Skip to content

Commit 80e55f7

Browse files
novaturient95novaturient95
committed
Upgrade automl images to use py310
1 parent d7fb8d0 commit 80e55f7

File tree

8 files changed

+62
-62
lines changed

8 files changed

+62
-62
lines changed

‎assets/training/automl/environments/ai-ml-automl-dnn-forecasting-gpu/context/Dockerfile‎

Lines changed: 7 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
FROM mcr.microsoft.com/azureml/openmpi5.0-cuda12.4-ubuntu22.04:{{latest-image-tag}}
22

3-
ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/azureml-automl-dnn-forecasting-gpu
3+
ENV AZUREML_CONDA_ENVIRONMENT_PATH=/azureml-envs/azureml-automl-dnn-forecasting-gpu
44
# Prepend path to AzureML conda environment
5-
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
5+
ENV PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
66

77
COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20230306.v3 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
88

@@ -83,17 +83,17 @@ RUN pip install \
8383
azureml-dataset-runtime=={{latest-pypi-version}} \
8484
azureml-train-automl=={{latest-pypi-version}} \
8585
azureml-contrib-automl-dnn-forecasting=={{latest-pypi-version}} \
86-
'azure-identity>=1.16.1' \
86+
'azure-identity>=1.25.1' \
8787
'inference-schema' \
8888
'xgboost==1.5.2' \
89-
'cryptography>=42.0.5' \
90-
'requests>=2.32.4' \
91-
'certifi>=2023.07.22' \
89+
'cryptography>=45.0.7' \
90+
'requests>=2.32.5' \
91+
'certifi>=2025.11.12' \
9292
'spacy==3.7.4' \
9393
'GitPython>=3.1.41' \
9494
'https://aka.ms/automl-resources/packages/en_core_web_sm-3.7.1.tar.gz' \
9595
'py-cpuinfo==5.0.0' \
96-
"pillow>=11.3.0"
96+
"pillow>=12.0.0"
9797
# end pypi dependencies
9898
# end pip install
9999

‎assets/training/automl/environments/ai-ml-automl-dnn-gpu/context/Dockerfile‎

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,9 @@ FROM mcr.microsoft.com/azureml/openmpi5.0-cuda12.4-ubuntu22.04:{{latest-image-ta
22

33
USER root
44

5-
ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/azureml-automl-dnn-gpu
5+
ENV AZUREML_CONDA_ENVIRONMENT_PATH=/azureml-envs/azureml-automl-dnn-gpu
66
# Prepend path to AzureML conda environment
7-
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
7+
ENV PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
88

99
COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20230306.v3 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
1010

@@ -43,7 +43,7 @@ RUN apt-get update && \
4343
libboost-filesystem-dev && \
4444
apt-get clean && rm -rf /var/lib/apt/lists/*
4545

46-
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH python=3.9 pip=25.3 -y
46+
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH python=3.10 pip=25.3 -y
4747

4848
RUN conda run -p $AZUREML_CONDA_ENVIRONMENT_PATH
4949

@@ -94,7 +94,7 @@ RUN pip install \
9494
azureml-dataset-runtime=={{latest-pypi-version}} \
9595
azureml-mlflow=={{latest-pypi-version}} \
9696
'azureml-model-management-sdk==1.0.1b6.post1' \
97-
'azure-identity>=1.16.1' --no-cache-dir
97+
'azure-identity>=1.25.1' --no-cache-dir
9898

9999
RUN pip install \
100100
'inference-schema' \
@@ -106,17 +106,17 @@ RUN pip install \
106106
'https://aka.ms/automl-resources/packages/en_core_web_sm-3.7.1.tar.gz' \
107107
'py-cpuinfo==5.0.0' \
108108
'psutil>5.0.0,<6.0.0' \
109-
'requests>=2.32.4' \
110-
'certifi>=2023.07.22' \
111-
'cryptography>=42.0.5' \
109+
'requests>=2.32.5' \
110+
'certifi>=2025.11.12' \
111+
'cryptography>=45.0.7' \
112112
'jinja2>=3.1.6' --no-cache-dir
113113
# end pypi dependencies
114114

115115
# Fix vulnerabilities
116116
RUN pip install --force-reinstall torchvision==0.23.0 --no-cache-dir
117-
RUN pip install --upgrade 'requests==2.32.4'
117+
RUN pip install --upgrade 'requests==2.32.5'
118118
RUN pip install --upgrade 'urllib3==2.5.0'
119-
RUN pip install --upgrade 'pillow==11.3.0'
119+
RUN pip install --upgrade 'pillow==12.0.0'
120120

121121
# If you have other python/pip environments, update them too:
122122
RUN /opt/miniconda/bin/pip install --upgrade 'urllib3==2.5.0' || true
@@ -144,5 +144,5 @@ RUN /bin/bash -c "source activate $AZUREML_CONDA_ENVIRONMENT_PATH && \
144144
RUN rm -rf /opt/miniconda/pkgs/
145145

146146

147-
ENV LD_LIBRARY_PATH $AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
147+
ENV LD_LIBRARY_PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
148148

‎assets/training/automl/environments/ai-ml-automl-dnn-text-gpu-ptca/context/Dockerfile‎

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -31,8 +31,8 @@ RUN /opt/conda/envs/ptca/bin/pip install --force-reinstall torch==2.8.0 torchvis
3131
RUN pip install onnx==1.17.0
3232
RUN pip uninstall -y onnxruntime-training
3333
RUN pip install -i https://aiinfra.pkgs.visualstudio.com/PublicPackages/_packaging/onnxruntime-cuda-12/pypi/simple/ onnxruntime-training==1.18.0
34-
RUN pip install "numpy==1.22.0" --force-reinstall
35-
RUN /opt/conda/envs/ptca/bin/pip install "numpy==1.22.0" --force-reinstall || true
34+
RUN pip install "numpy==1.23.5" --force-reinstall
35+
RUN /opt/conda/envs/ptca/bin/pip install "numpy==1.23.5" --force-reinstall || true
3636
RUN TORCH_CUDA_ARCH_LIST="5.2;6.0;7.0;8.0;8.6;9.0" python -m onnxruntime.training.ortmodule.torch_cpp_extensions.install
3737
RUN pip install torch-ort==1.18.0 && TORCH_CUDA_ARCH_LIST="5.2;6.0;7.0;8.0;8.6;9.0" python -m torch_ort.configure
3838

@@ -47,12 +47,12 @@ RUN pip install deepspeed~=0.15.1
4747
RUN pip install pyarrow==14.0.1
4848
RUN pip install aiohttp==3.12.14
4949
RUN pip install idna==3.7
50-
RUN pip install requests==2.32.4
50+
RUN pip install requests==2.32.5
5151
RUN pip install urllib3==2.5.0
52-
RUN opt/conda/bin/pip install --upgrade 'urllib3==2.5.0' || true
52+
RUN /opt/conda/bin/pip install --upgrade 'urllib3==2.5.0' || true
5353

5454
# Patch for Pillow vulnerability
55-
RUN pip install --upgrade 'pillow==11.3.0'
56-
RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==11.3.0' || true
55+
RUN pip install --upgrade 'pillow==12.0.0'
56+
RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==12.0.0' || true
5757

5858
RUN pip list

‎assets/training/automl/environments/ai-ml-automl-dnn-text-gpu/context/Dockerfile‎

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2204-cu126-py310-torch280:{{latest-image-tag}}
22

3-
ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/azureml-automl-dnn-text-gpu
3+
ENV AZUREML_CONDA_ENVIRONMENT_PATH=/azureml-envs/azureml-automl-dnn-text-gpu
44
# Prepend path to AzureML conda environment
5-
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
5+
ENV PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
66

77
COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20230306.v3 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
88

@@ -54,7 +54,7 @@ ENV ENABLE_METADATA=true
5454
# begin conda create
5555
# Create conda environment
5656
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
57-
python=3.9 \
57+
python=3.10 \
5858
# begin conda dependencies
5959
pip=25.3 \
6060
numpy~=1.23.5\
@@ -84,11 +84,11 @@ RUN pip install \
8484
azureml-train-automl-client=={{latest-pypi-version}} \
8585
azureml-train-automl-runtime=={{latest-pypi-version}} \
8686
azureml-defaults=={{latest-pypi-version}} \
87-
'azure-identity>=1.16.1' \
88-
'sentencepiece==0.1.97' \
89-
'cryptography>=42.0.5'\
90-
'requests>=2.32.4' \
91-
'certifi>=2023.07.22'
87+
'azure-identity>=1.25.1' \
88+
'sentencepiece==0.2.1' \
89+
'cryptography>=45.0.7'\
90+
'requests>=2.32.5' \
91+
'certifi>=2025.11.12'
9292
# end pypi dependencies
9393

9494
# Separate updates for fixing vulnerabilities.
@@ -107,9 +107,9 @@ RUN /opt/conda/bin/pip install --upgrade 'pip>=25.3' 'starlette>=0.49.1' 'urllib
107107
RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'urllib3==2.5.0' || true
108108

109109
# Patch for pillow vulnerability
110-
RUN /azureml-envs/azureml-automl-dnn-text-gpu/bin/pip install --upgrade 'pillow==11.3.0' || true
111-
RUN /opt/conda/bin/pip install --upgrade 'pillow==11.3.0' || true
112-
RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==11.3.0' || true
110+
RUN /azureml-envs/azureml-automl-dnn-text-gpu/bin/pip install --upgrade 'pillow==12.0.0' || true
111+
RUN /opt/conda/bin/pip install --upgrade 'pillow==12.0.0' || true
112+
RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==12.0.0' || true
113113
RUN $AZUREML_CONDA_ENVIRONMENT_PATH/bin/pip install --upgrade 'h2>=4.3.0'
114114

115115
RUN /bin/bash -c "source activate $AZUREML_CONDA_ENVIRONMENT_PATH && \

‎assets/training/automl/environments/ai-ml-automl-dnn-vision-gpu/context/Dockerfile‎

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
FROM mcr.microsoft.com/aifx/acpt/stable-ubuntu2204-cu126-py310-torch280:{{latest-image-tag}}
22

3-
ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/azureml-automl-dnn-vision-gpu
3+
ENV AZUREML_CONDA_ENVIRONMENT_PATH=/azureml-envs/azureml-automl-dnn-vision-gpu
44
# Prepend path to AzureML conda environment
5-
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
5+
ENV PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
66

77
COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20230306.v3 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
88

@@ -53,7 +53,7 @@ ENV ENABLE_METADATA=true
5353
# Create conda environment
5454
# begin conda create
5555
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH \
56-
python=3.9 \
56+
python=3.10 \
5757
# begin conda dependencies
5858
pip=25.3 \
5959
numpy~=1.23.5\
@@ -88,19 +88,19 @@ RUN pip install \
8888
azureml-train-automl-runtime=={{latest-pypi-version}} \
8989
azureml-automl-dnn-vision=={{latest-pypi-version}} \
9090
'azureml-dataprep>=2.24.4' \
91-
'requests>=2.32.4' \
92-
'azure-identity>=1.16.1'
91+
'requests>=2.32.5' \
92+
'azure-identity>=1.25.1'
9393
# end pypi dependencies
9494

9595
# Update cryptography and pyarow for fixing vulnerability. Doing it separately from pip install to avoid conflict with other packages
96-
RUN pip install cryptography>=42.0.5 \
96+
RUN pip install cryptography>=45.0.7 \
9797
pyarrow==14.0.2 \
9898
aiohttp>=3.12.14
9999

100100
# Patch for pillow vulnerability and update pip/starlette
101-
RUN /azureml-envs/azureml-automl-dnn-vision-gpu/bin/pip install --upgrade 'pillow==11.3.0' 'pip>=25.3' 'starlette>=0.49.1'
102-
RUN /opt/conda/bin/pip install --upgrade 'pillow==11.3.0' 'pip>=25.3' 'starlette>=0.49.1'
103-
RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==11.3.0' 'pip>=25.3' 'starlette>=0.49.1'
101+
RUN /azureml-envs/azureml-automl-dnn-vision-gpu/bin/pip install --upgrade 'pillow==12.0.0' 'pip>=25.3' 'starlette>=0.49.1'
102+
RUN /opt/conda/bin/pip install --upgrade 'pillow==12.0.0' 'pip>=25.3' 'starlette>=0.49.1'
103+
RUN /opt/conda/envs/ptca/bin/pip install --upgrade 'pillow==12.0.0' 'pip>=25.3' 'starlette>=0.49.1'
104104

105105
# Upgrade torch, requests, urllib3 in the system Python for fixing vulnerability
106106
RUN /opt/conda/bin/pip install --upgrade 'urllib3==2.5.0'
@@ -115,4 +115,4 @@ RUN $AZUREML_CONDA_ENVIRONMENT_PATH/bin/pip install --upgrade 'h2>=4.3.0'
115115
RUN rm -rf /opt/conda/pkgs/
116116

117117
# end pip install
118-
ENV LD_LIBRARY_PATH $AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
118+
ENV LD_LIBRARY_PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH

‎assets/training/automl/environments/ai-ml-automl-dnn/context/Dockerfile‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
FROM mcr.microsoft.com/azureml/openmpi5.0-ubuntu24.04:{{latest-image-tag}}
22

3-
ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/azureml-automl-dnn
3+
ENV AZUREML_CONDA_ENVIRONMENT_PATH=/azureml-envs/azureml-automl-dnn
44
# Prepend path to AzureML conda environment
5-
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
5+
ENV PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
66

77
COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20230306.v3 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
88

@@ -79,12 +79,12 @@ RUN pip install \
7979
'inference-schema' \
8080
'prophet==1.1.4' \
8181
'xgboost==1.5.2' \
82-
'cryptography>=42.0.5' \
82+
'cryptography>=45.0.7' \
8383
'mltable>=1.0.0' \
8484
'pytorch-transformers==1.0.0' \
8585
'GitPython>=3.1.41' \
8686
'spacy==3.7.4' \
87-
'pillow>=11.3.0' \
87+
'pillow>=12.0.0' \
8888
'https://aka.ms/automl-resources/packages/en_core_web_sm-3.7.1.tar.gz'
8989
# end pypi dependencies
9090
# end pip install
@@ -94,5 +94,5 @@ RUN pip install --upgrade 'pip>=25.3' 'starlette>=0.49.1' 'urllib3==2.5.0'
9494
RUN $AZUREML_CONDA_ENVIRONMENT_PATH/bin/pip install --upgrade 'pip>=25.3' 'starlette>=0.49.1' 'h2>=4.3.0'
9595
RUN rm -rf /opt/miniconda/pkgs/
9696

97-
ENV LD_LIBRARY_PATH $AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
97+
ENV LD_LIBRARY_PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
9898

‎assets/training/automl/environments/ai-ml-automl-gpu/context/Dockerfile‎

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -2,9 +2,9 @@ FROM mcr.microsoft.com/azureml/openmpi5.0-cuda12.4-ubuntu22.04:{{latest-image-ta
22

33
USER root
44

5-
ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/azureml-automl-dnn-gpu
5+
ENV AZUREML_CONDA_ENVIRONMENT_PATH=/azureml-envs/azureml-automl-dnn-gpu
66
# Prepend path to AzureML conda environment
7-
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
7+
ENV PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
88

99
COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20230306.v3 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
1010

@@ -44,7 +44,7 @@ RUN apt-get update && \
4444
libboost-filesystem-dev && \
4545
apt-get clean && rm -rf /var/lib/apt/lists/*
4646

47-
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH python=3.9 pip=25.3 conda-forge::tzdata -y
47+
RUN conda create -p $AZUREML_CONDA_ENVIRONMENT_PATH python=3.10 pip=25.3 conda-forge::tzdata -y
4848

4949
RUN conda run -p $AZUREML_CONDA_ENVIRONMENT_PATH
5050

@@ -92,20 +92,20 @@ RUN pip install \
9292
azureml-train-automl-runtime=={{latest-pypi-version}} \
9393
azureml-dataset-runtime=={{latest-pypi-version}} \
9494
'azureml-model-management-sdk==1.0.1b6.post1' \
95-
'azure-identity>=1.16.1' \
95+
'azure-identity>=1.25.1' \
9696
'inference-schema' \
9797
'py-cpuinfo==5.0.0' \
9898
'prophet==1.1.4' \
99-
'cryptography>=42.0.5' \
99+
'cryptography>=45.0.7' \
100100
'requests>=2.31.0' \
101-
'certifi>=2023.07.22'
101+
'certifi>=2025.11.12'
102102
# end pypi dependencies
103103

104104
RUN pip install --upgrade 'h2>=4.3.0'
105105
# Upgrade requests, urllib3, pip, starlette in all relevant Python environments to meet vulnerability requirements
106-
RUN pip install --upgrade 'pip>=25.3' 'starlette>=0.49.1' 'requests==2.32.4' 'urllib3==2.5.0' 'pillow==11.3.0' 'h2>=4.3.0'
107-
RUN /opt/miniconda/bin/pip install --upgrade 'pip>=25.3' 'starlette>=0.49.1' 'requests==2.32.4' 'urllib3==2.5.0' 'pillow==11.3.0' 'h2>=4.3.0'|| true
108-
RUN $AZUREML_CONDA_ENVIRONMENT_PATH/bin/pip install --upgrade 'pip>=25.3' 'starlette>=0.49.1' 'requests==2.32.4' 'urllib3==2.5.0' 'pillow==11.3.0' 'h2>=4.3.0' || true
106+
RUN pip install --upgrade 'pip>=25.3' 'starlette>=0.49.1' 'requests==2.32.5' 'urllib3==2.5.0' 'pillow==12.0.0' 'h2>=4.3.0'
107+
RUN /opt/miniconda/bin/pip install --upgrade 'pip>=25.3' 'starlette>=0.49.1' 'requests==2.32.5' 'urllib3==2.5.0' 'pillow==12.0.0' 'h2>=4.3.0'|| true
108+
RUN $AZUREML_CONDA_ENVIRONMENT_PATH/bin/pip install --upgrade 'pip>=25.3' 'starlette>=0.49.1' 'requests==2.32.5' 'urllib3==2.5.0' 'pillow==12.0.0' 'h2>=4.3.0' || true
109109
RUN rm -rf /opt/miniconda/pkgs/
110110

111-
ENV LD_LIBRARY_PATH $AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH
111+
ENV LD_LIBRARY_PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/lib:$LD_LIBRARY_PATH

‎assets/training/automl/environments/ai-ml-automl/context/Dockerfile‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,8 +1,8 @@
11
FROM mcr.microsoft.com/azureml/openmpi5.0-ubuntu24.04:{{latest-image-tag}}
22

33

4-
ENV AZUREML_CONDA_ENVIRONMENT_PATH /azureml-envs/azureml-automl
5-
ENV PATH $AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
4+
ENV AZUREML_CONDA_ENVIRONMENT_PATH=/azureml-envs/azureml-automl
5+
ENV PATH=$AZUREML_CONDA_ENVIRONMENT_PATH/bin:$PATH
66

77
COPY --from=mcr.microsoft.com/azureml/mlflow-ubuntu20.04-py38-cpu-inference:20230306.v3 /var/mlflow_resources/mlflow_score_script.py /var/mlflow_resources/mlflow_score_script.py
88

@@ -63,7 +63,7 @@ RUN pip install \
6363
'prophet==1.1.4' \
6464
'inference-schema' \
6565
'mltable>=1.0.0' \
66-
'pillow==11.3.0' \
66+
'pillow==12.0.0' \
6767
'torch==2.8.0' \
6868
'torchvision==0.23.0'
6969
# end pypi dependencies

0 commit comments

Comments
 (0)