Skip to content

Commit 65ea324

Browse files
authored
Add intel mkl (#69)
* add nomkl for paddle * Update script-setup.sh
1 parent 0b2fc79 commit 65ea324

File tree

3 files changed

+27
-13
lines changed

3 files changed

+27
-13
lines changed

.github/workflows/docker.yml

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -38,7 +38,7 @@ jobs:
3838
- run: |
3939
source ./tool.sh
4040
build_image core latest docker_core/Dockerfile \
41-
--build-arg "ARG_PROFILE_PYTHON=base,datascience,database,nlp,cv,chem,tf2,torch" \
41+
--build-arg "ARG_PROFILE_PYTHON=base,datascience,mkl,database,nlp,cv,chem,tf2,torch" \
4242
--build-arg "ARG_PROFILE_R=base,datascience,rstudio,rshiny" \
4343
--build-arg "ARG_PROFILE_NODEJS=base" \
4444
--build-arg "ARG_PROFILE_JAVA=base,maven" \
@@ -51,31 +51,31 @@ jobs:
5151
runs-on: ubuntu-latest
5252
steps:
5353
- uses: actions/checkout@v2
54-
- run: source ./tool.sh && build_image py-data latest docker_core/Dockerfile --build-arg "ARG_PROFILE_PYTHON=datascience,database" && push_image
54+
- run: source ./tool.sh && build_image py-data latest docker_core/Dockerfile --build-arg "ARG_PROFILE_PYTHON=datascience,mkl,database" && push_image
5555

5656
qpod_py-chem:
5757
name: qpod/py-chem
5858
needs: qpod_base
5959
runs-on: ubuntu-latest
6060
steps:
6161
- uses: actions/checkout@v2
62-
- run: source ./tool.sh && build_image py-chem latest docker_core/Dockerfile --build-arg "ARG_PROFILE_PYTHON=datascience,chem" && push_image
62+
- run: source ./tool.sh && build_image py-chem latest docker_core/Dockerfile --build-arg "ARG_PROFILE_PYTHON=datascience,mkl,chem" && push_image
6363

6464
qpod_py-std:
6565
name: qpod/py-std
6666
needs: qpod_base
6767
runs-on: ubuntu-latest
6868
steps:
6969
- uses: actions/checkout@v2
70-
- run: source ./tool.sh && build_image py-std latest docker_core/Dockerfile --build-arg "ARG_PROFILE_PYTHON=datascience,database,nlp,cv,chem" && push_image
70+
- run: source ./tool.sh && build_image py-std latest docker_core/Dockerfile --build-arg "ARG_PROFILE_PYTHON=datascience,mkl,database,nlp,cv,chem" && push_image
7171

7272
qpod_py-jdk:
7373
name: qpod/py-jdk
7474
needs: qpod_base
7575
runs-on: ubuntu-latest
7676
steps:
7777
- uses: actions/checkout@v2
78-
- run: source ./tool.sh && build_image py-jdk latest docker_core/Dockerfile --build-arg "ARG_PROFILE_PYTHON=datascience,database,nlp,cv,chem" --build-arg "ARG_PROFILE_JAVA=base" && push_image
78+
- run: source ./tool.sh && build_image py-jdk latest docker_core/Dockerfile --build-arg "ARG_PROFILE_PYTHON=datascience,mkl,database,nlp,cv,chem" --build-arg "ARG_PROFILE_JAVA=base" && push_image
7979

8080
qpod_r-base:
8181
name: qpod/r-base
@@ -263,7 +263,7 @@ jobs:
263263
- uses: actions/checkout@v2
264264
- run: |
265265
source ./tool.sh
266-
build_image paddle-cuda116 latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.6" --build-arg "ARG_PROFILE_PYTHON=paddle"
266+
build_image paddle-cuda116 latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.6" --build-arg "ARG_PROFILE_PYTHON=paddle,mkl"
267267
alias_image paddle-cuda116 latest paddle latest
268268
push_image
269269
@@ -275,7 +275,7 @@ jobs:
275275
- uses: actions/checkout@v2
276276
- run: |
277277
source ./tool.sh
278-
build_image paddle-cuda102 latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_10.2" --build-arg "ARG_PROFILE_PYTHON=paddle"
278+
build_image paddle-cuda102 latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_10.2" --build-arg "ARG_PROFILE_PYTHON=paddle,mkl"
279279
push_image
280280
281281
@@ -287,7 +287,7 @@ jobs:
287287
- uses: actions/checkout@v2
288288
- run: |
289289
source ./tool.sh
290-
build_image py-nlp latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.6" --build-arg "ARG_PROFILE_PYTHON=datascience,torch,nlp"
290+
build_image py-nlp latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.6" --build-arg "ARG_PROFILE_PYTHON=datascience,mkl,torch,nlp"
291291
push_image
292292
293293
qpod_py-cv:
@@ -298,7 +298,7 @@ jobs:
298298
- uses: actions/checkout@v2
299299
- run: |
300300
source ./tool.sh
301-
build_image py-cv latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.6" --build-arg "ARG_PROFILE_PYTHON=datascience,torch,cv"
301+
build_image py-cv latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.6" --build-arg "ARG_PROFILE_PYTHON=datascience,mkl,torch,cv"
302302
push_image
303303
304304
@@ -312,7 +312,7 @@ jobs:
312312
source ./tool.sh && free_diskspace
313313
build_image full-cuda-11.6 latest docker_core/Dockerfile \
314314
--build-arg "BASE_IMG=cuda_11.6" \
315-
--build-arg "ARG_PROFILE_PYTHON=base,datascience,database,nlp,cv,chem,tf2,torch" \
315+
--build-arg "ARG_PROFILE_PYTHON=base,datascience,mkl,database,nlp,cv,chem,tf2,torch" \
316316
--build-arg "ARG_PROFILE_R=base,datascience,rstudio,rshiny" \
317317
--build-arg "ARG_PROFILE_NODEJS=base" \
318318
--build-arg "ARG_PROFILE_JAVA=base,maven" \

docker_atom/work/script-setup.sh

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16,14 +16,23 @@ setup_mamba() {
1616

1717

1818
setup_conda_postprocess() {
19+
# If python exists, set pypi source
20+
if [ -f "$(which python)" ]; then
21+
cat >/etc/pip.conf <<EOF
22+
[global]
23+
progress_bar=off
24+
root-user-action=ignore
25+
EOF
26+
fi
27+
1928
conda config --system --prepend channels conda-forge \
2029
&& conda config --system --set auto_update_conda false \
2130
&& conda config --system --set show_channel_urls true \
2231
&& conda config --system --set report_errors false \
2332
&& conda config --system --set channel_priority strict \
2433
&& conda update --all --quiet --yes
2534

26-
# These conda pkgs shouldn't be removed (otherwise will cause RemoveError) since they are directly reqiuired by conda: pip setuptools pycosat pyopenssl requests ruamel_yaml
35+
# These conda pkgs shouldn't be removed (otherwise will cause RemoveError) since they are directly required by conda: pip setuptools pycosat pyopenssl requests ruamel_yaml
2736
CONDA_PY_PKGS=$(conda list | grep "py3" | cut -d " " -f 1 | sed "/#/d;/conda/d;/pip/d;/setuptools/d;/pycosat/d;/pyopenssl/d;/requests/d;/ruamel_yaml/d;") \
2837
&& conda remove --force -yq "${CONDA_PY_PKGS}" \
2938
&& pip install -UIq pip setuptools "${CONDA_PY_PKGS}"

docker_core/Dockerfile

Lines changed: 7 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -44,8 +44,13 @@ RUN source /opt/utils/script-utils.sh \
4444
RUN source /opt/utils/script-setup.sh \
4545
&& for profile in $(echo $ARG_PROFILE_R | tr "," "\n") ; do ( setup_R_${profile} ) ; done
4646

47-
# If on a x86_64 architecture and install data science pkgs, install MKL for acceleration; Installing conda packages if provided.
48-
RUN $(grep -q "x86_64" <<< `arch`) && $(grep -q "datascience" <<< "${ARG_PROFILE_PYTHON}") && ( echo "mkl" >> /opt/utils/install_list.conda ) || echo "Skip MLK install." \
47+
# If on a x86_64 architecture: 1) if mkl specified, install nomkl; 2) install conda packages as specified.
48+
RUN $(grep -q "x86_64" <<< `arch`) && ( \
49+
( $(grep -q "mkl" <<< "${ARG_PROFILE_PYTHON}") && \
50+
( echo "mkl" >> /opt/utils/install_list_core.conda && echo "Install mkl.") || \
51+
( echo "nomkl" >> /opt/utils/install_list_core.conda && echo "Install nomkl.") \
52+
) \
53+
) \
4954
&& source /opt/utils/script-utils.sh && install_conda /opt/utils/install_list_core.conda
5055

5156
# If installing Python packages

0 commit comments

Comments
 (0)