Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Downgrade Python to 3.10 to fit paddlepaddle #77

Merged
merged 3 commits into from
Mar 15, 2023
Merged

Downgrade Python to 3.10 to fit paddlepaddle #77

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
db4c7c7
Update docker.yml
haobibo Mar 15, 2023
72797cb
3.11 -> 3.10
haobibo Mar 15, 2023
351dc42
Update docker.yml
haobibo Mar 15, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
56 changes: 29 additions & 27 deletions .github/workflows/docker.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -27,7 +27,9 @@ jobs:
- run: |
source ./tool.sh
build_image atom latest docker_atom/Dockerfile && push_image
build_image base latest docker_base/Dockerfile && alias_image base latest python latest && push_image
build_image python-3.7 latest docker_base/Dockerfile --build-arg "PYTHON_VERSION=3.7" && push_image
build_image python-3.10 latest docker_base/Dockerfile --build-arg "PYTHON_VERSION=3.10" && alias_image python-3.10 latest base latest && push_image
build_image python-3.11 latest docker_base/Dockerfile --build-arg "PYTHON_VERSION=3.11" && push_image

qpod_core:
name: qpod/core
Expand Down Expand Up @@ -168,17 +170,17 @@ jobs:
# cuda docker image tags: https://hub.docker.com/r/nvidia/cuda/tags
# latest cuda supported by torch: https://pytorch.org/get-started/locally/
# latest cuda supported by tensorflow: https://tensorflow.google.cn/install/source_windows?hl=en#gpu
qpod_cuda_11_6:
name: qpod/cuda_11.6
qpod_cuda_11_7:
name: qpod/cuda_11.7
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- run: |
source ./tool.sh
build_image tmp latest docker_atom/Dockerfile --build-arg "BASE_IMG=nvidia/cuda:11.6.2-cudnn8-devel-ubuntu20.04" && docker rmi nvidia/cuda:11.6.2-cudnn8-devel-ubuntu20.04
build_image tmp latest docker_atom/Dockerfile --build-arg "BASE_IMG=nvidia/cuda:11.7.1-cudnn8-devel-ubuntu20.04" && docker rmi nvidia/cuda:11.7.1-cudnn8-devel-ubuntu20.04
build_image tmp latest docker_base/Dockerfile --build-arg "BASE_IMG=tmp"
build_image cuda_11.6 latest docker_cuda/Dockerfile --build-arg "BASE_IMG=tmp"
alias_image cuda_11.6 latest cuda latest
build_image cuda_11.7 latest docker_cuda/Dockerfile --build-arg "BASE_IMG=tmp"
alias_image cuda_11.7 latest cuda latest
push_image cuda

qpod_cuda_11_2:
Expand Down Expand Up @@ -245,16 +247,16 @@ jobs:
alias_image tf2-cuda112 latest torch latest
push_image

qpod_torch_cuda116:
name: qpod/torch-cuda116
needs: qpod_cuda_11_6
qpod_torch_cuda117:
name: qpod/torch-cuda117
needs: qpod_cuda_11_7
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- run: |
source ./tool.sh
build_image torch-cuda116 latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.6" --build-arg "ARG_PROFILE_PYTHON=torch"
alias_image torch-cuda116 latest torch latest
build_image torch-cuda117 latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.7" --build-arg "ARG_PROFILE_PYTHON=torch"
alias_image torch-cuda117 latest torch latest
push_image

qpod_torch_cuda112:
Expand All @@ -268,16 +270,16 @@ jobs:
build_image torch-cuda112 latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.2" --build-arg "ARG_PROFILE_PYTHON=torch"
push_image

qpod_paddle_cuda116:
name: qpod/paddle-cuda116
needs: qpod_cuda_11_6
qpod_paddle_cuda117:
name: qpod/paddle-cuda117
needs: qpod_cuda_11_7
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- run: |
source ./tool.sh
build_image paddle-cuda116 latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.6" --build-arg "ARG_PROFILE_PYTHON=paddle,mkl"
alias_image paddle-cuda116 latest paddle latest
build_image paddle-cuda117 latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.7" --build-arg "ARG_PROFILE_PYTHON=paddle,mkl"
alias_image paddle-cuda117 latest paddle latest
push_image

qpod_paddle_cuda112:
Expand All @@ -292,16 +294,16 @@ jobs:
push_image


qpod_py-nlp-cuda116:
name: qpod/py-nlp-cuda116
needs: qpod_cuda_11_6
qpod_py-nlp-cuda117:
name: qpod/py-nlp-cuda117
needs: qpod_cuda_11_7
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- run: |
source ./tool.sh
build_image py-nlp-cuda116 latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.6" --build-arg "ARG_PROFILE_PYTHON=datascience,mkl,torch,nlp"
alias_image py-nlp-cuda116 latest py-nlp latest
build_image py-nlp-cuda117 latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.7" --build-arg "ARG_PROFILE_PYTHON=datascience,mkl,torch,nlp"
alias_image py-nlp-cuda117 latest py-nlp latest
push_image

qpod_py-nlp-cuda112:
Expand All @@ -318,32 +320,32 @@ jobs:

qpod_py-cv:
name: qpod/py-cv
needs: qpod_cuda_11_6
needs: qpod_cuda_11_7
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- run: |
source ./tool.sh
build_image py-cv latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.6" --build-arg "ARG_PROFILE_PYTHON=datascience,mkl,torch,cv"
build_image py-cv latest docker_core/Dockerfile --build-arg "BASE_IMG=cuda_11.7" --build-arg "ARG_PROFILE_PYTHON=datascience,mkl,torch,cv"
push_image


qpod_core-cuda:
name: qpod/core-cuda
needs: qpod_cuda_11_6
needs: qpod_cuda_11_7
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v3
- run: |
source ./tool.sh && free_diskspace
build_image full-cuda-11.6 latest docker_core/Dockerfile \
--build-arg "BASE_IMG=cuda_11.6" \
build_image full-cuda-11.7 latest docker_core/Dockerfile \
--build-arg "BASE_IMG=cuda_11.7" \
--build-arg "ARG_PROFILE_PYTHON=base,datascience,mkl,database,nlp,cv,chem,tf2,torch" \
--build-arg "ARG_PROFILE_R=base,datascience,rstudio,rshiny" \
--build-arg "ARG_PROFILE_NODEJS=base" \
--build-arg "ARG_PROFILE_JAVA=base,maven" \
--build-arg "ARG_PROFILE_LATEX=base,cjk"
alias_image full-cuda-11.6 latest core-cuda latest && push_image
alias_image full-cuda-11.7 latest core-cuda latest && push_image

qpod_core-dev:
name: qpod/core-dev
Expand Down
2 changes: 1 addition & 1 deletion docker_atom/work/script-setup.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,7 @@ EOF
setup_conda_with_mamba() {
local PREFIX="${CONDA_PREFIX:-/opt/conda}"
mkdir -pv "${PREFIX}"
VERSION_PYTHON=${1:-"3.11"}; shift 1;
VERSION_PYTHON=${1:-"3.10"}; shift 1;
mamba install -y --root-prefix="${PREFIX}" --prefix="${PREFIX}" -c "conda-forge" conda pip python="${VERSION_PYTHON}"
setup_conda_postprocess
}
Expand Down
2 changes: 1 addition & 1 deletion docker_base/Dockerfile
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ ARG BASE_IMG="atom"
FROM ${BASE_NAMESPACE:+$BASE_NAMESPACE/}${BASE_IMG}
LABEL maintainer="haobibo@gmail.com"

ARG PYTHON_VERSION="3.11"
ARG PYTHON_VERSION="3.10"

ENV CONDA_PREFIX=/opt/conda
ENV PATH=$PATH:${CONDA_PREFIX}/bin
Expand Down