From d2bdf833850252f9aa13a12aa3c50f769ba5201d Mon Sep 17 00:00:00 2001 From: Taras Savchyn Date: Sat, 27 Feb 2021 16:55:56 +0200 Subject: [PATCH 1/3] Keep nvcc for MSDeepSpeed Docker image --- docker/msdp/Dockerfile.msdp-apex | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/docker/msdp/Dockerfile.msdp-apex b/docker/msdp/Dockerfile.msdp-apex index c22a6a0730ec..72a5e462c4fc 100644 --- a/docker/msdp/Dockerfile.msdp-apex +++ b/docker/msdp/Dockerfile.msdp-apex @@ -67,10 +67,7 @@ RUN pip install --upgrade --no-cache-dir pytorch-ignite \ # replace pillow with pillow-simd RUN apt-get update && apt-get -y install --no-install-recommends g++ && \ pip uninstall -y pillow && \ - CC="cc -mavx2" pip install --upgrade --no-cache-dir --force-reinstall pillow-simd && \ - apt-get remove -y g++ && \ - apt-get autoremove -y && \ - rm -rf /var/lib/apt/lists/* + CC="cc -mavx2" pip install --upgrade --no-cache-dir --force-reinstall pillow-simd # Checkout Ignite examples only RUN mkdir -p pytorch-ignite-examples && \ From 6a4dccf3f382fb4d1a935508248160fb1600a8f3 Mon Sep 17 00:00:00 2001 From: vfdev Date: Mon, 1 Mar 2021 09:20:55 +0100 Subject: [PATCH 2/3] Update Dockerfile.msdp-apex --- docker/msdp/Dockerfile.msdp-apex | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/docker/msdp/Dockerfile.msdp-apex b/docker/msdp/Dockerfile.msdp-apex index 72a5e462c4fc..43e75fa48ada 100644 --- a/docker/msdp/Dockerfile.msdp-apex +++ b/docker/msdp/Dockerfile.msdp-apex @@ -65,8 +65,7 @@ RUN pip install --upgrade --no-cache-dir pytorch-ignite \ tqdm # replace pillow with pillow-simd -RUN apt-get update && apt-get -y install --no-install-recommends g++ && \ - pip uninstall -y pillow && \ +RUN pip uninstall -y pillow && \ CC="cc -mavx2" pip install --upgrade --no-cache-dir --force-reinstall pillow-simd # Checkout Ignite examples only From d479e4a7183155887a38efb7ba788306f65f7ab5 Mon Sep 17 00:00:00 2001 From: Taras Savchyn Date: Mon, 1 Mar 2021 12:20:53 +0200 Subject: [PATCH 3/3] Fix broken links for docker images --- docker/README.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/docker/README.md b/docker/README.md index e8fc2e2be2b7..32660e43383d 100644 --- a/docker/README.md +++ b/docker/README.md @@ -48,12 +48,12 @@ Available Tensor Operations: - `docker pull pytorchignite/hvd-apex-vision:latest` - [hvd/Dockerfile.hvd-apex-nlp](hvd/Dockerfile.hvd-apex-nlp): base Horovod apex with useful NLP libraries - `docker pull pytorchignite/hvd-apex-nlp:latest` -- [msdp/Dockerfile.msdp-apex-base](msdp/Dockerfile.msdp-apex-base): multi-stage MSDeepSpeed build with latest Pytorch, Ignite image with minimal dependencies - - `docker pull pytorchignite/msdp-base:latest` +- [msdp/Dockerfile.msdp-apex-base](msdp/Dockerfile.msdp-apex): multi-stage MSDeepSpeed build with latest Pytorch, Ignite image with minimal dependencies + - `docker pull pytorchignite/msdp-apex:latest` - [msdp/Dockerfile.msdp-apex-vision](msdp/Dockerfile.msdp-apex-vision): base MSDeepSpeed build with useful computer vision libraries - - `docker pull pytorchignite/msdp-vision:latest` + - `docker pull pytorchignite/msdp-apex-vision:latest` - [msdp/Dockerfile.msdp-apex-nlp](msdp/Dockerfile.msdp-apex-nlp): base MSDeepSpeed build with useful NLP libraries - - `docker pull pytorchignite/msdp-nlp:latest` + - `docker pull pytorchignite/msdp-apex-nlp:latest` ## How to use