Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 3 additions & 4 deletions tensorflow/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -254,11 +254,10 @@ RUN no_proxy="" NO_PROXY="" apt-get update && \
apt-get clean && \
rm -rf /var/lib/apt/lists/*

ARG TF_VER="2.15.0"
ARG ITEX_VER="2.15.0.1"

RUN conda install intel-extension-for-tensorflow=${TF_VER}=*xpu* \
-c https://software.repos.intel.com/python/conda \
-c conda-forge
RUN conda install -n idp -y intel-extension-for-tensorflow=${ITEX_VER}=*xpu* \
-c https://software.repos.intel.com/python/conda

ENV LD_LIBRARY_PATH=/opt/conda/envs/idp/lib:$LD_LIBRARY_PATH

Expand Down
21 changes: 19 additions & 2 deletions tensorflow/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -37,6 +37,7 @@ The images below additionally include [Jupyter Notebook](https://jupyter.org/) s

| Tag(s) | TensorFlow | IPEX | Driver | Dockerfile |
| ------------- | ----------- | ------------- | ------ | --------------- |
| `2.15.0.1-xpu-jupyter` | [v2.15.1] | [v2.15.0.1] | [803.63]| [v0.4.0-Beta] |
| `xpu-jupyter` | [v2.14.1] | [v2.14.0.1] | [736] | [v0.3.4] |

### Run the XPU Jupyter Container
Expand All @@ -48,7 +49,7 @@ docker run -it --rm \
--device /dev/dri \
-v /dev/dri/by-path:/dev/dri/by-path \
--ipc=host \
intel/intel-extension-for-tensorflow:xpu-jupyter
intel/intel-extension-for-tensorflow:2.15.0.1-xpu-jupyter
```

After running the command above, copy the URL (something like `http://127.0.0.1:$PORT/?token=***`) into your browser to access the notebook server.
Expand Down Expand Up @@ -104,7 +105,7 @@ docker run -it --rm \
--net=host \
-v $PWD/workspace:/workspace \
-w /workspace \
intel/intel-extension-for-tensorflow:xpu-jupyter
intel/intel-extension-for-tensorflow:2.15.0-pip-jupyter
```

After running the command above, copy the URL (something like `http://127.0.0.1:$PORT/?token=***`) into your browser to access the notebook server.
Expand Down Expand Up @@ -170,6 +171,22 @@ The images below additionally include [Horovod]:
| `2.14.0-idp-openmpi-multinode` | [v2.14.1] | [v2.14.0.1] | [v0.28.1] | [v0.3.4] |
| `2.13-idp-openmpi-mulitnode` | [v2.13.0] | [v2.13.0.0] | [v0.28.0] | [v0.2.3] |

## XPU images with Intel® Distribution for Python*

The images below are built only with CPU and GPU optimizations and include [Intel® Distribution for Python*]:

| Tag(s) | Pytorch | ITEX | Driver | Dockerfile |
| ---------------- | -------- | ------------ | -------- | ------ |
| `2.15.0.1-xpu-idp-base` | [v2.15.1] | [v2.15.0.1] | [803] | [v0.4.0-Beta] |
| `2.15.0-xpu-idp-base` | [v2.15.0] | [v2.15.0.0] | [803] | [v0.4.0-Beta] |

The images below additionally include [Jupyter Notebook](https://jupyter.org/) server:

| Tag(s) | Pytorch | IPEX | Driver | Jupyter Port | Dockerfile |
| --------------------- | -------- | ------------- | ------ | ------------ | --------------- |
| `2.15.0.1-xpu-idp-jupyter` | [v2.15.1] | [v2.15.0.1] | [803] | `8888` | [v0.4.0-Beta] |
| `2.15.0-xpu-idp-jupyter` | [v2.1.0] | [v2.15.0.0] | [803] | `8888` | [v0.4.0-Beta] |

## Build from Source

To build the images from source, clone the [Intel® AI Containers](https://github.com/intel/ai-containers) repository, follow the main `README.md` file to setup your environment, and run the following command:
Expand Down
26 changes: 13 additions & 13 deletions tensorflow/docker-compose.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -95,10 +95,10 @@ services:
LEVEL_ZERO_GPU_VER: ${LEVEL_ZERO_GPU_VER:-1.3.27642.40-803~22.04}
LEVEL_ZERO_VER: ${LEVEL_ZERO_VER:-1.14.0-744~22.04}
LEVEL_ZERO_DEV_VER: ${LEVEL_ZERO_DEV_VER:-1.14.0-744~22.04}
DPCPP_VER: ${DPCPP_VER:-2024.1.0-963}
MKL_VER: ${MKL_VER:-2024.1.0-691}
CCL_VER: ${CCL_VER:-2021.12.0-309}
TF_VER: ${TF_VER:-2.15.0}
DPCPP_VER: ${DPCPP_VER:-2024.2.1-1079}
MKL_VER: ${MKL_VER:-2024.2.1-103}
CCL_VER: ${CCL_VER:-2021.13.1-31}
TF_VER: ${TF_VER:-2.15.1}
no_proxy: ''
NO_PROXY: ''
labels:
Expand All @@ -108,9 +108,9 @@ services:
dependency.apt.gnupg2: true
dependency.apt.gpg-agent: true
dependency.apt.intel-level-zero-gpu: ${LEVEL_ZERO_GPU_VER:-1.3.27642.40-803~22.04}
dependency.apt.intel-oneapi-runtime-ccl: ${CCL_VER:-2021.12.0-309}
dependency.apt.intel-oneapi-runtime-dpcpp-cpp: ${DPCPP_VER:-2024.1.0-963}
dependency.apt.intel-oneapi-runtime-mkl: ${MKL_VER:-2024.1.0-691}
dependency.apt.intel-oneapi-runtime-ccl: ${CCL_VER:-2021.13.1-31}
dependency.apt.intel-oneapi-runtime-dpcpp-cpp: ${DPCPP_VER:-2024.2.1-1079}
dependency.apt.intel-oneapi-runtime-mkl: ${MKL_VER:-2024.2.1-103}
dependency.apt.intel-opencl-icd: ${ICD_VER:-23.43.27642.40-803~22.04}
dependency.apt.level-zero: ${LEVEL_ZERO_VER:-1.14.0-744~22.04}
dependency.apt.level-zero-dev: ${LEVEL_ZERO_DEV_VER:-1.14.0-744~22.04}
Expand All @@ -124,18 +124,18 @@ services:
command: >
sh -c "python -c 'import tensorflow as tf;print(tf.__version__);from tensorflow.python.client import device_lib;print(device_lib.list_local_devices())'"
extends: tf-base
image: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.0}-itex-xpu-base
image: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-base
xpu-jupyter:
build:
args:
ICD_VER: ${ICD_VER:-23.43.27642.40-803~22.04}
LEVEL_ZERO_GPU_VER: ${LEVEL_ZERO_GPU_VER:-1.3.27642.40-803~22.04}
LEVEL_ZERO_VER: ${LEVEL_ZERO_VER:-1.14.0-744~22.04}
LEVEL_ZERO_DEV_VER: ${LEVEL_ZERO_DEV_VER:-1.14.0-744~22.04}
DPCPP_VER: ${DPCPP_VER:-2024.1.0-963}
MKL_VER: ${MKL_VER:-2024.1.0-691}
CCL_VER: ${CCL_VER:-2021.12.0-309}
TF_VER: ${TF_VER:-2.15.0}
DPCPP_VER: ${DPCPP_VER:-2024.2.1-1079}
MKL_VER: ${MKL_VER:-2024.2.1-103}
CCL_VER: ${CCL_VER:-2021.13.1-31}
ITEX_VER: ${ITEX_VER:-2.15.0.1}
no_proxy: ''
NO_PROXY: ''
labels:
Expand All @@ -147,4 +147,4 @@ services:
extends: tf-base
command: >
bash -c "python -m jupyter --version"
image: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.0}-itex-xpu-jupyter
image: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-jupyter
12 changes: 8 additions & 4 deletions tensorflow/tests/tests.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -17,17 +17,19 @@ import-itex-cpu-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.0}-base
cmd: python -c "from tensorflow.python.client import device_lib; print(device_lib.list_local_devices())"
import-itex-xpu-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.0}-itex-xpu-base
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-base
cmd: python /tests/xpu_import_test.py
device: ["/dev/dri"]
volumes:
- src: ${PWD}/tensorflow/tests
dst: /tests
import-cpu-jupyter-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.0}-jupyter
cmd: python -m jupyter --version
import-xpu-jupyter-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.0}-itex-xpu-jupyter
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-jupyter
cmd: python -m jupyter --version
device: ["/dev/dri"]
import-multinode-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.0}-horovod-${HOROVOD_VERSION:-0.28.1}-inc-${INC_VERSION:-2.6}
cmd: horovodrun --check-build && mpirun --version && python -c 'import horovod.tensorflow as hvd;hvd.init();import horovod.tensorflow'
Expand All @@ -41,15 +43,17 @@ itex-cpu-${PACKAGE_OPTION:-pip}:
- src: ${PWD}/tensorflow/tests
dst: /tests
itex-xpu-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.0}-itex-xpu-base
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-base
cmd: python /tests/tf_base_test.py
device: ["/dev/dri"]
volumes:
- dst: /tests
src: $PWD/tensorflow/tests
itex-xpu-jupyter-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.0}-itex-xpu-jupyter
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-itex-${TF_VERSION:-2.15.1}-itex-xpu-jupyter
cmd: papermill --log-output /jupyter/xpu.ipynb -k python3 -
notebook: True
device: ["/dev/dri"]
multinode-${PACKAGE_OPTION:-pip}:
img: ${REGISTRY}/${REPO}:b-${GITHUB_RUN_NUMBER:-0}-${BASE_IMAGE_NAME:-ubuntu}-${BASE_IMAGE_TAG:-22.04}-${PACKAGE_OPTION:-pip}-py${PYTHON_VERSION:-3.10}-${TF_VERSION:-2.15.0}-horovod-${HOROVOD_VERSION:-0.28.1}-inc-${INC_VERSION:-2.6}
cmd: horovodrun -np 2 -H localhost:2 --binding-args="-bind-to socket -map-by socket" python /tests/tf_base_test.py
Expand Down
4 changes: 2 additions & 2 deletions tensorflow/xpu-requirements.txt
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
tensorflow==2.15.0
intel-extension-for-tensorflow[xpu]==2.15.0.0
tensorflow==2.15.1
intel-extension-for-tensorflow[xpu]==2.15.0.1