File tree Expand file tree Collapse file tree 1 file changed +4
-3
lines changed Expand file tree Collapse file tree 1 file changed +4
-3
lines changed Original file line number Diff line number Diff line change 11# default base image
22# https://gallery.ecr.aws/neuron/pytorch-inference-neuronx
3- ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.5.1 -neuronx-py310-sdk2.22 .0-ubuntu22.04"
3+ ARG BASE_IMAGE="public.ecr.aws/neuron/pytorch-inference-neuronx:2.6.0 -neuronx-py310-sdk2.23 .0-ubuntu22.04"
44
55FROM $BASE_IMAGE
66
@@ -22,8 +22,7 @@ WORKDIR ${APP_MOUNT}/vllm
2222
2323RUN python3 -m pip install --upgrade pip
2424RUN python3 -m pip install --no-cache-dir fastapi ninja tokenizers pandas tenacity
25- RUN python3 -m pip install sentencepiece transformers==4.48.0 -U
26- RUN python3 -m pip install neuronx-cc==2.17.194.0 --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
25+ RUN python3 -m pip install neuronx-cc==2.* --extra-index-url=https://pip.repos.neuron.amazonaws.com -U
2726RUN python3 -m pip install pytest
2827
2928# uninstall transformers-neuronx package explicitly to avoid version conflict
@@ -49,6 +48,8 @@ RUN python3 -m pip install -e tests/vllm_test_utils
4948# FIXME: `--no-deps` argument is temporarily added to resolve transformers package version conflict
5049RUN python3 -m pip install transformers-neuronx==0.13.* --extra-index-url=https://pip.repos.neuron.amazonaws.com -U --no-deps
5150
51+ RUN python3 -m pip install sentencepiece transformers==4.48.0 -U
52+
5253# overwrite entrypoint to run bash script
5354RUN echo "import subprocess; import sys; subprocess.check_call(sys.argv[1:])" > /usr/local/bin/dockerd-entrypoint.py
5455
You can’t perform that action at this time.
0 commit comments