⬆️ bump to latest transformers release

Signed-off-by: Joe Runde <Joseph.Runde@ibm.com>
IBM · Apr 18, 2024 · ec34f4f · ec34f4f
1 parent ae97409
commit ec34f4f
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 4 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -281,9 +281,6 @@ RUN --mount=type=bind,from=flash-att-v2-cache,src=/usr/src/flash-attention-v2,ta
 # or are using a PyTorch nightly version
 RUN pip install auto-gptq=="${AUTO_GPTQ_VERSION}" --no-cache-dir
 
-# Install pre-release version of transformers
-RUN pip install tokenizers==0.19.1 git+https://github.com/huggingface/transformers.git@ec92f983af5295fc92414a37b988d8384785988a
-
 # Install server
 # git is required to pull the fms-extras dependency
 RUN dnf install -y git && dnf clean all

diff --git a/server/pyproject.toml b/server/pyproject.toml
@@ -22,7 +22,7 @@ safetensors = "^0.4.3"
 sentencepiece = "^0.2.0"
 datasets = { version = "^2.15.0", optional = true }
 texttable = { version = "^1.7.0", optional = true }
-#transformers = "4.38.2"
+transformers = "4.40.0"
 optimum = { version = "^1.18.0", extras = ["onnxruntime-gpu"], optional = true }
 onnxruntime = { version = "^1.17.1", optional = true }
 onnxruntime-gpu = { version = "^1.17.1", optional = true }