Merge pull request #627 from basetenlabs/bola/fix-borked-tgi

Fix TGI model_id swap
basetenlabs · Aug 30, 2023 · ee3a2c0 · ee3a2c0
2 parents d42dfae + da3950e
commit ee3a2c0
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "truss"
-version = "0.6.5rc5"
+version = "0.6.5rc6"
 description = "A seamless bridge from model development to model delivery"
 license = "MIT"
 readme = "README.md"

diff --git a/truss/contexts/image_builder/serving_image_builder.py b/truss/contexts/image_builder/serving_image_builder.py
@@ -145,7 +145,7 @@ def copy_into_build_dir(from_path: Path, path_in_build_dir: str):
         model_key = "model"
 
     if server_name != "TrussServer":
-        model_name = config.build.arguments.pop(model_key)
+        model_name = config.build.arguments[model_key]
         if "gs://" in model_name:
             # if we are pulling from a gs bucket, we want to alias it as a part of the cache
             model_to_cache = {"repo_id": model_name}