restore missed lines

triton-inference-server · Oct 27, 2023 · 6200f5b · 6200f5b
1 parent b5e4bae
commit 6200f5b
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 3 deletions.
diff --git a/build.py b/build.py
@@ -78,8 +78,6 @@
         "2023.0.0",  # Standalone OpenVINO
         "2.4.7",  # DCGM version
         "py310_23.1.0-1",  # Conda version
-        "9.1.0.1",  # TRT version for building TRT-LLM backend
-        "12.2",  # CUDA version for building TRT-LLM backend
         "0.2.1.post1",  # vLLM version
     )
 }

diff --git a/qa/common/gen_jetson_trt_models b/qa/common/gen_jetson_trt_models
@@ -33,8 +33,9 @@
 #!/bin/bash -xe
 # Make all generated files accessible outside of container
 umask 0000
-
+# Set the version of the models
 TRITON_VERSION=${TRITON_VERSION:=23.10}
+# Set the CUDA device to use
 CUDA_DEVICE=${RUNNER_ID:=0}
 # Set TensorRT image
 TENSORRT_IMAGE=${TENSORRT_IMAGE:=nvcr.io/nvidia/tensorrt:$TRITON_VERSION-py3-igpu}