From 6200f5b297083f985eaaeb1e381351ea47581ae7 Mon Sep 17 00:00:00 2001 From: Misha Chornyi Date: Thu, 26 Oct 2023 17:54:45 -0700 Subject: [PATCH] restore missed lines --- build.py | 2 -- qa/common/gen_jetson_trt_models | 3 ++- 2 files changed, 2 insertions(+), 3 deletions(-) diff --git a/build.py b/build.py index a69cc61e98..805b187573 100755 --- a/build.py +++ b/build.py @@ -78,8 +78,6 @@ "2023.0.0", # Standalone OpenVINO "2.4.7", # DCGM version "py310_23.1.0-1", # Conda version - "9.1.0.1", # TRT version for building TRT-LLM backend - "12.2", # CUDA version for building TRT-LLM backend "0.2.1.post1", # vLLM version ) } diff --git a/qa/common/gen_jetson_trt_models b/qa/common/gen_jetson_trt_models index 71b3e80594..f33c11171d 100755 --- a/qa/common/gen_jetson_trt_models +++ b/qa/common/gen_jetson_trt_models @@ -33,8 +33,9 @@ #!/bin/bash -xe # Make all generated files accessible outside of container umask 0000 - +# Set the version of the models TRITON_VERSION=${TRITON_VERSION:=23.10} +# Set the CUDA device to use CUDA_DEVICE=${RUNNER_ID:=0} # Set TensorRT image TENSORRT_IMAGE=${TENSORRT_IMAGE:=nvcr.io/nvidia/tensorrt:$TRITON_VERSION-py3-igpu}