From 7d9e654dc589e4dcd79206aca1e232df68989dec Mon Sep 17 00:00:00 2001 From: Tomasz Thaddey Date: Tue, 17 Dec 2024 12:36:57 +0200 Subject: [PATCH] Update llame inference README file --- MLPERF4.0/Inference/llama/README.md | 6 ++++-- MLPERF4.0/Inference/llama/setup_tgi.sh | 1 + 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/MLPERF4.0/Inference/llama/README.md b/MLPERF4.0/Inference/llama/README.md index fdb4f06dc..bb9e24946 100644 --- a/MLPERF4.0/Inference/llama/README.md +++ b/MLPERF4.0/Inference/llama/README.md @@ -34,12 +34,14 @@ echo "vm.nr_hugepages=100000" | sudo tee -a /etc/sysctl.conf Clone this repository and switch to the branch that matches your Intel Gaudi software version. You can run the [`hl-smi`](https://docs.habana.ai/en/latest/System_Management_Tools_Guide/System_Management_Tools.html#hl-smi-utility-options) utility to determine the Intel Gaudi software version. ```bash +mkdir -p /path/to/Intel-HabanaLabs +cd /path/to/Intel-HabanaLabs git clone --recurse-submodules -b [Intel Gaudi software version] https://github.com/HabanaAI/Model-References ``` ### Prepare `Intel-HabanaLabs` MLPerf Inference Container ```bash -export INTEL_HABANALABS_DIR=$PWD/Model-References/MLPERF4.0/Inference +export INTEL_HABANALABS_DIR=/path/to/Intel-HabanaLabs ``` ```bash @@ -111,7 +113,7 @@ The same script was submitted for both 99 and 99.9 benchmarks - no additional im Source the necessary files: ```bash -cd /root/Intel-HabanaLabs +cd /root/Intel-HabanaLabs/Model-References/MLPERF4.0/Inference/ source functions.sh ``` diff --git a/MLPERF4.0/Inference/llama/setup_tgi.sh b/MLPERF4.0/Inference/llama/setup_tgi.sh index 0dfc12123..2c3116990 100755 --- a/MLPERF4.0/Inference/llama/setup_tgi.sh +++ b/MLPERF4.0/Inference/llama/setup_tgi.sh @@ -13,6 +13,7 @@ unzip -o $PROTOC_ZIP -d /usr/local 'include/*' rm -f $PROTOC_ZIP # prepare TGI with Gaudi support cd "$script_dir/tgi-gaudi/" +git config --global --add safe.directory "$script_dir/tgi-gaudi" git checkout habana-main pushd $HOME mkdir repos