fixed bugs

Author: Egor-Krivov

dl_bench/llm.py

@@ -26,7 +26,7 @@ def get_llm(name, dtype):
 
     kwargs = {}
     if name.startswith("llama2") and "HF_TOKEN" in os.environ:
-        kwargs = {"HF_TOKEN": os.environ.get("HF_TOKEN")}
+        kwargs = {"token": os.environ.get("HF_TOKEN")}
 
     model_name, M, T = name2params[name]
 

scripts/margin.sh

@@ -31,7 +31,7 @@ do
 	LLMS=(gptj llama2-7b)
 	for COMPILER in ipex
 	do
-		for BS in 0001 0004 0008
+		for BS in 1 4 8
 		do
 			for DTYPE in bfloat16
 			do