Longbench: NV code to ipex-llm

python/llm/dev/benchmark/LongBench/README.md

@@ -1,8 +1,6 @@
 # LongBench Benchmark Test
 
-LongBench is the first benchmark for bilingual, multitask, and comprehensive assessment of long context understanding capabilities of large language models. This benchmark implementation is adapted from [THUDM/LongBench](https://github.com/THUDM/LongBench) and [experiments/LongBench](https://github.com/FasterDecoding/SnapKV/tree/main/experiments/LongBench)
-
-LongBench Benchmark allows users to test LongBench benchmark and record them in some json files. Users can provide models and related information in `config.yaml` and `config` directory.
+LongBench is the first benchmark for bilingual, multitask, and comprehensive assessment of long context understanding capabilities of large language models. This benchmark implementation is adapted from [THUDM/LongBench](https://github.com/THUDM/LongBench) and [SnapKV/experiments/LongBench](https://github.com/FasterDecoding/SnapKV/tree/main/experiments/LongBench).
 
 
 ## Environment Preparation

python/llm/dev/benchmark/LongBench/eval.py

@@ -13,9 +13,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-# This file is adapted from
-# https://github.com/insuhan/hyper-attn/blob/main/benchmark_patch_llm.py
-#
+
+# This code is for evaluating the results of LongBench.
 
 import os
 import json

python/llm/dev/benchmark/LongBench/metrics.py

@@ -13,9 +13,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-# This file is adapted from
-# https://github.com/insuhan/hyper-attn/blob/main/benchmark_patch_llm.py
-#
+
+
 
 import re
 import string

python/llm/dev/benchmark/LongBench/pred.py

@@ -13,9 +13,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-# This file is adapted from
-# https://github.com/insuhan/hyper-attn/blob/main/benchmark_patch_llm.py
-#
+
 
 import os
 from transformers import AutoTokenizer