update gpt2 kunlunxin config (#300)

* gpt2 env config * gpt2 config * Update test_conf.py --------- Co-authored-by: zhangyutong04 <zhangyutong04@baidu.com>
FlagOpen · Nov 1, 2023 · 52edef8 · 52edef8
1 parent 6fd0bed
commit 52edef8
Show file tree

Hide file tree

Showing 3 changed files with 9 additions and 1 deletion.
diff --git a/training/kunlunxin/docker_image/pytorch/pytorch_install.sh b/training/kunlunxin/docker_image/pytorch/pytorch_install.sh
@@ -5,4 +5,6 @@ set -xe
 pip install https://bd.bcebos.com/klx-pytorch-ipipe-bd/flagperf/latest/xacc-0.1.0-cp38-cp38-linux_x86_64.whl
 pip install https://bd.bcebos.com/klx-pytorch-ipipe-bd/flagperf/latest/xmlir-0.0.1-cp38-cp38-linux_x86_64.whl
 
+pip install psutil==5.9.5 -i  https://pypi.tuna.tsinghua.edu.cn/simple
+pip install accelerate==0.20.3 -i  https://pypi.tuna.tsinghua.edu.cn/simple
 python -m xacc.install
diff --git a/training/kunlunxin/gpt2-pytorch/config/environment_variables.sh b/training/kunlunxin/gpt2-pytorch/config/environment_variables.sh
@@ -0,0 +1,4 @@
+export XACC_ENABLE=1
+export BKCL_PCIE_RING=1
+export BKCL_TIMEOUT=1800
+export XMLIR_D_XPU_L3_SIZE=66060288
diff --git a/training/run_benchmarks/config/test_conf.py b/training/run_benchmarks/config/test_conf.py
@@ -101,5 +101,7 @@
     # "gpt3_13B:paddle_2.5.1:TP2PP4SH1SP1A10040G:1:8:1":"/raid/dataset/gpt-3/"
 
     # kunlunxin cases
+    # "gpt2:pytorch:R300:1:8:1": "/raid/dataset/gpt2"
     # "resnet50:pytorch:R300:1:8:1": "/raid/dataset/ImageNet_1k_2012/",
-}
+}
+