update pretrain for benchmark

PaddlePaddle · Sep 8, 2024 · 8a1f86d · 8a1f86d
1 parent 5b54ac4
commit 8a1f86d
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 10 deletions.
diff --git a/test_tipc/configs/slanet/train_infer_python.txt b/test_tipc/configs/slanet/train_infer_python.txt
@@ -7,13 +7,13 @@ Global.auto_cast:fp32
 Global.epoch_num:lite_train_lite_infer=3|whole_train_whole_infer=50
 Global.save_model_dir:./output/
 Train.loader.batch_size_per_card:lite_train_lite_infer=16|whole_train_whole_infer=128
-Global.pretrained_model:./pretrain_models/en_ppstructure_mobile_v2.0_SLANet_train/best_accuracy
+Global.pretrained_model:./pretrain_models/ch_ppstructure_mobile_v2.0_SLANet_train/best_accuracy
 train_model_name:latest
 train_infer_img_dir:./ppstructure/docs/table/table.jpg
 null:null
 ##
 trainer:norm_train
-norm_train:tools/train.py -c configs/table/SLANet.yml -o Global.cal_metric_during_train=False Global.print_batch_step=1 Train.loader.shuffle=false Train.dataset.data_dir=./train_data/pubtabnet/train Train.dataset.label_file_list=[./train_data/pubtabnet/train.jsonl] Eval.dataset.data_dir=./train_data/pubtabnet/test Eval.dataset.label_file_list=[./train_data/pubtabnet/test.jsonl]
+norm_train:tools/train.py -c configs/table/SLANet_ch.yml -o Global.cal_metric_during_train=False Global.print_batch_step=1 Train.loader.shuffle=false Train.dataset.data_dir=./train_data/pubtabnet Train.dataset.label_file_list=[./train_data/pubtabnet/train.txt] Eval.dataset.data_dir=./train_data/pubtabnet Eval.dataset.label_file_list=[./train_data/pubtabnet/val.txt]
 pact_train:null
 fpgm_train:null
 distill_train:null
@@ -54,7 +54,7 @@ random_infer_input:[{float32,[3,488,488]}]
 ===========================train_benchmark_params==========================
 batch_size:64
 fp_items:fp32|fp16
-epoch:2
+epoch:1
 --profiler_options:batch_range=[10,20];state=GPU;tracer_option=Default;profile_path=model.profile
 flags:FLAGS_eager_delete_tensor_gb=0.0;FLAGS_fraction_of_gpu_memory_to_use=0.98;FLAGS_conv_workspace_size_limit=4096
 ===========================to_static_train_benchmark_params===========================

diff --git a/test_tipc/prepare.sh b/test_tipc/prepare.sh
@@ -41,15 +41,15 @@ if [ ${MODE} = "benchmark_train" ];then
         fi
     fi
     if [[ ${model_name} =~ "ch_PP-OCRv4_mobile_det" ]];then
-        wget -nc -P  ./pretrain_models/ https://paddleocr.bj.bcebos.com/pretrained/PPLCNetV3_x0_75_ocr_det.pdparams  --no-check-certificate
+        wget -nc -P  ./pretrain_models/ https://paddleocr.bj.bcebos.com/pretrained/ch_PP-OCRv4_det_trained.pdparams  --no-check-certificate
         rm -rf ./train_data/icdar2015
         wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dataset/icdar2015_benckmark.tar --no-check-certificate
         cd ./train_data/ && tar xf icdar2015_benckmark.tar
         ln -s ./icdar2015_benckmark ./icdar2015
         cd ../
     fi
     if [[ ${model_name} =~ "ch_PP-OCRv4_server_det" ]];then
-        wget -nc -P  ./pretrain_models/ https://paddleocr.bj.bcebos.com/pretrained/PPHGNet_small_ocr_det.pdparams  --no-check-certificate
+        wget -nc -P  ./pretrain_models/ https://paddleocr.bj.bcebos.com/pretrained/ch_PP-OCRv4_det_server_trained.pdparams  --no-check-certificate
         rm -rf ./train_data/icdar2015
         wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dataset/icdar2015_benckmark.tar --no-check-certificate
         cd ./train_data/ && tar xf icdar2015_benckmark.tar
@@ -144,12 +144,16 @@ if [ ${MODE} = "benchmark_train" ];then
         cd ../
     fi
     if [[ ${model_name} == "slanet" ]];then
-        wget -nc -P ./pretrain_models/ https://paddleocr.bj.bcebos.com/ppstructure/models/slanet/en_ppstructure_mobile_v2.0_SLANet_train.tar --no-check-certificate
-        cd ./pretrain_models/ && tar xf en_ppstructure_mobile_v2.0_SLANet_train.tar  && cd ../
+        wget -nc -P ./pretrain_models/ https://paddleocr.bj.bcebos.com/ppstructure/models/slanet/ch_ppstructure_mobile_v2.0_SLANet_train.tar --no-check-certificate
+        cd ./pretrain_models/ && tar xf ch_ppstructure_mobile_v2.0_SLANet_train.tar  && cd ../
         rm -rf ./train_data/pubtabnet
-        wget -nc -P ./train_data/ https://paddleocr.bj.bcebos.com/dataset/pubtabnet_benckmark.tar --no-check-certificate
-        cd ./train_data/ && tar xf pubtabnet_benckmark.tar
-        ln -s ./pubtabnet_benckmark ./pubtabnet
+        wget -nc -P ./train_data/ https://paddle-model-ecology.bj.bcebos.com/uapi/data/table_rec_dataset_examples.tar --no-check-certificate
+        cd ./train_data/ && tar xf table_rec_dataset_examples.tar
+        ln -s ./table_rec_dataset_examples ./pubtabnet
+        cd pubtabnet
+        for i in `seq 10`;do cp train.txt dup$i.txt;done
+        cat dup* > train.txt && rm -rf dup*
+        cd ../
         cd ../
     fi
     if [[ ${model_name} == "det_r50_dcn_fce_ctw_v2_0" ]]; then