-
Notifications
You must be signed in to change notification settings - Fork 15
/
quoref_tpu.sh
36 lines (28 loc) · 932 Bytes
/
quoref_tpu.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
#!/usr/bin/env bash
# -*- coding: utf-8 -*-
# author: xiaoy li
# description:
# finetune the spanbert model on squad 2.0 for data augment.
REPO_PATH=/home/shannon/coref-tf
export TPU_NAME=tf-tpu
export PYTHONPATH="$PYTHONPATH:$REPO_PATH"
QUOREF_DIR=gs://qa_tasks/quoref
BERT_DIR=gs://corefqa_output_squad/panbert_large_squad2_2e-5
OUTPUT_DIR=gs://corefqa_output_quoref/spanbert_large_squad2_best_quoref_3e-5
python3 ${REPO_PATH}/run_quoref.py \
--vocab_file=$BERT_DIR/vocab.txt \
--bert_config_file=$BERT_DIR/bert_config.json \
--init_checkpoint=$BERT_DIR/best_bert_model.ckpt \
--do_train=True \
--train_file=$QUOREF_DIR/quoref-train-v0.1.json \
--do_predict=True \
--predict_file=$QUOREF_DIR/quoref-dev-v0.1.json \
--train_batch_size=8 \
--learning_rate=3e-5 \
--num_train_epochs=5 \
--max_seq_length=384 \
--do_lower_case=False \
--doc_stride=128 \
--output_dir=${OUTPUT_DIR} \
--use_tpu=True \
--tpu_name=$TPU_NAME