-
Notifications
You must be signed in to change notification settings - Fork 62
/
imdb.sh
25 lines (21 loc) · 809 Bytes
/
imdb.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
export CUDA_DEVICE_ORDER=PCI_BUS_ID
export CUDA_VISIBLE_DEVICES=0,1
DATASET=imdb
LABEL_NAME_FILE=label_names.txt
TRAIN_CORPUS=train.txt
TEST_CORPUS=test.txt
TEST_LABEL=test_labels.txt
MAX_LEN=512
TRAIN_BATCH=8
ACCUM_STEP=8
EVAL_BATCH=32
GPUS=2
MCP_EPOCH=4
SELF_TRAIN_EPOCH=4
python src/train.py --dataset_dir datasets/${DATASET}/ --label_names_file ${LABEL_NAME_FILE} \
--train_file ${TRAIN_CORPUS} \
--test_file ${TEST_CORPUS} --test_label_file ${TEST_LABEL} \
--max_len ${MAX_LEN} \
--train_batch_size ${TRAIN_BATCH} --accum_steps ${ACCUM_STEP} --eval_batch_size ${EVAL_BATCH} \
--gpus ${GPUS} \
--mcp_epochs ${MCP_EPOCH} --self_train_epochs ${SELF_TRAIN_EPOCH} \