-
Notifications
You must be signed in to change notification settings - Fork 11
Expand file tree
/
Copy pathtest_gpt.sh
More file actions
27 lines (27 loc) · 796 Bytes
/
test_gpt.sh
File metadata and controls
27 lines (27 loc) · 796 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
'''
此代码train了GPT
'''
CUDA_VISIBLE_DEVICES=1 python run_gpt_prompt.py \
--model_name_or_path microsoft/DialoGPT-medium \
--model_name gpt-small \
--do_eval \
--validation_file data/fine-tune/test.json \
--source_prefix "dialogue: " \
--output_dir /output_dir \
--overwrite_output_dir \
--per_device_train_batch_size=1 \
--per_device_eval_batch_size=1 \
--predict_with_generate \
--eval_steps=50 \
--logging_steps=50 \
--num_train_epochs=10.0 \
--learning_rate=2e-3 \
--max_source_length=512 \
--generation_max_length 682 \
--text_column dialogue \
--summary_column response \
--evaluation_strategy epoch \
--save_strategy epoch \
--load_best_model_at_end True \
--pre_seq_len 50 \
--prefix_drop 0.1 \