-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrun_prompt_variance.sh
17 lines (9 loc) · 1.09 KB
/
run_prompt_variance.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
python prompt_variance.py
DEVICE=1
python evaluate_model.py --model-name bert-large-cased --task data_evaluation --out-dir output/prompt_preference/LAMA_P --batch-size 64 --cuda-device $DEVICE
python evaluate_model.py --model-name roberta-large --task data_evaluation --out-dir output/prompt_preference/LAMA_P --batch-size 64 --cuda-device $DEVICE
python evaluate_model.py --model-name gpt2-xl --task data_evaluation --out-dir output/prompt_preference/LAMA_P --batch-size 32 --cuda-device $DEVICE
python evaluate_model.py --model-name bart-large --task data_evaluation --out-dir output/prompt_preference/LAMA_P --batch-size 32 --cuda-device $DEVICE
python evaluate_model.py --model-name bert-base-cased --task data_evaluation --out-dir output/prompt_preference/LAMA_P --batch-size 64 --cuda-device $DEVICE
python evaluate_model.py --model-name gpt2 --task data_evaluation --out-dir output/prompt_preference/LAMA_P --batch-size 64 --cuda-device $DEVICE
python evaluate_model.py --model-name gpt2-medium --task data_evaluation --out-dir output/prompt_preference/LAMA_P --batch-size 64 --cuda-device $DEVICE