-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathrun_imdb.sh
97 lines (88 loc) · 5.27 KB
/
run_imdb.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
#!/bin/bash
python dlib/data/data_download.py -o data --dataset imdb
# 2 models
python train.py --config cfgs/imdb/2_models/2_model_0.yml
python train.py --config cfgs/imdb/2_models/2_model_1.yml
python train.py --config cfgs/imdb/2_models/2_model_2.yml
python train.py --config cfgs/imdb/2_models/2_model_3.yml
python train.py --config cfgs/imdb/2_models/2_model_4.yml
# 5 models
# These are the 5 models with different pre-trained MultiBerts
python train.py --config cfgs/imdb/5_models/models/5_model_0.yml
python train.py --config cfgs/imdb/5_models/models/5_model_1.yml
python train.py --config cfgs/imdb/5_models/models/5_model_2.yml
python train.py --config cfgs/imdb/5_models/models/5_model_3.yml
python train.py --config cfgs/imdb/5_models/models/5_model_4.yml
# These are the 5 models with different soft prompt initialization
python train.py --config cfgs/imdb/5_models/init_seeds/5_model_init_1.yml
python train.py --config cfgs/imdb/5_models/init_seeds/5_model_init_2.yml
python train.py --config cfgs/imdb/5_models/init_seeds/5_model_init_3.yml
python train.py --config cfgs/imdb/5_models/init_seeds/5_model_init_4.yml
# These are the 5 models with different training seeds
python train.py --config cfgs/imdb/5_models/train_seeds/5_model_train_1.yml
python train.py --config cfgs/imdb/5_models/train_seeds/5_model_train_2.yml
python train.py --config cfgs/imdb/5_models/train_seeds/5_model_train_3.yml
python train.py --config cfgs/imdb/5_models/train_seeds/5_model_train_4.yml
# 10 models
python train.py --config cfgs/imdb/10_models/10_model_0.yml
python train.py --config cfgs/imdb/10_models/10_model_1.yml
python train.py --config cfgs/imdb/10_models/10_model_2.yml
python train.py --config cfgs/imdb/10_models/10_model_3.yml
python train.py --config cfgs/imdb/10_models/10_model_4.yml
# 1 models
python train.py --config cfgs/imdb/1_models/1_model_0.yml
python train.py --config cfgs/imdb/1_models/1_model_1.yml
python train.py --config cfgs/imdb/1_models/1_model_2.yml
python train.py --config cfgs/imdb/1_models/1_model_3.yml
python train.py --config cfgs/imdb/1_models/1_model_4.yml
python train.py --config cfgs/imdb/1_models/1_model_5.yml
python train.py --config cfgs/imdb/1_models/1_model_6.yml
python train.py --config cfgs/imdb/1_models/1_model_7.yml
python train.py --config cfgs/imdb/1_models/1_model_8.yml
python train.py --config cfgs/imdb/1_models/1_model_9.yml
python train.py --config cfgs/imdb/1_models/1_model_10.yml
python train.py --config cfgs/imdb/1_models/1_model_11.yml
python train.py --config cfgs/imdb/1_models/1_model_12.yml
python train.py --config cfgs/imdb/1_models/1_model_13.yml
python train.py --config cfgs/imdb/1_models/1_model_14.yml
python train.py --config cfgs/imdb/1_models/1_model_15.yml
python train.py --config cfgs/imdb/1_models/1_model_16.yml
python train.py --config cfgs/imdb/1_models/1_model_17.yml
python train.py --config cfgs/imdb/1_models/1_model_18.yml
python train.py --config cfgs/imdb/1_models/1_model_19.yml
python train.py --config cfgs/imdb/1_models/1_model_20.yml
python train.py --config cfgs/imdb/1_models/1_model_21.yml
python train.py --config cfgs/imdb/1_models/1_model_22.yml
python train.py --config cfgs/imdb/1_models/1_model_23.yml
python train.py --config cfgs/imdb/1_models/1_model_24.yml
# 1 models with prompt length 2
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_0_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_1_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_2_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_3_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_4_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_5_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_6_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_7_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_8_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_9_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_10_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_11_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_12_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_13_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_14_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_15_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_16_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_17_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_18_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_19_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_20_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_21_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_22_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_23_sp.yml
python train.py --config cfgs/imdb/1_models_short_prompt/1_model_24_sp.yml
# EVALUATION
python src/evaluation/create_report.py imdb -t
python src/evaluation/evaluate_1_models.py imdb -t
python src/evaluation/evaluate_1_models.py short_imdb -t
python scripts/imdb/run_10_random_masking.py