-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathonline_change_task_data_processing.sh.bak
executable file
·103 lines (103 loc) · 6.39 KB
/
online_change_task_data_processing.sh.bak
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
#!/usr/bin/bash
#awk -f online_change_task_data_processing.awk online_change_task.$1.log | sed "s/=//g" | sed "s/\}//g" | sed "s/epoch//g" | gnuplot -e "plot '-' w lp; pause 99"
rm logs/*latest*
rm pics/*
bash read_logs.sh
algorithms_offline=( "iql" "cql" "cal" "td3_plus_bc" "iqln" )
algorithms_online=( "td3" "sac" "iql_online" "iqln_online" )
algorithms_all=( ${algorithms_offline[@]} ${algorithms_online[@]} )
for algorithm1 in "${algorithms_all[@]}"; do
for algorithm2 in "${algorithms_online[@]}"; do
if [[ $algorithm1 == $algorithm2 ]]; then
continue;
elif [[ $algorithm1 == "iqln" && $algorithm2 != "iqln_online" ]]; then
continue;
elif [[ $algorithm1 != "iqln" && $algorithm2 == "iqln_online" ]]; then
continue;
fi
if [[ $algorithm1 == 'iqln' && $algorithm2 == "iqln_online" ]]; then
n_ensembles=( "2" )
else
n_ensembles=( "2" "10" )
fi
for n_ensemble in "${n_ensembles[@]}"; do
algorithms="${algorithm1}-${algorithm2}_${n_ensemble}"
datasets=( "halfcheetah" "hopper" "walker2d" "ant")
for dataset in ${datasets[@]}; do
has_online=0
echo "${algorithms_offline[@]}" | grep -wq ${algorithm1}
if [[ $? == 0 ]]; then
quality1_list=( "medium" "expert" "random" "medium_random" "medium_replay" )
else
quality1_list=( "medium" )
has_online=1
fi
echo "${algorithms_offline[@]}" | grep -wq ${algorithm2}
if [[ $? == 0 ]]; then
quality2_list=( "medium" "expert" "random" "medium_random" "medium_replay" )
copy_buffer_list=( "none" "copy")
else
quality2_list=( "medium" )
has_online=1
copy_buffer_list=( "none" "copy" "mix_all" "mix_same" "ewc_same" "ewc_all" )
fi
if [[ $has_online -eq 1 ]]; then
buffer_list=( "20000" "2000000" )
else
buffer_list=( "20000" )
fi
for quality1 in "${quality1_list[@]}" ; do
for quality2 in "${quality2_list[@]}" ; do
qualities="${quality1}-${quality2}"
first="1000000"
second="1000000"
for buffer in "${buffer_list[@]}"; do
for copy_buffer in ${copy_buffer_list[@]}; do
if [[ $copy_buffer == 'none' || $copy_buffer == 'copy' ]]; then
buffer_mix_type_list=( "" )
else
buffer_mix_type_list=( "_all" "_policy" "_value" )
fi
for buffer_mix_type in "${buffer_mix_type_list[@]}"; do
copy_buffer_str=$(echo ${copy_buffer} | sed "s/\_/\\\_/g")
buffer_mix_type_str=$(echo ${buffer_mix_type} | sed "s/\_/\\\_/g")
for copy_optim in "" "_copy_optim"; do
TMPFILE1=$(mktemp) || exit 1
echo "${algorithms_offline[@]}" | grep -wq ${algorithm1} && log_name=logs/online_change_task_${dataset}_${quality1}_${algorithm1}_${first}.latest.log || log_name=logs/online_change_task_${dataset}_${algorithm1}_${first}_${buffer}.latest.log
if [[ -f $log_name ]]; then
#echo $log_name
awk -f online_change_task_data_processing.awk $log_name | sed "s/=//g" | sed "s/\}//g" > TMPFILE1
else
#echo $log_name not exist
continue
fi
TMPFILE2=$(mktemp) || exit 1
#log_name=logs/online_change_task_${dataset}_${qualities}_${algorithms}_${first}_${second}_${buffer}${copy_optim}_${copy_buffer}.latest.log
log_name=logs/online_change_task_${dataset}_${qualities}_${algorithms}_${first}_${second}_${buffer}${explore}${copy_optim}_${copy_buffer}${buffer_mix_type}.latest.log
if [[ -f $log_name ]]; then
#echo $log_name
awk -f online_change_task_data_processing.awk $log_name | sed "s/=//g" | sed "s/\}//g" > TMPFILE2
else
#echo $log_name not exist
continue
fi
pic_name=pics/online_change_task_${dataset}_${qualities}_${algorithms}_${first}_${second}_${buffer}${explore}${copy_optim}_${copy_buffer}${buffer_mix_type}.png
txt_name=pics/online_change_task_${dataset}_${qualities}_${algorithms}_${first}_${second}_${buffer}${explore}${copy_optim}_${copy_buffer}${buffer_mix_type}.txt
#cat TMPFILE1 TMPFILE2 | gnuplot -e "set terminal png; set title '${dataset}\_${qualities}\_${algorithms}\_${first}\_${second}\_${buffer}\_${copy_optim_str}\_${copy_buffer_str}'; plot '-' using 1 with lines;" > $pic_name
algorithms_str=$(echo ${algorithms} | sed "s/\_/\\\_/g")
copy_optim_str=$(echo ${copy_optim} | sed "s/\_/\\\_/g")
explore_str=$(echo ${explore} | sed "s/\_/\\\_/g")
cat TMPFILE1 TMPFILE2 | gnuplot -e "set terminal png; set title '${qualities}\_${algorithms_str}\_${buffer}${explore_str}${copy_optim_str}\_${copy_buffer_str}${buffer_mix_type_str}'; plot '-' using 1 with lines;" > $pic_name
done
done
done
done
done
done
done
done
done
done
rm TMPFILE1
rm TMPFILE2
# | sed "s/,//g"