-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdvc copy.lock
186 lines (186 loc) · 5.74 KB
/
dvc copy.lock
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
schema: '2.0'
stages:
merge_lcfa_2019:
cmd:
- julia scripts/dataset/merge_lcfa.jl ../GLM-L2-LCFA/2019
deps:
- path: scripts/dataset/merge_lcfa.jl
md5: b85bf2fa77d5aed5bce3556dc2a58cbf
size: 377
- path: src/dataset/l2_lcfa_merge.jl
md5: 12ae176a471818a05744eebc642c2c8f
size: 1410
- path: src/structs/FlashRecords.jl
md5: d70788ccd28818f30f0309d419dab1ea
size: 1580
outs:
- path: data/exp_pro/GLM-L2-LCFA/2019.jld2
md5: 05df9a0f68dc2b8b6c5138baea609f34
size: 7893048977
isexec: true
merge_lcfa_2020:
cmd:
- julia scripts/dataset/merge_lcfa.jl ../GLM-L2-LCFA/2020
deps:
- path: scripts/dataset/merge_lcfa.jl
md5: b85bf2fa77d5aed5bce3556dc2a58cbf
size: 377
- path: src/dataset/l2_lcfa_merge.jl
md5: 12ae176a471818a05744eebc642c2c8f
size: 1410
- path: src/structs/FlashRecords.jl
md5: d70788ccd28818f30f0309d419dab1ea
size: 1580
outs:
- path: data/exp_pro/GLM-L2-LCFA/2020.jld2
md5: d84ac85255a2bcf85eed8f91583af5d9
size: 6762022226
isexec: true
merge_lcfa_2021:
cmd:
- julia scripts/dataset/merge_lcfa.jl ../GLM-L2-LCFA/2021
deps:
- path: scripts/dataset/merge_lcfa.jl
md5: b85bf2fa77d5aed5bce3556dc2a58cbf
size: 377
- path: src/dataset/l2_lcfa_merge.jl
md5: 12ae176a471818a05744eebc642c2c8f
size: 1410
- path: src/structs/FlashRecords.jl
md5: d70788ccd28818f30f0309d419dab1ea
size: 1580
outs:
- path: data/exp_pro/GLM-L2-LCFA/2021.jld2
md5: 08250d1028c96b60ee8211df5af1ec66
size: 6905111344
isexec: true
grid_dataset:
cmd:
- julia scripts/dataset/grid_fed.jl -s 4 -t 30 -f data/exp_pro/GLM-L2-LCFA/2019.jld2
deps:
- path: data/exp_pro/GLM-L2-LCFA/2019.jld2
md5: 05df9a0f68dc2b8b6c5138baea609f34
size: 7893048977
- path: data/exp_pro/GLM-L2-LCFA/2020.jld2
md5: d84ac85255a2bcf85eed8f91583af5d9
size: 6762022226
- path: data/exp_pro/GLM-L2-LCFA/2021.jld2
md5: 08250d1028c96b60ee8211df5af1ec66
size: 6905111344
- path: scripts/dataset/grid_fed.jl
md5: bf4ee32aad228f41931bdf3e183b9406
size: 2937
- path: src/dataset/fed_grid.jl
md5: e2ea8d10b6b6ae4fe86c679d450cfb4f
size: 7430
- path: src/dataset/l2_lcfa_merge.jl
md5: 12ae176a471818a05744eebc642c2c8f
size: 1410
params:
params.yaml:
ds.resolution:
spatial: 4
temporal: 30
outs:
- path: data/exp_pro/GLM-L2-LCFA-GRID/spatial=4_temporal=30_year=2019
hash: md5
md5: 7b9d62277c0601ac29e23cdfe4d8be8d.dir
size: 89603335
nfiles: 12
cluster_dataset:
cmd:
- julia scripts/dataset/cluster_grid.jl --folder=data/exp_pro/GLM-L2-LCFA-GRID/spatial=4_temporal=30_year=2019
--threshold=1.0 --binary --radius=3.0 --time_scale=2.0 --windows=5,5,10 --min_neighbors=50
--min_cluster_size=100 --dimensions=64,64,20 --padding=2,2,4 --single-file=dataset.h5
deps:
- path: data/exp_pro/GLM-L2-LCFA-GRID/spatial=4_temporal=30_year=2019
hash: md5
md5: 7b9d62277c0601ac29e23cdfe4d8be8d.dir
size: 89603335
nfiles: 12
- path: scripts/dataset/cluster_grid.jl
hash: md5
md5: c497a9e119fdb63bffc97382e8ebeec1
size: 4897
- path: src/dataset/cluster_dbscan.jl
hash: md5
md5: 2577333f1f573edf82bbad17c56a0999
size: 6190
- path: src/dataset/fed_grid.jl
md5: e2ea8d10b6b6ae4fe86c679d450cfb4f
size: 7430
params:
params.yaml:
ds.cluster:
threshold: 1.0
radius: 3.0
min_neighbors: 50
min_cluster_size: 100
t_scale: 2.0
windows: 5,5,10
dimensions: 64,64,20
padding: 2,2,4
ds.resolution:
spatial: 4
temporal: 30
outs:
- path: data/training/dataset.h5
hash: md5
md5: 5131c63526b8aecb8af2d3ed94c0224b
size: 25245386
train:
cmd:
- MLFLOW_EXPERIMENT_NAME=4x4x30-resolution CUDA_VISIBLE_DEVICES=0 julia scripts/training/train.jl
--dataset=type=SequenceFED_splitratio=0.8_batchsize=32_N=10 --dataset_path=data/training/dataset.h5
--architecture=type=EncoderForecaster05.2.2_out=10_dropout=0.2 --optimiser="ADAM(;
lr=3e-4)" --epochs=100 --loss=binarycrossentropy --metrics=mse,csi,binarycrossentropy
--device=gpu --early_stop=10 --plateau=10 --throttle=120
deps:
- path: data/training/dataset.h5
hash: md5
md5: 5131c63526b8aecb8af2d3ed94c0224b
size: 25245386
- path: scripts/training/train.jl
hash: md5
md5: fbeb0fc28036c7f9a9ae02bd904618b3
size: 8798
- path: src/architecture/EncoderForecaster05.2.2.jl
md5: d80681ca1f5dc1f8f126c92886b29424
size: 2216
- path: src/dataset/SequenceFED.jl
md5: 410f5a20e06120f60625f4d2c1dc3539
size: 1367
- path: src/evaluation/loss.jl
md5: 44c5c90e4f6e5e8afc00fcaf567e995e
size: 1273
- path: src/optimisers/optimiser.jl
md5: a80d74a68ea389ff145555f3a1e05991
size: 1068
- path: src/training/train.jl
hash: md5
md5: adee63101b8d4e42fd972a4211979005
size: 1788
- path: src/utils/logging.jl
md5: 91de169a342a78e4eb8f406f2d9fc2e1
size: 835
params:
params.yaml:
train:
ds:
type: SequenceFED
splitratio: 0.8
batchsize: 32
N: 10
arch:
type: EncoderForecaster05.2.2
out: 10
dropout: 0.2
optimiser: ADAM(; lr=3e-4)
epochs: 100
loss: binarycrossentropy
outs:
- path: data/experiments/4x4x30-resolution
hash: md5
md5: 55fc26f04bcd8897f02cebb34500cbf2.dir
size: 443169549
nfiles: 29