-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathconfig_debug.yaml
69 lines (58 loc) · 1.21 KB
/
config_debug.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
# Meta
configfile: config_debug.yaml
tags: [debug]
central_logging_run_name: central_logging_run
# For fmri
n_conditions: 99
limit_prediction_dimensions: 5
# Dataset
dataset: zh-plus/tiny-imagenet
train_split_name: train
val_split_name: valid
cache_dir: "/Users/chris/.cache/huggingface/datasets/"
# Training
project_name: debug
train_batchsize: 2
eval_batchsize: 4
accumulate_steps: 1
workers: 1
epochs: 1
learning_rate: 0.00001
fp16: False
n_subset_train: 20
n_subset_eval: 20
# LoRA
cross_attention_heads: 8
lora_r: 16
lora_alpha: 16
lora_targets: ["query"]
# Boilerplates
model_seeds: [0, 1]
model_prefix: facebook
source_model:
- dinov2-small-imagenet1k-1-layer
backbone_channels:
dinov2-small-imagenet1k-1-layer: 384
use_cpu: True
feature_num_layers: 13
# Model setup
n_condition_tokens: 5
# Temporal training arguments
temporal_repeats: 1
batch_mixing: 2
# Evaluate on behavior sequences
n_behavior_subjects: 2
fmri_subjects: [4, 7, 10]
full_roi_list: [V2, V3, V4, LOC]
n_native_trials: 3
synthetic_trials: 3
roi_threshold: 0.7
# Searchlight setup
searchlight_ball_radius: 6
searchlight_ball_threshold: 0.1
searchlight_workers: 4
sl_permutations: 10
tfce: True
neg_logp_threshold: 0.0
mesh: "fsaverage3"
n_neighbors: 3