forked from jwalbrin/OK_CLIP
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathoc_plot_bars_extra.py
93 lines (77 loc) · 2.41 KB
/
oc_plot_bars_extra.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
"""
oc_plot_bars_extra.py
Plot bar charts (x/bars: dimensions, y: model fit)
"""
import os
from functions.functions import (
PlotObject,
load_data_object,
load_proxy_data,
mod_fit_extra,
bar_plot_extra,
bar_plot_extra_perm,
)
# --- User input
extra_object_name = "data_object_clip-vit_extra.pkl"
main_path = os.path.dirname(os.path.abspath(__file__))
extra_object_path = os.path.join(main_path, "results", extra_object_name)
extra_proxy_path = os.path.join(main_path, "data/extra/", "extra_proxy_dimensions.csv")
dim_data = os.path.join(
main_path, "data/behavioural_dimensions/", "selected_dimensions.csv"
)
out_path = os.path.join(main_path, "results/bar_plots/")
mod_fit_metric = "r2"
fig_label = ""
show_perm = 1
plot_best_k = 10
model_name_dict = {
"clip-vit": "CLIP-ViT",
"in21k-vit": "IN-ViT",
"in1k-resnext101": "IN-ResNeXt101",
"in1k-vgg16": "IN-VGG16",
"in1k-alexnet": "IN-AlexNet",
"ecoset-vgg16": "EcoSet-VGG16",
"ecoset-alexnet": "EcoSet-AlexNet",
}
# --- Main
if not os.path.exists(out_path):
os.makedirs(out_path)
# Load data object, prep dims
extra_object = load_data_object(extra_object_path)
# Load proxy dimension values (for extra data)
proxy_vals, proxy_names = load_proxy_data(extra_proxy_path)
# Calculate model fits
n_exemp = extra_object.n_exemp
mod_fit_mat = mod_fit_extra(
extra_object.pred_mat, proxy_vals, extra_object.bkc_sizes, mod_fit_metric, n_exemp
)
# Run incremental line plots
if show_perm == 1:
# Get mod_fit_perm_mat
mfpm_name = f"mod_fit_perm_mat_{mod_fit_metric}"
mod_fit_perm_mat = getattr(extra_object, mfpm_name)
# Instantiate PlotObject
plot_object = PlotObject(
model_name=extra_object.model_name,
dim_names=extra_object.dim_names,
mod_fit_metric=mod_fit_metric,
mod_fit_mat=mod_fit_mat,
mod_fit_perm_mat=mod_fit_perm_mat,
bkc_sizes=extra_object.bkc_sizes,
out_path=out_path,
fig_label=fig_label,
)
bar_plot_extra_perm(plot_object, plot_best_k)
else:
# Instantiate PlotObject
plot_object = PlotObject(
model_name=extra_object.model_name,
dim_names=extra_object.dim_names,
mod_fit_metric=mod_fit_metric,
mod_fit_mat=mod_fit_mat,
mod_fit_perm_mat=None,
bkc_sizes=extra_object.bkc_sizes,
out_path=out_path,
fig_label=fig_label,
)
bar_plot_extra(plot_object, plot_best_k)