-
Notifications
You must be signed in to change notification settings - Fork 4
/
COMBO_R50_bs8_90k.yaml
59 lines (59 loc) · 1.67 KB
/
COMBO_R50_bs8_90k.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
_BASE_: R50-AVSS-SemanticSegmentation.yaml
OUTPUT_DIR: "checkpoints/avs_ss/COMBO_R50_bs8_80k"
MODEL:
FUSE_CONFIG:
FUSION_STEP: "late" # early or late
TYPE: "MHA-B"
AUDIO_DIM : 128
FUSED_BACKBONE: ["res2"]
FUSED_BACKBONE_DIM: [256]
NUM_FRAMES: 10
QUERIES_FUSE_TYPE: "add"
PRE_SAM:
USE_PRE_SAM: True
PRE_SAM_DIM: [256, 512, 1024, 2048]
PRE_SAM_FEATURE_SIZE: [56, 28, 14, 7]
#* Mask2former Config
META_ARCHITECTURE: "MaskFormer"
SEM_SEG_HEAD:
NAME: "MaskFormerHead"
IGNORE_VALUE: 255
NUM_CLASSES: 71
LOSS_WEIGHT: 1.0
CONVS_DIM: 256
MASK_DIM: 256
NORM: "GN"
# pixel decoder
PIXEL_DECODER_NAME: "MSDeformAttnPixelDecoder"
IN_FEATURES: ["res2", "res3", "res4", "res5"]
DEFORMABLE_TRANSFORMER_ENCODER_IN_FEATURES: ["res3", "res4", "res5"]
COMMON_STRIDE: 4
TRANSFORMER_ENC_LAYERS: 6
MASK_FORMER:
TRANSFORMER_DECODER_NAME: "MultiScaleMaskedTransformerDecoder"
TRANSFORMER_IN_FEATURE: "multi_scale_pixel_decoder"
DEEP_SUPERVISION: True
NO_OBJECT_WEIGHT: 0.1
CLASS_WEIGHT: 2.0
MASK_WEIGHT: 5.0
DICE_WEIGHT: 5.0
COSINE_WEIGHT: 10.0 #* Cosine weight
HIDDEN_DIM: 256
NUM_OBJECT_QUERIES: 100
NHEADS: 8
DROPOUT: 0.0
DIM_FEEDFORWARD: 2048
ENC_LAYERS: 0
PRE_NORM: False
ENFORCE_INPUT_PROJ: False
SIZE_DIVISIBILITY: 32
DEC_LAYERS: 10 # 9 decoder layers, add one for the loss on learnable query
TRAIN_NUM_POINTS: 12544
OVERSAMPLE_RATIO: 3.0
IMPORTANCE_SAMPLE_RATIO: 0.75
TEST:
SEMANTIC_ON: True
INSTANCE_ON: False
PANOPTIC_ON: False
OVERLAP_THRESHOLD: 0.8
OBJECT_MASK_THRESHOLD: 0.8