re-construct dataset and cfg

SegmentationBLWX · May 25, 2023 · d5fdc91 · d5fdc91
1 parent 8474343
commit d5fdc91
Show file tree

Hide file tree

Showing 491 changed files with 9,603 additions and 22,024 deletions.
diff --git a/ssseg/configs/_base_/__init__.py b/ssseg/configs/_base_/__init__.py
@@ -0,0 +1,11 @@
+'''initialize'''
+from .dataloaders import (
+    DATALOADER_CFG_BS8, DATALOADER_CFG_BS16, DATALOADER_CFG_BS32, DATALOADER_CFG_BS40
+)
+from .datasets import (
+    DATASET_CFG_ADE20k_512x512, DATASET_CFG_ADE20k_640x640, DATASET_CFG_CITYSCAPES_512x1024, DATASET_CFG_VOCAUG_512x512,
+    DATASET_CFG_ATR_473x473, DATASET_CFG_LIP_473x473, DATASET_CFG_CIHP_473x473, DATASET_CFG_PASCALCONTEXT_480x480,
+    DATASET_CFG_PASCALCONTEXT59_480x480, DATASET_CFG_CHASEDB1_128x128, DATASET_CFG_DRIVE_64x64, DATASET_CFG_HRF_256x256,
+    DATASET_CFG_STARE_128x128, DATASET_CFG_CITYSCAPES_1024x1024, DATASET_CFG_CITYSCAPES_832x832, DATASET_CFG_COCOStuff10k_512x512,
+    DATASET_CFG_VSPW_512x512,
+)
diff --git a/ssseg/configs/_base_/dataloaders/__init__.py b/ssseg/configs/_base_/dataloaders/__init__.py
@@ -0,0 +1,5 @@
+'''initialize'''
+from .default_dataloader_bs8 import DATALOADER_CFG_BS8
+from .default_dataloader_bs16 import DATALOADER_CFG_BS16
+from .default_dataloader_bs32 import DATALOADER_CFG_BS32
+from .default_dataloader_bs40 import DATALOADER_CFG_BS40
diff --git a/ssseg/configs/_base_/dataloaders/default_dataloader_bs16.py b/ssseg/configs/_base_/dataloaders/default_dataloader_bs16.py
@@ -0,0 +1,14 @@
+'''default_dataloader_bs16'''
+import os
+
+
+'''DATALOADER_CFG_BS16'''
+DATALOADER_CFG_BS16 = {
+    'expected_total_bs_for_assert': 16,
+    'train': {
+        'batch_size_per_gpu': 2, 'num_workers_per_gpu': 2, 'shuffle': True, 'pin_memory': True, 'drop_last': True,
+    },
+    'test': {
+        'batch_size_per_gpu': 1, 'num_workers_per_gpu': 2, 'shuffle': False, 'pin_memory': True, 'drop_last': False,
+    }
+}
diff --git a/ssseg/configs/_base_/dataloaders/default_dataloader_bs32.py b/ssseg/configs/_base_/dataloaders/default_dataloader_bs32.py
@@ -0,0 +1,14 @@
+'''default_dataloader_bs32'''
+import os
+
+
+'''DATALOADER_CFG_BS32'''
+DATALOADER_CFG_BS32 = {
+    'expected_total_bs_for_assert': 32,
+    'train': {
+        'batch_size_per_gpu': 4, 'num_workers_per_gpu': 2, 'shuffle': True, 'pin_memory': True, 'drop_last': True,
+    },
+    'test': {
+        'batch_size_per_gpu': 1, 'num_workers_per_gpu': 2, 'shuffle': False, 'pin_memory': True, 'drop_last': False,
+    }
+}
diff --git a/ssseg/configs/_base_/dataloaders/default_dataloader_bs40.py b/ssseg/configs/_base_/dataloaders/default_dataloader_bs40.py
@@ -0,0 +1,14 @@
+'''default_dataloader_bs40'''
+import os
+
+
+'''DATALOADER_CFG_BS40'''
+DATALOADER_CFG_BS40 = {
+    'expected_total_bs_for_assert': 40,
+    'train': {
+        'batch_size_per_gpu': 5, 'num_workers_per_gpu': 2, 'shuffle': True, 'pin_memory': True, 'drop_last': True,
+    },
+    'test': {
+        'batch_size_per_gpu': 1, 'num_workers_per_gpu': 2, 'shuffle': False, 'pin_memory': True, 'drop_last': False,
+    }
+}
diff --git a/ssseg/configs/_base_/dataloaders/default_dataloader_bs8.py b/ssseg/configs/_base_/dataloaders/default_dataloader_bs8.py
@@ -0,0 +1,14 @@
+'''default_dataloader_bs8'''
+import os
+
+
+'''DATALOADER_CFG_BS8'''
+DATALOADER_CFG_BS8 = {
+    'expected_total_bs_for_assert': 8,
+    'train': {
+        'batch_size_per_gpu': 1, 'num_workers_per_gpu': 2, 'shuffle': True, 'pin_memory': True, 'drop_last': True,
+    },
+    'test': {
+        'batch_size_per_gpu': 1, 'num_workers_per_gpu': 2, 'shuffle': False, 'pin_memory': True, 'drop_last': False,
+    }
+}
diff --git a/ssseg/configs/_base_/datasets/__init__.py b/ssseg/configs/_base_/datasets/__init__.py
@@ -0,0 +1,18 @@
+'''initialize'''
+from .atr_473x473 import DATASET_CFG_ATR_473x473
+from .lip_473x473 import DATASET_CFG_LIP_473x473
+from .drive_64x64 import DATASET_CFG_DRIVE_64x64
+from .hrf_256x256 import DATASET_CFG_HRF_256x256
+from .cihp_473x473 import DATASET_CFG_CIHP_473x473
+from .vspw_512x512 import DATASET_CFG_VSPW_512x512
+from .stare_128x128 import DATASET_CFG_STARE_128x128
+from .ade20k_512x512 import DATASET_CFG_ADE20k_512x512
+from .ade20k_640x640 import DATASET_CFG_ADE20k_640x640
+from .vocaug_512x512 import DATASET_CFG_VOCAUG_512x512
+from .chasedb1_128x128 import DATASET_CFG_CHASEDB1_128x128
+from .cityscapes_832x832 import DATASET_CFG_CITYSCAPES_832x832
+from .cityscapes_512x1024 import DATASET_CFG_CITYSCAPES_512x1024
+from .cocostuff10k_512x512 import DATASET_CFG_COCOStuff10k_512x512
+from .cityscapes_1024x1024 import DATASET_CFG_CITYSCAPES_1024x1024
+from .pascalcontext_480x480 import DATASET_CFG_PASCALCONTEXT_480x480
+from .pascalcontext59_480x480 import DATASET_CFG_PASCALCONTEXT59_480x480
diff --git a/ssseg/configs/_base_/datasets/ade20k_512x512.py b/ssseg/configs/_base_/datasets/ade20k_512x512.py
@@ -0,0 +1,29 @@
+'''ade20k_512x512'''
+import os
+
+
+'''DATASET_CFG_ADE20k_512x512'''
+DATASET_CFG_ADE20k_512x512 = {
+    'type': 'ADE20kDataset',
+    'rootdir': os.path.join(os.getcwd(), 'ADE20k'),
+    'train': {
+        'set': 'train',
+        'data_pipelines': [
+            ('Resize', {'output_size': (2048, 512), 'keep_ratio': True, 'scale_range': (0.5, 2.0)}),
+            ('RandomCrop', {'crop_size': (512, 512), 'one_category_max_ratio': 0.75}),
+            ('RandomFlip', {'flip_prob': 0.5}),
+            ('PhotoMetricDistortion', {}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+            ('Padding', {'output_size': (512, 512), 'data_type': 'tensor'}),
+        ],
+    },
+    'test': {
+        'set': 'val',
+        'data_pipelines': [
+            ('Resize', {'output_size': (2048, 512), 'keep_ratio': True, 'scale_range': None}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+        ],
+    }
+}
diff --git a/ssseg/configs/_base_/datasets/ade20k_640x640.py b/ssseg/configs/_base_/datasets/ade20k_640x640.py
@@ -0,0 +1,29 @@
+'''ade20k_640x640'''
+import os
+
+
+'''DATASET_CFG_ADE20k_640x640'''
+DATASET_CFG_ADE20k_640x640 = {
+    'type': 'ADE20kDataset',
+    'rootdir': os.path.join(os.getcwd(), 'ADE20k'),
+    'train': {
+        'set': 'train',
+        'data_pipelines': [
+            ('Resize', {'output_size': (2560, 640), 'keep_ratio': True, 'scale_range': (0.5, 2.0)}),
+            ('RandomCrop', {'crop_size': (640, 640), 'one_category_max_ratio': 0.75}),
+            ('RandomFlip', {'flip_prob': 0.5}),
+            ('PhotoMetricDistortion', {}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+            ('Padding', {'output_size': (640, 640), 'data_type': 'tensor'}),
+        ],
+    },
+    'test': {
+        'set': 'val',
+        'data_pipelines': [
+            ('Resize', {'output_size': (2560, 640), 'keep_ratio': True, 'scale_range': None}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+        ],
+    }
+}
diff --git a/ssseg/configs/_base_/datasets/atr_473x473.py b/ssseg/configs/_base_/datasets/atr_473x473.py
@@ -0,0 +1,31 @@
+'''atr_473x473'''
+import os
+
+
+'''DATASET_CFG_ATR_473x473'''
+DATASET_CFG_ATR_473x473 = {
+    'type': 'ATRDataset',
+    'rootdir': os.path.join(os.getcwd(), 'ATR'),
+    'train': {
+        'set': 'train',
+        'data_pipelines': [
+            ('Resize', {'output_size': (520, 520), 'keep_ratio': False, 'scale_range': (0.75, 1.25)}),
+            ('RandomCrop', {'crop_size': (473, 473), 'one_category_max_ratio': 0.75}),
+            ('RandomFlip', {'flip_prob': 0.5, 'fix_ann_pairs': [(9, 10), (12, 13), (14, 15)]}),
+            ('RandomRotation', {'angle_upper': 30, 'rotation_prob': 0.6}),
+            ('PhotoMetricDistortion', {}),
+            ('EdgeExtractor', {}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+            ('Padding', {'output_size': (473, 473), 'data_type': 'tensor'}),
+        ],
+    },
+    'test': {
+        'set': 'val',
+        'data_pipelines': [
+            ('Resize', {'output_size': (473, 473), 'keep_ratio': False, 'scale_range': None}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+        ],
+    }
+}
diff --git a/ssseg/configs/_base_/datasets/chasedb1_128x128.py b/ssseg/configs/_base_/datasets/chasedb1_128x128.py
@@ -0,0 +1,30 @@
+'''chasedb1_128x128'''
+import os
+
+
+'''DATASET_CFG_CHASEDB1_128x128'''
+DATASET_CFG_CHASEDB1_128x128 = {
+    'type': 'ChaseDB1Dataset',
+    'rootdir': os.path.join(os.getcwd(), 'CHASE_DB1'),
+    'train': {
+        'set': 'train',
+        'repeat_times': 35000,
+        'data_pipelines': [
+            ('Resize', {'output_size': (960, 999), 'keep_ratio': True, 'scale_range': (0.5, 2.0)}),
+            ('RandomCrop', {'crop_size': (128, 128), 'one_category_max_ratio': 0.75}),
+            ('RandomFlip', {'flip_prob': 0.5}),
+            ('PhotoMetricDistortion', {}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+            ('Padding', {'output_size': (128, 128), 'data_type': 'tensor'}),
+        ],
+    },
+    'test': {
+        'set': 'val',
+        'data_pipelines': [
+            ('Resize', {'output_size': (960, 999), 'keep_ratio': True, 'scale_range': None}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+        ],
+    }
+}
diff --git a/ssseg/configs/_base_/datasets/cihp_473x473.py b/ssseg/configs/_base_/datasets/cihp_473x473.py
@@ -0,0 +1,31 @@
+'''cihp_473x473'''
+import os
+
+
+'''DATASET_CFG_CIHP_473x473'''
+DATASET_CFG_CIHP_473x473 = {
+    'type': 'CIHPDataset',
+    'rootdir': os.path.join(os.getcwd(), 'CIHP'),
+    'train': {
+        'set': 'train',
+        'data_pipelines': [
+            ('Resize', {'output_size': (520, 520), 'keep_ratio': False, 'scale_range': (0.75, 1.25)}),
+            ('RandomCrop', {'crop_size': (473, 473), 'one_category_max_ratio': 0.75}),
+            ('RandomFlip', {'flip_prob': 0.5, 'fix_ann_pairs': [(9, 10), (12, 13), (14, 15)]}),
+            ('RandomRotation', {'angle_upper': 30, 'rotation_prob': 0.6}),
+            ('PhotoMetricDistortion', {}),
+            ('EdgeExtractor', {}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+            ('Padding', {'output_size': (473, 473), 'data_type': 'tensor'}),
+        ],
+    },
+    'test': {
+        'set': 'val',
+        'data_pipelines': [
+            ('Resize', {'output_size': (473, 473), 'keep_ratio': False, 'scale_range': None}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+        ],
+    }
+}
diff --git a/ssseg/configs/_base_/datasets/cityscapes_1024x1024.py b/ssseg/configs/_base_/datasets/cityscapes_1024x1024.py
@@ -0,0 +1,29 @@
+'''cityscapes_1024x1024'''
+import os
+
+
+'''DATASET_CFG_CITYSCAPES_1024x1024'''
+DATASET_CFG_CITYSCAPES_1024x1024 = {
+    'type': 'CityScapesDataset',
+    'rootdir': os.path.join(os.getcwd(), 'CityScapes'),
+    'train': {
+        'set': 'train',
+        'data_pipelines': [
+            ('Resize', {'output_size': (2048, 1024), 'keep_ratio': True, 'scale_range': (0.5, 2.0)}),
+            ('RandomCrop', {'crop_size': (1024, 1024), 'one_category_max_ratio': 0.75}),
+            ('RandomFlip', {'flip_prob': 0.5}),
+            ('PhotoMetricDistortion', {}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+            ('Padding', {'output_size': (1024, 1024), 'data_type': 'tensor'}),
+        ],
+    },
+    'test': {
+        'set': 'val',
+        'data_pipelines': [
+            ('Resize', {'output_size': (2048, 1024), 'keep_ratio': True, 'scale_range': None}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+        ],
+    }
+}
diff --git a/ssseg/configs/_base_/datasets/cityscapes_512x1024.py b/ssseg/configs/_base_/datasets/cityscapes_512x1024.py
@@ -0,0 +1,29 @@
+'''cityscapes_512x1024'''
+import os
+
+
+'''DATASET_CFG_CITYSCAPES_512x1024'''
+DATASET_CFG_CITYSCAPES_512x1024 = {
+    'type': 'CityScapesDataset',
+    'rootdir': os.path.join(os.getcwd(), 'CityScapes'),
+    'train': {
+        'set': 'train',
+        'data_pipelines': [
+            ('Resize', {'output_size': (2048, 1024), 'keep_ratio': True, 'scale_range': (0.5, 2.0)}),
+            ('RandomCrop', {'crop_size': (512, 1024), 'one_category_max_ratio': 0.75}),
+            ('RandomFlip', {'flip_prob': 0.5}),
+            ('PhotoMetricDistortion', {}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+            ('Padding', {'output_size': (512, 1024), 'data_type': 'tensor'}),
+        ],
+    },
+    'test': {
+        'set': 'val',
+        'data_pipelines': [
+            ('Resize', {'output_size': (2048, 1024), 'keep_ratio': True, 'scale_range': None}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+        ],
+    }
+}
diff --git a/ssseg/configs/_base_/datasets/cityscapes_832x832.py b/ssseg/configs/_base_/datasets/cityscapes_832x832.py
@@ -0,0 +1,29 @@
+'''cityscapes_832x832'''
+import os
+
+
+'''DATASET_CFG_CITYSCAPES_832x832'''
+DATASET_CFG_CITYSCAPES_832x832 = {
+    'type': 'CityScapesDataset',
+    'rootdir': os.path.join(os.getcwd(), 'CityScapes'),
+    'train': {
+        'set': 'train',
+        'data_pipelines': [
+            ('Resize', {'output_size': (2048, 1024), 'keep_ratio': True, 'scale_range': (0.5, 2.0)}),
+            ('RandomCrop', {'crop_size': (832, 832), 'one_category_max_ratio': 0.75}),
+            ('RandomFlip', {'flip_prob': 0.5}),
+            ('PhotoMetricDistortion', {}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+            ('Padding', {'output_size': (832, 832), 'data_type': 'tensor'}),
+        ],
+    },
+    'test': {
+        'set': 'val',
+        'data_pipelines': [
+            ('Resize', {'output_size': (2048, 1024), 'keep_ratio': True, 'scale_range': None}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+        ],
+    }
+}
diff --git a/ssseg/configs/_base_/datasets/cocostuff10k_512x512.py b/ssseg/configs/_base_/datasets/cocostuff10k_512x512.py
@@ -0,0 +1,29 @@
+'''cocostuff10k_512x512'''
+import os
+
+
+'''DATASET_CFG_COCOStuff10k_512x512'''
+DATASET_CFG_COCOStuff10k_512x512 = {
+    'type': 'COCOStuff10kDataset',
+    'rootdir': os.path.join(os.getcwd(), 'COCOStuff10k'),
+    'train': {
+        'set': 'train',
+        'data_pipelines': [
+            ('Resize', {'output_size': (2048, 512), 'keep_ratio': True, 'scale_range': (0.5, 2.0)}),
+            ('RandomCrop', {'crop_size': (512, 512), 'one_category_max_ratio': 0.75}),
+            ('RandomFlip', {'flip_prob': 0.5}),
+            ('PhotoMetricDistortion', {}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+            ('Padding', {'output_size': (512, 512), 'data_type': 'tensor'}),
+        ],
+    },
+    'test': {
+        'set': 'test',
+        'data_pipelines': [
+            ('Resize', {'output_size': (2048, 512), 'keep_ratio': True, 'scale_range': None}),
+            ('Normalize', {'mean': [123.675, 116.28, 103.53], 'std': [58.395, 57.12, 57.375]}),
+            ('ToTensor', {}),
+        ],
+    }
+}