[CodeCamp2023-367] Add pp_mobileseg model

configs/_base_/models/pp_mobile.py

@@ -0,0 +1,52 @@
+# model settings
+norm_cfg = dict(type='SyncBN', requires_grad=True)
+data_preprocessor = dict(
+    type='SegDataPreProcessor',
+    mean=[123.675, 116.28, 103.53],
+    std=[58.395, 57.12, 57.375],
+    bgr_to_rgb=True,
+    pad_val=0,
+    seg_pad_val=255)
+
+model = dict(
+    type='EncoderDecoder',
+    data_preprocessor=data_preprocessor,
+    # pretrained='open-mmlab://resnet50_v1c',
+    backbone=dict(
+        type='StrideFormer',
+        mobileV3_cfg=[
+            # k t c, s
+            [[3, 16, 16, True, 'ReLU', 1],
+             [3, 64, 32, False, 'ReLU', 2],
+             [3, 96, 32, False, 'ReLU', 1]],  # cfg1
+
+            [[5, 128, 64, True, 'hardswish', 2],
+             [5, 240, 64, True, 'hardswish', 1]],  # cfg2
+
+            [[5, 384, 128, True, 'hardswish', 2],
+             [5, 384, 128, True, 'hardswish', 1]],  # cfg3
+
+            [[5, 768, 192, True, 'hardswish', 2],
+             [5, 768, 192, True, 'hardswish', 1]],  # cfg4
+
+        ],
+        channels=[16, 32, 64, 128, 192],
+        depths=[3, 3],
+        embed_dims=[128, 192],
+        num_heads=8,
+        inj_type='AAMSx8',
+        out_feat_chs=[64, 128, 192],
+        act_cfg=dict(type='ReLU6'),
+    ),
+    decode_head=dict(
+        type='PPMobileSegHead',
+        num_classes=150,
+        in_channels=256,
+        dropout_ratio=0.1,
+        use_dw=True,
+        act_cfg=dict(type='ReLU'),
+        align_corners=False),
+
+    # model training and testing settings
+    train_cfg=dict(),
+    test_cfg=dict(mode='whole'))

configs/pp_mobileseg/pp_mobileseg_mobilenetv3_2x16_80k_ade20k_512x512_base.py

@@ -0,0 +1,15 @@
+_base_ = [
+    '../_base_/models/pp_mobile.py', '../_base_/datasets/ade20k.py',
+    '../_base_/default_runtime.py', '../_base_/schedules/schedule_80k.py'
+]
+checkpoint = './models/pp_mobile_base.pth'
+crop_size = (512, 512)
+data_preprocessor = dict(size=crop_size, test_cfg=dict(size_divisor=32))
+norm_cfg = dict(type='SyncBN', requires_grad=True)
+model = dict(data_preprocessor=data_preprocessor,
+             backbone=dict(
+                 init_cfg=dict(type='Pretrained', checkpoint=checkpoint),
+             ),
+             decode_head=dict(num_classes=150,
+                              upsample='intepolate'),
+             )

configs/pp_mobileseg/pp_mobileseg_mobilenetv3_2x16_80k_ade20k_512x512_tiny.py

@@ -0,0 +1,43 @@
+_base_ = [
+    '../_base_/models/pp_mobile.py', '../_base_/datasets/ade20k.py',
+    '../_base_/default_runtime.py', '../_base_/schedules/schedule_80k.py'
+]
+checkpoint = './models/pp_mobile_tiny.pth'
+crop_size = (512, 512)
+data_preprocessor = dict(size=crop_size, test_cfg=dict(size_divisor=32))
+norm_cfg = dict(type='SyncBN', requires_grad=True)
+model = dict(data_preprocessor=data_preprocessor,
+             backbone=dict(
+                 init_cfg=dict(type='Pretrained', checkpoint=checkpoint),
+                 type='StrideFormer',
+                 mobileV3_cfg=[
+                     # k t c, s
+                     [[3, 16, 16, True, 'ReLU', 1],
+                      [3, 64, 32, False, 'ReLU', 2],
+                      [3, 48, 24, False, 'ReLU', 1]],  # cfg1
+
+                     [[5, 96, 32, True, 'hardswish', 2],
+                      [5, 96, 32, True, 'hardswish', 1]],  # cfg2
+
+                     [[5, 160, 64, True, 'hardswish', 2],
+                      [5, 160, 64, True, 'hardswish', 1]],  # cfg3
+
+                     [[3, 384, 128, True, 'hardswish', 2],
+                      [3, 384, 128, True, 'hardswish', 1]],  # cfg4
+
+                 ],
+                 channels=[16, 24, 32, 64, 128],
+                 depths=[2, 2],
+                 embed_dims=[64, 128],
+                 num_heads=4,
+                 inj_type='AAM',
+                 out_feat_chs=[32, 64, 128],
+                 act_cfg=dict(type='ReLU6'),
+             ),
+             decode_head=dict(
+                 num_classes=150,
+                 in_channels=256,
+                 use_dw=True,
+                 act_cfg=dict(type='ReLU'),
+                 upsample='intepolate'),
+             )

mmseg/models/backbones/__init__.py

@@ -23,12 +23,13 @@
 from .twins import PCPVT, SVT
 from .unet import UNet
 from .vit import VisionTransformer
+from .strideformer import StrideFormer
 
 __all__ = [
     'ResNet', 'ResNetV1c', 'ResNetV1d', 'ResNeXt', 'HRNet', 'FastSCNN',
     'ResNeSt', 'MobileNetV2', 'UNet', 'CGNet', 'MobileNetV3',
     'VisionTransformer', 'SwinTransformer', 'MixVisionTransformer',
     'BiSeNetV1', 'BiSeNetV2', 'ICNet', 'TIMMBackbone', 'ERFNet', 'PCPVT',
     'SVT', 'STDCNet', 'STDCContextPathNet', 'BEiT', 'MAE', 'PIDNet', 'MSCAN',
-    'DDRNet'
+    'DDRNet', 'StrideFormer'
 ]