fpn_clipres101_512x512_80k.py

_base_ = [
    "_base_/models/fpn_r50.py",
    "_base_/datasets/ade20k_clip.py",
    "_base_/default_runtime.py",
    "_base_/schedules/schedule_80k.py",
]

model = {
    "pretrained": "pretrained/RN50.pt",
    "backbone": {"type": "CLIPResNet", "layers": [3, 4, 23, 3], "style": "pytorch"},
    "decode_head": {"channels": 256, "num_classes": 150},
}

lr_config = {
    "policy": "poly",
    "power": 0.9,
    "min_lr": 1e-6,
    "by_epoch": False,
    "warmup": "linear",
    "warmup_iters": 1500,
    "warmup_ratio": 1e-6,
}

optimizer = {
    "type": "AdamW",
    "lr": 0.0001,
    "weight_decay": 0.0001,
    "paramwise_cfg": {
        "custom_keys": {"backbone": {"lr_mult": 0.1}, "norm": {"decay_mult": 0.0}},
    },
}

data = {"samples_per_gpu": 4}