From 9365f2a7d21cd625e1df30b24057cf607ac9c00b Mon Sep 17 00:00:00 2001 From: RangiLyu Date: Thu, 13 Jan 2022 16:11:29 +0800 Subject: [PATCH 1/9] [Feature] ResNet Strikes Back. --- ...faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py | 18 ++++++++++++++++++ 1 file changed, 18 insertions(+) create mode 100644 configs/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py diff --git a/configs/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py b/configs/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py new file mode 100644 index 00000000000..fe866843483 --- /dev/null +++ b/configs/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py @@ -0,0 +1,18 @@ +_base_ = [ + '../_base_/models/faster_rcnn_r50_fpn.py', + '../_base_/datasets/coco_detection.py', + '../_base_/schedules/schedule_1x.py', '../_base_/default_runtime.py' +] + +checkpoint = 'https://download.openmmlab.com/mmclassification/v0/resnet/resnet50_8xb256-rsb-a1-600e_in1k_20211228-20e21305.pth' # noqa +model = dict( + backbone=dict( + init_cfg=dict( + type='Pretrained', prefix='backbone.', checkpoint=checkpoint))) + +optimizer = dict( + _delete_=True, + type='AdamW', + lr=0.0002, + weight_decay=0.05, + paramwise_cfg=dict(norm_decay_mult=0., bypass_duplicate=True)) From 630e8e2f6ff56b63d7d4103ce74f3f6e366b9de3 Mon Sep 17 00:00:00 2001 From: RangiLyu Date: Thu, 13 Jan 2022 16:47:16 +0800 Subject: [PATCH 2/9] add more cfg --- ...e_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py | 18 ++++++++++++++++++ .../mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py | 18 ++++++++++++++++++ .../retinanet_r50_fpn_rsb-pretrain_1x_coco.py | 18 ++++++++++++++++++ 3 files changed, 54 insertions(+) create mode 100644 configs/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py create mode 100644 configs/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py create mode 100644 configs/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco.py diff --git a/configs/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py b/configs/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py new file mode 100644 index 00000000000..8b601f05718 --- /dev/null +++ b/configs/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py @@ -0,0 +1,18 @@ +_base_ = [ + '../_base_/models/cascade_mask_rcnn_r50_fpn.py', + '../_base_/datasets/coco_instance.py', + '../_base_/schedules/schedule_1x.py', '../_base_/default_runtime.py' +] + +checkpoint = 'https://download.openmmlab.com/mmclassification/v0/resnet/resnet50_8xb256-rsb-a1-600e_in1k_20211228-20e21305.pth' # noqa +model = dict( + backbone=dict( + init_cfg=dict( + type='Pretrained', prefix='backbone.', checkpoint=checkpoint))) + +optimizer = dict( + _delete_=True, + type='AdamW', + lr=0.0002, + weight_decay=0.05, + paramwise_cfg=dict(norm_decay_mult=0., bypass_duplicate=True)) diff --git a/configs/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py b/configs/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py new file mode 100644 index 00000000000..321d98ebe12 --- /dev/null +++ b/configs/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py @@ -0,0 +1,18 @@ +_base_ = [ + '../_base_/models/mask_rcnn_r50_fpn.py', + '../_base_/datasets/coco_instance.py', + '../_base_/schedules/schedule_1x.py', '../_base_/default_runtime.py' +] + +checkpoint = 'https://download.openmmlab.com/mmclassification/v0/resnet/resnet50_8xb256-rsb-a1-600e_in1k_20211228-20e21305.pth' # noqa +model = dict( + backbone=dict( + init_cfg=dict( + type='Pretrained', prefix='backbone.', checkpoint=checkpoint))) + +optimizer = dict( + _delete_=True, + type='AdamW', + lr=0.0002, + weight_decay=0.05, + paramwise_cfg=dict(norm_decay_mult=0., bypass_duplicate=True)) diff --git a/configs/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco.py b/configs/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco.py new file mode 100644 index 00000000000..480697a0610 --- /dev/null +++ b/configs/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco.py @@ -0,0 +1,18 @@ +_base_ = [ + '../_base_/models/retinanet_r50_fpn.py', + '../_base_/datasets/coco_detection.py', + '../_base_/schedules/schedule_1x.py', '../_base_/default_runtime.py' +] + +checkpoint = 'https://download.openmmlab.com/mmclassification/v0/resnet/resnet50_8xb256-rsb-a1-600e_in1k_20211228-20e21305.pth' # noqa +model = dict( + backbone=dict( + init_cfg=dict( + type='Pretrained', prefix='backbone.', checkpoint=checkpoint))) + +optimizer = dict( + _delete_=True, + type='AdamW', + lr=0.0001, + weight_decay=0.05, + paramwise_cfg=dict(norm_decay_mult=0., bypass_duplicate=True)) From 3a421044e3c51462fc6e673da0eca61144fb1caa Mon Sep 17 00:00:00 2001 From: RangiLyu Date: Thu, 13 Jan 2022 20:29:27 +0800 Subject: [PATCH 3/9] add readme --- configs/resnet_strikes_back/README.md | 38 +++++++++++++++++++++++++++ 1 file changed, 38 insertions(+) create mode 100644 configs/resnet_strikes_back/README.md diff --git a/configs/resnet_strikes_back/README.md b/configs/resnet_strikes_back/README.md new file mode 100644 index 00000000000..3ff6d7a3b00 --- /dev/null +++ b/configs/resnet_strikes_back/README.md @@ -0,0 +1,38 @@ +# ResNet strikes back: An improved training procedure in timm + +## Abstract + + + +The influential Residual Networks designed by He et al. remain the gold-standard architecture in numerous scientific publications. They typically serve as the default architecture in studies, or as baselines when new architectures are proposed. Yet there has been significant progress on best practices for training neural networks since the inception of the ResNet architecture in 2015. Novel optimization & dataaugmentation have increased the effectiveness of the training recipes. + +In this paper, we re-evaluate the performance of the vanilla ResNet-50 when trained with a procedure that integrates such advances. We share competitive training settings and pre-trained models in the timm open-source library, with the hope that they will serve as better baselines for future work. For instance, with our more demanding training setting, a vanilla ResNet-50 reaches 80.4% top-1 accuracy at resolution 224×224 on ImageNet-val without extra data or distillation. We also report the performance achieved with popular models with our training procedure. + + +
+ +
+ + + + +## Citation + + + +```latex +@article{wightman2021resnet, +title={Resnet strikes back: An improved training procedure in timm}, +author={Ross Wightman, Hugo Touvron, Hervé Jégou}, +journal={arXiv preprint arXiv:2110.00476}, +year={2021} +} +``` + +## Results and Models + +### Faster R-CNN + +| Backbone | Lr schd | Mem (GB) | Inf time (fps) | box AP | Config | Download | +| :-------------: | :-----: | :------: | :------------: | :----: | :------: | :--------: | +| R-50-FPN | 1x | | - | 40.8 | [Config](./faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| | From f0ad755af8575806858d02b29929b442ce5f00dd Mon Sep 17 00:00:00 2001 From: RangiLyu Date: Thu, 24 Feb 2022 17:35:10 +0800 Subject: [PATCH 4/9] update --- README.md | 1 + README_zh-CN.md | 1 + configs/resnet_strikes_back/README.md | 27 ++++---- configs/resnet_strikes_back/metafile.yml | 78 ++++++++++++++++++++++++ model-index.yml | 1 + 5 files changed, 93 insertions(+), 15 deletions(-) create mode 100644 configs/resnet_strikes_back/metafile.yml diff --git a/README.md b/README.md index d935ae2750a..9d65d62a57f 100644 --- a/README.md +++ b/README.md @@ -253,6 +253,7 @@ Results and models are available in the [model zoo](docs/en/model_zoo.md).
  • Weight Standardization (ArXiv'2019)
  • Prime Sample Attention (CVPR'2020)
  • Strong Baselines (CVPR'2021)
    • +
  • Resnet strikes back (ArXiv'2021)
    • diff --git a/README_zh-CN.md b/README_zh-CN.md index 7f258b30a82..5863911117f 100644 --- a/README_zh-CN.md +++ b/README_zh-CN.md @@ -252,6 +252,7 @@ MMDetection 是一个基于 PyTorch 的目标检测开源工具箱。它是 [Ope
  • Weight Standardization (ArXiv'2019)
  • Prime Sample Attention (CVPR'2020)
  • Strong Baselines (CVPR'2021)
    • +
  • Resnet strikes back (ArXiv'2021)
    • diff --git a/configs/resnet_strikes_back/README.md b/configs/resnet_strikes_back/README.md index 3ff6d7a3b00..d62ddf74783 100644 --- a/configs/resnet_strikes_back/README.md +++ b/configs/resnet_strikes_back/README.md @@ -1,24 +1,29 @@ # ResNet strikes back: An improved training procedure in timm -## Abstract + - +## Abstract The influential Residual Networks designed by He et al. remain the gold-standard architecture in numerous scientific publications. They typically serve as the default architecture in studies, or as baselines when new architectures are proposed. Yet there has been significant progress on best practices for training neural networks since the inception of the ResNet architecture in 2015. Novel optimization & dataaugmentation have increased the effectiveness of the training recipes. In this paper, we re-evaluate the performance of the vanilla ResNet-50 when trained with a procedure that integrates such advances. We share competitive training settings and pre-trained models in the timm open-source library, with the hope that they will serve as better baselines for future work. For instance, with our more demanding training setting, a vanilla ResNet-50 reaches 80.4% top-1 accuracy at resolution 224×224 on ImageNet-val without extra data or distillation. We also report the performance achieved with popular models with our training procedure. -
    - - +## Results and Models -## Citation +| Method | Backbone | Lr schd | Mem (GB) | Inf time (fps) | box AP | mask AP | Config | Download | +| :----------: | :-------------: | :-----: | :------: | :------------: | :----: | :------:| :------: | :--------: | +| Faster R-CNN | R-50 rsb | 1x | 3.9 | - | 40.8 | - | [Config](./faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_162229-32ae82a9.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_162229.log.json)| +| Mask R-CNN | R-50 rsb | 1x | 4.5 | - | 41.2 | 38.2 | [Config](./mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_174054-06ce8ba0.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_174054.log.json)| +| Cascade Mask R-CNN | R-50 rsb | 1x | 6.2 | - | 44.8 | 39.9 | [Config](./cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636-8b9ad50f.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636.log.json)| +| RetinaNet | R-50 rsb | 1x | 3.8 | - | 39.0 | - | [Config](./retinanet_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432-bd24aae9.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432.log.json)| + +**Notes:** 'rsb' is short for 'resnet strikes back' - +## Citation ```latex @article{wightman2021resnet, @@ -28,11 +33,3 @@ journal={arXiv preprint arXiv:2110.00476}, year={2021} } ``` - -## Results and Models - -### Faster R-CNN - -| Backbone | Lr schd | Mem (GB) | Inf time (fps) | box AP | Config | Download | -| :-------------: | :-----: | :------: | :------------: | :----: | :------: | :--------: | -| R-50-FPN | 1x | | - | 40.8 | [Config](./faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| | diff --git a/configs/resnet_strikes_back/metafile.yml b/configs/resnet_strikes_back/metafile.yml new file mode 100644 index 00000000000..30511ab1f7b --- /dev/null +++ b/configs/resnet_strikes_back/metafile.yml @@ -0,0 +1,78 @@ + +Collections: + - Name: ResNet strikes back + Metadata: + Training Data: COCO + Training Techniques: + - AdamW + Training Resources: 8x V100 GPUs + Architecture: + - ResNet + Paper: + URL: https://arxiv.org/abs/2110.00476 + Title: 'ResNet strikes back: An improved training procedure in timm' + README: configs/resnet_strikes_back/README.md + Code: + URL: https://github.com/open-mmlab/mmdetection/blob/v2.22.0/configs/resnet_strikes_back/README.md + Version: v2.22.0 + +Models: + - Name: faster_rcnn_r50_fpn_rsb-pretrain_1x_coco + In Collection: Please fill in Collection name + Config: configs/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py + Metadata: + Training Memory (GB): 3.9 + Epochs: 12 + Results: + - Task: Object Detection + Dataset: COCO + Metrics: + box AP: 40.8 + Weights: https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_162229-32ae82a9.pth + + - Name: cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco + In Collection: Please fill in Collection name + Config: configs/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py + Metadata: + Training Memory (GB): 6.2 + Epochs: 12 + Results: + - Task: Object Detection + Dataset: COCO + Metrics: + box AP: 44.8 + - Task: Instance Segmentation + Dataset: COCO + Metrics: + mask AP: 39.9 + Weights: https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636-8b9ad50f.pth + + - Name: retinanet_r50_fpn_rsb-pretrain_1x_coco + In Collection: Please fill in Collection name + Config: configs/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco.py + Metadata: + Training Memory (GB): 3.8 + Epochs: 12 + Results: + - Task: Object Detection + Dataset: COCO + Metrics: + box AP: 39.0 + Weights: https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432-bd24aae9.pth + + - Name: mask_rcnn_r50_fpn_rsb-pretrain_1x_coco + In Collection: Please fill in Collection name + Config: configs/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py + Metadata: + Training Memory (GB): 4.5 + Epochs: 12 + Results: + - Task: Object Detection + Dataset: COCO + Metrics: + box AP: 41.2 + - Task: Instance Segmentation + Dataset: COCO + Metrics: + mask AP: 38.2 + Weights: https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_174054-06ce8ba0.pth diff --git a/model-index.yml b/model-index.yml index e05ab8d2964..63198adb057 100644 --- a/model-index.yml +++ b/model-index.yml @@ -51,6 +51,7 @@ Import: - configs/reppoints/metafile.yml - configs/res2net/metafile.yml - configs/resnest/metafile.yml + - configs/resnet_strikes_back/metafile.yml - configs/retinanet/metafile.yml - configs/sabl/metafile.yml - configs/scnet/metafile.yml From f59101910de1d7e543fd25a628b0d57731d573ba Mon Sep 17 00:00:00 2001 From: RangiLyu Date: Thu, 24 Feb 2022 17:44:00 +0800 Subject: [PATCH 5/9] update --- configs/resnet_strikes_back/README.md | 4 +++- configs/resnet_strikes_back/metafile.yml | 8 ++++---- 2 files changed, 7 insertions(+), 5 deletions(-) diff --git a/configs/resnet_strikes_back/README.md b/configs/resnet_strikes_back/README.md index d62ddf74783..166aebe74b0 100644 --- a/configs/resnet_strikes_back/README.md +++ b/configs/resnet_strikes_back/README.md @@ -1,4 +1,6 @@ -# ResNet strikes back: An improved training procedure in timm +# ResNet strikes back + +> [ResNet strikes back: An improved training procedure in timm](https://arxiv.org/abs/2110.00476) diff --git a/configs/resnet_strikes_back/metafile.yml b/configs/resnet_strikes_back/metafile.yml index 30511ab1f7b..87336f27a15 100644 --- a/configs/resnet_strikes_back/metafile.yml +++ b/configs/resnet_strikes_back/metafile.yml @@ -18,7 +18,7 @@ Collections: Models: - Name: faster_rcnn_r50_fpn_rsb-pretrain_1x_coco - In Collection: Please fill in Collection name + In Collection: ResNet strikes back Config: configs/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py Metadata: Training Memory (GB): 3.9 @@ -31,7 +31,7 @@ Models: Weights: https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_162229-32ae82a9.pth - Name: cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco - In Collection: Please fill in Collection name + In Collection: ResNet strikes back Config: configs/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py Metadata: Training Memory (GB): 6.2 @@ -48,7 +48,7 @@ Models: Weights: https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636-8b9ad50f.pth - Name: retinanet_r50_fpn_rsb-pretrain_1x_coco - In Collection: Please fill in Collection name + In Collection: ResNet strikes back Config: configs/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco.py Metadata: Training Memory (GB): 3.8 @@ -61,7 +61,7 @@ Models: Weights: https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432-bd24aae9.pth - Name: mask_rcnn_r50_fpn_rsb-pretrain_1x_coco - In Collection: Please fill in Collection name + In Collection: ResNet strikes back Config: configs/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py Metadata: Training Memory (GB): 4.5 From 9ada8378296a251df82a572a9019c0b5102b6507 Mon Sep 17 00:00:00 2001 From: RangiLyu Date: Thu, 24 Feb 2022 17:52:12 +0800 Subject: [PATCH 6/9] update --- configs/resnet_strikes_back/README.md | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/configs/resnet_strikes_back/README.md b/configs/resnet_strikes_back/README.md index 166aebe74b0..49cb529cf40 100644 --- a/configs/resnet_strikes_back/README.md +++ b/configs/resnet_strikes_back/README.md @@ -23,7 +23,9 @@ In this paper, we re-evaluate the performance of the vanilla ResNet-50 when trai | Cascade Mask R-CNN | R-50 rsb | 1x | 6.2 | - | 44.8 | 39.9 | [Config](./cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636-8b9ad50f.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636.log.json)| | RetinaNet | R-50 rsb | 1x | 3.8 | - | 39.0 | - | [Config](./retinanet_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432-bd24aae9.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432.log.json)| -**Notes:** 'rsb' is short for 'resnet strikes back' +**Notes:** +- 'rsb' is short for 'resnet strikes back' +- We have done some grid searches on learning rate and weight decay and get these optimal hyper-parameters. ## Citation From d1a91951b5f3ef2ff9743b31b8756a3e980ab481 Mon Sep 17 00:00:00 2001 From: RangiLyu Date: Thu, 24 Feb 2022 17:59:43 +0800 Subject: [PATCH 7/9] update --- configs/resnet_strikes_back/README.md | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/configs/resnet_strikes_back/README.md b/configs/resnet_strikes_back/README.md index 49cb529cf40..59c72c720ef 100644 --- a/configs/resnet_strikes_back/README.md +++ b/configs/resnet_strikes_back/README.md @@ -18,10 +18,10 @@ In this paper, we re-evaluate the performance of the vanilla ResNet-50 when trai | Method | Backbone | Lr schd | Mem (GB) | Inf time (fps) | box AP | mask AP | Config | Download | | :----------: | :-------------: | :-----: | :------: | :------------: | :----: | :------:| :------: | :--------: | -| Faster R-CNN | R-50 rsb | 1x | 3.9 | - | 40.8 | - | [Config](./faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_162229-32ae82a9.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_162229.log.json)| -| Mask R-CNN | R-50 rsb | 1x | 4.5 | - | 41.2 | 38.2 | [Config](./mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_174054-06ce8ba0.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_174054.log.json)| -| Cascade Mask R-CNN | R-50 rsb | 1x | 6.2 | - | 44.8 | 39.9 | [Config](./cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636-8b9ad50f.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636.log.json)| -| RetinaNet | R-50 rsb | 1x | 3.8 | - | 39.0 | - | [Config](./retinanet_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432-bd24aae9.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432.log.json)| +| Faster R-CNN | R-50 rsb | 1x | 3.9 | - | 40.8 (+3.4) | - | [Config](./faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_162229-32ae82a9.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_162229.log.json)| +| Mask R-CNN | R-50 rsb | 1x | 4.5 | - | 41.2 (+3.0) | 38.2 (+3.0) | [Config](./mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_174054-06ce8ba0.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_174054.log.json)| +| Cascade Mask R-CNN | R-50 rsb | 1x | 6.2 | - | 44.8 (+3.6) | 39.9 (+3.6) | [Config](./cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636-8b9ad50f.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636.log.json)| +| RetinaNet | R-50 rsb | 1x | 3.8 | - | 39.0 (+2.5) | - | [Config](./retinanet_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432-bd24aae9.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432.log.json)| **Notes:** - 'rsb' is short for 'resnet strikes back' From 31c27511d743a458fe940807c1557391ff53840f Mon Sep 17 00:00:00 2001 From: RangiLyu Date: Thu, 24 Feb 2022 19:03:13 +0800 Subject: [PATCH 8/9] update --- configs/resnet_strikes_back/README.md | 4 +- configs/resnet_strikes_back/metafile.yml | 81 ++++++++++++++++++------ model-index.yml | 1 - 3 files changed, 61 insertions(+), 25 deletions(-) diff --git a/configs/resnet_strikes_back/README.md b/configs/resnet_strikes_back/README.md index 59c72c720ef..4d7501129e7 100644 --- a/configs/resnet_strikes_back/README.md +++ b/configs/resnet_strikes_back/README.md @@ -1,7 +1,5 @@ # ResNet strikes back -> [ResNet strikes back: An improved training procedure in timm](https://arxiv.org/abs/2110.00476) - ## Abstract @@ -23,7 +21,7 @@ In this paper, we re-evaluate the performance of the vanilla ResNet-50 when trai | Cascade Mask R-CNN | R-50 rsb | 1x | 6.2 | - | 44.8 (+3.6) | 39.9 (+3.6) | [Config](./cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636-8b9ad50f.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636.log.json)| | RetinaNet | R-50 rsb | 1x | 3.8 | - | 39.0 (+2.5) | - | [Config](./retinanet_r50_fpn_rsb-pretrain_1x_coco.py)| [model](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432-bd24aae9.pth) | [log](https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432.log.json)| -**Notes:** +**Notes:** - 'rsb' is short for 'resnet strikes back' - We have done some grid searches on learning rate and weight decay and get these optimal hyper-parameters. diff --git a/configs/resnet_strikes_back/metafile.yml b/configs/resnet_strikes_back/metafile.yml index 87336f27a15..15453db641c 100644 --- a/configs/resnet_strikes_back/metafile.yml +++ b/configs/resnet_strikes_back/metafile.yml @@ -1,13 +1,23 @@ - -Collections: - - Name: ResNet strikes back +Models: + - Name: faster_rcnn_r50_fpn_rsb-pretrain_1x_coco + In Collection: Faster R-CNN + Config: configs/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py Metadata: + Training Memory (GB): 3.9 + Epochs: 12 Training Data: COCO Training Techniques: - - AdamW + - SGD with Momentum + - Weight Decay Training Resources: 8x V100 GPUs Architecture: - ResNet + Results: + - Task: Object Detection + Dataset: COCO + Metrics: + box AP: 40.8 + Weights: https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_162229-32ae82a9.pth Paper: URL: https://arxiv.org/abs/2110.00476 Title: 'ResNet strikes back: An improved training procedure in timm' @@ -16,26 +26,19 @@ Collections: URL: https://github.com/open-mmlab/mmdetection/blob/v2.22.0/configs/resnet_strikes_back/README.md Version: v2.22.0 -Models: - - Name: faster_rcnn_r50_fpn_rsb-pretrain_1x_coco - In Collection: ResNet strikes back - Config: configs/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco.py - Metadata: - Training Memory (GB): 3.9 - Epochs: 12 - Results: - - Task: Object Detection - Dataset: COCO - Metrics: - box AP: 40.8 - Weights: https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco/faster_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_162229-32ae82a9.pth - - Name: cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco - In Collection: ResNet strikes back + In Collection: Cascade R-CNN Config: configs/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py Metadata: Training Memory (GB): 6.2 Epochs: 12 + Training Data: COCO + Training Techniques: + - SGD with Momentum + - Weight Decay + Training Resources: 8x V100 GPUs + Architecture: + - ResNet Results: - Task: Object Detection Dataset: COCO @@ -46,26 +49,54 @@ Models: Metrics: mask AP: 39.9 Weights: https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/cascade_mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_193636-8b9ad50f.pth + Paper: + URL: https://arxiv.org/abs/2110.00476 + Title: 'ResNet strikes back: An improved training procedure in timm' + README: configs/resnet_strikes_back/README.md + Code: + URL: https://github.com/open-mmlab/mmdetection/blob/v2.22.0/configs/resnet_strikes_back/README.md + Version: v2.22.0 - Name: retinanet_r50_fpn_rsb-pretrain_1x_coco - In Collection: ResNet strikes back + In Collection: RetinaNet Config: configs/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco.py Metadata: Training Memory (GB): 3.8 Epochs: 12 + Training Data: COCO + Training Techniques: + - SGD with Momentum + - Weight Decay + Training Resources: 8x V100 GPUs + Architecture: + - ResNet Results: - Task: Object Detection Dataset: COCO Metrics: box AP: 39.0 Weights: https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/retinanet_r50_fpn_rsb-pretrain_1x_coco/retinanet_r50_fpn_rsb-pretrain_1x_coco_20220113_175432-bd24aae9.pth + Paper: + URL: https://arxiv.org/abs/2110.00476 + Title: 'ResNet strikes back: An improved training procedure in timm' + README: configs/resnet_strikes_back/README.md + Code: + URL: https://github.com/open-mmlab/mmdetection/blob/v2.22.0/configs/resnet_strikes_back/README.md + Version: v2.22.0 - Name: mask_rcnn_r50_fpn_rsb-pretrain_1x_coco - In Collection: ResNet strikes back + In Collection: Mask R-CNN Config: configs/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco.py Metadata: Training Memory (GB): 4.5 Epochs: 12 + Training Data: COCO + Training Techniques: + - SGD with Momentum + - Weight Decay + Training Resources: 8x V100 GPUs + Architecture: + - ResNet Results: - Task: Object Detection Dataset: COCO @@ -76,3 +107,11 @@ Models: Metrics: mask AP: 38.2 Weights: https://download.openmmlab.com/mmdetection/v2.0/resnet_strikes_back/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco/mask_rcnn_r50_fpn_rsb-pretrain_1x_coco_20220113_174054-06ce8ba0.pth + Paper: + URL: https://arxiv.org/abs/2110.00476 + Title: 'ResNet strikes back: An improved training procedure in timm' + README: configs/resnet_strikes_back/README.md + Code: + URL: https://github.com/open-mmlab/mmdetection/blob/v2.22.0/configs/resnet_strikes_back/README.md + Version: v2.22.0 + \ No newline at end of file diff --git a/model-index.yml b/model-index.yml index 63198adb057..e05ab8d2964 100644 --- a/model-index.yml +++ b/model-index.yml @@ -51,7 +51,6 @@ Import: - configs/reppoints/metafile.yml - configs/res2net/metafile.yml - configs/resnest/metafile.yml - - configs/resnet_strikes_back/metafile.yml - configs/retinanet/metafile.yml - configs/sabl/metafile.yml - configs/scnet/metafile.yml From f526af3107c6cfb3dfe5a3f68a91ce6661b53f2c Mon Sep 17 00:00:00 2001 From: RangiLyu Date: Thu, 24 Feb 2022 19:04:14 +0800 Subject: [PATCH 9/9] update --- configs/resnet_strikes_back/metafile.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/configs/resnet_strikes_back/metafile.yml b/configs/resnet_strikes_back/metafile.yml index 15453db641c..4c85a16d4fd 100644 --- a/configs/resnet_strikes_back/metafile.yml +++ b/configs/resnet_strikes_back/metafile.yml @@ -114,4 +114,3 @@ Models: Code: URL: https://github.com/open-mmlab/mmdetection/blob/v2.22.0/configs/resnet_strikes_back/README.md Version: v2.22.0 - \ No newline at end of file