diff --git a/configs/caffe2/e2e_faster_rcnn_X_101_32x8d_FPN_1x_caffe2.yaml b/configs/caffe2/e2e_faster_rcnn_X_101_32x8d_FPN_1x_caffe2.yaml
index 7aeab5c1d..6682c38a5 100644
--- a/configs/caffe2/e2e_faster_rcnn_X_101_32x8d_FPN_1x_caffe2.yaml
+++ b/configs/caffe2/e2e_faster_rcnn_X_101_32x8d_FPN_1x_caffe2.yaml
@@ -5,6 +5,9 @@ MODEL:
     CONV_BODY: "R-101-FPN"
   RESNETS:
     BACKBONE_OUT_CHANNELS: 256
+    STRIDE_IN_1X1: False
+    NUM_GROUPS: 32
+    WIDTH_PER_GROUP: 8
   RPN:
     USE_FPN: True
     ANCHOR_STRIDE: (4, 8, 16, 32, 64)
@@ -20,10 +23,6 @@ MODEL:
     POOLER_SAMPLING_RATIO: 2
     FEATURE_EXTRACTOR: "FPN2MLPFeatureExtractor"
     PREDICTOR: "FPNPredictor"
-  RESNETS:
-    STRIDE_IN_1X1: False
-    NUM_GROUPS: 32
-    WIDTH_PER_GROUP: 8
 DATASETS:
   TEST: ("coco_2014_minival",)
 DATALOADER:
diff --git a/configs/quick_schedules/e2e_faster_rcnn_X_101_32x8d_FPN_quick.yaml b/configs/quick_schedules/e2e_faster_rcnn_X_101_32x8d_FPN_quick.yaml
index bb74466de..0e6af5671 100644
--- a/configs/quick_schedules/e2e_faster_rcnn_X_101_32x8d_FPN_quick.yaml
+++ b/configs/quick_schedules/e2e_faster_rcnn_X_101_32x8d_FPN_quick.yaml
@@ -5,6 +5,9 @@ MODEL:
     CONV_BODY: "R-101-FPN"
   RESNETS:
     BACKBONE_OUT_CHANNELS: 256
+    STRIDE_IN_1X1: False
+    NUM_GROUPS: 32
+    WIDTH_PER_GROUP: 8
   RPN:
     USE_FPN: True
     ANCHOR_STRIDE: (4, 8, 16, 32, 64)
@@ -21,10 +24,6 @@ MODEL:
     POOLER_SAMPLING_RATIO: 2
     FEATURE_EXTRACTOR: "FPN2MLPFeatureExtractor"
     PREDICTOR: "FPNPredictor"
-  RESNETS:
-    STRIDE_IN_1X1: False
-    NUM_GROUPS: 32
-    WIDTH_PER_GROUP: 8
 DATASETS:
   TRAIN: ("coco_2014_minival",)
   TEST: ("coco_2014_minival",)
diff --git a/configs/quick_schedules/e2e_mask_rcnn_X_101_32x8d_FPN_quick.yaml b/configs/quick_schedules/e2e_mask_rcnn_X_101_32x8d_FPN_quick.yaml
index 2ff9a8892..057dfc6b2 100644
--- a/configs/quick_schedules/e2e_mask_rcnn_X_101_32x8d_FPN_quick.yaml
+++ b/configs/quick_schedules/e2e_mask_rcnn_X_101_32x8d_FPN_quick.yaml
@@ -5,6 +5,9 @@ MODEL:
     CONV_BODY: "R-101-FPN"
   RESNETS:
     BACKBONE_OUT_CHANNELS: 256
+    STRIDE_IN_1X1: False
+    NUM_GROUPS: 32
+    WIDTH_PER_GROUP: 8
   RPN:
     USE_FPN: True
     ANCHOR_STRIDE: (4, 8, 16, 32, 64)
@@ -29,10 +32,6 @@ MODEL:
     POOLER_SAMPLING_RATIO: 2
     RESOLUTION: 28
     SHARE_BOX_FEATURE_EXTRACTOR: False
-  RESNETS:
-    STRIDE_IN_1X1: False
-    NUM_GROUPS: 32
-    WIDTH_PER_GROUP: 8
   MASK_ON: True
 DATASETS:
   TRAIN: ("coco_2014_minival",)
diff --git a/configs/retinanet/retinanet_X_101_32x8d_FPN_1x.yaml b/configs/retinanet/retinanet_X_101_32x8d_FPN_1x.yaml
index ea8d9f1bd..a03e3d664 100644
--- a/configs/retinanet/retinanet_X_101_32x8d_FPN_1x.yaml
+++ b/configs/retinanet/retinanet_X_101_32x8d_FPN_1x.yaml
@@ -7,6 +7,9 @@ MODEL:
     CONV_BODY: "R-101-FPN-RETINANET"
   RESNETS:
     BACKBONE_OUT_CHANNELS: 256
+    STRIDE_IN_1X1: False
+    NUM_GROUPS: 32
+    WIDTH_PER_GROUP: 8
   RPN:
     USE_FPN: True
     FG_IOU_THRESHOLD: 0.5
@@ -25,10 +28,6 @@ MODEL:
     POOLER_SAMPLING_RATIO: 2
     FEATURE_EXTRACTOR: "FPN2MLPFeatureExtractor"
     PREDICTOR: "FPNPredictor"
-  RESNETS:
-    STRIDE_IN_1X1: False
-    NUM_GROUPS: 32
-    WIDTH_PER_GROUP: 8
   RETINANET:
     SCALES_PER_OCTAVE: 3
     STRADDLE_THRESH: -1
diff --git a/configs/rpn_X_101_32x8d_FPN_1x.yaml b/configs/rpn_X_101_32x8d_FPN_1x.yaml
index 890594196..931b0452e 100644
--- a/configs/rpn_X_101_32x8d_FPN_1x.yaml
+++ b/configs/rpn_X_101_32x8d_FPN_1x.yaml
@@ -6,16 +6,15 @@ MODEL:
     CONV_BODY: "R-101-FPN"
   RESNETS:
     BACKBONE_OUT_CHANNELS: 256
+    STRIDE_IN_1X1: False
+    NUM_GROUPS: 32
+    WIDTH_PER_GROUP: 8
   RPN:
     USE_FPN: True
     ANCHOR_STRIDE: (4, 8, 16, 32, 64)
     PRE_NMS_TOP_N_TEST: 1000
     POST_NMS_TOP_N_TEST: 2000
     FPN_POST_NMS_TOP_N_TEST: 2000
-  RESNETS:
-    STRIDE_IN_1X1: False
-    NUM_GROUPS: 32
-    WIDTH_PER_GROUP: 8
 DATASETS:
   TRAIN: ("coco_2014_train", "coco_2014_valminusminival")
   TEST: ("coco_2014_minival",)