diff --git a/mmdet/datasets/pipelines/loading.py b/mmdet/datasets/pipelines/loading.py
index 109276830b4..79bbf809981 100644
--- a/mmdet/datasets/pipelines/loading.py
+++ b/mmdet/datasets/pipelines/loading.py
@@ -625,7 +625,7 @@ def __call__(self, results):
         for t in tests[1:]:
             keep = keep & t
 
-        keys = ('gt_bboxes', 'gt_labels', 'gt_masks', 'gt_semantic_seg')
+        keys = ('gt_bboxes', 'gt_labels', 'gt_masks')
         for key in keys:
             if key in results:
                 results[key] = results[key][keep]