diff --git a/python/paddle/fluid/dygraph/container.py b/python/paddle/fluid/dygraph/container.py
index 2938516e5bc44..ca40781a5f9c4 100644
--- a/python/paddle/fluid/dygraph/container.py
+++ b/python/paddle/fluid/dygraph/container.py
@@ -79,7 +79,7 @@ def __getitem__(self, name):
                 name += len(self._sub_layers)
             elif name < -len(self._sub_layers):
                 raise IndexError('index {} is out of range'.format(name))
-            return self._sub_layers[str(name)]
+            return list(self._sub_layers.values())[name]
 
     def __setitem__(self, name, layer):
         assert isinstance(layer, Layer)