diff --git a/python/paddle/fluid/optimizer.py b/python/paddle/fluid/optimizer.py
index 7412d3a3fe6cf..f849d61c5d700 100755
--- a/python/paddle/fluid/optimizer.py
+++ b/python/paddle/fluid/optimizer.py
@@ -6582,7 +6582,10 @@ def mlp(input_x, input_y, hid_dim=128, label_dim=2):
                 print("Finished apply_optimize")
         """
 
-        return self._optimizer.apply_optimize(
+        func = self._optimizer.apply_optimize if hasattr(
+            self._optimizer,
+            'apply_optimize') else self._optimizer._apply_optimize
+        return func(
             loss, startup_program=startup_program, params_grads=params_grads)
 
     def minimize(self,