diff --git a/python/paddle/fluid/executor.py b/python/paddle/fluid/executor.py
index c7bfd19e5a9d0..a7fb8597f9183 100755
--- a/python/paddle/fluid/executor.py
+++ b/python/paddle/fluid/executor.py
@@ -1398,20 +1398,26 @@ def _can_use_interpreter_core(program, place):
                 if program._program is None:
                     return False
 
-                # Unsupported case 2 : disabled by FLAGS_CONVERT_GRAPH_TO_PROGRAM
-                if os.environ.get('FLAGS_CONVERT_GRAPH_TO_PROGRAM',
-                                  None) not in [1, '1', True, 'True', 'true']:
-                    return False
-
-                # Unsupported case 3: data parallel
+                # Unsupported case 2: data parallel
                 if program._is_data_parallel and len(
                         program._get_places(place, program._places)) != 1:
                     return False
 
+                # Unsupported case 3 : parallel graph
+                if core.globals()['FLAGS_enable_parallel_graph'] in [
+                        1, '1', True, 'True', 'true'
+                ]:
+                    return False
+
                 # Unsupported case 4: inference
                 if program._is_inference:
                     return False
 
+                # Unsupported case 5 : disabled by FLAGS_CONVERT_GRAPH_TO_PROGRAM
+                if os.environ.get('FLAGS_CONVERT_GRAPH_TO_PROGRAM',
+                                  None) not in [1, '1', True, 'True', 'true']:
+                    return False
+
                 return True
             else:
                 if isinstance(program._graph, compiler.CompiledProgram):