diff --git a/paddle/fluid/framework/fleet/heter_ps/heter_comm_inl.h b/paddle/fluid/framework/fleet/heter_ps/heter_comm_inl.h
index 4c00c1d1502053..0d8744e5d52874 100644
--- a/paddle/fluid/framework/fleet/heter_ps/heter_comm_inl.h
+++ b/paddle/fluid/framework/fleet/heter_ps/heter_comm_inl.h
@@ -234,7 +234,7 @@ void HeterComm<KeyType, ValType, GradType, GPUAccessor>::init_path() {
         node.out_stream = resource_->remote_stream(transfer_id, i);
         node.key_storage = NULL;
         node.val_storage = NULL;
-        node.sync = 0;
+        node.sync = 1;
         node.dev_num = j;
       }
     }