Enable overlap_comm for better performance (microsoft#846)

Co-authored-by: Olatunji Ruwase <[email protected]>
akaday · Sep 17, 2024 · f73a6ed · f73a6ed
1 parent 90c2a9f
commit f73a6ed
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/applications/DeepSpeed-Chat/dschat/utils/ds_utils.py b/applications/DeepSpeed-Chat/dschat/utils/ds_utils.py
@@ -33,6 +33,7 @@ def get_train_ds_config(offload,
         dtype_config = {"enabled": True}
     zero_opt_dict = {
         "stage": stage,
+        "overlap_comm": True,
         "offload_param": {
             "device": device
         },