update

microsoft · Nov 14, 2024 · 5e9f2e8 · 5e9f2e8
1 parent 444d586
commit 5e9f2e8
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/deepspeed/runtime/zero/partitioned_param_coordinator.py b/deepspeed/runtime/zero/partitioned_param_coordinator.py
@@ -336,8 +336,8 @@ def fetch_sub_module(self, current_submodule: Module, forward: bool) -> None:
             assert param.ds_status == ZeroParamStatus.AVAILABLE, param.ds_summary()
         if not get_accelerator().resolves_data_dependency():
             get_accelerator().current_stream().wait_stream(self.__allgather_stream)
-            if fast_fetch:
-                AllGatherCoalescedHandle.free_buffer()
+        if fast_fetch:
+            AllGatherCoalescedHandle.free_buffer()
         self.__profiler.stop_event(wait_event_name, wait_numel)
 
         # kick off parameter prefetches for upcoming modules