support changable acc_steps for sharding_overlap (#72395)

zhiqiu · web-flow · commit fe24334ea25f · 2025-04-23T17:56:03.000+08:00
diff --git a/python/paddle/distributed/fleet/meta_optimizers/dygraph_optimizer/dygraph_sharding_optimizer.py b/python/paddle/distributed/fleet/meta_optimizers/dygraph_optimizer/dygraph_sharding_optimizer.py
@@ -746,6 +746,14 @@ def fused_allreduce(*_):
 
         return fused_allreduce
 
+    def _increase_comm_buffers_acc_steps(self, increment):
+        for buffer in self._comm_buffer_list:
+            buffer._acc_steps += increment
+
+    def _reset_comm_buffers_acc_steps(self, acc_steps):
+        for buffer in self._comm_buffer_list:
+            buffer._acc_steps = acc_steps
+
     def _build_comm_buffers(
         self, acc_steps, group_size=256 * 1024 * 1024, free_grads_in_comm=False
     ):
