Fix _cache_founf_inf # (#61954)

co63oc · web-flow · commit 0ab8a7591b48 · 2024-04-10T17:48:51.000+08:00
diff --git a/python/paddle/amp/grad_scaler.py b/python/paddle/amp/grad_scaler.py
@@ -298,6 +298,7 @@ def minimize(self, optimizer, *args, **kwargs):
         if hasattr(optimizer, "_set_auxiliary_var"):
             optimizer._set_auxiliary_var('found_inf', self._found_inf)
             optimize_ops, params_grads = optimizer.minimize(*args, **kwargs)
+            # TODO: Fix to _cache_found_inf after PaddleNLP update
             self._cache_founf_inf = optimizer._get_auxiliary_var('found_inf')
         else:
             if self._found_inf:
diff --git a/python/paddle/distributed/fleet/meta_optimizers/dygraph_optimizer/hybrid_parallel_gradscaler.py b/python/paddle/distributed/fleet/meta_optimizers/dygraph_optimizer/hybrid_parallel_gradscaler.py
@@ -44,6 +44,7 @@ def minimize(self, optimizer, *args, **kwargs):
         if hasattr(optimizer, "_set_auxiliary_var"):
             optimizer._set_auxiliary_var('found_inf', self._found_inf)
             optimize_ops, params_grads = optimizer.minimize(*args, **kwargs)
+            # TODO: Fix to _cache_found_inf after PaddleNLP update
             self._cache_founf_inf = optimizer._get_auxiliary_var('found_inf')
         else:
             if self._found_inf:
