fix r_to_p bug in nd_mesh_reshard_func (#67630)

winter-wang · web-flow · commit c1ed30c062c7 · 2024-08-25T13:37:24.000+08:00
diff --git a/python/paddle/autograd/ir_backward.py b/python/paddle/autograd/ir_backward.py
@@ -134,7 +134,7 @@ def append_add_n(
             index = 1
             grad_op_list = []
             while index < len(add_n_list):
-                grad_value += add_n_list[index]
+                grad_value = paddle._C_ops.add_(grad_value, add_n_list[index])
                 grad_op_list.append(grad_value.get_defining_op())
                 index += 1
             update_bwdop_structure(
diff --git a/python/paddle/distributed/auto_parallel/static/reshard_funcs/nd_mesh_reshard_func.py b/python/paddle/distributed/auto_parallel/static/reshard_funcs/nd_mesh_reshard_func.py
@@ -251,9 +251,7 @@ def reshard(self, src_dist_attr, dst_dist_attr, src_value, dst_type):
                 )
                 out_one_dim_dist_attr = (
                     paddle.base.libpaddle.pir.create_tensor_dist_attribute(
-                        sub_mesh,
-                        [-1] * tensor_ndim,
-                        {partial_dim: partial_type},
+                        sub_mesh, [-1] * tensor_ndim, {0: partial_type}
                     )
                 )
 

Original file line number	Diff line number	Diff line change
`@@ -251,9 +251,7 @@ def reshard(self, src_dist_attr, dst_dist_attr, src_value, dst_type):`
`251`	`251`	`)`
`252`	`252`	`out_one_dim_dist_attr = (`
`253`	`253`	`paddle.base.libpaddle.pir.create_tensor_dist_attribute(`
`254`		`- sub_mesh,`
`255`		`- [-1] * tensor_ndim,`
`256`		`- {partial_dim: partial_type},`
	`254`	`+ sub_mesh, [-1] * tensor_ndim, {0: partial_type}`
`257`	`255`	`)`
`258`	`256`	`)`
`259`	`257`