[XPU] fix logits_max allreduce_type of XPU c_softmax_with_cross_entropy (#70351)

dynamicheart · web-flow · commit 13b97b74fce9 · 2024-12-20T13:05:39.000+08:00
diff --git a/paddle/phi/kernels/xpu/c_softmax_with_cross_entropy_kernel.cc b/paddle/phi/kernels/xpu/c_softmax_with_cross_entropy_kernel.cc
@@ -202,7 +202,7 @@ struct CSoftmaxWithCrossEntropyFunctor<phi::XPUContext, T> {
           f);
       PADDLE_ENFORCE_XDNN_SUCCESS(ret, "reduce_max");
     }
-    comm_ctx->AllReduce(&logits_max, logits_max, BKCL_ADD, stream);
+    comm_ctx->AllReduce(&logits_max, logits_max, BKCL_MAX, stream);
 
     // step 2, obtain logit - logit_max
     {

Original file line number	Diff line number	Diff line change
`@@ -202,7 +202,7 @@ struct CSoftmaxWithCrossEntropyFunctor<phi::XPUContext, T> {`
`202`	`202`	`f);`
`203`	`203`	`PADDLE_ENFORCE_XDNN_SUCCESS(ret, "reduce_max");`
`204`	`204`	`}`
`205`		`- comm_ctx->AllReduce(&logits_max, logits_max, BKCL_ADD, stream);`
	`205`	`+ comm_ctx->AllReduce(&logits_max, logits_max, BKCL_MAX, stream);`
`206`	`206`
`207`	`207`	`// step 2, obtain logit - logit_max`
`208`	`208`	`{`