[fluid_ops] hogwild_worker.cc add all_reduce (#72086)

co63oc · web-flow · commit d330399f2d99 · 2025-04-07T14:45:54.000+08:00
diff --git a/paddle/fluid/framework/hogwild_worker.cc b/paddle/fluid/framework/hogwild_worker.cc
@@ -786,6 +786,9 @@ void HogwildWorker::CreateThreadOperators(const ProgramDesc &program) {
     ops_.emplace_back(OpRegistry::CreateOp(*op_desc));
     // change to device stream
     if (op_name == "c_broadcast" || op_name == "c_allreduce_sum" ||
+        (op_name == "all_reduce" &&
+         op_desc->GetAttrIfExists<int>("reduce_type") ==
+             static_cast<int>(phi::ReduceType::kRedSum)) ||
         (op_name == "reduce" &&
          op_desc->GetAttrIfExists<int>("reduce_type") ==
              static_cast<int>(phi::ReduceType::kRedSum))) {
