【Hackathon 6th Fundable Projects 3 No.240】fluid operator moe (#63929)

co63oc · web-flow · commit cb6aa58aed52 · 2024-05-07T19:18:56.000+08:00
diff --git a/paddle/fluid/operators/moe_op.cc b/paddle/fluid/operators/moe_op.cc
diff --git a/paddle/phi/api/yaml/op_compat.yaml b/paddle/phi/api/yaml/op_compat.yaml
@@ -3991,6 +3991,17 @@
   outputs :
     out : Out
 
+- op: moe
+  inputs:
+    x: X
+    gate: Gate
+    bmm0: Bmm0
+    bias0: Bias0
+    bmm1: Bmm1
+    bias1: Bias1
+  outputs:
+    out: Out
+
 - op: nce
   backward: nce_grad
   inputs:
diff --git a/paddle/phi/api/yaml/ops.yaml b/paddle/phi/api/yaml/ops.yaml
@@ -3245,3 +3245,12 @@
   optional : gt_score
   intermediate : objectness_mask, gt_match_mask
   backward : yolo_loss_grad
+
+- op: moe
+  args: (Tensor x, Tensor gate, Tensor bmm0, Tensor bias0, Tensor bmm1, Tensor bias1,
+    str act_type = "gelu")
+  output: Tensor (out)
+  infer_meta:
+    func: MoeInferMeta
+  kernel:
+    func: moe
