Fix fused_gemm_epilogue_pass for fp64 (#72405)

HydrogenSulfate · web-flow · commit 606891890838 · 2025-04-24T17:10:03.000+08:00
* fix fused_gemm_epilogue_pass for fp64

* fix rtol and atol
diff --git a/paddle/fluid/pir/transforms/gpu/fused_gemm_epilogue_pass.cc b/paddle/fluid/pir/transforms/gpu/fused_gemm_epilogue_pass.cc
@@ -41,6 +41,9 @@ class FusedLinearPattern
     if (pir::GetDataTypeFromValue(matmul.x()).isa<pir::Float32Type>()) {
       return false;
     }
+    if (pir::GetDataTypeFromValue(matmul.x()).isa<pir::Float64Type>()) {
+      return false;
+    }
 
     // The result of matmul can only be uniquely used by an add OP.
     if (matmul_out.use_count() != 1) {
@@ -110,6 +113,9 @@ class FusedLinearGradPattern
     if (pir::GetDataTypeFromValue(matmul_grad.x()).isa<pir::Float32Type>()) {
       return false;
     }
+    if (pir::GetDataTypeFromValue(matmul_grad.x()).isa<pir::Float64Type>()) {
+      return false;
+    }
     paddle::dialect::AddGradOp add_grad;
     if (add_grad = matmul_grad_out.defining_op()
                        ->dyn_cast<paddle::dialect::AddGradOp>()) {
@@ -191,6 +197,9 @@ class FusedLinearGradSinglePattern
     if (pir::GetDataTypeFromValue(matmul_grad.x()).isa<pir::Float32Type>()) {
       return false;
     }
+    if (pir::GetDataTypeFromValue(matmul_grad.x()).isa<pir::Float64Type>()) {
+      return false;
+    }
     if (pir::GetShapeFromValue(matmul_grad->operand_source(1)).size() != 2) {
       return false;
     }
diff --git a/test/dygraph_to_static/test_deal_inplace.py b/test/dygraph_to_static/test_deal_inplace.py
@@ -90,7 +90,7 @@ def run_test(self, dygraph_fn, *inputs, static_n_times=1):
                 dygraph_out.numpy(),
                 static_out.numpy(),
                 rtol=1e-5,
-                atol=1e-8,
+                atol=1e-6,
                 err_msg=f"Run {i}-th check failed.",
             )
 

Original file line number	Diff line number	Diff line change
`@@ -90,7 +90,7 @@ def run_test(self, dygraph_fn, *inputs, static_n_times=1):`
`90`	`90`	`dygraph_out.numpy(),`
`91`	`91`	`static_out.numpy(),`
`92`	`92`	`rtol=1e-5,`
`93`		`- atol=1e-8,`
	`93`	`+ atol=1e-6,`
`94`	`94`	`err_msg=f"Run {i}-th check failed.",`
`95`	`95`	`)`
`96`	`96`