【dygraph】add manual grad api (#71066)

xiaoguoguo626807 · web-flow · commit 71e07f102b15 · 2025-02-11T11:21:02.000+08:00
* add manual grad api

* no distribute
diff --git a/paddle/fluid/eager/auto_code_generator/generator/eager_gen.py b/paddle/fluid/eager/auto_code_generator/generator/eager_gen.py
@@ -61,8 +61,6 @@
     "sync_batch_norm_",
     "multiply",
     "multiply_grad",
-    "embedding_grad",
-    "cudnn_lstm_grad",
     "scale_grad",
     "pull_sparse_v2_grad",
     "push_gpups_sparse",
diff --git a/paddle/fluid/eager/auto_code_generator/generator/python_c_gen.py b/paddle/fluid/eager/auto_code_generator/generator/python_c_gen.py
@@ -29,9 +29,7 @@
 skipped_forward_api_names = {
     "scale_grad",
     "push_gpups_sparse",
-    "embedding_grad",
     "multiply_grad",
-    "cudnn_lstm_grad",
     "conv2d_grad",
     "pull_sparse_v2_grad",
 }
diff --git a/paddle/fluid/pir/dialect/op_generator/ops_api_gen.py b/paddle/fluid/pir/dialect/op_generator/ops_api_gen.py
@@ -236,10 +236,8 @@
     'push_box_sparse_',
     'send_and_recv',
     'send_and_recv_',
-    'cudnn_lstm_grad',
     'straight_through_estimator',
     "multiply_grad",
-    "embedding_grad",
     "scale_grad",
     "conv2d_grad",
 ]
diff --git a/paddle/phi/api/generator/api_gen.py b/paddle/phi/api/generator/api_gen.py
@@ -18,10 +18,8 @@
 from api_base import PREFIX_TENSOR_NAME, BaseAPI
 
 backward_api_black_list = [
-    "embedding_grad",  # tensor = embedding_grad_impl() is not implemented in api_custom_impl.cc
-    "pull_sparse_v2_grad",  # tensor = pull_sparse_v2() is not implemented in api_custom_impl.cc
+    "pull_sparse_v2_grad",  # tensor = push_sparse_v2() is not implemented in api_custom_impl.cc
     "scale_grad",  # tensor = scale is not implemented in api_custom_impl.cc
-    "cudnn_lstm_grad",  # weight_list.size() should be weight_list.get_ptr()->size() but can't modify yaml file
 ]
 
 inplace_out_type_map = {
@@ -39,6 +37,19 @@
     "std::vector<Tensor>": "paddle::optional<std::vector<Tensor>>",
 }
 
+manual_impl = '''
+
+PADDLE_API Tensor embedding_grad(const Tensor& x, const Tensor& weight, const Tensor& out_grad, int64_t padding_idx, bool sparse) {
+  Tensor weight_grad;
+  embedding_grad_impl(x, weight, out_grad, padding_idx, sparse, &weight_grad);
+  return weight_grad;
+}
+
+PADDLE_API std::tuple<Tensor, Tensor, Tensor, std::vector<Tensor>> cudnn_lstm_grad(const Tensor& x, const Tensor& init_h, const Tensor& init_c, const paddle::optional<std::vector<Tensor>>& weight_list, const paddle::optional<Tensor>& sequence_length, const Tensor& out, const Tensor& reserve, const Tensor& state_out, const Tensor& out_grad, const Tensor& last_h_grad, const Tensor& last_c_grad, float dropout_prob, bool is_bidirec, int hidden_size, int num_layers, bool is_test, int seed) {
+  return cudnn_lstm_grad_impl(x, init_h, init_c, weight_list, sequence_length, out, reserve, state_out, out_grad, last_h_grad, last_c_grad, dropout_prob, is_bidirec, hidden_size, num_layers, is_test, seed) ;
+}
+'''
+
 
 class ForwardAPI(BaseAPI):
     def __init__(self, api_item_yaml):
@@ -551,7 +562,10 @@ def generate_api(
             forward_api.is_dygraph_api = True
 
         header_file.write(forward_api.gene_api_declaration())
-        source_file.write(forward_api.gene_api_code())
+        if forward_api.api not in ["embedding_grad", "cudnn_lstm_grad"]:
+            source_file.write(forward_api.gene_api_code())
+    if not is_fused_ops_yaml:
+        source_file.write(manual_impl)
 
     header_file.write(namespace[1])
     source_file.write(namespace[1])
diff --git a/paddle/phi/api/generator/dist_api_gen.py b/paddle/phi/api/generator/dist_api_gen.py
@@ -24,6 +24,7 @@
     backward_api_black_list,
     declare_extension_api,
     header_include,
+    manual_impl,
     source_include,
 )
 
@@ -2125,7 +2126,10 @@ def generate_api(
             dist_forward_api.is_dygraph_api = True
 
         header_file.write(dist_forward_api.gene_api_declaration())
-        source_file.write(dist_forward_api.gene_api_code())
+        if dist_forward_api.api not in ["embedding_grad", "cudnn_lstm_grad"]:
+            source_file.write(dist_forward_api.gene_api_code())
+    if not is_fused_ops_yaml:
+        source_file.write(manual_impl)
 
     header_file.write(namespace[1])
     source_file.write(namespace[1])
diff --git a/paddle/phi/api/lib/api_custom_impl.cc b/paddle/phi/api/lib/api_custom_impl.cc
diff --git a/paddle/phi/api/lib/api_custom_impl.h b/paddle/phi/api/lib/api_custom_impl.h
