PaddlePaddle
diff --git a/‎paddle/fluid/operators/generator/CMakeLists.txt
Copy file name to clipboard
+25-28Lines changed: 25 additions & 28 deletions b/‎paddle/fluid/operators/generator/CMakeLists.txt
Copy file name to clipboard
+25-28Lines changed: 25 additions & 28 deletions
diff --git a/‎paddle/fluid/operators/generator/generate_op.py
Copy file name to clipboard
+38Lines changed: 38 additions & 0 deletions b/‎paddle/fluid/operators/generator/generate_op.py
Copy file name to clipboard
+38Lines changed: 38 additions & 0 deletions
diff --git a/‎paddle/fluid/pir/dialect/op_generator/op_gen.py
Copy file name to clipboard
+5-2Lines changed: 5 additions & 2 deletions b/‎paddle/fluid/pir/dialect/op_generator/op_gen.py
Copy file name to clipboard
+5-2Lines changed: 5 additions & 2 deletions
@@ -2,22 +2,17 @@
 include(operators)
 
 # set yaml file path
-set(op_yaml_file ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/ops.yaml)
-set(legacy_op_yaml_file
-    ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/inconsistent/dygraph_ops.yaml)
-set(bw_op_yaml_file ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/backward.yaml)
-set(static_op_yaml_file
-    ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/legacy/static_ops.yaml)
-set(fused_op_yaml_file ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/fused_ops.yaml)
-set(legacy_bw_op_yaml_file
-    ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/inconsistent/dygraph_backward.yaml)
-set(sparse_op_yaml_file ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/sparse_ops.yaml)
-set(sparse_bw_op_yaml_file
-    ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/sparse_backward.yaml)
-set(static_bw_op_yaml_file
-    ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/legacy/static_backward.yaml)
-set(fused_bw_op_yaml_file
-    ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/fused_backward.yaml)
+set(ops_yaml_dir ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml)
+set(op_yaml_file ${ops_yaml_dir}/ops.yaml)
+set(legacy_op_yaml_file ${ops_yaml_dir}/inconsistent/dygraph_ops.yaml)
+set(bw_op_yaml_file ${ops_yaml_dir}/backward.yaml)
+set(static_op_yaml_file ${ops_yaml_dir}/legacy/static_ops.yaml)
+set(fused_op_yaml_file ${ops_yaml_dir}/fused_ops.yaml)
+set(legacy_bw_op_yaml_file ${ops_yaml_dir}/inconsistent/dygraph_backward.yaml)
+set(sparse_op_yaml_file ${ops_yaml_dir}/sparse_ops.yaml)
+set(sparse_bw_op_yaml_file ${ops_yaml_dir}/sparse_backward.yaml)
+set(static_bw_op_yaml_file ${ops_yaml_dir}/legacy/static_backward.yaml)
+set(fused_bw_op_yaml_file ${ops_yaml_dir}/fused_backward.yaml)
 
 if(NOT PYTHONINTERP_FOUND)
   find_package(PythonInterp REQUIRED)
@@ -207,11 +202,13 @@ execute_process(
     ${PYTHON_EXECUTABLE} generate_op.py --ops_yaml_path
     ${parsed_op_dir}/ops.parsed.yaml --backward_yaml_path
     ${parsed_op_dir}/backward.parsed.yaml --op_version_yaml_path
-    ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/op_version.yaml
-    --op_compat_yaml_path ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/op_compat.yaml
-    --output_op_path "${generated_op_path_1}.tmp" "${generated_op_path_2}.tmp"
-    "${generated_op_path_3}.tmp" "${generated_op_path_4}.tmp"
-    --output_arg_map_path "${generated_argument_mapping_path}.tmp"
+    ${ops_yaml_dir}/op_version.yaml --op_compat_yaml_path
+    ${ops_yaml_dir}/op_compat.yaml --output_op_path "${generated_op_path_1}.tmp"
+    "${generated_op_path_2}.tmp" "${generated_op_path_3}.tmp"
+    "${generated_op_path_4}.tmp" --output_arg_map_path
+    "${generated_argument_mapping_path}.tmp" --ops_exclude_yaml_path
+    ${ops_yaml_dir}/legacy/ops_exclude.yaml --backward_exclude_yaml_path
+    ${ops_yaml_dir}/legacy/backward_exclude.yaml
   RESULT_VARIABLE _result)
 if(${_result})
   message(FATAL_ERROR "operator codegen failed, exiting.")
@@ -223,9 +220,9 @@ execute_process(
     ${PYTHON_EXECUTABLE} generate_op.py --ops_yaml_path
     ${parsed_op_dir}/legacy/static_ops.parsed.yaml --backward_yaml_path
     ${parsed_op_dir}/legacy/static_backward.parsed.yaml --op_version_yaml_path
-    ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/op_version.yaml
-    --op_compat_yaml_path ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/op_compat.yaml
-    --output_op_path "${generated_static_op_path}.tmp" --output_arg_map_path
+    ${ops_yaml_dir}/op_version.yaml --op_compat_yaml_path
+    ${ops_yaml_dir}/op_compat.yaml --output_op_path
+    "${generated_static_op_path}.tmp" --output_arg_map_path
     "${generated_static_argument_mapping_path}.tmp"
   RESULT_VARIABLE _result)
 if(${_result})
@@ -238,9 +235,9 @@ execute_process(
     ${PYTHON_EXECUTABLE} generate_op.py --ops_yaml_path
     ${parsed_op_dir}/fused_ops.parsed.yaml --backward_yaml_path
     ${parsed_op_dir}/fused_backward.parsed.yaml --op_version_yaml_path
-    ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/op_version.yaml
-    --op_compat_yaml_path ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/op_compat.yaml
-    --output_op_path "${generated_fused_op_path}.tmp" --output_arg_map_path
+    ${ops_yaml_dir}/op_version.yaml --op_compat_yaml_path
+    ${ops_yaml_dir}/op_compat.yaml --output_op_path
+    "${generated_fused_op_path}.tmp" --output_arg_map_path
     "${generated_fused_argument_mapping_path}.tmp"
   RESULT_VARIABLE _result)
 if(${_result})
@@ -306,7 +303,7 @@ endif()
 # op extra info file
 set(ops_extra_info_gen_file
     ${CMAKE_SOURCE_DIR}/paddle/fluid/operators/generator/ops_extra_info_gen.py)
-set(op_compat_yaml_file ${CMAKE_SOURCE_DIR}/paddle/phi/ops/yaml/op_compat.yaml)
+set(op_compat_yaml_file ${ops_yaml_dir}/op_compat.yaml)
 set(ops_extra_info_file
     ${CMAKE_SOURCE_DIR}/paddle/fluid/operators/ops_extra_info.cc)
 
 
@@ -605,6 +605,8 @@ def main(
     op_version_yaml_path,
     output_op_path,
     output_arg_map_path,
+    ops_exclude_yaml_path,
+    backward_exclude_yaml_path,
 ):
     with open(ops_yaml_path, "rt") as f:
         ops = yaml.safe_load(f)
@@ -628,6 +630,28 @@ def main(
                 op_args["op"]
             )
 
+    # exclude ops in specific yaml file
+    if ops_exclude_yaml_path is not None:
+        with open(ops_exclude_yaml_path, "rt", encoding='utf-8') as f:
+            exclude_ops = yaml.safe_load(f)
+            exclude_ops = [op.rstrip('_') for op in exclude_ops]
+        for op_name in exclude_ops:
+            if op_name in forward_op_dict:
+                del forward_op_dict[op_name]
+        ops = [op for op in ops if op['name'] not in exclude_ops]
+    if backward_exclude_yaml_path is not None:
+        with open(backward_exclude_yaml_path, "rt", encoding='utf-8') as f:
+            exclude_backward_ops = yaml.safe_load(f)
+            exclude_ops = [op.rstrip('_') for op in exclude_ops]
+        for op_name in exclude_backward_ops:
+            if op_name in backward_op_dict:
+                del backward_op_dict[op_name]
+        backward_ops = [
+            bw_op
+            for bw_op in backward_ops
+            if bw_op['name'] not in exclude_backward_ops
+        ]
+
     for op in ops:
         op['op_name'] = op['name']
         add_fluid_name(op['inputs'])
@@ -728,6 +752,18 @@ def main(
         type=str,
         help="path to save generated argument mapping functions.",
     )
+    parser.add_argument(
+        "--ops_exclude_yaml_path",
+        type=str,
+        default=None,
+        help="yaml file to exclude ops",
+    )
+    parser.add_argument(
+        "--backward_exclude_yaml_path",
+        type=str,
+        default=None,
+        help="yaml file to exclude backward ops",
+    )
 
     args = parser.parse_args()
     main(
@@ -737,4 +773,6 @@ def main(
         args.op_version_yaml_path,
         args.output_op_path,
         args.output_arg_map_path,
+        args.ops_exclude_yaml_path,
+        args.backward_exclude_yaml_path,
     )
@@ -1556,8 +1556,11 @@ def AutoCodeGen(
                         )
 
                         build_mutable_attr_is_input = f"static void Build({build_args_with_muta_attr_is_input_for_declare});"
-                if (op_invoke_map is not None) and (
-                    op_invoke_map['func'] in op_info_items
+                # TODO(huangjiyi): support invoke op for sparse op.
+                if (
+                    (op_invoke_map is not None)
+                    and (not op_info.is_sparse_op)
+                    and (op_invoke_map['func'] in all_op_info_items)
                 ):
                     op_invoke_class_name = (
                         to_pascal_case(op_invoke_map['func']) + "Op"