【custom】add Custom pass list in LoadCustomRuntimeLib and analysis_predictor will use it in customplace (#71362)

xiaoguoguo626807 · web-flow · commit 094ced5c324f · 2025-03-05T14:21:35.000+08:00
* add customdevice default_pass

* add declare

* rm stdmove

* add custom_load pass
diff --git a/paddle/fluid/inference/api/analysis_predictor.cc b/paddle/fluid/inference/api/analysis_predictor.cc
@@ -59,6 +59,7 @@
 #include "paddle/phi/api/include/context_pool.h"
 #include "paddle/phi/api/include/tensor.h"
 #include "paddle/phi/backends/context_pool.h"
+#include "paddle/phi/backends/device_manager.h"
 #include "paddle/phi/common/backend.h"
 #include "paddle/phi/common/data_type.h"
 #include "paddle/phi/common/place.h"
@@ -992,6 +993,8 @@ void AnalysisPredictor::OptimizeInferencePirProgram() {
     } else if (config_.use_custom_device()) {
       // custom device
       if (!config_.custom_pass_only_) {
+        auto kPirCustomDevicePasses =
+            phi::CustomDevicePassManager::Instance()->GetCustomDevicePass();
         for (const auto &custom_device_pass : kPirCustomDevicePasses) {
           if (std::find(config_.deleted_passes_.begin(),
                         config_.deleted_passes_.end(),
diff --git a/paddle/fluid/inference/api/paddle_pass_builder.h b/paddle/fluid/inference/api/paddle_pass_builder.h
@@ -323,6 +323,7 @@ class PD_INFER_DECL IpuPassStrategy final : public PassStrategy {
     deleted_passes_ = other.deleted_passes_;
   }
 };
+
 #ifdef PADDLE_WITH_OPENVINO
 /// \brief List of OpenVINO subgraph passes.
 PD_INFER_DECL extern const std::vector<std::string> kOVSubgraphPasses;
diff --git a/paddle/phi/backends/custom/custom_device.cc b/paddle/phi/backends/custom/custom_device.cc
@@ -1060,6 +1060,11 @@ void LoadCustomRuntimeLib(const CustomRuntimeParams& runtime_params,
                    << "]. Register failed!!! there may be a "
                       "Custom Runtime with the same name.";
     }
+    if (runtime_params.pir_default_passes != nullptr) {
+      CustomDevicePassManager::Instance()->SetCustomDevicePass(
+          *(reinterpret_cast<std::vector<std::string>*>(
+              runtime_params.pir_default_passes)));
+    }
   } else {
     LOG(WARNING) << "Skipped lib [" << dso_lib_path
                  << "]. Wrong Runtime parameters!!! please check the version "
diff --git a/paddle/phi/backends/custom/fake_cpu_device.h b/paddle/phi/backends/custom/fake_cpu_device.h
@@ -225,13 +225,16 @@ C_Status BlasAXPBY(const C_Device device,
 #define DEVICE_TYPE "FakeCPU"
 #define SUB_DEVICE_TYPE "V100"
 
+std::vector<std::string> fake_cpu_device_pass_list = {"fake_cpu_device_pass"};
+
 void InitFakeCPUDevice(CustomRuntimeParams *params) {
   params->device_type = const_cast<char *>(DEVICE_TYPE);
   params->sub_device_type = const_cast<char *>(SUB_DEVICE_TYPE);
   params->version.major = PADDLE_CUSTOM_RUNTIME_MAJOR_VERSION;
   params->version.minor = PADDLE_CUSTOM_RUNTIME_MINOR_VERSION;
   params->version.patch = PADDLE_CUSTOM_RUNTIME_PATCH_VERSION;
-
+  params->pir_default_passes =
+      reinterpret_cast<void *>(&fake_cpu_device_pass_list);
   memset(reinterpret_cast<void *>(params->interface),
          0,
          sizeof(C_DeviceInterface));
diff --git a/paddle/phi/backends/device_ext.h b/paddle/phi/backends/device_ext.h
@@ -715,6 +715,7 @@ struct CustomRuntimeParams {
   // Plugin fill it
   char* sub_device_type;
 
+  void* pir_default_passes;
   char reserved[32];
 };
 
diff --git a/paddle/phi/backends/device_manager.h b/paddle/phi/backends/device_manager.h
@@ -13,8 +13,9 @@
 // limitations under the License.
 
 #pragma once
-
+#include <cstring>
 #include <unordered_map>
+#include <vector>
 
 #include "paddle/phi/common/data_type.h"
 #include "paddle/phi/common/place.h"
@@ -295,6 +296,28 @@ class DeviceManager {
 
 std::vector<std::string> ListAllLibraries(const std::string& library_dir);
 #ifdef PADDLE_WITH_CUSTOM_DEVICE
+
+class CustomDevicePassManager {
+ public:
+  explicit CustomDevicePassManager(const std::vector<std::string>& passes)
+      : all_passes_(passes) {}
+  ~CustomDevicePassManager() = default;
+  static CustomDevicePassManager* Instance() {
+    std::vector<std::string> passes;
+    static CustomDevicePassManager manager(passes);
+    return &manager;
+  }
+  void SetCustomDevicePass(const std::vector<std::string>& passes) {
+    all_passes_ = passes;
+  }
+  const std::vector<std::string> GetCustomDevicePass() const {
+    return all_passes_;
+  }
+
+ private:
+  std::vector<std::string> all_passes_;
+};
+
 void LoadCustomRuntimeLib(const CustomRuntimeParams& runtime_params,
                           std::unique_ptr<C_DeviceInterface> device_interface,
                           const std::string& dso_lib_path,
diff --git a/test/cpp/fluid/platform/device/custom/custom_device_test.cc b/test/cpp/fluid/platform/device/custom/custom_device_test.cc
@@ -36,6 +36,10 @@ void RegisterDevice() {
   InitFakeCPUDevice(&runtime_params);
   phi::LoadCustomRuntimeLib(
       runtime_params, std::move(device_interface), "", nullptr);
+
+  std::vector<std::string> passes =
+      phi::CustomDevicePassManager::Instance()->GetCustomDevicePass();
+  EXPECT_EQ(passes[0], "fake_cpu_device_pass");
 }
 
 void InitDevice() {

Original file line number	Diff line number	Diff line change
`@@ -323,6 +323,7 @@ class PD_INFER_DECL IpuPassStrategy final : public PassStrategy {`
`323`	`323`	`deleted_passes_ = other.deleted_passes_;`
`324`	`324`	`}`
`325`	`325`	`};`
	`326`	`+`
`326`	`327`	`#ifdef PADDLE_WITH_OPENVINO`
`327`	`328`	`/// \brief List of OpenVINO subgraph passes.`
`328`	`329`	`PD_INFER_DECL extern const std::vector<std::string> kOVSubgraphPasses;`