[Paddle Inference]add_varlen_python_api (#57948)

Wangzheee · web-flow · commit cd4b84236113 · 2023-10-10T20:22:57.000+08:00
* add_varlen_python_api
diff --git a/paddle/fluid/pybind/inference_api.cc b/paddle/fluid/pybind/inference_api.cc
@@ -97,6 +97,7 @@ using paddle::PaddlePredictor;
 using paddle::PaddleTensor;
 using paddle::PassStrategy;
 using paddle::ZeroCopyTensor;
+using paddle_infer::experimental::InternalUtils;
 
 namespace {
 void BindPaddleDType(py::module *m);
@@ -116,6 +117,7 @@ void BindPaddlePassBuilder(py::module *m);
 void BindPaddleInferPredictor(py::module *m);
 void BindPaddleInferTensor(py::module *m);
 void BindPredictorPool(py::module *m);
+void BindInternalUtils(py::module *m);
 
 #ifdef PADDLE_WITH_DNNL
 void BindMkldnnQuantizerConfig(py::module *m);
@@ -509,6 +511,7 @@ void BindInferenceApi(py::module *m) {
   BindPaddleInferTensor(m);
   BindPaddlePassBuilder(m);
   BindPredictorPool(m);
+  BindInternalUtils(m);
 #ifdef PADDLE_WITH_DNNL
   BindMkldnnQuantizerConfig(m);
 #endif
@@ -1304,6 +1307,19 @@ void BindPaddlePassBuilder(py::module *m) {
       .def("enable_mkldnn_quantizer", &GpuPassStrategy::EnableMkldnnQuantizer)
       .def("enable_mkldnn_bfloat16", &GpuPassStrategy::EnableMkldnnBfloat16);
 }
+
+void BindInternalUtils(py::module *m) {
+  py::class_<InternalUtils> internal_utils(*m, "InternalUtils");
+  internal_utils
+      .def_static("set_transformer_posid",
+                  [](paddle_infer::Config &config, std::string tensor_name) {
+                    InternalUtils::SetTransformerPosid(&config, tensor_name);
+                  })
+      .def_static("set_transformer_maskid",
+                  [](paddle_infer::Config &config, std::string tensor_name) {
+                    InternalUtils::SetTransformerMaskid(&config, tensor_name);
+                  });
+}
 }  // namespace
 }  // namespace pybind
 }  // namespace paddle
diff --git a/python/paddle/inference/__init__.py b/python/paddle/inference/__init__.py
@@ -31,6 +31,7 @@
     get_num_bytes_of_data_type,
     PredictorPool,
     XpuConfig,
+    InternalUtils,
 )
 
 __all__ = [

Original file line number	Diff line number	Diff line change
`@@ -31,6 +31,7 @@`
`31`	`31`	`get_num_bytes_of_data_type,`
`32`	`32`	`PredictorPool,`
`33`	`33`	`XpuConfig,`
	`34`	`+ InternalUtils,`
`34`	`35`	`)`
`35`	`36`
`36`	`37`	`__all__ = [`