opencv
diff --git a/‎modules/gapi/include/opencv2/gapi/infer/ie.hpp
Copy file name to clipboard
+32-5Lines changed: 32 additions & 5 deletions b/‎modules/gapi/include/opencv2/gapi/infer/ie.hpp
Copy file name to clipboard
+32-5Lines changed: 32 additions & 5 deletions
diff --git a/‎modules/gapi/samples/pipeline_modeling_tool.cpp
Copy file name to clipboard
+15-1Lines changed: 15 additions & 1 deletion b/‎modules/gapi/samples/pipeline_modeling_tool.cpp
Copy file name to clipboard
+15-1Lines changed: 15 additions & 1 deletion
diff --git a/‎modules/gapi/samples/pipeline_modeling_tool/pipeline_builder.hpp
Copy file name to clipboard
+2Lines changed: 2 additions & 0 deletions b/‎modules/gapi/samples/pipeline_modeling_tool/pipeline_builder.hpp
Copy file name to clipboard
+2Lines changed: 2 additions & 0 deletions
@@ -52,6 +52,8 @@ enum class TraitAs: int
 
 using IEConfig = std::map<std::string, std::string>;
 
+enum InferMode {Sync, Async};
+
 namespace detail {
 struct ParamDesc {
     std::string model_path;
@@ -89,6 +91,8 @@ struct ParamDesc {
     cv::optional<cv::gapi::wip::onevpl::Device> vpl_preproc_device;
     cv::optional<cv::gapi::wip::onevpl::Context> vpl_preproc_ctx;
 
+    InferMode mode;
+
     using PrecisionT = int;
     using PrecisionMapT = std::unordered_map<std::string, PrecisionT>;
     // NB: This parameter can contain:
@@ -100,7 +104,6 @@ struct ParamDesc {
                                                 PrecisionT,
                                                 PrecisionMapT>;
     PrecisionVariantT output_precision;
-
 };
 } // namespace detail
 
@@ -146,7 +149,8 @@ template<typename Net> class Params {
               , {}
               , {}
               , {}
-              , {}} {
+              , InferMode::Async
+              , {} } {
     };
 
     /** @overload
@@ -171,7 +175,8 @@ template<typename Net> class Params {
               , {}
               , {}
               , {}
-              , {}} {
+              , InferMode::Async
+              , {} } {
     };
 
     /** @brief Specifies sequence of network input layers names for inference.
@@ -366,6 +371,22 @@ template<typename Net> class Params {
         return *this;
     }
 
+    /** @brief Specifies which api will be used to run inference.
+
+    The function is used to specify mode for OpenVINO inference.
+    OpenVINO has two options to run inference:
+    1. Asynchronous (using StartAsync: https://docs.openvino.ai/latest/classInferenceEngine_1_1InferRequest.html#doxid-class-inference-engine-1-1-infer-request-1a405293e8423d82a5b45f642a3bef0d24)
+    2. Synchronous (using Infer: https://docs.openvino.ai/latest/classInferenceEngine_1_1InferRequest.html#doxid-class-inference-engine-1-1-infer-request-1a3391ce30894abde730523e9ca9371ce8)
+    By default asynchronous mode is used.
+
+    @param mode Inference mode which will be used.
+    @return reference to this parameter structure.
+    */
+    Params<Net>& cfgInferMode(InferMode mode) {
+        desc.mode = mode;
+        return *this;
+    }
+
     /** @brief Specifies the output precision for model.
 
     The function is used to set an output precision for model.
@@ -425,7 +446,7 @@ class Params<cv::gapi::Generic> {
            const std::string &device)
         : desc{ model, weights, device, {}, {}, {}, 0u, 0u,
                 detail::ParamDesc::Kind::Load, true, {}, {}, {}, 1u,
-                {}, {}, {}, {}, {}},
+                {}, {}, {}, {}, InferMode::Async, {} },
           m_tag(tag) {
     };
 
@@ -443,7 +464,7 @@ class Params<cv::gapi::Generic> {
            const std::string &device)
         : desc{ model, {}, device, {}, {}, {}, 0u, 0u,
                 detail::ParamDesc::Kind::Import, true, {}, {}, {}, 1u,
-                {}, {}, {}, {}, {}},
+                {}, {}, {}, {}, InferMode::Async, {} },
           m_tag(tag) {
     };
 
@@ -516,6 +537,12 @@ class Params<cv::gapi::Generic> {
         return *this;
     }
 
+    /** @see ie::Params::cfgInferAPI */
+    Params& cfgInferMode(InferMode mode) {
+        desc.mode = mode;
+        return *this;
+    }
+
     /** @see ie::Params::cfgOutputPrecision */
     Params& cfgOutputPrecision(detail::ParamDesc::PrecisionT precision) {
         desc.output_precision = precision;
 
@@ -175,6 +175,17 @@ static PLMode strToPLMode(const std::string& mode_str) {
     }
 }
 
+static cv::gapi::ie::InferMode strToInferMode(const std::string& infer_mode) {
+    if (infer_mode == "async") {
+        return cv::gapi::ie::InferMode::Async;
+    } else if (infer_mode == "sync") {
+        return cv::gapi::ie::InferMode::Sync;
+    } else {
+        throw std::logic_error("Unsupported Infer mode: " + infer_mode +
+                "\nPlease chose between: async and sync");
+    }
+}
+
 template <>
 CallParams read<CallParams>(const cv::FileNode& fn) {
     auto name =
@@ -288,7 +299,8 @@ int main(int argc, char* argv[]) {
         "{ drop_frames | false     | Drop frames if they come earlier than pipeline is completed. }"
         "{ exec_list   |           | A comma-separated list of pipelines that"
                                    " will be executed. Spaces around commas"
-                                   " are prohibited. }";
+                                   " are prohibited. }"
+        "{ infer_mode  | async     | OpenVINO inference mode (async/sync). }";
 
         cv::CommandLineParser cmd(argc, argv, keys);
         if (cmd.has("help")) {
@@ -304,6 +316,7 @@ int main(int argc, char* argv[]) {
         const auto qc          = cmd.get<int>("qc");
         const auto app_mode    = strToAppMode(cmd.get<std::string>("app_mode"));
         const auto exec_str    = cmd.get<std::string>("exec_list");
+        const auto infer_mode  = strToInferMode(cmd.get<std::string>("infer_mode"));
         const auto drop_frames = cmd.get<bool>("drop_frames");
 
         cv::FileStorage fs;
@@ -394,6 +407,7 @@ int main(int argc, char* argv[]) {
                            << call_params.name << std::endl << e.what();
                         throw std::logic_error(ss.str());
                     }
+                    infer_params.mode = infer_mode;
                     builder.addInfer(call_params, infer_params);
                 } else {
                     throw std::logic_error("Unsupported node type: " + node_type);
 
@@ -258,6 +258,7 @@ struct InferParams {
     std::vector<std::string> input_layers;
     std::vector<std::string> output_layers;
     std::map<std::string, std::string> config;
+    cv::gapi::ie::InferMode mode;
     cv::util::optional<int> out_precision;
 };
 
@@ -363,6 +364,7 @@ void PipelineBuilder::addInfer(const CallParams&  call_params,
     }
 
     pp->pluginConfig(infer_params.config);
+    pp->cfgInferMode(infer_params.mode);
     if (infer_params.out_precision) {
         pp->cfgOutputPrecision(infer_params.out_precision.value());
     }
Original file line number	Diff line number	Diff line change
`@@ -258,6 +258,7 @@ struct InferParams {`
`258`	`258`	`std::vector<std::string> input_layers;`
`259`	`259`	`std::vector<std::string> output_layers;`
`260`	`260`	`std::map<std::string, std::string> config;`
	`261`	`+ cv::gapi::ie::InferMode mode;`
`261`	`262`	`cv::util::optional<int> out_precision;`
`262`	`263`	`};`
`263`	`264`
`@@ -363,6 +364,7 @@ void PipelineBuilder::addInfer(const CallParams& call_params,`
`363`	`364`	`}`
`364`	`365`
`365`	`366`	`pp->pluginConfig(infer_params.config);`
	`367`	`+ pp->cfgInferMode(infer_params.mode);`
`366`	`368`	`if (infer_params.out_precision) {`
`367`	`369`	`pp->cfgOutputPrecision(infer_params.out_precision.value());`
`368`	`370`	`}`