reuse streams of compile_model for sync infer

xufang-lisa · Oct 16, 2023 · 85f1e13 · 85f1e13
1 parent 6f60177
commit 85f1e13
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/src/inference/dev_api/cpp_interfaces/impl/ie_infer_async_request_thread_safe_default.hpp b/src/inference/dev_api/cpp_interfaces/impl/ie_infer_async_request_thread_safe_default.hpp
@@ -63,7 +63,9 @@ class INFERENCE_ENGINE_1_0_DEPRECATED AsyncInferRequestThreadSafeDefault : publi
         explicit ImmediateStreamsExecutor(const IStreamsExecutor::Ptr& streamsExecutor)
             : _streamsExecutor{streamsExecutor} {}
         void run(InferenceEngine::Task task) override {
-            _streamsExecutor->Execute(std::move(task));
+            std::vector<Task> tasks;
+            tasks.push_back(std::move(task));
+            _streamsExecutor->run_and_wait(tasks);
         }
         IStreamsExecutor::Ptr _streamsExecutor;
     };