sync infer reuses available stream for tput model (#29613)

### Details:
 - *infer() reuses available stream for tput model*

### Tickets:
 - CVS-164613

Co-authored-by: Wanglei Shen <wanglei.shen@intel.com>

Author: xufang-lisa

src/inference/dev_api/openvino/runtime/threading/cpu_streams_executor.hpp

@@ -49,7 +49,7 @@ class OPENVINO_RUNTIME_API CPUStreamsExecutor : public IStreamsExecutor {
 
     int get_stream_id() override;
 
-    int get_streams_num();
+    int get_streams_num() override;
 
     int get_numa_node_id() override;
 

src/inference/dev_api/openvino/runtime/threading/istreams_executor.hpp

@@ -251,6 +251,12 @@ class OPENVINO_RUNTIME_API IStreamsExecutor : virtual public ITaskExecutor {
      */
     virtual int get_stream_id() = 0;
 
+    /**
+     * @brief Return the total number of streams
+     * @return The total number of streams.
+     */
+    virtual int get_streams_num() = 0;
+
     /**
      * @brief Return the id of current NUMA Node
      *        Return 0 when current stream cross some NUMA Nodes

src/inference/src/dev/iasync_infer_request.cpp

@@ -18,7 +18,12 @@ struct ImmediateStreamsExecutor : public ov::threading::ITaskExecutor {
     explicit ImmediateStreamsExecutor(const std::shared_ptr<ov::threading::IStreamsExecutor>& streamsExecutor)
         : _streamsExecutor{streamsExecutor} {}
     void run(ov::threading::Task task) override {
-        _streamsExecutor->execute(std::move(task));
+        if (_streamsExecutor->get_streams_num() > 1) {
+            std::vector<ov::threading::Task> tasks{std::move(task)};
+            _streamsExecutor->run_and_wait(tasks);
+        } else {
+            _streamsExecutor->execute(std::move(task));
+        }
     }
     std::shared_ptr<ov::threading::IStreamsExecutor> _streamsExecutor;
 };