num_streams -> optimal_number_of_infer_requests

openvinotoolkit · Jul 22, 2024 · e9d2c58 · e9d2c58
1 parent 801cec6
commit e9d2c58
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/src/cpp/src/tokenizer.cpp b/src/cpp/src/tokenizer.cpp
@@ -103,7 +103,7 @@ class Tokenizer::TokenizerImpl {
                                                    device, plugin_config);
 
 
-        const size_t INFER_REQUEST_QUEUE_SIZE = m_tokenizer.get_property(ov::num_streams);
+        const size_t INFER_REQUEST_QUEUE_SIZE = m_tokenizer.get_property(ov::optimal_number_of_infer_requests);
         m_ireq_queue_tokenizer = std::make_unique<CircularBufferQueue<ov::InferRequest>>(
             INFER_REQUEST_QUEUE_SIZE,
             [this]() -> ov::InferRequest {