StaticLLMPipeline: Optimize V-tensors layout (#1177)

openvinotoolkit · Nov 20, 2024 · 5889c2a · 5889c2a
2 parents 158f662 + 6aba78c
commit 5889c2a
Show file tree

Hide file tree

Showing 4 changed files with 303 additions and 33 deletions.
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -33,11 +33,11 @@ project(OpenVINOGenAI
 
 # Find OpenVINODeveloperPackage first to compile with SDL flags
 find_package(OpenVINODeveloperPackage ${OpenVINOGenAI_VERSION} QUIET
-             COMPONENTS Runtime
+             COMPONENTS Runtime Threading
              PATHS "${OpenVINO_DIR}")
 if(NOT OpenVINODeveloperPackage_FOUND)
     find_package(OpenVINO ${OpenVINOGenAI_VERSION} REQUIRED
-                 COMPONENTS Runtime)
+                 COMPONENTS Runtime Threading)
 endif()
 
 include(cmake/features.cmake)

diff --git a/src/cpp/CMakeLists.txt b/src/cpp/CMakeLists.txt
@@ -71,7 +71,7 @@ target_include_directories(${TARGET_NAME}
 
 target_include_directories(${TARGET_NAME} SYSTEM PRIVATE "${safetensors.h_SOURCE_DIR}")
 
-target_link_libraries(${TARGET_NAME} PUBLIC openvino::runtime PRIVATE nlohmann_json::nlohmann_json jinja2cpp)
+target_link_libraries(${TARGET_NAME} PUBLIC openvino::runtime PRIVATE openvino::threading nlohmann_json::nlohmann_json jinja2cpp)
 
 target_compile_features(${TARGET_NAME} PUBLIC cxx_std_17)