Initial ppc64le support

Signed-off-by: mgiessing <[email protected]> Added ppc64le hook (without intrinsics) Signed-off-by: mgiessing <[email protected]>
zilliztech · Nov 28, 2023 · 467293d · 467293d
1 parent 0cf256c
commit 467293d
Show file tree

Hide file tree

Showing 3 changed files with 51 additions and 2 deletions.
diff --git a/cmake/libs/libfaiss.cmake b/cmake/libs/libfaiss.cmake
@@ -48,6 +48,13 @@ if(__AARCH64)
   target_link_libraries(knowhere_utils PUBLIC glog::glog)
 endif()
 
+# ToDo: Add distances_vsx.cc for powerpc64 SIMD acceleration
+if(__PPC64)
+  set(UTILS_SRC src/simd/hook.cc src/simd/distances_ref.cc)
+  add_library(knowhere_utils STATIC ${UTILS_SRC})
+  target_link_libraries(knowhere_utils PUBLIC glog::glog)
+endif()
+
 if(LINUX)
   set(BLA_VENDOR OpenBLAS)
 endif()
@@ -129,3 +136,27 @@ if(__AARCH64)
                                      ${LAPACK_LIBRARIES} knowhere_utils)
   target_compile_definitions(faiss PRIVATE FINTEGER=int)
 endif()
+
+if(__PPC64)
+  knowhere_file_glob(GLOB FAISS_AVX_SRCS thirdparty/faiss/faiss/impl/*avx.cpp)
+
+  list(REMOVE_ITEM FAISS_SRCS ${FAISS_AVX_SRCS})
+  add_library(faiss STATIC ${FAISS_SRCS})
+
+  target_compile_options(
+    faiss
+    PRIVATE $<$<COMPILE_LANGUAGE:CXX>:
+            -mcpu=native
+            -mvsx
+            -Wno-sign-compare
+            -Wno-unused-variable
+            -Wno-reorder
+            -Wno-unused-local-typedefs
+            -Wno-unused-function
+            -Wno-strict-aliasing>)
+
+  add_dependencies(faiss knowhere_utils)
+  target_link_libraries(faiss PUBLIC OpenMP::OpenMP_CXX ${BLAS_LIBRARIES}
+                                     ${LAPACK_LIBRARIES} knowhere_utils)
+  target_compile_definitions(faiss PRIVATE FINTEGER=int)
+endif()
diff --git a/cmake/utils/platform_check.cmake b/cmake/utils/platform_check.cmake
@@ -3,9 +3,10 @@ include(CheckSymbolExists)
 macro(detect_target_arch)
   check_symbol_exists(__aarch64__ "" __AARCH64)
   check_symbol_exists(__x86_64__ "" __X86_64)
+  check_symbol_exists(__powerpc64__ "" __PPC64)
 
-  if(NOT __AARCH64 AND NOT __X86_64)
-    message(FATAL "knowhere only support amd64 and arm64.")
+  if(NOT __AARCH64 AND NOT __X86_64 AND NOT __PPC64)
+    message(FATAL "knowhere only support amd64, ppc64 and arm64 architecture.")
   endif()
 endmacro()
 

diff --git a/src/simd/hook.cc b/src/simd/hook.cc
@@ -171,6 +171,23 @@ fvec_hook(std::string& simd_type) {
     support_pq_fast_scan = true;
 
 #endif
+
+//ToDo MG: include VSX intrinsics via distances_vsx once _ref tests succeed 
+#if defined(__powerpc64__)
+    fvec_inner_product = fvec_inner_product_ref;
+    fvec_L2sqr = fvec_L2sqr_ref;
+    fvec_L1 = fvec_L1_ref;
+    fvec_Linf = fvec_Linf_ref;
+
+    fvec_norm_L2sqr = fvec_norm_L2sqr_ref;
+    fvec_L2sqr_ny = fvec_L2sqr_ny_ref;
+    fvec_inner_products_ny = fvec_inner_products_ny_ref;
+    fvec_madd = fvec_madd_ref;
+    fvec_madd_and_argmin = fvec_madd_and_argmin_ref;
+
+    simd_type = "GENERIC";
+    support_pq_fast_scan = false;
+#endif
 }
 
 static int init_hook_ = []() {