Add SQfp16 support to ARM Architecture

Signed-off-by: Naveen Tatikonda <[email protected]> Signed-off-by: EC2 Default User <[email protected]>
naveentatikonda · Dec 4, 2023 · 288491b · 288491b
1 parent bb66831
commit 288491b
Show file tree

Hide file tree

Showing 9 changed files with 955 additions and 73 deletions.
diff --git a/benchmarks/perf-tool/release-configs/faiss-hnsw-sqfp16/index.json b/benchmarks/perf-tool/release-configs/faiss-hnsw-sqfp16/index.json
@@ -3,7 +3,7 @@
     "index": {
       "knn": true,
       "number_of_shards": 24,
-      "number_of_replicas": 1
+      "number_of_replicas": 0
     }
   },
   "mappings": {
@@ -24,4 +24,4 @@
       }
     }
   }
-}
+}
diff --git a/benchmarks/perf-tool/release-configs/faiss-hnsw-sqfp16/test.yml b/benchmarks/perf-tool/release-configs/faiss-hnsw-sqfp16/test.yml
@@ -2,19 +2,20 @@ endpoint: "localhost"
 test_name: "Faiss HNSW SQfp16 Test"
 test_id: "Faiss HNSW SQfp16 Test"
 num_runs: 10
-show_runs: false
+timeout: 600  
+show_runs: true
 steps:
   - name: delete_index
     index_name: target_index
   - name: create_index
     index_name: target_index
-    index_spec: /home/ec2-user/[PATH]/index.json
+    index_spec: /home/ec2-user/k-NN/benchmarks/perf-tool/release-configs/faiss-hnsw-sqfp16/index.json
   - name: ingest
     index_name: target_index
     field_name: target_field
     bulk_size: 500
     dataset_format: hdf5
-    dataset_path: [DATASET_PATH]/sift-128-euclidean.hdf5
+    dataset_path: /home/ec2-user/data/sift-128-euclidean.hdf5
   - name: refresh_index
     index_name: target_index
   - name: force_merge
@@ -29,6 +30,6 @@ steps:
     index_name: target_index
     field_name: target_field
     dataset_format: hdf5
-    dataset_path: [DATASET_PATH]/sift-128-euclidean.hdf5
+    dataset_path: /home/ec2-user/data/sift-128-euclidean.hdf5
     neighbors_format: hdf5
-    neighbors_path: [DATASET_PATH]/sift-128-euclidean.hdf5
+    neighbors_path: /home/ec2-user/data/sift-128-euclidean.hdf5
diff --git a/faiss-patches/CMakeLists.patch b/faiss-patches/CMakeLists.patch
@@ -0,0 +1,12 @@
+diff --git a/faiss/CMakeLists.txt b/faiss/CMakeLists.txt
+index 5e635a53..46434056 100644
+--- a/faiss/CMakeLists.txt
++++ b/faiss/CMakeLists.txt
+@@ -184,6 +184,7 @@ set(FAISS_HEADERS
+   utils/extra_distances-inl.h
+   utils/extra_distances.h
+   utils/fp16-fp16c.h
++  utils/fp16-fp16.h
+   utils/fp16-inl.h
+   utils/fp16.h
+   utils/hamming-inl.h