record the test time; add version / note info for milvus and zillizcl…

…oud results; Signed-off-by: min.tian <[email protected]>
zilliztech · Oct 18, 2024 · ff4b634 · ff4b634
1 parent 5e7e438
commit ff4b634
Show file tree

Hide file tree

Showing 9 changed files with 287 additions and 64 deletions.
diff --git a/vectordb_bench/frontend/vdb_benchmark.py b/vectordb_bench/frontend/vdb_benchmark.py
@@ -1,8 +1,13 @@
 import streamlit as st
 from vectordb_bench.frontend.components.check_results.footer import footer
-from vectordb_bench.frontend.components.check_results.stPageConfig import initResultsPageConfig
+from vectordb_bench.frontend.components.check_results.stPageConfig import (
+    initResultsPageConfig,
+)
 from vectordb_bench.frontend.components.check_results.headerIcon import drawHeaderIcon
-from vectordb_bench.frontend.components.check_results.nav import NavToQuriesPerDollar, NavToRunTest
+from vectordb_bench.frontend.components.check_results.nav import (
+    NavToQuriesPerDollar,
+    NavToRunTest,
+)
 from vectordb_bench.frontend.components.check_results.charts import drawCharts
 from vectordb_bench.frontend.components.check_results.filters import getshownData
 from vectordb_bench.frontend.components.get_results.saveAsImage import getResults
@@ -20,7 +25,10 @@ def main():
     allResults = benchMarkRunner.get_results()
 
     st.title("Vector Database Benchmark")
-    st.caption("Note that all testing was completed in July 2023, except for the times already noted.")
+    st.caption(
+        "Except for zillizcloud-v2024.1, which was tested in _January 2024_, all other tests were completed before _August 2023_."
+    )
+    st.caption("All tested milvus are in _standalone_ mode.")
 
     # results selector and filter
     resultSelectorContainer = st.sidebar.container()

diff --git a/vectordb_bench/models.py b/vectordb_bench/models.py
@@ -163,16 +163,20 @@ class TestResult(BaseModel):
     results: list[CaseResult]
 
     file_fmt: str = "result_{}_{}_{}.json"  # result_20230718_statndard_milvus.json
+    timestamp: float = 0.0
 
     def flush(self):
         db2case = self.get_db_results()
-
+        timestamp = date.today().timestamp()
         result_root = config.RESULTS_LOCAL_DIR
         for db, result in db2case.items():
             self.write_db_file(
                 result_dir=result_root.joinpath(db.value),
                 partial=TestResult(
-                    run_id=self.run_id, task_label=self.task_label, results=result
+                    run_id=self.run_id,
+                    task_label=self.task_label,
+                    results=result,
+                    timestamp=timestamp,
                 ),
                 db=db.value.lower(),
             )

diff --git a/vectordb_bench/results/Milvus/result_20230727_standard_milvus.json b/vectordb_bench/results/Milvus/result_20230727_standard_milvus.json
@@ -14,6 +14,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -40,6 +42,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -66,6 +70,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -92,6 +98,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -118,6 +126,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -144,6 +154,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -170,6 +182,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "4c16g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -196,6 +210,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "4c16g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -222,6 +238,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "4c16g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -248,6 +266,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "4c16g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -276,6 +296,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "4c16g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -304,6 +326,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "4c16g-disk",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -332,6 +356,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -360,6 +386,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -388,6 +416,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -416,6 +446,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -444,6 +476,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -472,6 +506,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -500,6 +536,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -528,6 +566,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "2c8g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -556,6 +596,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "16c64g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -584,6 +626,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "16c64g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -612,6 +656,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "16c64g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -640,6 +686,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "16c64g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -668,6 +716,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "16c64g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -696,6 +746,8 @@
         "db": "Milvus",
         "db_config": {
           "db_label": "16c64g-hnsw",
+          "version": "v2.2.12",
+          "note": "standalone mode",
           "uri": "**********"
         },
         "db_case_config": {
@@ -714,4 +766,4 @@
     }
   ],
   "file_fmt": "result_{}_{}_{}.json"
-}
+}