add core ngt benchmark

Signed-off-by: kpango <[email protected]>
vdaas · Sep 26, 2023 · 1e1f4db · 1e1f4db
1 parent 594b23b
commit 1e1f4db
Show file tree

Hide file tree

Showing 39 changed files with 2,486 additions and 293 deletions.
diff --git a/charts/vald-helm-operator/crds/valdrelease.yaml b/charts/vald-helm-operator/crds/valdrelease.yaml
@@ -250,6 +250,9 @@ spec:
                           type: boolean
                         enable_proactive_gc:
                           type: boolean
+                        error_buffer_limit:
+                          type: integer
+                          minimum: 1
                         index_path:
                           type: string
                         initial_delay_max_duration:

diff --git a/charts/vald/README.md b/charts/vald/README.md
@@ -84,6 +84,7 @@ Run the following command to install the chart,
 | agent.ngt.enable_copy_on_write                                                                        | bool   | `false`                                                                                                                                                                                                                                                                                                                                                                                                                                                                | enable copy on write saving for more stable backup                                                                                                                                                                                                                                                                                                                                                                               |
 | agent.ngt.enable_in_memory_mode                                                                       | bool   | `true`                                                                                                                                                                                                                                                                                                                                                                                                                                                                 | in-memory mode enabled                                                                                                                                                                                                                                                                                                                                                                                                           |
 | agent.ngt.enable_proactive_gc                                                                         | bool   | `false`                                                                                                                                                                                                                                                                                                                                                                                                                                                                | enable proactive GC call for reducing heap memory allocation                                                                                                                                                                                                                                                                                                                                                                     |
+| agent.ngt.error_buffer_limit                                                                          | int    | `10`                                                                                                                                                                                                                                                                                                                                                                                                                                                                   | maximum number of core ngt error buffer pool size limit                                                                                                                                                                                                                                                                                                                                                                          |
 | agent.ngt.index_path                                                                                  | string | `""`                                                                                                                                                                                                                                                                                                                                                                                                                                                                   | path to index data                                                                                                                                                                                                                                                                                                                                                                                                               |
 | agent.ngt.initial_delay_max_duration                                                                  | string | `"3m"`                                                                                                                                                                                                                                                                                                                                                                                                                                                                 | maximum duration for initial delay                                                                                                                                                                                                                                                                                                                                                                                               |
 | agent.ngt.kvsdb.concurrency                                                                           | int    | `6`                                                                                                                                                                                                                                                                                                                                                                                                                                                                    | kvsdb processing concurrency                                                                                                                                                                                                                                                                                                                                                                                                     |

diff --git a/charts/vald/values.schema.json b/charts/vald/values.schema.json
@@ -241,6 +241,11 @@
               "type": "boolean",
               "description": "enable proactive GC call for reducing heap memory allocation"
             },
+            "error_buffer_limit": {
+              "type": "integer",
+              "description": "maximum number of core ngt error buffer pool size limit",
+              "minimum": 1
+            },
             "index_path": {
               "type": "string",
               "description": "path to index data"

diff --git a/charts/vald/values.yaml b/charts/vald/values.yaml
@@ -1723,6 +1723,9 @@ agent:
     # @schema {"name": "agent.ngt.broken_index_history_limit", "type": "integer", "minimum": 0}
     # agent.ngt.broken_index_history_limit -- maximum number of broken index generations to backup
     broken_index_history_limit: 0
+    # @schema {"name": "agent.ngt.error_buffer_limit", "type": "integer", "minimum": 1}
+    # agent.ngt.error_buffer_limit -- maximum number of core ngt error buffer pool size limit
+    error_buffer_limit: 10
   # @schema {"name": "agent.sidecar", "type": "object"}
   sidecar:
     # @schema {"name": "agent.sidecar.enabled", "type": "boolean"}