Merge branch 'main' into feature/internal/kvs-bbolt

.github/ISSUE_TEMPLATE/bug_report.md

@@ -24,5 +24,5 @@ assignees: ""
 
 - Go Version: 1.21.1
 - Docker Version: 20.10.8
-- Kubernetes Version: v1.28.1
+- Kubernetes Version: v1.28.2
 - NGT Version: 2.1.3

.github/ISSUE_TEMPLATE/security_issue_report.md

@@ -18,5 +18,5 @@ assignees: ""
 
 - Go Version: 1.21.1
 - Docker Version: 20.10.8
-- Kubernetes Version: v1.28.1
+- Kubernetes Version: v1.28.2
 - NGT Version: 2.1.3

.github/PULL_REQUEST_TEMPLATE.md

@@ -18,7 +18,7 @@
 
 - Go Version: 1.21.1
 - Docker Version: 20.10.8
-- Kubernetes Version: v1.28.1
+- Kubernetes Version: v1.28.2
 - NGT Version: 2.1.3
 
 ### Checklist:

.github/workflows/semver.yml

@@ -18,14 +18,12 @@ on:
   push:
     branches:
       - main
-
 jobs:
   dump-contexts-to-log:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v3
       - uses: ./.github/actions/dump-context
-
   semver-auto:
     name: Run semver-auto
     runs-on: ubuntu-latest
@@ -36,17 +34,14 @@ jobs:
         with:
           fetch-depth: 0
           token: ${{ secrets.DISPATCH_TOKEN }}
-
       - name: Set Git config
         run: |
           git config --global --add safe.directory ${GITHUB_WORKSPACE}
-
       - uses: crazy-max/ghaction-import-gpg@v4
         with:
           gpg_private_key: ${{ secrets.GPG_PRIVATE_KEY }}
           git_user_signingkey: true
           git_commit_gpgsign: true
-
       - name: Get latest gitwerk
         run: |
           curl -fsSLO \
@@ -55,7 +50,6 @@ jobs:
           unzip gitwerk-linux-amd64.zip
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
       - name: Run gitwerk semver-auto
         id: semver
         run: |
@@ -94,11 +88,14 @@ jobs:
           sed -i -e "s/^version: .*$/version: ${GITWERK_RESULT}/" charts/vald-helm-operator/Chart.yaml
           sed -i -r "s/^(\s*)tag\s*:\s*v[0-9]+\.[0-9]+\.[0-9]+\s*$/\1tag: ${GITWERK_RESULT}/" charts/vald-helm-operator/values.yaml
 
-          make helm/docs/vald
-          make helm/docs/vald-helm-operator
-
           make helm/schema/vald
           make helm/schema/vald-helm-operator
+          make helm/schema/crd/vald
+          make helm/schema/crd/vald-helm-operator
+          make k8s/manifest/update
+          make k8s/manifest/helm-operator/update
+          make helm/docs/vald
+          make helm/docs/vald-helm-operator
 
           BODY=""
           if [ ! -z "${PR_NUM}" ]; then
@@ -112,17 +109,21 @@ jobs:
           CHANGELOG=`make changelog/next/print BODY="$BODY"`
           make changelog/update BODY="$BODY"
 
+          make format
+
           git add \
-            versions/VALD_VERSION \
-            charts/vald/Chart.yaml \
-            charts/vald/values.yaml \
-            charts/vald/values.schema.json \
-            charts/vald/README.md \
+            CHANGELOG.md \
             charts/vald-helm-operator/Chart.yaml \
-            charts/vald-helm-operator/values.yaml \
-            charts/vald-helm-operator/values.schema.json \
             charts/vald-helm-operator/README.md \
-            CHANGELOG.md
+            charts/vald-helm-operator/values.schema.json \
+            charts/vald-helm-operator/values.yaml \
+            charts/vald/Chart.yaml \
+            charts/vald/README.md \
+            charts/vald/values.schema.json \
+            charts/vald/values.yaml \
+            k8s \
+            versions/VALD_VERSION
+
           git commit -S --signoff -m ":bookmark: :robot: Release ${GITWERK_RESULT}"
 
           git tag ${GITWERK_RESULT}
@@ -137,7 +138,6 @@ jobs:
         env:
           GITHUB_USER: ${{ secrets.DISPATCH_USER }}
           GITHUB_TOKEN: ${{ secrets.DISPATCH_TOKEN }}
-
       - name: Create release
         if: steps.semver.outputs.RELEASE == 'true'
         id: create_release
@@ -151,7 +151,6 @@ jobs:
             See [CHANGELOG.md](https://github.com/vdaas/vald/blob/${{ steps.semver.outputs.VERSION }}/CHANGELOG.md) for details.
           draft: false
           prerelease: false
-
       - name: Add the version to goproxy
         run: |
           curl "https://proxy.golang.org/github.com/vdaas/vald/@v/${{ steps.semver.outputs.VERSION }}.info"

CHANGELOG.md

@@ -1,5 +1,150 @@
 # CHANGELOG
 
+## v1.7.7
+
+### Docker images
+
+<table>
+  <tr>
+    <th>component</th>
+    <th>Docker pull</th>
+  </tr>
+  <tr>
+    <td>Agent NGT</td>
+    <td>
+      <code>docker pull vdaas/vald-agent-ngt:v1.7.7</code><br/>
+      <code>docker pull ghcr.io/vdaas/vald/vald-agent-ngt:v1.7.7</code>
+    </td>
+  </tr>
+  <tr>
+    <td>Agent sidecar</td>
+    <td>
+      <code>docker pull vdaas/vald-agent-sidecar:v1.7.7</code><br/>
+      <code>docker pull ghcr.io/vdaas/vald/vald-agent-sidecar:v1.7.7</code>
+    </td>
+  </tr>
+  <tr>
+    <td>Discoverers</td>
+    <td>
+      <code>docker pull vdaas/vald-discoverer-k8s:v1.7.7</code><br/>
+      <code>docker pull ghcr.io/vdaas/vald/vald-discoverer-k8s:v1.7.7</code>
+    </td>
+  </tr>
+  <tr>
+    <td>Gateways</td>
+    <td>
+      <code>docker pull vdaas/vald-lb-gateway:v1.7.7</code><br/>
+      <code>docker pull ghcr.io/vdaas/vald/vald-lb-gateway:v1.7.7</code><br/>
+      <code>docker pull vdaas/vald-filter-gateway:v1.7.7</code><br/>
+      <code>docker pull ghcr.io/vdaas/vald/vald-filter-gateway:v1.7.7</code>
+    </td>
+  </tr>
+  <tr>
+    <td>Index Manager</td>
+    <td>
+      <code>docker pull vdaas/vald-manager-index:v1.7.7</code><br/>
+      <code>docker pull ghcr.io/vdaas/vald/vald-manager-index:v1.7.7</code>
+    </td>
+  </tr>
+  <tr>
+    <td>Helm Operator</td>
+    <td>
+      <code>docker pull vdaas/vald-helm-operator:v1.7.7</code><br/>
+      <code>docker pull ghcr.io/vdaas/vald/vald-helm-operator:v1.7.7</code>
+    </td>
+  </tr>
+</table>
+
+### Documents
+
+- [GoDoc](https://pkg.go.dev/github.com/vdaas/[email protected])
+- [Helm Chart Reference](https://github.com/vdaas/vald/blob/v1.7.7/charts/vald/README.md)
+- [Helm Operator Chart Reference](https://github.com/vdaas/vald/blob/v1.7.7/charts/vald-helm-operator/README.md)
+
+### Changes
+
+:sparkles: New feature
+
+- Add CopyBuffer to copy.go [#2167](https://github.com/vdaas/vald/pull/2167)
+- Add Vald standard internal/sync package [#2153](https://github.com/vdaas/vald/pull/2153)
+- Add RemoveByTimestamp RPC [#2158](https://github.com/vdaas/vald/pull/2158)
+- Implement StreamListObject and its tests [#2145](https://github.com/vdaas/vald/pull/2145)
+- Add apiversion capabilities check to helm template [#2137](https://github.com/vdaas/vald/pull/2137)
+- Add timestamp field to Object.Vector [#2136](https://github.com/vdaas/vald/pull/2136)
+- Add gache's generic Map as internal/sync.Map and replace standard sync.Map with it [#2115](https://github.com/vdaas/vald/pull/2115)
+- Make internal/cache generic [#2104](https://github.com/vdaas/vald/pull/2104)
+- Install additional tools for docker image for devcontainer [#2101](https://github.com/vdaas/vald/pull/2101)
+- Install buf and apply buf format [#2094](https://github.com/vdaas/vald/pull/2094)
+- Add backup origin when CoW enabled and failed to load primary [#2091](https://github.com/vdaas/vald/pull/2091)
+- Add decode kvsdb tool [#2059](https://github.com/vdaas/vald/pull/2059)
+- Add user custom network policy [#2078](https://github.com/vdaas/vald/pull/2078)
+
+:recycle: Refactor
+
+- Refactor agent ngt core. [#2172](https://github.com/vdaas/vald/pull/2172)
+- Refactor proto [#2173](https://github.com/vdaas/vald/pull/2173)
+- Refactor search status [#2168](https://github.com/vdaas/vald/pull/2168)
+- Refactor internal/core/algorithm/ngt mutex lock timing [#2144](https://github.com/vdaas/vald/pull/2144)
+- Refactor github actions [#2141](https://github.com/vdaas/vald/pull/2141)
+- Update license text [#2169](https://github.com/vdaas/vald/pull/2169)
+- Refactor agent error not to wrap with details for performance issue [#2154](https://github.com/vdaas/vald/pull/2154)
+- Use internal comparator instead of go-cmp [#2132](https://github.com/vdaas/vald/pull/2132)
+- Refactor context [#2121](https://github.com/vdaas/vald/pull/2121)
+- Propagate context to Search operation. [#2117](https://github.com/vdaas/vald/pull/2117)
+- Refactor fix url http to https [#2090](https://github.com/vdaas/vald/pull/2090)
+- Update "make gotests/gen" command [#2085](https://github.com/vdaas/vald/pull/2085)
+
+:bug: Bugfix
+
+- Fix duplicate make command [#2165](https://github.com/vdaas/vald/pull/2165)
+- Add timestamp check for GetObject e2e [#2142](https://github.com/vdaas/vald/pull/2142)
+- Modified apiversion capabilities check [#2149](https://github.com/vdaas/vald/pull/2149)
+- Fix ngt index path of test case [#2130](https://github.com/vdaas/vald/pull/2130)
+- Fix hack/benchmark search interface change [#2129](https://github.com/vdaas/vald/pull/2129)
+- Fix internal/gache definition variable type [#2123](https://github.com/vdaas/vald/pull/2123)
+- Use GOBIN instead of GOPATH/bin [#2102](https://github.com/vdaas/vald/pull/2102)
+- Fix jaeger operator wait logic [#2114](https://github.com/vdaas/vald/pull/2114)
+- Fix make k8s/metrics/jaeger/deploy failure [#2077](https://github.com/vdaas/vald/pull/2077)
+- Bugfix Makefile KUBECONFIG recursive reference [#2089](https://github.com/vdaas/vald/pull/2089)
+- Fix deploy command [#2088](https://github.com/vdaas/vald/pull/2088)
+- Fix non-trusted module problem of v1.7.6 and disable not found debug message [#2076](https://github.com/vdaas/vald/pull/2076)
+- Bugfix lb gateway pacicked caused by pairing heap search aggregator makes nil pointer when empty search result [#2181](https://github.com/vdaas/vald/pull/2181)
+
+:pencil2: Document
+
+- Update testing guideline for updated testing policy [#2131](https://github.com/vdaas/vald/pull/2131)
+- Add troubleshooting for each rpc [#2163](https://github.com/vdaas/vald/pull/2163)
+- Fix format network policy document [#2108](https://github.com/vdaas/vald/pull/2108)
+- Add broken index backup document [#2096](https://github.com/vdaas/vald/pull/2096)
+- Add network policy document [#2095](https://github.com/vdaas/vald/pull/2095)
+- Fix 404 URL link [#2098](https://github.com/vdaas/vald/pull/2098)
+- Update observability document [#2086](https://github.com/vdaas/vald/pull/2086)
+- Fix typo of contribution guide [#2087](https://github.com/vdaas/vald/pull/2087)
+- Update docs: search API and client API config [#2081](https://github.com/vdaas/vald/pull/2081)
+
+:white_check_mark: Testing
+
+- Re-Generate test codes [#2107](https://github.com/vdaas/vald/pull/2107)
+- Update golangci-lint configuration: use white-list configuration pattern [#2106](https://github.com/vdaas/vald/pull/2106)
+
+:green_heart: CI
+
+- Fix coverage CI error [#2150](https://github.com/vdaas/vald/pull/2150)
+- Remove some linters to make ci faster [#2116](https://github.com/vdaas/vald/pull/2116)
+
+:chart_with_upwards_trend: Metrics/Tracing
+
+- Divide latency of CreateIndex and SaveIndex metrics [#2099](https://github.com/vdaas/vald/pull/2099)
+- Add broken index count metrics [#2083](https://github.com/vdaas/vald/pull/2083)
+
+:arrow_up: Update dependencies
+
+- Update go modules [#2092](https://github.com/vdaas/vald/pull/2092)
+
+:art: Design
+
+- Modified svg images [#2178](https://github.com/vdaas/vald/pull/2178)
+
 ## v1.7.6
 
 ### Docker images