[major] Vald V1 New Design APIs

.deepsource.toml

@@ -15,6 +15,11 @@
 #
 version = 1
 
+exclude_patterns = [
+  "**/*.pb.go",
+  "example/**"
+]
+
 [[analyzers]]
 name = "go"
 enabled = true

.github/labeler.yml

@@ -1,16 +1,22 @@
 area/agent/core:
+  - apis/proto/v1/agent/core/**/*
+  - apis/grpc/v1/agent/core/**/*
   - apis/proto/agent/core/**/*
   - apis/grpc/agent/core/**/*
   - cmd/agent/core/**/*
   - pkg/agent/core/**/*
 
 area/agent/sidecar:
+  - apis/proto/v1/agent/sidecar/**/*
+  - apis/grpc/v1/agent/sidecar/**/*
   - apis/proto/agent/sidecar/**/*
   - apis/grpc/agent/sidecar/**/*
   - cmd/agent/sidecar/**/*
   - pkg/agent/sidecar/**/*
 
 area/discoverer:
+  - apis/proto/v1/discoverer/**/*
+  - apis/grpc/v1/discoverer/**/*
   - apis/proto/discoverer/**/*
   - apis/grpc/discoverer/**/*
   - cmd/discoverer/**/*
@@ -29,10 +35,40 @@ area/filter/ingress:
   - pkg/filter/ingress/**/*
 
 area/gateway:
-  - apis/proto/vald/**/*
-  - apis/grpc/vald/**/*
-  - cmd/gateway/**/*
-  - pkg/gateway/**/*
+  - apis/proto/v1/gateway/vald/**/*
+  - apis/grpc/v1/gateway/vald/**/*
+  - apis/proto/gateway/vald/**/*
+  - apis/grpc/gateway/vald/**/*
+  - cmd/gateway/vald/**/*
+  - pkg/gateway/vald/**/*
+
+area/gateway/lb:
+  - apis/proto/v1/payload/**/*
+  - apis/proto/v1/vald/**/*
+  - apis/grpc/v1/vald/**/*
+  - cmd/gateway/lb/**/*
+  - pkg/gateway/lb/**/*
+
+area/gateway/meta:
+  - apis/proto/v1/payload/**/*
+  - apis/proto/v1/vald/**/*
+  - apis/grpc/v1/vald/**/*
+  - cmd/gateway/meta/**/*
+  - pkg/gateway/meta/**/*
+
+area/gateway/backup:
+  - apis/proto/v1/payload/**/*
+  - apis/proto/v1/vald/**/*
+  - apis/grpc/v1/vald/**/*
+  - cmd/gateway/backup/**/*
+  - pkg/gateway/backup/**/*
+
+area/gateway/filter:
+  - apis/proto/v1/payload/**/*
+  - apis/proto/v1/vald/**/*
+  - apis/grpc/v1/vald/**/*
+  - cmd/gateway/filter/**/*
+  - pkg/gateway/filter/**/*
 
 area/manager/backup:
   - apis/proto/manager/backup/**/*

.github/workflows/dockers-gateway-backup-image.yml

@@ -0,0 +1,165 @@
+name: "Build docker image: gateway-backup"
+on:
+  push:
+    branches:
+      - master
+    tags:
+      - "*.*.*"
+      - "v*.*.*"
+      - "*.*.*-*"
+      - "v*.*.*-*"
+    paths:
+      - "go.mod"
+      - "go.sum"
+      - "internal/**"
+      - "!internal/**/*_test.go"
+      - "!internal/**/*_mock.go"
+      - "!internal/db/**"
+      - "!internal/k8s/**"
+      - "apis/grpc/**"
+      - "pkg/gateway/backup/**"
+      - "cmd/gateway/backup/**"
+      - "pkg/gateway/internal/**"
+      - "dockers/base/Dockerfile"
+      - "dockers/gateway/backup/Dockerfile"
+      - "versions/GO_VERSION"
+  pull_request:
+    paths:
+      - "go.mod"
+      - "go.sum"
+      - "internal/**"
+      - "!internal/**/*_test.go"
+      - "!internal/**/*_mock.go"
+      - "!internal/db/**"
+      - "!internal/k8s/**"
+      - "apis/grpc/**"
+      - "pkg/gateway/backup/**"
+      - "cmd/gateway/backup/**"
+      - "pkg/gateway/internal/**"
+      - "dockers/base/Dockerfile"
+      - "dockers/gateway/backup/Dockerfile"
+      - "versions/GO_VERSION"
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Setup QEMU
+        uses: docker/setup-qemu-action@v1
+        with:
+          platforms: all
+      - name: Setup Docker Buildx
+        id: buildx
+        uses: docker/setup-buildx-action@v1
+        with:
+          buildkitd-flags: "--debug"
+      - name: Cache Docker layers
+        uses: actions/cache@v2
+        with:
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-vald-gateway-backup-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-buildx-vald-gateway-backup-
+      - name: Login to DockerHub
+        uses: docker/login-action@v1
+        with:
+          username: ${{ secrets.DOCKERHUB_USER }}
+          password: ${{ secrets.DOCKERHUB_PASS }}
+      - name: Login to GitHub Container Registry
+        uses: docker/login-action@v1
+        with:
+          registry: ghcr.io
+          username: ${{ secrets.PACKAGE_USER }}
+          password: ${{ secrets.PACKAGE_TOKEN }}
+      - name: Image name
+        id: image_name
+        run: |
+          image_name=`make docker/name/gateway-backup`
+          base_platforms=`make docker/platforms`
+          echo "IMAGE_NAME=${image_name}" >> $GITHUB_ENV
+          echo "::set-output name=IMAGE_NAME::${image_name}"
+          echo "::set-output name=BASE_PLATFORMS::${base_platforms}"
+      - name: Determine tag name (master)
+        if: github.ref == 'refs/heads/master'
+        run: |
+          echo "PRIMARY_TAG=nightly" >> $GITHUB_ENV
+          echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
+        env:
+          PLATFORMS: ${{ steps.image_name.outputs.BASE_PLATFORMS }}
+      - name: Determine tag name (pull request)
+        if: github.event_name == 'pull_request'
+        run: |
+          pr_num=`cat $GITHUB_EVENT_PATH | jq -r ".number"`
+          echo "PR-${pr_num}" > versions/VALD_VERSION
+          echo "PRIMARY_TAG=pr-${pr_num}" >> $GITHUB_ENV
+          echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
+        env:
+          PLATFORMS: linux/amd64
+      - name: Determine tag name (tags)
+        if: startsWith( github.ref, 'refs/tags/')
+        id: determine_tag
+        run: |
+          tag_name=`echo $GITHUB_REF | sed -e 's:^refs/tags/::'`
+          echo "::set-output name=TAG_NAME::${tag_name}"
+          echo "PRIMARY_TAG=${tag_name}" >> $GITHUB_ENV
+          echo "PLATFORMS=${PLATFORMS}" >> $GITHUB_ENV
+        env:
+          PLATFORMS: ${{ steps.image_name.outputs.BASE_PLATFORMS }}
+      - name: Build and Push
+        run: |
+          make \
+            DOCKER="docker buildx" \
+            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
+            TAG="${PRIMARY_TAG}" \
+            docker/build/gateway-backup
+          make \
+            REPO="ghcr.io/vdaas/vald" \
+            DOCKER="docker buildx" \
+            DOCKER_OPTS="--platform ${PLATFORMS} --builder ${BUILDER} ${CACHE_OPTS} ${LABEL_OPTS} --push" \
+            TAG="${PRIMARY_TAG}" \
+            docker/build/gateway-backup
+        env:
+          DOCKER_BUILDKIT: 1
+          BUILDER: ${{ steps.buildx.outputs.name }}
+          CACHE_OPTS: "--cache-from=type=local,src=/tmp/.buildx-cache --cache-to=type=local,mode=max,dest=/tmp/.buildx-cache"
+          LABEL_OPTS: "--label org.opencontainers.image.url=${{ github.event.repository.html_url }} --label org.opencontainers.image.source=${{ github.event.repository.html_url }} --label org.opencontainers.image.revision=${{ github.sha }}"
+      - name: Initialize CodeQL
+        if: startsWith( github.ref, 'refs/tags/')
+        uses: github/codeql-action/init@v1
+      - name: Run vulnerability scanner (table)
+        if: startsWith( github.ref, 'refs/tags/')
+        uses: aquasecurity/trivy-action@master
+        with:
+          image-ref: "${{ steps.image_name.outputs.IMAGE_NAME }}:${{ steps.determine_tag.outputs.TAG_NAME }}"
+          format: "table"
+      - name: Run vulnerability scanner (sarif)
+        if: startsWith( github.ref, 'refs/tags/')
+        uses: aquasecurity/trivy-action@master
+        with:
+          image-ref: "${{ steps.image_name.outputs.IMAGE_NAME }}:${{ steps.determine_tag.outputs.TAG_NAME }}"
+          format: "template"
+          template: "@/contrib/sarif.tpl"
+          output: "trivy-results.sarif"
+      - name: Upload Trivy scan results to Security tab
+        if: startsWith( github.ref, 'refs/tags/')
+        uses: github/codeql-action/upload-sarif@v1
+        with:
+          sarif_file: "trivy-results.sarif"
+  slack:
+    name: Slack notification
+    needs: build
+    runs-on: ubuntu-latest
+    if: github.ref == 'refs/heads/master' || startsWith( github.ref, 'refs/tags/')
+    steps:
+      - uses: technote-space/workflow-conclusion-action@v1
+        with:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - uses: 8398a7/action-slack@v2
+        with:
+          author_name: vald-backup-gateway image build
+          status: ${{ env.WORKFLOW_CONCLUSION }}
+          only_mention_fail: channel
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+          SLACK_WEBHOOK_URL: ${{ secrets.SLACK_NOTIFY_WEBHOOK_URL }}