feat(ci): validate state version with cached state

.dockerignore

@@ -0,0 +1,8 @@
+target
+**/*.rs.bk
+*.db
+Dockerfile
+.dockerignore
+.git
+.github
+.gitignore

.github/workflows/test-full-sync.yml

@@ -58,6 +58,41 @@ jobs:
         with:
           short-length: 7
 
+      - name: Authenticate to Google Cloud
+        id: auth
+        uses: google-github-actions/[email protected]
+        with:
+          workload_identity_provider: 'projects/143793276228/locations/global/workloadIdentityPools/github-actions/providers/github-oidc'
+          service_account: '[email protected]'
+          token_format: 'access_token'
+
+      # If we have accidentally changed the format, but not changed the version,
+      # we want to run with the old cached state, so other jobs fails.
+      - name: Get specific changed files
+        id: changed-files-specific
+        uses: tj-actions/[email protected]
+        with:
+          files: |
+            zebra-state/**/constants.rs
+
+      # Before executing any further steps, validate the local state and remote version are the same,
+      # or at least that the local state version is lower than the available cached state version.
+      #
+      # This step should only be validated if there are no changes in the files specifified
+      # in the changed-files-specific step.
+      - name: Validate constants.rs version vs cached state version
+        id: validate-state-version
+        if: ${{ steps.changed-files-specific.outputs.any_changed != 'true' }}
+        run: |
+          LOCAL_STATE_VERSION=$(grep -oE "DATABASE_FORMAT_VERSION: .* [0-9]+" $GITHUB_WORKSPACE/zebra-state/src/constants.rs | grep -oE "[0-9]+" | tail -n1)
+          echo "LOCAL_STATE_VERSION: $LOCAL_STATE_VERSION"
+
+          GCP_STATE_DISK=$(gcloud compute images list --filter="name~zebrad-cache AND name~-tip" --format="value(NAME)" --sort-by=~creationTimestamp --limit=1)
+          GCP_STATE_VERSION=$("$GCP_STATE_DISK" | grep -oE "v[0-9]+" | grep -oE "[0-9]+")
+          echo "GCP_STATE_VERSION: $GCP_STATE_VERSION"
+
+          if [[ "$LOCAL_STATE_VERSION" -lt "$GCP_STATE_VERSION" ]]; then exit 1; fi
+
       # Automatic tag management and OCI Image Format Specification for labels
       - name: Docker meta
         id: meta
@@ -82,14 +117,6 @@ jobs:
         id: buildx
         uses: docker/setup-buildx-action@v1
 
-      - name: Authenticate to Google Cloud
-        id: auth
-        uses: google-github-actions/[email protected]
-        with:
-          workload_identity_provider: 'projects/143793276228/locations/global/workloadIdentityPools/github-actions/providers/github-oidc'
-          service_account: '[email protected]'
-          token_format: 'access_token'
-
       - name: Login to Google Artifact Registry
         uses: docker/[email protected]
         with:
@@ -137,14 +164,20 @@ jobs:
       contents: 'read'
       id-token: 'write'
     steps:
+      - uses: actions/[email protected]
+        with:
+          persist-credentials: false
+
       - name: Inject slug/short variables
         uses: rlespinasse/github-slug-action@v4
         with:
           short-length: 7
 
       - name: Downcase network name for disks
         run: |
-          echo LOWER_NET_NAME="${{ github.event.inputs.network || env.NETWORK }}" | awk '{print tolower($0)}' >> $GITHUB_ENV
+          NETWORK_CAPS=${{ github.event.inputs.network || env.NETWORK }}
+          echo "NETWORK=${NETWORK_CAPS,,}" >> $GITHUB_ENV
+
       # Setup gcloud CLI
       - name: Authenticate to Google Cloud
         id: auth
@@ -199,18 +232,6 @@ jobs:
 
           echo "CONTAINER_NAME=$CONTAINER_NAME" >> $GITHUB_ENV
 
-      - name: Get state version from logs
-        run: |
-          STATE_VERSION=""
-
-          while [[ ${STATE_VERSION} == "" ]]; do
-              STATE_VERSION=$(gcloud logging read --format='value(jsonPayload.MESSAGE)' '(resource.labels.instance_id="${{ env.INSTANCE_ID }}" AND jsonPayload.message=~".+Opened Zebra state cache.+v[0-9]+.+")' | grep -oE "v[0-9]+" || [[ $? == 1 ]] )
-              echo "STATE_VERSION: $STATE_VERSION"
-              sleep 10
-          done
-
-          echo "STATE_VERSION=$STATE_VERSION" >> $GITHUB_ENV
-
       - name: Full sync
         id: full-sync
         run: |
@@ -231,6 +252,15 @@ jobs:
 
           exit ${EXIT_CODE}
 
+      - name: Get state version from constants.rs
+        run: |
+          STATE_VERSION=""
+
+          LOCAL_STATE_VERSION=$(grep -oE "DATABASE_FORMAT_VERSION: .* [0-9]+" $GITHUB_WORKSPACE/zebra-state/src/constants.rs | grep -oE "[0-9]+" | tail -n1)
+          echo "STATE_VERSION: $LOCAL_STATE_VERSION"
+
+          echo "STATE_VERSION=$LOCAL_STATE_VERSION" >> $GITHUB_ENV
+
       - name: Get sync height from logs
         run: |
           SYNC_HEIGHT=""
@@ -247,7 +277,7 @@ jobs:
       # Force the image creation as the disk is still attached, even though is not being used by the container
       - name: Create image from state disk
         run: |
-          gcloud compute images create zebrad-cache-${{ env.GITHUB_SHA_SHORT }}-${{ env.STATE_VERSION }}-${{ env.NETWORK }}-${{ env.SYNC_HEIGHT }} \
+          gcloud compute images create zebrad-cache-${{ env.GITHUB_SHA_SHORT }}-${{ env.STATE_VERSION }}-${{ env.NETWORK }}-${{ env.SYNC_HEIGHT }}-tip \
           --force \
           --source-disk=full-sync-${{ env.GITHUB_REF_SLUG_URL }}-${{ env.GITHUB_SHA_SHORT }} \
           --source-disk-zone=${{ env.ZONE }} \