Estimate free space calc (#35)

* feat: first commit - storage check part

* chore: adding logic to calculate estimated size of gpkg

* chore: third commit - feature without testing

* chore: commit for pr

* chore: lint fix

* chore: lint fix

* chore: updating node for git workflow

* chore: fixing linter problems

* chore: update node version

* chore: pr notes

* test: adding integration + unit + pr notes

.github/workflows/pull_request.yaml

@@ -14,7 +14,7 @@ jobs:
       - name: Set up Node.js
         uses: actions/setup-node@v1
         with:
-          node-version: 12
+          node-version: 16
 
       - name: Install dependencies
         run: npm ci
@@ -49,7 +49,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        node: [12.x, 14.x]
+        node: [14.x, 16.x]
 
     steps:
       - name: Check out Git repository

Dockerfile

@@ -1,4 +1,4 @@
-FROM node:12 as build
+FROM node:16 as build
 
 
 WORKDIR /tmp/buildApp
@@ -9,7 +9,7 @@ RUN npm install
 COPY . .
 RUN npm run build
 
-FROM node:12.20.1-alpine3.9 as production
+FROM node:16.14.2-alpine3.14 as production
 
 RUN apk add dumb-init
 

config/custom-environment-variables.json

@@ -66,6 +66,14 @@
       "taskType": "WORKER_TYPES_TILES_TASK_TYPE"
     }
   },
+  "jpegTileEstimatedSizeInBytes": {
+    "__name": "JPEG_TILE_ESTIMATED_SIZE_IN_BYTES",
+    "__format": "number"
+  },
+  "storageFactorBuffer": {
+    "__name": "STORAGE_FACTOR_BUFFER",
+    "__format": "number"
+  },
   "tilesProvider": "TILES_PROVIDER",
   "gpkgsLocation": "GPKGS_LOCATION",
   "downloadServerUrl": "DOWNLOAD_SERVER_URL",

config/default.json

@@ -43,6 +43,8 @@
       "taskType": "rasterTilesExporter"
     }
   },
+  "jpegTileEstimatedSizeInBytes": 12500,
+  "storageFactorBuffer": 1.25,
   "tilesProvider": "S3",
   "gpkgsLocation": "/app/tiles_outputs/gpkgs",
   "downloadServerUrl": "http://download-service",

helm/templates/configmap.yaml

@@ -30,4 +30,6 @@ data:
   TILES_PROVIDER: {{ .Values.rasterCommon.storage.tilesStorageProvider | quote }}
   DOWNLOAD_SERVER_URL: {{ .Values.rasterCommon.serviceUrls.downloadServer | quote }}
   POLLING_TIMEOUT_MS: {{ .Values.env.pollingTimeoutMS | quote }}
+  JPEG_TILE_ESTIMATED_SIZE_IN_BYTES: {{ .Values.env.estimatedStorageCalculation.jpegTileEstimatedSizeInBytes | quote }}
+  STORAGE_FACTOR_BUFFER: {{ .Values.env.estimatedStorageCalculation.storageFactorBuffer | quote }}
 {{- end }}

helm/values.yaml

@@ -93,6 +93,9 @@ env:
     attempts: 5
     delay: exponential
     shouldResetTimeout: true
+  estimatedStorageCalculation:
+    jpegTileEstimatedSizeInBytes: 12500
+    storageFactorBuffer: 1.25
 
 resources:
   enabled: true

openapi3.yaml

@@ -38,6 +38,12 @@ paths:
             application/json:
               schema:
                 $ref: '#/components/schemas/error'
+        '507':
+          description: Insufficient Storage on disk for exporting
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/error'
         '500':
           description: Internal Server Error
           content: