Merge pull request #2 from MapColonies/generator-loop

feat: polling loop using generator, manging job flow with jobHandler (MAPCO-4439)
MapColonies · Jul 30, 2024 · 80eb912 · 80eb912
2 parents bf25759 + 693a043
commit 80eb912
Show file tree

Hide file tree

Showing 22 changed files with 15,811 additions and 12,679 deletions.
diff --git a/config/default.json b/config/default.json
@@ -3,6 +3,16 @@
     "logger": {
       "level": "info",
       "prettyPrint": false
+    },
+    "tracing": {
+      "enabled": "true",
+      "url": "http://localhost:4318/v1/traces"
+    },
+    "metrics": {
+      "enabled": false,
+      "url": "http://localhost:4318/v1/metrics",
+      "interval": 5,
+      "buckets": [0.005, 0.01, 0.025, 0.05, 0.1, 0.25, 0.5, 1, 2.5, 5, 10, 15, 50, 250, 500]
     }
   },
   "server": {
@@ -17,6 +27,49 @@
         "enabled": true,
         "options": null
       }
+    },
+    "httpRetry": {
+      "attempts": 5,
+      "delay": "exponential",
+      "shouldResetTimeout": true,
+      "disableHttpClientLogs": true
+    }
+  },
+  "jobManagement": {
+    "config": {
+      "jobManagerBaseUrl": "http://localhost:8081",
+      "heartbeat": {
+        "baseUrl": "http://localhost:8083",
+        "intervalMs": 3000
+      },
+      "dequeueIntervalMs": 3000
+    },
+    "ingestion": {
+      "pollingTasks": {
+        "init": "init",
+        "finalize": "finalize"
+      },
+      "jobs": {
+        "new": {
+          "type": "Ingestion_New",
+          "tasks": {
+            "splitTiles": "tilesSplitting",
+            "mergeTiles": "tilesMerging"
+          }
+        },
+        "update": {
+          "type": "Ingestion_Update",
+          "tasks": {
+            "mergeTiles": "tilesMerging"
+          }
+        },
+        "swapUpdate": {
+          "type": "Ingestion_Swap_Update",
+          "tasks": {
+            "swapTiles": "tilesSwapping"
+          }
+        }
+      }
     }
   }
 }