SAASMLOPS-833 add configurable job timeout (#7)

* SAASMLOPS-833 add configurable job timeout * SAASMLOPS-833 fix whitespace Signed-off-by: James Crabtree <[email protected]>
sailpoint · Oct 6, 2023 · d1dd5e6 · d1dd5e6
1 parent bdeda00
commit d1dd5e6
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/sdk/python/feast/infra/materialization/contrib/bytewax/bytewax_materialization_engine.py b/sdk/python/feast/infra/materialization/contrib/bytewax/bytewax_materialization_engine.py
@@ -84,6 +84,8 @@ class BytewaxMaterializationEngineConfig(FeastConfigBaseModel):
     retry_limit: int = 2
     """ (optional) Maximum number of times to retry a materialization worker pod"""
 
+    active_deadline_seconds: int = 86400
+    """ (optional) Maximum amount of time a materialization job is allowed to run"""
 
 class BytewaxMaterializationEngine(BatchMaterializationEngine):
     def __init__(
@@ -326,6 +328,7 @@ def _create_job_definition(self, job_id, namespace, pods, env):
                 "backoffLimit": self.batch_engine_config.retry_limit,
                 "completions": pods,
                 "parallelism": min(pods, self.batch_engine_config.max_parallelism),
+                "activeDeadlineSeconds": self.batch_engine_config.active_deadline_seconds,
                 "completionMode": "Indexed",
                 "template": {
                     "metadata": {