From d1dd5e6c29bb2da8298a0f62e23350a48e5966b9 Mon Sep 17 00:00:00 2001 From: James Crabtree <77012363+james-crabtree-sp@users.noreply.github.com> Date: Fri, 29 Sep 2023 10:16:14 -0500 Subject: [PATCH] SAASMLOPS-833 add configurable job timeout (#7) * SAASMLOPS-833 add configurable job timeout * SAASMLOPS-833 fix whitespace Signed-off-by: James Crabtree --- .../contrib/bytewax/bytewax_materialization_engine.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/sdk/python/feast/infra/materialization/contrib/bytewax/bytewax_materialization_engine.py b/sdk/python/feast/infra/materialization/contrib/bytewax/bytewax_materialization_engine.py index 934aa729ce4..670b294c339 100644 --- a/sdk/python/feast/infra/materialization/contrib/bytewax/bytewax_materialization_engine.py +++ b/sdk/python/feast/infra/materialization/contrib/bytewax/bytewax_materialization_engine.py @@ -84,6 +84,8 @@ class BytewaxMaterializationEngineConfig(FeastConfigBaseModel): retry_limit: int = 2 """ (optional) Maximum number of times to retry a materialization worker pod""" + active_deadline_seconds: int = 86400 + """ (optional) Maximum amount of time a materialization job is allowed to run""" class BytewaxMaterializationEngine(BatchMaterializationEngine): def __init__( @@ -326,6 +328,7 @@ def _create_job_definition(self, job_id, namespace, pods, env): "backoffLimit": self.batch_engine_config.retry_limit, "completions": pods, "parallelism": min(pods, self.batch_engine_config.max_parallelism), + "activeDeadlineSeconds": self.batch_engine_config.active_deadline_seconds, "completionMode": "Indexed", "template": { "metadata": {