feat: alle jobber bruker litt disk

100mb dekker 50%

dataverk_airflow/kubernetes_operator.py

@@ -78,7 +78,7 @@ def kubernetes_operator(
     :param extra_envs: dict: dict with environment variables example: {"key": "value", "key2": "value2"}
     :param allowlist: list: list of hosts and port the task needs to reach on the format host:port
     :param requirements_path: bool: Path (including filename) to your requirements.txt
-    :param resources: dict: Specify cpu and memory resource usage (dict: request/limit: {"memory": "", "cpu": "", "ephemeral-storage": ""}), default None
+    :param resources: dict: Specify cpu and memory resource usage (dict: request/limit: {"memory": "", "cpu": "", "ephemeral-storage": ""}), default ephemeral-storage: 100Mi
     :param startup_timeout_seconds: int: pod startup timeout
     :param retries: int: Number of retries for task before DAG fails, default 3
     :param delete_on_finish: bool: Whether to delete pod on completion
@@ -135,6 +135,11 @@ def on_failure(context):
         allowlist.append("files.pythonhosted.org")
         allowlist.append("pypi.python.org")
 
+    if resources is None or resources.ephemeral_storage is None:
+        resources = client.V1ResourceRequirements(
+            ephemeral_storage="100Mi"
+        )
+
     return KubernetesPodOperator(
         dag=dag,
         on_failure_callback=on_failure,