From a5d96ad1d4041b25a84242cc10bcceadf2c76ee9 Mon Sep 17 00:00:00 2001 From: Amisha Singla Date: Mon, 11 Nov 2024 19:40:04 -0600 Subject: [PATCH] Actually use ephemeral storage --- airflow_variables_dev.json | 7 +------ .../build_elementary_slack_alert_task.py | 2 +- 2 files changed, 2 insertions(+), 7 deletions(-) diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index 08566f1a..8fcc06b8 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -309,12 +309,7 @@ "elementaryreport": { "requests": { "cpu": "1", - "ephemeral-storage": "2Gi", - "memory": "16Gi" - }, - "limits": { - "cpu": "2500m", - "ephemeral-storage": "2Gi", + "ephemeral_storage": "2Gi", "memory": "16Gi" } } diff --git a/dags/stellar_etl_airflow/build_elementary_slack_alert_task.py b/dags/stellar_etl_airflow/build_elementary_slack_alert_task.py index a96df8be..84ccad89 100644 --- a/dags/stellar_etl_airflow/build_elementary_slack_alert_task.py +++ b/dags/stellar_etl_airflow/build_elementary_slack_alert_task.py @@ -35,7 +35,7 @@ def elementary_task( requests={ "cpu": f"{{{{ var.json.resources.{resource_cfg}.requests.cpu }}}}", "memory": f"{{{{ var.json.resources.{resource_cfg}.requests.memory }}}}", - "ephemeral-storage": f"{{{{ var.json.resources.{resource_cfg}.requests.ephemeral-storage }}}}", + "ephemeral-storage": f"{{{{ var.json.resources.{resource_cfg}.requests.ephemeral_storage }}}}", } )