Skip to content

Commit

Permalink
Remove logic to append exclude to task name
Browse files Browse the repository at this point in the history
  • Loading branch information
sydneynotthecity committed Nov 18, 2024
1 parent 6894987 commit adbc7d1
Show file tree
Hide file tree
Showing 3 changed files with 9 additions and 12 deletions.
19 changes: 9 additions & 10 deletions airflow_variables_dev.json
Original file line number Diff line number Diff line change
Expand Up @@ -336,7 +336,7 @@
"ttl": "ttl"
},
"task_sla": {
"asset_stats_with_exclude": 720,
"asset_stats": 720,
"build_batch_stats": 840,
"build_bq_generate_avro_job": 600,
"build_bq_insert_job": 1080,
Expand All @@ -352,17 +352,16 @@
"elementary_dbt_data_quality": 1620,
"elementary_generate_report": 1200,
"enriched_history_operations": 780,
"enriched_history_operations_with_exclude": 780,
"fee_stats": 840,
"history_assets": 720,
"liquidity_pool_trade_volume_with_exclude": 1140,
"liquidity_pools_value_history_with_exclude": 600,
"liquidity_pools_value_with_exclude": 840,
"liquidity_providers_with_exclude": 720,
"mgi_with_exclude": 660,
"network_stats_with_exclude": 720,
"ohlc_with_exclude": 720,
"partnership_assets_with_exclude": 660,
"liquidity_pool_trade_volume": 1140,
"liquidity_pools_value_history": 600,
"liquidity_pools_value": 840,
"liquidity_providers": 720,
"mgi": 660,
"network_stats": 720,
"ohlc": 720,
"partnership_assets": 660,
"recency": 600,
"relevant_asset_trades": 1200,
"singular_test": 600,
Expand Down
1 change: 0 additions & 1 deletion airflow_variables_prod.json
Original file line number Diff line number Diff line change
Expand Up @@ -350,7 +350,6 @@
"elementary_dbt_data_quality": 2100,
"elementary_generate_report": 1200,
"enriched_history_operations": 1800,
"enriched_history_operations_with_exclude": 1800,
"fee_stats": 360,
"history_assets": 360,
"liquidity_pool_trade_volume": 1200,
Expand Down
1 change: 0 additions & 1 deletion dags/stellar_etl_airflow/build_dbt_task.py
Original file line number Diff line number Diff line change
Expand Up @@ -104,7 +104,6 @@ def dbt_task(
# --exclude selector added for necessary use cases
# Argument should be string or list of strings
if excluded:
task_name = f"{task_name}_with_exclude"
args.append("--exclude")
if isinstance(excluded, list):
args.append(" ".join(excluded))
Expand Down

0 comments on commit adbc7d1

Please sign in to comment.