From 00a6e92892dd64541783ed9efdb152b248f9f800 Mon Sep 17 00:00:00 2001 From: Amisha Singla Date: Thu, 14 Nov 2024 12:09:06 -0600 Subject: [PATCH] Disable changelog workflows (#542) * Turn off gh workflows * update dbt image --- .../update_dbt_marts_schema_changelog.yml | 46 +++++++++---------- .../update_source_data_schema_changelog.yml | 22 ++++----- airflow_variables_dev.json | 2 +- airflow_variables_prod.json | 2 +- dags/dbt_data_quality_alerts_dag.py | 9 +++- 5 files changed, 44 insertions(+), 37 deletions(-) diff --git a/.github/workflows/update_dbt_marts_schema_changelog.yml b/.github/workflows/update_dbt_marts_schema_changelog.yml index 80166586..4a7b62b0 100644 --- a/.github/workflows/update_dbt_marts_schema_changelog.yml +++ b/.github/workflows/update_dbt_marts_schema_changelog.yml @@ -45,28 +45,28 @@ jobs: output=$(. scripts/update_dbt_marts_schema_changelog.sh) echo "$output" > changelog/dbt_marts.md - - name: Commit changes - id: commit_changes - run: | - git add changelog/dbt_marts.md - if git commit -m "Update changelog for DBT marts"; then - echo "Changes committed." - echo "changes_committed=true" >> $GITHUB_OUTPUT - else - echo "No changes to commit." - echo "changes_committed=false" >> $GITHUB_OUTPUT - fi + # - name: Commit changes + # id: commit_changes + # run: | + # git add changelog/dbt_marts.md + # if git commit -m "Update changelog for DBT marts"; then + # echo "Changes committed." + # echo "changes_committed=true" >> $GITHUB_OUTPUT + # else + # echo "No changes to commit." + # echo "changes_committed=false" >> $GITHUB_OUTPUT + # fi - - name: Push branch - if: steps.commit_changes.outputs.changes_committed == 'true' - run: | - git push origin ${{ steps.create_branch.outputs.branch }} + # - name: Push branch + # if: steps.commit_changes.outputs.changes_committed == 'true' + # run: | + # git push origin ${{ steps.create_branch.outputs.branch }} - - name: Create Pull Request - if: steps.commit_changes.outputs.changes_committed == 'true' - run: | - gh pr create -B master -H ${{ steps.create_branch.outputs.branch }} \ - --title 'Update schema changelog for DBT marts' \ - --body 'This is an autogenerated PR to update schema changelog for marts.' - env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + # - name: Create Pull Request + # if: steps.commit_changes.outputs.changes_committed == 'true' + # run: | + # gh pr create -B master -H ${{ steps.create_branch.outputs.branch }} \ + # --title 'Update schema changelog for DBT marts' \ + # --body 'This is an autogenerated PR to update schema changelog for marts.' + # env: + # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} diff --git a/.github/workflows/update_source_data_schema_changelog.yml b/.github/workflows/update_source_data_schema_changelog.yml index 209f6396..6750dc77 100644 --- a/.github/workflows/update_source_data_schema_changelog.yml +++ b/.github/workflows/update_source_data_schema_changelog.yml @@ -35,14 +35,14 @@ jobs: rm -rf $OLD_SCHEMAS_DIR rm -rf repo_master_copy - - name: Commit and Push Changes - run: | - git config --local user.email "action@github.com" - git config --local user.name "GitHub Action" - git add changelog/source_data.md - if git commit -m "Update changelog for Source data"; then - echo "Changes committed." - git push - else - echo "No changes to commit." - fi + # - name: Commit and Push Changes + # run: | + # git config --local user.email "action@github.com" + # git config --local user.name "GitHub Action" + # git add changelog/source_data.md + # if git commit -m "Update changelog for Source data"; then + # echo "Changes committed." + # git push + # else + # echo "No changes to commit." + # fi diff --git a/airflow_variables_dev.json b/airflow_variables_dev.json index e2b876b9..5c99f07a 100644 --- a/airflow_variables_dev.json +++ b/airflow_variables_dev.json @@ -124,7 +124,7 @@ "partnership_assets__account_holders_activity_fact": false, "partnership_assets__asset_activity_fact": false }, - "dbt_image_name": "stellar/stellar-dbt:420c216df", + "dbt_image_name": "stellar/stellar-dbt:96cd862b1", "dbt_internal_source_db": "test-hubble-319619", "dbt_internal_source_schema": "test_crypto_stellar_internal", "dbt_job_execution_timeout_seconds": 300, diff --git a/airflow_variables_prod.json b/airflow_variables_prod.json index 4c02c54d..e759da5c 100644 --- a/airflow_variables_prod.json +++ b/airflow_variables_prod.json @@ -125,7 +125,7 @@ "partnership_assets__asset_activity_fact": false, "trade_agg": false }, - "dbt_image_name": "stellar/stellar-dbt:420c216df", + "dbt_image_name": "stellar/stellar-dbt:96cd862b1", "dbt_internal_source_db": "hubble-261722", "dbt_internal_source_schema": "crypto_stellar_internal_2", "dbt_job_execution_timeout_seconds": 2400, diff --git a/dags/dbt_data_quality_alerts_dag.py b/dags/dbt_data_quality_alerts_dag.py index e8f58b8a..fac6fd94 100644 --- a/dags/dbt_data_quality_alerts_dag.py +++ b/dags/dbt_data_quality_alerts_dag.py @@ -30,7 +30,14 @@ # Trigger elementary elementary_alerts = elementary_task( - dag, "dbt_data_quality", "monitor", resource_cfg="dbt" + dag, + "dbt_data_quality", + "monitor", + resource_cfg="dbt", + cmd_args=[ + "--profiles-dir", + ".", + ], ) elementary_alerts