Further simplify workflows

Author: mkrahu-z2

.github/workflows/dbt_v1.10.15_bigquery_build_full_refresh.yml

@@ -11,6 +11,7 @@ jobs:
     runs-on: ubuntu-latest
 
     env:
+      # Environment variables
       PYTHON_VERSION: "3.10"
       DBT_PROJECT_DIR: "."
       DBT_CORE_VERSION: "1.10.15"
@@ -29,23 +30,6 @@ jobs:
           python -m pip install --upgrade pip
           pip install dbt-core==${{ DBT_CORE_VERISON }} dbt-bigquery
 
-      - name: Create dbt profiles.yml for BigQuery
-        run: |
-          mkdir -p ./integration_tests/profiles/bigquery
-          echo "default:
-            outputs:
-              dev:
-                type: bigquery
-                method: service-account
-                project: dev-ci-testing
-                keyfile: ./creds.json
-                dataset: connector
-                threads: 8
-                timeout_seconds: 300
-                priority: interactive
-            target: dev" > ./integration_tests/profiles/bigquery/profiles.yml
-        working-directory: ${{ env.DBT_PROJECT_DIR }}
-
       - name: Create BigQuery credentials file
         run: |
           echo "${{ secrets.TUVA_BIGQUERY_TOKEN }}" | base64 --decode > ./creds.json
@@ -62,9 +46,4 @@ jobs:
       - name: Build dbt models (full-refresh)
         run: |
           dbt build --full-refresh --profiles-dir ./integration_tests/profiles/bigquery
-        working-directory: ${{ env.DBT_PROJECT_DIR }}
-
-      - name: Get the result
-        if: ${{ always() }}
-        run: echo "${{ steps.dbt-build.outputs.result }}"
-        shell: bash
+        working-directory: ${{ env.DBT_PROJECT_DIR }}

.github/workflows/dbt_v1.10.15_duckdb_build_full_refresh.yml

@@ -11,8 +11,12 @@ jobs:
     runs-on: ubuntu-latest
 
     env:
+      # Environment variables
       PYTHON_VERSION: "3.10"
       DBT_PROJECT_DIR: "."
+      DBT_CORE_VERSION: "1.10.15"
+      
+      # Connection variables
       MOTHERDUCK_TOKEN: ${{ secrets.DBT_MOTHERDUCK_TOKEN }}
 
     steps:
@@ -26,9 +30,8 @@ jobs:
       - name: Install dbt-core and DuckDB adapter
         run: |
           python -m pip install --upgrade pip
-          pip install dbt-core==1.10.15 dbt-duckdb
+          pip install dbt-core==${{ DBT_CORE_VERSION}} dbt-duckdb
 
-      # Create dbt profile for DuckDB/MotherdDuck, may move to checked-in file later
       - name: Create dbt profile for DuckDB/MotherDuck
         run: |
           mkdir -p ./integration_tests/profiles/duckdb
@@ -76,9 +79,4 @@ jobs:
       - name: Build dbt models (full-refresh)
         run: |
           dbt build --full-refresh --profiles-dir ./integration_tests/profiles/duckdb
-        working-directory: ${{ env.DBT_PROJECT_DIR }}
-
-      - name: Get the result
-        if: ${{ always() }}
-        run: echo "${{ steps.dbt-build.outputs.result }}"
-        shell: bash
+        working-directory: ${{ env.DBT_PROJECT_DIR }}

.github/workflows/dbt_v1.10.15_redshift_build_full_fresh.yml

@@ -10,13 +10,13 @@ jobs:
     name: dbt full refresh and test on Redshift
     runs-on: ubuntu-latest
 
-    # Set the environment variables dbt needs to connect
     env:
-      # Project-level environment variables
+      # Environment variables
       DBT_PROJECT_DIR: "." 
       PYTHON_VERSION: "3.10"
       DBT_CORE_VERSION: "1.10.15"
-
+      
+      # Connection variables
       REDSHIFT_HOST: ${{ secrets.DBT_REDSHIFT_HOST }}
       REDSHIFT_USER: ${{ secrets.DBT_REDSHIFT_CI_USER }}
       REDSHIFT_PASSWORD: ${{ secrets.DBT_REDSHIFT_CI_PASSWORD }}
@@ -46,9 +46,4 @@ jobs:
 
       - name: Build dbt models
         working-directory: ${{ env.DBT_PROJECT_DIR }}
-        run: dbt build --full-refresh --profiles-dir ./integration_tests/profiles/redshift
-      
-      - name: Get the result
-        if: ${{ always() }}
-        run: echo "${{ steps.dbt-build.outputs.result }}"
-        shell: bash
+        run: dbt build --full-refresh --profiles-dir ./integration_tests/profiles/redshift

.github/workflows/dbt_v1.10.15_snowflake_build_full_refresh.yml

@@ -1,5 +1,4 @@
 name: Snowflake CICD Full Refresh
-
 on:
   pull_request:
     branches:
@@ -12,18 +11,18 @@ concurrency:
   # Don't cancel in-progress runs automatically
   cancel-in-progress: false
 
-env:
-  DBT_PROJECT_DIR: "." 
-  PYTHON_VERSION: "3.10"
-  DBT_CORE_VERSION: "1.10.15"
-
 jobs:
   dbt_run:
     name: dbt full refresh and test on Snowflake
     runs-on: ubuntu-latest
 
-    # Set the environment variables dbt needs to connect
     env:
+      # Environment variables
+      DBT_PROJECT_DIR: "." 
+      PYTHON_VERSION: "3.10"
+      DBT_CORE_VERSION: "1.10.15"
+
+      # Connection variables
       DBT_SNOWFLAKE_DEV_ACCOUNT: ${{ secrets.DBT_TUVA_SNOWFLAKE_ACCOUNT }}
       DBT_SNOWFLAKE_DEV_CI_DATABASE: ${{ secrets.DBT_TUVA_CI_DATABASE }}
       DBT_SNOWFLAKE_DEV_CI_PASSWORD: ${{ secrets.DBT_SNOWFLAKE_CI_PASSWORD }}  
@@ -56,9 +55,4 @@ jobs:
 
       - name: Run build models
         working-directory: ${{ env.DBT_PROJECT_DIR }}
-        run: dbt build --full-refresh --profiles-dir ./integration_tests/profiles/snowflake
-
-      - name: Get the result
-        if: ${{ always() }}
-        run: echo "${{ steps.dbt-build.outputs.result }}"
-        shell: bash
+        run: dbt build --full-refresh --profiles-dir ./integration_tests/profiles/snowflake

integration_tests/profiles/bigquery/profiles.yml

@@ -4,8 +4,8 @@ default:
     ci:
       type: bigquery
       method: service-account
-      keyfile: ./creds.json
       project: dev-ci-testing
+      keyfile: ./creds.json
       dataset: connector
       threads: 8
       timeout_seconds: 300