Skip to content

Commit 5409ea0

Browse files
author
sarah-tuva
committed
update github workflows to use synthetic data seeds
1 parent 6cdf0f7 commit 5409ea0

2 files changed

Lines changed: 11 additions & 11 deletions

File tree

.github/workflows/outside_contributor_dbt_v1.8.6.yml

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@ env:
1818
TUVA_BIGQUERY_TOKEN: ${{ secrets.TUVA_BIGQUERY_TOKEN }}
1919
TUVA_BIGQUERY_PROJECT: ${{ secrets.TUVA_BIGQUERY_PROJECT }}
2020
####### Fabric
21+
DBT_FABRIC_CI_HOST: ${{ secrets.DBT_FABRIC_CI_HOST }}
2122
DBT_FABRIC_SERVICE_PRINCIPAL_ID: ${{ secrets.DBT_FABRIC_SERVICE_PRINCIPAL_ID }}
2223
DBT_FABRIC_SERVICE_PRINCIPAL_SECRET: ${{ secrets.DBT_FABRIC_SERVICE_PRINCIPAL_SECRET }}
2324
DBT_FABRIC_TENANT_ID: ${{ secrets.DBT_FABRIC_TENANT_ID }}

.github/workflows/tuva_internal_dbt_v1.8.6.yml

Lines changed: 10 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@ env:
1919
TUVA_BIGQUERY_TOKEN: ${{ secrets.TUVA_BIGQUERY_TOKEN }}
2020
TUVA_BIGQUERY_PROJECT: ${{ secrets.TUVA_BIGQUERY_PROJECT }}
2121
####### Fabric
22+
DBT_FABRIC_CI_HOST: ${{ secrets.DBT_FABRIC_CI_HOST }}
2223
DBT_FABRIC_SERVICE_PRINCIPAL_ID: ${{ secrets.DBT_FABRIC_SERVICE_PRINCIPAL_ID }}
2324
DBT_FABRIC_SERVICE_PRINCIPAL_SECRET: ${{ secrets.DBT_FABRIC_SERVICE_PRINCIPAL_SECRET }}
2425
DBT_FABRIC_TENANT_ID: ${{ secrets.DBT_FABRIC_TENANT_ID }}
@@ -151,8 +152,6 @@ jobs:
151152
steps:
152153
- uses: actions/checkout@v2
153154

154-
155-
156155
- name: Set up Python
157156
uses: actions/setup-python@v4
158157
with:
@@ -195,7 +194,7 @@ jobs:
195194

196195
- name: dbt-build
197196
run: |
198-
dbt build --full-refresh --profiles-dir ./profiles/bigquery --vars '{"input_database": "dev-ci-testing","input_schema": "input_layer","clinical_enabled": true,"claims_enabled": true,"provider_attribution_enabled":true,"fhir_preprocessing_enabled":true}'
197+
dbt build --full-refresh --profiles-dir ./profiles/bigquery --vars '{"use_synthetic_data": true,"clinical_enabled": true,"claims_enabled": true,"provider_attribution_enabled":true,"fhir_preprocessing_enabled":true}'
199198
working-directory: ci_testing
200199

201200
- name: Get the result
@@ -239,7 +238,7 @@ jobs:
239238

240239
- name: dbt-build
241240
run: |
242-
dbt build --full-refresh --profiles-dir ./profiles/fabric --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true,"claims_enabled":true,"provider_attribution_enabled":true,"fhir_preprocessing_enabled":true}'
241+
dbt build --full-refresh --profiles-dir ./profiles/fabric --vars '{"use_synthetic_data": true,"clinical_enabled":true,"claims_enabled":true,"provider_attribution_enabled":true,"fhir_preprocessing_enabled":true}'
243242
working-directory: ci_testing
244243

245244
- name: Get the result
@@ -276,12 +275,12 @@ jobs:
276275
# Breaking up dbt build into seed then compile to try and speed up processing
277276
- name: dbt-seed
278277
run: |
279-
dbt seed --full-refresh --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true,"claims_enabled":true}'
278+
dbt seed --full-refresh --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"clinical_enabled":true,"claims_enabled":true}'
280279
working-directory: ci_testing
281280

282281
- name: dbt-compile
283282
run: |
284-
dbt compile --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true,"claims_enabled":true}'
283+
dbt compile --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"clinical_enabled":true,"claims_enabled":true}'
285284
working-directory: ci_testing
286285

287286
- name: Get the result
@@ -317,7 +316,7 @@ jobs:
317316

318317
- name: dbt-build
319318
run: |
320-
dbt build --full-refresh --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
319+
dbt build --full-refresh --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
321320
working-directory: ci_testing
322321

323322
- name: Get the result
@@ -352,7 +351,7 @@ jobs:
352351
# Changed to compile to save processing time
353352
- name: dbt-compile
354353
run: |
355-
dbt compile --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true}'
354+
dbt compile --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"claims_enabled":true}'
356355
working-directory: ci_testing
357356

358357
- name: Get the result
@@ -388,7 +387,7 @@ jobs:
388387
# Changed to compile to save processing time
389388
- name: dbt-compile
390389
run: |
391-
dbt compile --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true,"provider_attribution_enabled":true}'
390+
dbt compile --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"claims_enabled":true,"provider_attribution_enabled":true}'
392391
working-directory: ci_testing
393392

394393
- name: Get the result
@@ -424,7 +423,7 @@ jobs:
424423
# Changed to compile to save processing time
425424
- name: dbt-compile
426425
run: |
427-
dbt build --full-refresh --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true}'
426+
dbt build --full-refresh --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"clinical_enabled":true}'
428427
working-directory: ci_testing
429428

430429
- name: Get the result
@@ -459,7 +458,7 @@ jobs:
459458
# Changed to compile to save processing time
460459
- name: dbt-compile
461460
run: |
462-
dbt compile --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","provider_attribution_enabled":true}'
461+
dbt compile --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"provider_attribution_enabled":true}'
463462
working-directory: ci_testing
464463

465464
- name: Get the result

0 commit comments

Comments
 (0)