Skip to content

Commit 90f0fa3

Browse files
author
Sarah Morgan
authored
Merge branch 'main' into provider_june
2 parents 332c953 + 57044e0 commit 90f0fa3

32 files changed

Lines changed: 602 additions & 409 deletions

‎.github/workflows/outside_contributor_dbt_v1.8.6.yml‎

Lines changed: 57 additions & 41 deletions
Original file line numberDiff line numberDiff line change
@@ -18,19 +18,18 @@ env:
1818
TUVA_BIGQUERY_TOKEN: ${{ secrets.TUVA_BIGQUERY_TOKEN }}
1919
TUVA_BIGQUERY_PROJECT: ${{ secrets.TUVA_BIGQUERY_PROJECT }}
2020
####### Fabric
21+
DBT_FABRIC_CI_HOST: ${{ secrets.DBT_FABRIC_CI_HOST }}
2122
DBT_FABRIC_SERVICE_PRINCIPAL_ID: ${{ secrets.DBT_FABRIC_SERVICE_PRINCIPAL_ID }}
2223
DBT_FABRIC_SERVICE_PRINCIPAL_SECRET: ${{ secrets.DBT_FABRIC_SERVICE_PRINCIPAL_SECRET }}
2324
DBT_FABRIC_TENANT_ID: ${{ secrets.DBT_FABRIC_TENANT_ID }}
2425
DBT_FABRIC_CI_DATABASE: ${{ secrets.DBT_FABRIC_CI_DATABASE }}
2526
DBT_FABRIC_CI_SCHEMA: ${{ secrets.DBT_FABRIC_CI_SCHEMA }}
2627
####### Redshift
2728
DBT_REDSHIFT_CI_HOST: ${{ secrets.DBT_REDSHIFT_CI_HOST }}
28-
DBT_REDSHIFT_CI_HOST_MIGRATION_TESTING: ${{ secrets.DBT_REDSHIFT_CI_HOST_MIGRATION_TESTING }}
2929
DBT_REDSHIFT_CI_USER: ${{ secrets.DBT_REDSHIFT_CI_USER }}
3030
DBT_REDSHIFT_CI_PASSWORD: ${{ secrets.DBT_REDSHIFT_CI_PASSWORD }}
31-
DBT_REDSHIFT_2_CI_PASSWORD: ${{ secrets.DBT_REDSHIFT_2_CI_PASSWORD }}
3231
DBT_REDSHIFT_CI_PORT: ${{ secrets.DBT_REDSHIFT_CI_PORT }}
33-
####### Snowflake
32+
####### Snowflake
3433
DBT_TUVA_SNOWFLAKE_ACCOUNT: ${{ secrets.DBT_TUVA_SNOWFLAKE_ACCOUNT }}
3534
DBT_TUVA_CI_DATABASE: ${{ secrets.DBT_TUVA_CI_DATABASE }}
3635
DBT_SNOWFLAKE_CI_PASSWORD: ${{ secrets.DBT_SNOWFLAKE_CI_PASSWORD }}
@@ -186,7 +185,7 @@ jobs:
186185

187186
- name: dbt-build
188187
run: |
189-
dbt build --full-refresh --profiles-dir ./profiles/bigquery --vars '{"input_database": "dev-ci-testing","input_schema": "input_layer","clinical_enabled": true,"claims_enabled": true,"fhir_preprocessing_enabled": true}'
188+
dbt build --full-refresh --profiles-dir ./profiles/bigquery --vars '{"use_synthetic_data": true,"clinical_enabled": true,"claims_enabled": true,"fhir_preprocessing_enabled": true}'
190189
working-directory: ci_testing
191190

192191
- name: Get the result
@@ -242,10 +241,11 @@ jobs:
242241
- name: dbt-debug
243242
run: dbt debug --profiles-dir ./profiles/bigquery
244243
working-directory: ci_testing
245-
#Changed to compile to save processing time
244+
245+
# Changed to compile to save processing time
246246
- name: dbt-compile
247247
run: |
248-
dbt compile --profiles-dir ./profiles/bigquery --vars '{"input_database": "dev-ci-testing","input_schema": "input_layer","claims_enabled": true}'
248+
dbt compile --profiles-dir ./profiles/bigquery --vars '{"use_synthetic_data": true,"claims_enabled": true}'
249249
working-directory: ci_testing
250250

251251
- name: Get the result
@@ -301,10 +301,11 @@ jobs:
301301
- name: dbt-debug
302302
run: dbt debug --profiles-dir ./profiles/bigquery
303303
working-directory: ci_testing
304-
#Changed to compile to save processing time
304+
305+
# Changed to compile to save processing time
305306
- name: dbt-compile
306307
run: |
307-
dbt compile --profiles-dir ./profiles/bigquery --vars '{"input_database": "dev-ci-testing","input_schema": "input_layer","claims_enabled": true,"provider_attribution_enabled":true}'
308+
dbt compile --profiles-dir ./profiles/bigquery --vars '{"use_synthetic_data": true,"claims_enabled": true,"provider_attribution_enabled":true}'
308309
working-directory: ci_testing
309310

310311
- name: Get the result
@@ -360,10 +361,11 @@ jobs:
360361
- name: dbt-debug
361362
run: dbt debug --profiles-dir ./profiles/bigquery
362363
working-directory: ci_testing
363-
#Changed to compile to save processing time
364+
365+
# Changed to compile to save processing time
364366
- name: dbt-compile
365367
run: |
366-
dbt compile --profiles-dir ./profiles/bigquery --vars '{"input_database": "dev-ci-testing","input_schema": "input_layer","clinical_enabled": true}'
368+
dbt compile --profiles-dir ./profiles/bigquery --vars '{"use_synthetic_data": true,"clinical_enabled": true}'
367369
working-directory: ci_testing
368370

369371
- name: Get the result
@@ -419,10 +421,11 @@ jobs:
419421
- name: dbt-debug
420422
run: dbt debug --profiles-dir ./profiles/bigquery
421423
working-directory: ci_testing
422-
#Changed to compile to save processing time
424+
425+
# Changed to compile to save processing time
423426
- name: dbt-compile
424427
run: |
425-
dbt compile --profiles-dir ./profiles/bigquery --vars '{"input_database": "dev-ci-testing","input_schema": "input_layer","provider_attribution": true}'
428+
dbt compile --profiles-dir ./profiles/bigquery --vars '{"use_synthetic_data": true,"provider_attribution": true}'
426429
working-directory: ci_testing
427430

428431
- name: Get the result
@@ -467,7 +470,7 @@ jobs:
467470

468471
- name: dbt-build
469472
run: |
470-
dbt build --full-refresh --profiles-dir ./profiles/fabric --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
473+
dbt build --full-refresh --profiles-dir ./profiles/fabric --vars '{"use_synthetic_data": true,"clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
471474
working-directory: ci_testing
472475

473476
- name: Get the result
@@ -508,10 +511,11 @@ jobs:
508511
- name: dbt-debug
509512
run: dbt debug --profiles-dir ./profiles/fabric
510513
working-directory: ci_testing
511-
#Changed to compile to save processing time
514+
515+
# Changed to compile to save processing time
512516
- name: dbt-compile
513517
run: |
514-
dbt compile --profiles-dir ./profiles/fabric --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true}'
518+
dbt compile --profiles-dir ./profiles/fabric --vars '{"use_synthetic_data": true,"claims_enabled":true}'
515519
working-directory: ci_testing
516520

517521
- name: Get the result
@@ -552,10 +556,11 @@ jobs:
552556
- name: dbt-debug
553557
run: dbt debug --profiles-dir ./profiles/fabric
554558
working-directory: ci_testing
555-
#Changed to compile to save processing time
559+
560+
# Changed to compile to save processing time
556561
- name: dbt-compile
557562
run: |
558-
dbt compile --profiles-dir ./profiles/fabric --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true,"provider_attribution_enabled":true}'
563+
dbt compile --profiles-dir ./profiles/fabric --vars '{"use_synthetic_data": true,"claims_enabled":true,"provider_attribution_enabled":true}'
559564
working-directory: ci_testing
560565

561566
- name: Get the result
@@ -596,10 +601,11 @@ jobs:
596601
- name: dbt-debug
597602
run: dbt debug --profiles-dir ./profiles/fabric
598603
working-directory: ci_testing
599-
#Changed to compile to save processing time
604+
605+
# Changed to compile to save processing time
600606
- name: dbt-compile
601607
run: |
602-
dbt compile --profiles-dir ./profiles/fabric --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true}'
608+
dbt compile --profiles-dir ./profiles/fabric --vars '{"use_synthetic_data": true,"clinical_enabled":true}'
603609
working-directory: ci_testing
604610

605611
- name: Get the result
@@ -640,10 +646,11 @@ jobs:
640646
- name: dbt-debug
641647
run: dbt debug --profiles-dir ./profiles/fabric
642648
working-directory: ci_testing
643-
#Changed to compile to save processing time
649+
650+
# Changed to compile to save processing time
644651
- name: dbt-compile
645652
run: |
646-
dbt compile --profiles-dir ./profiles/fabric --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","provider_attribution_enabled":true}'
653+
dbt compile --profiles-dir ./profiles/fabric --vars '{"use_synthetic_data": true,"provider_attribution_enabled":true}'
647654
working-directory: ci_testing
648655

649656
- name: Get the result
@@ -678,15 +685,16 @@ jobs:
678685
- name: dbt-debug
679686
run: dbt debug --profiles-dir ./profiles/redshift
680687
working-directory: ci_testing
681-
#Changed to seed then compile to speed up processing time
688+
689+
# Changed to seed then compile to speed up processing time
682690
- name: dbt-seed
683691
run: |
684-
dbt seed --full-refresh --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true,"claims_enabled":true}'
692+
dbt seed --full-refresh --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"clinical_enabled":true,"claims_enabled":true}'
685693
working-directory: ci_testing
686694

687695
- name: dbt-compile
688696
run: |
689-
dbt compile --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
697+
dbt compile --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
690698
working-directory: ci_testing
691699

692700
- name: Get the result
@@ -720,10 +728,11 @@ jobs:
720728
- name: dbt-debug
721729
run: dbt debug --profiles-dir ./profiles/redshift
722730
working-directory: ci_testing
723-
#Changed to compile to save processing time
731+
732+
# Changed to compile to save processing time
724733
- name: dbt-compile
725734
run: |
726-
dbt build --full-refresh --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true}'
735+
dbt build --full-refresh --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"claims_enabled":true}'
727736
working-directory: ci_testing
728737

729738
- name: Get the result
@@ -757,10 +766,11 @@ jobs:
757766
- name: dbt-debug
758767
run: dbt debug --profiles-dir ./profiles/redshift
759768
working-directory: ci_testing
760-
#Changed to compile to save processing time
769+
770+
# Changed to compile to save processing time
761771
- name: dbt-compile
762772
run: |
763-
dbt compile --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true,"provider_attribution_enabled":true}'
773+
dbt compile --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"claims_enabled":true,"provider_attribution_enabled":true}'
764774
working-directory: ci_testing
765775

766776
- name: Get the result
@@ -794,10 +804,11 @@ jobs:
794804
- name: dbt-debug
795805
run: dbt debug --profiles-dir ./profiles/redshift
796806
working-directory: ci_testing
797-
#Changed to compile to save processing time
807+
808+
# Changed to compile to save processing time
798809
- name: dbt-compile
799810
run: |
800-
dbt compile --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true}'
811+
dbt compile --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"clinical_enabled":true}'
801812
working-directory: ci_testing
802813

803814
- name: Get the result
@@ -831,10 +842,11 @@ jobs:
831842
- name: dbt-debug
832843
run: dbt debug --profiles-dir ./profiles/redshift
833844
working-directory: ci_testing
834-
#Changed to compile to save processing time
845+
846+
# Changed to compile to save processing time
835847
- name: dbt-compile
836848
run: |
837-
dbt compile --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","provider_attribution_enabled":true}'
849+
dbt compile --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"provider_attribution_enabled":true}'
838850
working-directory: ci_testing
839851

840852
- name: Get the result
@@ -872,7 +884,7 @@ jobs:
872884

873885
- name: dbt-build
874886
run: |
875-
dbt build --full-refresh --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
887+
dbt build --full-refresh --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
876888
working-directory: ci_testing
877889

878890
- name: Get the result
@@ -906,10 +918,11 @@ jobs:
906918
- name: dbt-debug
907919
run: dbt debug --profiles-dir ./profiles/snowflake
908920
working-directory: ci_testing
909-
#Changed to compile to save processing time
921+
922+
# Changed to compile to save processing time
910923
- name: dbt-compile
911924
run: |
912-
dbt compile --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true}'
925+
dbt compile --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"claims_enabled":true}'
913926
working-directory: ci_testing
914927

915928
- name: Get the result
@@ -943,10 +956,11 @@ jobs:
943956
- name: dbt-debug
944957
run: dbt debug --profiles-dir ./profiles/snowflake
945958
working-directory: ci_testing
946-
#Changed to compile to save processing time
959+
960+
# Changed to compile to save processing time
947961
- name: dbt-compile
948962
run: |
949-
dbt compile --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true,"provider_attribution_enabled":true}'
963+
dbt compile --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"claims_enabled":true,"provider_attribution_enabled":true}'
950964
working-directory: ci_testing
951965

952966
- name: Get the result
@@ -980,10 +994,11 @@ jobs:
980994
- name: dbt-debug
981995
run: dbt debug --profiles-dir ./profiles/snowflake
982996
working-directory: ci_testing
983-
#Changed to compile to save processing time
997+
998+
# Changed to compile to save processing time
984999
- name: dbt-compile
9851000
run: |
986-
dbt compile --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true}'
1001+
dbt compile --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"clinical_enabled":true}'
9871002
working-directory: ci_testing
9881003

9891004
- name: Get the result
@@ -1017,10 +1032,11 @@ jobs:
10171032
- name: dbt-debug
10181033
run: dbt debug --profiles-dir ./profiles/snowflake
10191034
working-directory: ci_testing
1020-
#Changed to compile to save processing time
1035+
1036+
# Changed to compile to save processing time
10211037
- name: dbt-compile
10221038
run: |
1023-
dbt compile --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","provider_attribution_enabled":true}'
1039+
dbt compile --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"provider_attribution_enabled":true}'
10241040
working-directory: ci_testing
10251041

10261042
- name: Get the result

0 commit comments

Comments
 (0)