Skip to content

Commit 4f136c4

Browse files
author
sarah-tuva
committed
update github workflows to use synthetic data seeds
1 parent 389a9b4 commit 4f136c4

1 file changed

Lines changed: 56 additions & 41 deletions

File tree

‎.github/workflows/outside_contributor_dbt_v1.8.6.yml‎

Lines changed: 56 additions & 41 deletions
Original file line numberDiff line numberDiff line change
@@ -26,12 +26,10 @@ env:
2626
DBT_FABRIC_CI_SCHEMA: ${{ secrets.DBT_FABRIC_CI_SCHEMA }}
2727
####### Redshift
2828
DBT_REDSHIFT_CI_HOST: ${{ secrets.DBT_REDSHIFT_CI_HOST }}
29-
DBT_REDSHIFT_CI_HOST_MIGRATION_TESTING: ${{ secrets.DBT_REDSHIFT_CI_HOST_MIGRATION_TESTING }}
3029
DBT_REDSHIFT_CI_USER: ${{ secrets.DBT_REDSHIFT_CI_USER }}
3130
DBT_REDSHIFT_CI_PASSWORD: ${{ secrets.DBT_REDSHIFT_CI_PASSWORD }}
32-
DBT_REDSHIFT_2_CI_PASSWORD: ${{ secrets.DBT_REDSHIFT_2_CI_PASSWORD }}
3331
DBT_REDSHIFT_CI_PORT: ${{ secrets.DBT_REDSHIFT_CI_PORT }}
34-
####### Snowflake
32+
####### Snowflake
3533
DBT_TUVA_SNOWFLAKE_ACCOUNT: ${{ secrets.DBT_TUVA_SNOWFLAKE_ACCOUNT }}
3634
DBT_TUVA_CI_DATABASE: ${{ secrets.DBT_TUVA_CI_DATABASE }}
3735
DBT_SNOWFLAKE_CI_PASSWORD: ${{ secrets.DBT_SNOWFLAKE_CI_PASSWORD }}
@@ -187,7 +185,7 @@ jobs:
187185

188186
- name: dbt-build
189187
run: |
190-
dbt build --full-refresh --profiles-dir ./profiles/bigquery --vars '{"input_database": "dev-ci-testing","input_schema": "input_layer","clinical_enabled": true,"claims_enabled": true,"fhir_preprocessing_enabled": true}'
188+
dbt build --full-refresh --profiles-dir ./profiles/bigquery --vars '{"use_synthetic_data": true,"clinical_enabled": true,"claims_enabled": true,"fhir_preprocessing_enabled": true}'
191189
working-directory: ci_testing
192190

193191
- name: Get the result
@@ -243,10 +241,11 @@ jobs:
243241
- name: dbt-debug
244242
run: dbt debug --profiles-dir ./profiles/bigquery
245243
working-directory: ci_testing
246-
#Changed to compile to save processing time
244+
245+
# Changed to compile to save processing time
247246
- name: dbt-compile
248247
run: |
249-
dbt compile --profiles-dir ./profiles/bigquery --vars '{"input_database": "dev-ci-testing","input_schema": "input_layer","claims_enabled": true}'
248+
dbt compile --profiles-dir ./profiles/bigquery --vars '{"use_synthetic_data": true,"claims_enabled": true}'
250249
working-directory: ci_testing
251250

252251
- name: Get the result
@@ -302,10 +301,11 @@ jobs:
302301
- name: dbt-debug
303302
run: dbt debug --profiles-dir ./profiles/bigquery
304303
working-directory: ci_testing
305-
#Changed to compile to save processing time
304+
305+
# Changed to compile to save processing time
306306
- name: dbt-compile
307307
run: |
308-
dbt compile --profiles-dir ./profiles/bigquery --vars '{"input_database": "dev-ci-testing","input_schema": "input_layer","claims_enabled": true,"provider_attribution_enabled":true}'
308+
dbt compile --profiles-dir ./profiles/bigquery --vars '{"use_synthetic_data": true,"claims_enabled": true,"provider_attribution_enabled":true}'
309309
working-directory: ci_testing
310310

311311
- name: Get the result
@@ -361,10 +361,11 @@ jobs:
361361
- name: dbt-debug
362362
run: dbt debug --profiles-dir ./profiles/bigquery
363363
working-directory: ci_testing
364-
#Changed to compile to save processing time
364+
365+
# Changed to compile to save processing time
365366
- name: dbt-compile
366367
run: |
367-
dbt compile --profiles-dir ./profiles/bigquery --vars '{"input_database": "dev-ci-testing","input_schema": "input_layer","clinical_enabled": true}'
368+
dbt compile --profiles-dir ./profiles/bigquery --vars '{"use_synthetic_data": true,"clinical_enabled": true}'
368369
working-directory: ci_testing
369370

370371
- name: Get the result
@@ -420,10 +421,11 @@ jobs:
420421
- name: dbt-debug
421422
run: dbt debug --profiles-dir ./profiles/bigquery
422423
working-directory: ci_testing
423-
#Changed to compile to save processing time
424+
425+
# Changed to compile to save processing time
424426
- name: dbt-compile
425427
run: |
426-
dbt compile --profiles-dir ./profiles/bigquery --vars '{"input_database": "dev-ci-testing","input_schema": "input_layer","provider_attribution": true}'
428+
dbt compile --profiles-dir ./profiles/bigquery --vars '{"use_synthetic_data": true,"provider_attribution": true}'
427429
working-directory: ci_testing
428430

429431
- name: Get the result
@@ -468,7 +470,7 @@ jobs:
468470

469471
- name: dbt-build
470472
run: |
471-
dbt build --full-refresh --profiles-dir ./profiles/fabric --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
473+
dbt build --full-refresh --profiles-dir ./profiles/fabric --vars '{"use_synthetic_data": true,"clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
472474
working-directory: ci_testing
473475

474476
- name: Get the result
@@ -509,10 +511,11 @@ jobs:
509511
- name: dbt-debug
510512
run: dbt debug --profiles-dir ./profiles/fabric
511513
working-directory: ci_testing
512-
#Changed to compile to save processing time
514+
515+
# Changed to compile to save processing time
513516
- name: dbt-compile
514517
run: |
515-
dbt compile --profiles-dir ./profiles/fabric --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true}'
518+
dbt compile --profiles-dir ./profiles/fabric --vars '{"use_synthetic_data": true,"claims_enabled":true}'
516519
working-directory: ci_testing
517520

518521
- name: Get the result
@@ -553,10 +556,11 @@ jobs:
553556
- name: dbt-debug
554557
run: dbt debug --profiles-dir ./profiles/fabric
555558
working-directory: ci_testing
556-
#Changed to compile to save processing time
559+
560+
# Changed to compile to save processing time
557561
- name: dbt-compile
558562
run: |
559-
dbt compile --profiles-dir ./profiles/fabric --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true,"provider_attribution_enabled":true}'
563+
dbt compile --profiles-dir ./profiles/fabric --vars '{"use_synthetic_data": true,"claims_enabled":true,"provider_attribution_enabled":true}'
560564
working-directory: ci_testing
561565

562566
- name: Get the result
@@ -597,10 +601,11 @@ jobs:
597601
- name: dbt-debug
598602
run: dbt debug --profiles-dir ./profiles/fabric
599603
working-directory: ci_testing
600-
#Changed to compile to save processing time
604+
605+
# Changed to compile to save processing time
601606
- name: dbt-compile
602607
run: |
603-
dbt compile --profiles-dir ./profiles/fabric --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true}'
608+
dbt compile --profiles-dir ./profiles/fabric --vars '{"use_synthetic_data": true,"clinical_enabled":true}'
604609
working-directory: ci_testing
605610

606611
- name: Get the result
@@ -641,10 +646,11 @@ jobs:
641646
- name: dbt-debug
642647
run: dbt debug --profiles-dir ./profiles/fabric
643648
working-directory: ci_testing
644-
#Changed to compile to save processing time
649+
650+
# Changed to compile to save processing time
645651
- name: dbt-compile
646652
run: |
647-
dbt compile --profiles-dir ./profiles/fabric --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","provider_attribution_enabled":true}'
653+
dbt compile --profiles-dir ./profiles/fabric --vars '{"use_synthetic_data": true,"provider_attribution_enabled":true}'
648654
working-directory: ci_testing
649655

650656
- name: Get the result
@@ -679,15 +685,16 @@ jobs:
679685
- name: dbt-debug
680686
run: dbt debug --profiles-dir ./profiles/redshift
681687
working-directory: ci_testing
682-
#Changed to seed then compile to speed up processing time
688+
689+
# Changed to seed then compile to speed up processing time
683690
- name: dbt-seed
684691
run: |
685-
dbt seed --full-refresh --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true,"claims_enabled":true}'
692+
dbt seed --full-refresh --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"clinical_enabled":true,"claims_enabled":true}'
686693
working-directory: ci_testing
687694

688695
- name: dbt-compile
689696
run: |
690-
dbt compile --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
697+
dbt compile --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
691698
working-directory: ci_testing
692699

693700
- name: Get the result
@@ -721,10 +728,11 @@ jobs:
721728
- name: dbt-debug
722729
run: dbt debug --profiles-dir ./profiles/redshift
723730
working-directory: ci_testing
724-
#Changed to compile to save processing time
731+
732+
# Changed to compile to save processing time
725733
- name: dbt-compile
726734
run: |
727-
dbt build --full-refresh --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true}'
735+
dbt build --full-refresh --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"claims_enabled":true}'
728736
working-directory: ci_testing
729737

730738
- name: Get the result
@@ -758,10 +766,11 @@ jobs:
758766
- name: dbt-debug
759767
run: dbt debug --profiles-dir ./profiles/redshift
760768
working-directory: ci_testing
761-
#Changed to compile to save processing time
769+
770+
# Changed to compile to save processing time
762771
- name: dbt-compile
763772
run: |
764-
dbt compile --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true,"provider_attribution_enabled":true}'
773+
dbt compile --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"claims_enabled":true,"provider_attribution_enabled":true}'
765774
working-directory: ci_testing
766775

767776
- name: Get the result
@@ -795,10 +804,11 @@ jobs:
795804
- name: dbt-debug
796805
run: dbt debug --profiles-dir ./profiles/redshift
797806
working-directory: ci_testing
798-
#Changed to compile to save processing time
807+
808+
# Changed to compile to save processing time
799809
- name: dbt-compile
800810
run: |
801-
dbt compile --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true}'
811+
dbt compile --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"clinical_enabled":true}'
802812
working-directory: ci_testing
803813

804814
- name: Get the result
@@ -832,10 +842,11 @@ jobs:
832842
- name: dbt-debug
833843
run: dbt debug --profiles-dir ./profiles/redshift
834844
working-directory: ci_testing
835-
#Changed to compile to save processing time
845+
846+
# Changed to compile to save processing time
836847
- name: dbt-compile
837848
run: |
838-
dbt compile --profiles-dir ./profiles/redshift --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","provider_attribution_enabled":true}'
849+
dbt compile --profiles-dir ./profiles/redshift --vars '{"use_synthetic_data": true,"provider_attribution_enabled":true}'
839850
working-directory: ci_testing
840851

841852
- name: Get the result
@@ -873,7 +884,7 @@ jobs:
873884

874885
- name: dbt-build
875886
run: |
876-
dbt build --full-refresh --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
887+
dbt build --full-refresh --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"clinical_enabled":true,"claims_enabled":true,"fhir_preprocessing_enabled":true}'
877888
working-directory: ci_testing
878889

879890
- name: Get the result
@@ -907,10 +918,11 @@ jobs:
907918
- name: dbt-debug
908919
run: dbt debug --profiles-dir ./profiles/snowflake
909920
working-directory: ci_testing
910-
#Changed to compile to save processing time
921+
922+
# Changed to compile to save processing time
911923
- name: dbt-compile
912924
run: |
913-
dbt compile --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true}'
925+
dbt compile --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"claims_enabled":true}'
914926
working-directory: ci_testing
915927

916928
- name: Get the result
@@ -944,10 +956,11 @@ jobs:
944956
- name: dbt-debug
945957
run: dbt debug --profiles-dir ./profiles/snowflake
946958
working-directory: ci_testing
947-
#Changed to compile to save processing time
959+
960+
# Changed to compile to save processing time
948961
- name: dbt-compile
949962
run: |
950-
dbt compile --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","claims_enabled":true,"provider_attribution_enabled":true}'
963+
dbt compile --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"claims_enabled":true,"provider_attribution_enabled":true}'
951964
working-directory: ci_testing
952965

953966
- name: Get the result
@@ -981,10 +994,11 @@ jobs:
981994
- name: dbt-debug
982995
run: dbt debug --profiles-dir ./profiles/snowflake
983996
working-directory: ci_testing
984-
#Changed to compile to save processing time
997+
998+
# Changed to compile to save processing time
985999
- name: dbt-compile
9861000
run: |
987-
dbt compile --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","clinical_enabled":true}'
1001+
dbt compile --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"clinical_enabled":true}'
9881002
working-directory: ci_testing
9891003

9901004
- name: Get the result
@@ -1018,10 +1032,11 @@ jobs:
10181032
- name: dbt-debug
10191033
run: dbt debug --profiles-dir ./profiles/snowflake
10201034
working-directory: ci_testing
1021-
#Changed to compile to save processing time
1035+
1036+
# Changed to compile to save processing time
10221037
- name: dbt-compile
10231038
run: |
1024-
dbt compile --profiles-dir ./profiles/snowflake --vars '{"input_database":"dev_ci_testing","input_schema":"input_layer","provider_attribution_enabled":true}'
1039+
dbt compile --profiles-dir ./profiles/snowflake --vars '{"use_synthetic_data": true,"provider_attribution_enabled":true}'
10251040
working-directory: ci_testing
10261041

10271042
- name: Get the result

0 commit comments

Comments
 (0)