Skip to content

Commit 59c2277

Browse files
Merge pull request #910 from tuva-health/fix-mem-issue-250611
Split SQL files to reduce memory load for claims
2 parents ffc185d + 4f75eeb commit 59c2277

5 files changed

Lines changed: 2234 additions & 1531 deletions

File tree

models/data_quality/dqi/dqi_models.yml

Lines changed: 14 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -3256,6 +3256,7 @@ models:
32563256

32573257

32583258
- name: data_quality__data_quality_claims_detail
3259+
description: "Combines all of the data quality claims tables together"
32593260
config:
32603261
schema: |
32613262
{%- if var('tuva_schema_prefix',None) != None -%}{{var('tuva_schema_prefix')}}_data_quality
@@ -3265,6 +3266,16 @@ models:
32653266
- data_quality
32663267
materialized: table
32673268

3269+
- name: data_quality__data_quality_claims_detail_union
3270+
description: "This model adds the dense ranking in a separate step due to memory constraints"
3271+
config:
3272+
schema: |
3273+
{%- if var('tuva_schema_prefix',None) != None -%}{{var('tuva_schema_prefix')}}_data_quality
3274+
{% else %}data_quality{%- endif -%}
3275+
alias: data_quality_claims_detail_union
3276+
tags:
3277+
- data_quality
3278+
materialized: table
32683279

32693280
- name: data_quality__data_quality_claims_for_pbi
32703281
config:
@@ -3280,19 +3291,19 @@ models:
32803291
### Clinical Specific
32813292

32823293

3283-
- name: data_quality__data_quality_clinical_detail_base
3294+
- name: data_quality__data_quality_clinical_detail_union
32843295
description: "Combines all of the data quality clinical tables together"
32853296
config:
32863297
schema: |
32873298
{%- if var('tuva_schema_prefix',None) != None -%}{{var('tuva_schema_prefix')}}_data_quality
32883299
{% else %}data_quality{%- endif -%}
3289-
alias: data_quality_clinical_detail_base
3300+
alias: data_quality_clinical_detail_union
32903301
tags:
32913302
- data_quality
32923303
materialized: table
32933304

32943305
- name: data_quality__data_quality_clinical_detail
3295-
description: "This model adds the summary_sk in a separate step due to memory constraints"
3306+
description: "This model adds the dense ranking in a separate step due to memory constraints"
32963307
config:
32973308
schema: |
32983309
{%- if var('tuva_schema_prefix',None) != None -%}{{var('tuva_schema_prefix')}}_data_quality

0 commit comments

Comments
 (0)