Fix/extension columns claims-only guard & core model enabled config (tuva-health#1213)

* fix: add payer column to condition model

* feat: add synthetic extension columns to various models for passthrough testing

* fix: add payer column to core clinical condition model

* fix: update config to enable claims and clinical checks for extension columns

* fix: add claims_enabled guard to 32 semantic layer models

Semantic layer models that ref() claims-only upstream marts (cms_hcc,
financial_pmpm, readmissions, ed_classification, etc.) crashed at compile
time when claims_enabled was false. Added claims_enabled to their enabled
config so they silently disable when claims data is unavailable. 10 models
that only depend on clinical-compatible upstream are left unguarded.

Author: rabee05

integration_tests/models/appointment.sql

@@ -52,7 +52,11 @@
 
 {% if var('use_synthetic_data') == true -%}
 
-select * from {{ ref('appointment_seed') }}
+select
+    {{ tuva_columns }}
+    {{ tuva_extensions }}
+    {{ tuva_metadata }}
+from {{ ref('appointment_seed') }}
 
 {%- else -%}
 

integration_tests/models/condition.sql

@@ -6,6 +6,7 @@
 
 {%- set tuva_columns -%}
       condition_id
+    , payer
     , person_id
     , patient_id
     , encounter_id
@@ -40,10 +41,19 @@
     , ingest_datetime
 {%- endset -%}
 
+{# Uncomment the synthetic extension columns below to test extension columns passthrough feature #}
+{%- set tuva_synthetic_extensions -%}
+    {# , cast(null as {{ dbt.type_string() }}) as x_temp_status #}
+    {# , cast(null as {{ dbt.type_string() }}) as x_temp_condition_type #}
+    {# , cast(null as {{ dbt.type_string() }}) as x_temp_source_code #}
+    {# , {{ try_to_cast_date('null', 'YYYY-MM-DD') }} as zzz_temp_recorded_date #}
+{%- endset -%}
+
 {% if var('use_synthetic_data') == true -%}
 
 select {% if target.type == 'fabric' %} top 0 {% else %}{% endif %}
   cast(null as {{ dbt.type_string() }}) as condition_id
+, cast(null as {{ dbt.type_string() }}) as payer
 , cast(null as {{ dbt.type_string() }}) as person_id
 , cast(null as {{ dbt.type_string() }}) as patient_id
 , cast(null as {{ dbt.type_string() }}) as encounter_id
@@ -62,10 +72,7 @@ select {% if target.type == 'fabric' %} top 0 {% else %}{% endif %}
 , cast(null as {{ dbt.type_int() }}) as condition_rank
 , cast(null as {{ dbt.type_string() }}) as present_on_admit_code
 , cast(null as {{ dbt.type_string() }}) as present_on_admit_description
-, cast(null as {{ dbt.type_string() }}) as x_temp_status
-, cast(null as {{ dbt.type_string() }}) as x_temp_condition_type
-, cast(null as {{ dbt.type_string() }}) as x_temp_source_code
-, {{ try_to_cast_date('null', 'YYYY-MM-DD') }} as zzz_temp_recorded_date
+{{ tuva_synthetic_extensions }}
 , cast(null as {{ dbt.type_string() }}) as data_source
 , cast(null as {{ dbt.type_string() }}) as file_name
 , cast(null as {{ dbt.type_timestamp() }}) as ingest_datetime

integration_tests/models/eligibility.sql

@@ -58,7 +58,11 @@
 
 {% if var('use_synthetic_data') == true -%}
 
-select * from {{ ref('eligibility_seed') }}
+select
+    {{ tuva_columns }}
+    {{ tuva_extensions }}
+    {{ tuva_metadata }}
+from {{ ref('eligibility_seed') }}
 
 {%- else -%}
 

integration_tests/models/encounter.sql

@@ -46,6 +46,13 @@
     , ingest_datetime
 {%- endset -%}
 
+{# Uncomment the synthetic extension columns below to test extension columns passthrough feature #}
+{%- set tuva_synthetic_extensions -%}
+    {# , cast(null as {{ dbt.type_string() }}) as x_temp_encounter_type #}
+    {# , {{ try_to_cast_date('null', 'YYYY-MM-DD') }} as x_temp_encounter_start_date #}
+    {# , cast(null as {{ dbt.type_string() }}) as zzz_temp_facility_name #}
+{%- endset -%}
+
 {% if var('use_synthetic_data') == true -%}
 
 select {% if target.type == 'fabric' %} top 0 {% else %}{% endif %}
@@ -75,9 +82,7 @@ select {% if target.type == 'fabric' %} top 0 {% else %}{% endif %}
 , cast(null as {{ dbt.type_float() }}) as paid_amount
 , cast(null as {{ dbt.type_float() }}) as allowed_amount
 , cast(null as {{ dbt.type_float() }}) as charge_amount
-, cast(null as {{ dbt.type_string() }}) as x_temp_encounter_type
-, {{ try_to_cast_date('null', 'YYYY-MM-DD') }} as x_temp_encounter_start_date
-, cast(null as {{ dbt.type_string() }}) as zzz_temp_facility_name
+{{ tuva_synthetic_extensions }}
 , cast(null as {{ dbt.type_string() }}) as data_source
 , cast(null as {{ dbt.type_string() }}) as file_name
 , cast(null as {{ dbt.type_timestamp() }}) as ingest_datetime

integration_tests/models/immunization.sql

@@ -42,7 +42,11 @@
 
 {% if var('use_synthetic_data') == true -%}
 
-select * from {{ ref('immunization_seed') }}
+select
+    {{ tuva_columns }}
+    {{ tuva_extensions }}
+    {{ tuva_metadata }}
+from {{ ref('immunization_seed') }}
 
 {%- else -%}
 

integration_tests/models/lab_result.sql

@@ -54,7 +54,11 @@
 
 {% if var('use_synthetic_data') == true -%}
 
-select * from {{ ref('lab_result_seed') }}
+select
+    {{ tuva_columns }}
+    {{ tuva_extensions }}
+    {{ tuva_metadata }}
+from {{ ref('lab_result_seed') }}
 
 {%- else -%}
 

integration_tests/models/location.sql

@@ -31,6 +31,13 @@
     , ingest_datetime
 {%- endset -%}
 
+{# Uncomment the synthetic extension columns below to test extension columns passthrough feature #}
+{%- set tuva_synthetic_extensions -%}
+    {# , cast(null as {{ dbt.type_string() }}) as x_temp_state #}
+    {# , cast(null as {{ dbt.type_string() }}) as x_temp_parent_organization #}
+    {# , cast(null as {{ dbt.type_string() }}) as zzz_temp_facility_type #}
+{%- endset -%}
+
 {% if var('use_synthetic_data') == true -%}
 
 select {% if target.type == 'fabric' %} top 0 {% else %}{% endif %}
@@ -45,9 +52,7 @@ select {% if target.type == 'fabric' %} top 0 {% else %}{% endif %}
 , cast(null as {{ dbt.type_string() }}) as zip_code
 , cast(null as {{ dbt.type_float() }}) as latitude
 , cast(null as {{ dbt.type_float() }}) as longitude
-, cast(null as {{ dbt.type_string() }}) as x_temp_state
-, cast(null as {{ dbt.type_string() }}) as x_temp_parent_organization
-, cast(null as {{ dbt.type_string() }}) as zzz_temp_facility_type
+{{ tuva_synthetic_extensions }}
 , cast(null as {{ dbt.type_string() }}) as data_source
 , cast(null as {{ dbt.type_string() }}) as file_name
 , cast(null as {{ dbt.type_timestamp() }}) as ingest_datetime

integration_tests/models/medical_claim.sql

@@ -168,7 +168,11 @@
 
 {% if var('use_synthetic_data') == true -%}
 
-select * from {{ ref('medical_claim_seed') }}
+select
+    {{ tuva_columns }}
+    {{ tuva_extensions }}
+    {{ tuva_metadata }}
+from {{ ref('medical_claim_seed') }}
 
 {%- else -%}
 

integration_tests/models/medication.sql

@@ -41,6 +41,13 @@
     , ingest_datetime
 {%- endset -%}
 
+{# Uncomment the synthetic extension columns below to test extension columns passthrough feature #}
+{%- set tuva_synthetic_extensions -%}
+    {# , cast(null as {{ dbt.type_string() }}) as x_temp_rxnorm_code #}
+    {# , cast(null as {{ dbt.type_string() }}) as x_temp_source_code_type #}
+    {# , cast(null as {{ dbt.type_string() }}) as zzz_temp_source_code #}
+{%- endset -%}
+
 {% if var('use_synthetic_data') == true -%}
 
 select {% if target.type == 'fabric' %} top 0 {% else %}{% endif %}
@@ -65,9 +72,7 @@ select {% if target.type == 'fabric' %} top 0 {% else %}{% endif %}
 , cast(null as {{ dbt.type_string() }}) as quantity_unit
 , cast(null as {{ dbt.type_int() }}) as days_supply
 , cast(null as {{ dbt.type_string() }}) as practitioner_id
-, cast(null as {{ dbt.type_string() }}) as x_temp_rxnorm_code
-, cast(null as {{ dbt.type_string() }}) as x_temp_source_code_type
-, cast(null as {{ dbt.type_string() }}) as zzz_temp_source_code
+{{ tuva_synthetic_extensions }}
 , cast(null as {{ dbt.type_string() }}) as data_source
 , cast(null as {{ dbt.type_string() }}) as file_name
 , cast(null as {{ dbt.type_timestamp() }}) as ingest_datetime

integration_tests/models/observation.sql

@@ -41,7 +41,11 @@
 
 {% if var('use_synthetic_data') == true -%}
 
-select * from {{ ref('observation_seed') }}
+select
+    {{ tuva_columns }}
+    {{ tuva_extensions }}
+    {{ tuva_metadata }}
+from {{ ref('observation_seed') }}
 
 {%- else -%}