LEGLINK-864: Enhance Org Resource Map Filtering + Prediction Engine Interplay (#1826)

checkin

Author: nvmLantana

DotNet/Automation/Generation/FhirGenerationPipeline.cs

@@ -402,6 +402,7 @@ public static async Task<PipelineResult> GenerateAndUploadAsync(
         // measure's MeasureReport does not contain the patient's resources, so its SDE
         // semantics do not contribute to the intersection of exclusions that determines
         // whether a resource reaches ABS.
+        HashSet<string>? cqlFilteredKeys = null;
         var cqlInput = CqlFilterInputExtractor.ExtractFromEntries(patientId, entries);
         var effectiveProfile = profile;
 
@@ -419,7 +420,7 @@ public static async Task<PipelineResult> GenerateAndUploadAsync(
             var qualifyingMeasures = measures.Where(effectiveProfile.QualifiesFor).ToList();
             if (qualifyingMeasures.Count > 0)
             {
-                var cqlFilteredKeys = CqlFilterSimulator.ComputeFilteredKeys(qualifyingMeasures, cqlInput);
+                cqlFilteredKeys = CqlFilterSimulator.ComputeFilteredKeys(qualifyingMeasures, cqlInput);
                 manifestBuilder.SetCqlFilteredKeys(patientId, cqlFilteredKeys);
             }
         }
@@ -464,7 +465,8 @@ public static async Task<PipelineResult> GenerateAndUploadAsync(
                 acquiredKeys,
                 patientSimEntries,
                 sharedSimEntries,
-                acquisitionSimulation.OrganizationLocationConditionFhirPaths);
+                acquisitionSimulation.OrganizationLocationConditionFhirPaths,
+                cqlFilteredKeys);
             manifestBuilder.SetSimulatedAcquiredKeys(patientId, acquiredKeys);
             // patientSimEntries (JsonElement clones) are now eligible for GC
         }
@@ -562,6 +564,7 @@ public static async Task<PipelineResult> GenerateAndUploadAsync(
         var profile = new PatientProfile(eligibilities, ClinicalScenarioId: imported.DetectedClinicalScenarioId);
 
         // 3. CQL filter simulation + period-aware eligibility prediction
+        HashSet<string>? cqlFilteredKeys = null;
         var cqlInput = CqlFilterInputExtractor.ExtractFromEntries(patientId, entries);
         var effectiveProfile = profile;
         if (cqlInput != null)
@@ -578,7 +581,7 @@ public static async Task<PipelineResult> GenerateAndUploadAsync(
             var qualifyingMeasures = measures.Where(effectiveProfile.QualifiesFor).ToList();
             if (qualifyingMeasures.Count > 0)
             {
-                var cqlFilteredKeys = CqlFilterSimulator.ComputeFilteredKeys(qualifyingMeasures, cqlInput);
+                cqlFilteredKeys = CqlFilterSimulator.ComputeFilteredKeys(qualifyingMeasures, cqlInput);
                 manifestBuilder.SetCqlFilteredKeys(patientId, cqlFilteredKeys);
             }
         }
@@ -617,7 +620,8 @@ public static async Task<PipelineResult> GenerateAndUploadAsync(
                 acquiredKeys,
                 patientSimEntries,
                 sharedSimEntries,
-                acquisitionSimulation.OrganizationLocationConditionFhirPaths);
+                acquisitionSimulation.OrganizationLocationConditionFhirPaths,
+                cqlFilteredKeys);
             manifestBuilder.SetSimulatedAcquiredKeys(patientId, acquiredKeys);
         }
 

DotNet/Automation/Generation/GenerationManifest.cs

@@ -284,7 +284,7 @@ public HashSet<string> GetExpectedAbsKeysForPatient(string patientId)
 
         HashSet<string>? sourceKeys = null;
 
-        if (SimulatedAcquiredResourceKeysByPatient.TryGetValue(patientId, out var simulated) && simulated.Count > 0)
+        if (SimulatedAcquiredResourceKeysByPatient.TryGetValue(patientId, out var simulated))
             sourceKeys = simulated;
         else if (ResourceKeysByPatient.TryGetValue(patientId, out var generated) && generated.Count > 0)
             sourceKeys = generated;

DotNet/Automation/Generation/OrgResourceMapPredictionFilter.cs

@@ -1,5 +1,7 @@
-using System.Text.Json;
-using System.Text.RegularExpressions;
+using Hl7.Fhir.ElementModel;
+using Hl7.Fhir.Model;
+using Hl7.FhirPath;
+using System.Text.Json;
 
 namespace LantanaGroup.Automation.Generation;
 
@@ -19,7 +21,8 @@ public static HashSet<string> Apply(
         HashSet<string> acquiredKeys,
         IReadOnlyList<(string ResourceType, string ResourceId, string Key, JsonElement Resource)> patientResourceEntries,
         IReadOnlyList<(string ResourceType, string ResourceId, string Key, JsonElement Resource)>? sharedResourceEntries,
-        IReadOnlyList<string>? organizationLocationConditionFhirPaths)
+        IReadOnlyList<string>? organizationLocationConditionFhirPaths,
+        IReadOnlySet<string>? cqlFilteredKeys = null)
     {
         if (acquiredKeys.Count == 0
             || organizationLocationConditionFhirPaths == null
@@ -115,12 +118,13 @@ public static HashSet<string> Apply(
                 filtered.Add(key);
         }
 
-        return PruneUnreferencedReferenceResources(filtered, entriesByKey);
+        return PruneUnreferencedReferenceResources(filtered, entriesByKey, cqlFilteredKeys);
     }
 
     private static HashSet<string> PruneUnreferencedReferenceResources(
         HashSet<string> keptKeys,
-        Dictionary<string, ResourceEntry> entriesByKey)
+        Dictionary<string, ResourceEntry> entriesByKey,
+        IReadOnlySet<string>? cqlFilteredKeys)
     {
         if (keptKeys.Count == 0)
             return keptKeys;
@@ -129,6 +133,7 @@ private static HashSet<string> PruneUnreferencedReferenceResources(
         // prediction if still referenced by kept resources after org-scope filtering.
         var pruneTypes = new HashSet<string>(StringComparer.OrdinalIgnoreCase)
         {
+            "Location",
             "Medication",
             "Specimen",
             "Device"
@@ -142,6 +147,9 @@ private static HashSet<string> PruneUnreferencedReferenceResources(
             var referencedKeys = new HashSet<string>(StringComparer.OrdinalIgnoreCase);
             foreach (var key in keptKeys)
             {
+                if (cqlFilteredKeys?.Contains(key) == true)
+                    continue;
+
                 if (!entriesByKey.TryGetValue(key, out var entry))
                     continue;
 
@@ -196,86 +204,46 @@ private static bool LocationMatchesCondition(JsonElement locationResource, strin
         if (string.IsNullOrWhiteSpace(fhirPath))
             return false;
 
-        var path = fhirPath.Trim();
-        if (path.StartsWith("Location.", StringComparison.OrdinalIgnoreCase))
-            path = path["Location.".Length..];
-
-        var system = ExtractQuotedValue(path, "system");
-        var value = ExtractQuotedValue(path, "value");
-        var code = ExtractQuotedValue(path, "code");
-
-        if (path.Contains("identifier", StringComparison.OrdinalIgnoreCase)
-            && !string.IsNullOrWhiteSpace(system)
-            && locationResource.TryGetProperty("identifier", out var identifiers)
-            && identifiers.ValueKind == JsonValueKind.Array)
+        try
         {
-            foreach (var identifier in identifiers.EnumerateArray())
-            {
-                if (!identifier.TryGetProperty("system", out var sysProp) || sysProp.ValueKind != JsonValueKind.String)
-                    continue;
+            var path = fhirPath.Trim();
+            if (path.StartsWith("Location.", StringComparison.OrdinalIgnoreCase))
+                path = path["Location.".Length..];
 
-                var identifierSystem = sysProp.GetString();
-                if (!string.Equals(identifierSystem, system, StringComparison.OrdinalIgnoreCase))
-                    continue;
+            var location = JsonSerializer.Deserialize<Location>(
+                locationResource.GetRawText(),
+                FhirSerializerOptions.ForFhirWithoutValidation());
 
-                if (string.IsNullOrWhiteSpace(value))
-                    return true;
+            if (location is null)
+                return false;
 
-                if (identifier.TryGetProperty("value", out var valueProp)
-                    && valueProp.ValueKind == JsonValueKind.String
-                    && string.Equals(valueProp.GetString(), value, StringComparison.OrdinalIgnoreCase))
-                {
-                    return true;
-                }
-            }
-        }
+            var element = location.ToTypedElement();
+            var compiled = new FhirPathCompiler().Compile(path);
+            var results = compiled(element, new EvaluationContext()).ToList();
 
-        if (path.Contains("type.coding", StringComparison.OrdinalIgnoreCase)
-            && !string.IsNullOrWhiteSpace(system)
-            && locationResource.TryGetProperty("type", out var types)
-            && types.ValueKind == JsonValueKind.Array)
-        {
-            foreach (var type in types.EnumerateArray())
-            {
-                if (!type.TryGetProperty("coding", out var codingArray) || codingArray.ValueKind != JsonValueKind.Array)
-                    continue;
+            if (results.Count == 0)
+                return false;
 
-                foreach (var coding in codingArray.EnumerateArray())
-                {
-                    if (!coding.TryGetProperty("system", out var sysProp) || sysProp.ValueKind != JsonValueKind.String)
-                        continue;
+            if (results.Count == 1 && results[0].Value is bool isMatch)
+                return isMatch;
 
-                    if (!string.Equals(sysProp.GetString(), system, StringComparison.OrdinalIgnoreCase))
-                        continue;
-
-                    if (string.IsNullOrWhiteSpace(code))
-                        return true;
-
-                    if (coding.TryGetProperty("code", out var codeProp)
-                        && codeProp.ValueKind == JsonValueKind.String
-                        && string.Equals(codeProp.GetString(), code, StringComparison.OrdinalIgnoreCase))
-                    {
-                        return true;
-                    }
-                }
-            }
+            return true;
+        }
+        catch
+        {
+            return false;
         }
-
-        return false;
-    }
-
-    private static string? ExtractQuotedValue(string source, string key)
-    {
-        var match = Regex.Match(source, $@"\b{Regex.Escape(key)}\s*=\s*'([^']+)'", RegexOptions.IgnoreCase);
-        return match.Success ? match.Groups[1].Value : null;
     }
 
     private static bool TryGetReferencedResourceIds(JsonElement resource, string resourceType, out List<string> ids)
     {
         ids = EnumerateReferences(resource)
-            .Where(reference => reference.StartsWith(resourceType + "/", StringComparison.OrdinalIgnoreCase))
-            .Select(reference => reference[(resourceType.Length + 1)..])
-            .Where(id => !string.IsNullOrWhiteSpace(id))
+            .Select(reference => TryParseReference(reference, out var type, out var id)
+                ? (Type: type, Id: id)
+                : (Type: string.Empty, Id: string.Empty))
+            .Where(parsed => string.Equals(parsed.Type, resourceType, StringComparison.OrdinalIgnoreCase)
+                             && !string.IsNullOrWhiteSpace(parsed.Id))
+            .Select(parsed => parsed.Id)
             .Distinct(StringComparer.OrdinalIgnoreCase)
             .ToList();
 

DotNet/ServiceTests/UnitTests/Automation/GenerationManifestExpectedAbsTests.cs

@@ -167,6 +167,29 @@ public void Simulated_acquired_keys_take_precedence_over_generated_keys_for_qual
         keys.Should().BeEquivalentTo(["Patient/p-q", "Encounter/Esim"]);
     }
 
+    [Fact]
+    public void Empty_simulated_acquired_set_does_not_fallback_to_generated_keys()
+    {
+        var manifest = new GenerationManifest
+        {
+            PatientIds = ["p-q"],
+            Profiles = [QualifyingProfile()],
+            SelectedMeasures = [Ach],
+            ResourceKeysByPatient = new Dictionary<string, HashSet<string>>(StringComparer.Ordinal)
+            {
+                ["p-q"] = new(StringComparer.OrdinalIgnoreCase) { "Encounter/Egen", "Condition/Cgen" },
+            },
+            SimulatedAcquiredResourceKeysByPatient = new Dictionary<string, HashSet<string>>(StringComparer.Ordinal)
+            {
+                ["p-q"] = new(StringComparer.OrdinalIgnoreCase)
+            },
+        };
+
+        var keys = manifest.GetExpectedAbsKeysForPatient("p-q");
+
+        keys.Should().BeEquivalentTo(["Patient/p-q"]);
+    }
+
     [Fact]
     public void Expected_abs_counts_do_not_include_organization_when_include_setting_is_false()
     {