LEGLINK-788: Update Patient Bundle Upload (#1781)

* checkin

* Rabbit Comment

* Checkin

* Checkin

* Potential fix for pull request finding 'CodeQL / Log entries created from user input'

Co-authored-by: Copilot Autofix powered by AI <62310815+github-advanced-security[bot]@users.noreply.github.com>

* Rabbit Comments

* Fix some unit tests

---------

Co-authored-by: Copilot Autofix powered by AI <62310815+github-advanced-security[bot]@users.noreply.github.com>

Author: nvmLantana

DotNet/Automation.UI/Automation.UI.csproj

@@ -23,6 +23,7 @@
   </ItemGroup>
 
   <ItemGroup>
+    <PackageReference Include="Azure.Storage.Blobs" />
     <PackageReference Include="Microsoft.AspNetCore.Authentication.OpenIdConnect" />
   </ItemGroup>
 

DotNet/Automation.UI/Controllers/ScenariosController.cs

@@ -11,6 +11,7 @@
 using LantanaGroup.Link.Shared.Settings;
 using Microsoft.AspNetCore.DataProtection;
 using Microsoft.AspNetCore.DataProtection.KeyManagement;
+using Microsoft.AspNetCore.Http.Features;
 using Microsoft.AspNetCore.HttpOverrides;
 using Microsoft.IdentityModel.Tokens;
 using MongoDB.Driver;
@@ -36,6 +37,7 @@
 
 // -- Bind options --
 builder.Services.Configure<AutomationConfig>(builder.Configuration.GetSection("Automation"));
+builder.Services.Configure<ImportedBundleBlobStorageSettings>(builder.Configuration.GetSection(ImportedBundleBlobStorageSettings.Key));
 
 var lokiUrl = builder.Configuration["Loki:Url"];
 if (string.IsNullOrWhiteSpace(lokiUrl))
@@ -225,6 +227,7 @@ static IReadOnlyCollection<string> BuildValidAudiences(string configuredAudience
     });
 
 builder.Services.AddSingleton<MongoIndexManager>();
+builder.Services.AddSingleton<IImportedBundleContentStore, AzureBlobImportedBundleContentStore>();
 builder.Services.AddSingleton<ISnapshotStore, MongoSnapshotStore>();
 builder.Services.AddSingleton<IScenarioStore, MongoScenarioStore>();
 builder.Services.AddSingleton<IQueryPlanTemplateStore, MongoQueryPlanTemplateStore>();
@@ -255,6 +258,7 @@ static IReadOnlyCollection<string> BuildValidAudiences(string configuredAudience
 builder.Services.AddSingleton<Automation.UI.Services.ApiHealth.Seeding.IApiHealthSeedContextAccessor, Automation.UI.Services.ApiHealth.Seeding.ApiHealthSeedContextAccessor>();
 builder.Services.AddSingleton<Automation.UI.Services.ApiHealth.Seeding.IApiHealthSeedOrchestrator, Automation.UI.Services.ApiHealth.Seeding.ApiHealthSeedOrchestrator>();
 builder.Services.AddHostedService<ScenarioRunStartupRecoveryService>();
+builder.Services.AddHostedService<ImportedBundleBlobMigrationService>();
 builder.Services.AddHostedService<Automation.UI.Services.ApiHealth.ApiHealthStartupRecoveryService>();
 builder.Services.AddHttpClient("ApiHealthTest");
 builder.Services.AddHealthChecks();
@@ -278,6 +282,14 @@ static IReadOnlyCollection<string> BuildValidAudiences(string configuredAudience
 builder.Services.AddHostedService<NormalizationSuiteSeedService>();
 builder.Services.AddHostedService<OrganizationResourceMapTemplateSeedService>();
 
+// Allow large imported-patient bundle uploads in the Automation UI.
+builder.Services.Configure<FormOptions>(options =>
+{
+    options.MultipartBodyLengthLimit = long.MaxValue;
+    options.ValueLengthLimit = int.MaxValue;
+    options.MultipartHeadersLengthLimit = int.MaxValue;
+});
+
 // -- Seed synthetic runs for dashboard verification.
 //    Gated on config (Dashboard:SeedFakeRuns). Used for Debugging Dashbhoard.
 if (builder.Configuration.GetValue<bool?>("Dashboard:SeedFakeRuns") ?? false)

DotNet/Automation.UI/Program.cs

@@ -0,0 +1,3 @@
+using System.Runtime.CompilerServices;
+
+[assembly: InternalsVisibleTo("ServiceTests")]

DotNet/Automation.UI/Properties/AssemblyInfo.cs

@@ -0,0 +1,85 @@
+using Azure.Storage.Blobs;
+using Azure.Storage.Blobs.Models;
+using Microsoft.Extensions.Options;
+using System.Text;
+
+namespace Automation.UI.Services.Persistence;
+
+public sealed class AzureBlobImportedBundleContentStore : IImportedBundleContentStore
+{
+    private readonly ImportedBundleBlobStorageSettings _settings;
+    private readonly BlobContainerClient _container;
+
+    public AzureBlobImportedBundleContentStore(IOptions<ImportedBundleBlobStorageSettings> settings)
+    {
+        _settings = settings.Value;
+
+        if (string.IsNullOrWhiteSpace(_settings.ConnectionString))
+            throw new InvalidOperationException("InternalBlobStorage:ConnectionString is required for imported bundle storage.");
+        if (string.IsNullOrWhiteSpace(_settings.BlobContainerName))
+            throw new InvalidOperationException("InternalBlobStorage:BlobContainerName is required for imported bundle storage.");
+
+        _container = new BlobContainerClient(_settings.ConnectionString, _settings.BlobContainerName);
+    }
+
+    public async Task<StoredImportedBundleContent> StoreAsync(Guid bundleId, string contentHash, string bundleJson, CancellationToken ct = default)
+    {
+        if (string.IsNullOrWhiteSpace(bundleJson))
+            throw new InvalidOperationException("Bundle JSON is required.");
+
+        await _container.CreateIfNotExistsAsync(cancellationToken: ct);
+
+        var blobName = BuildBlobName(bundleId, contentHash);
+        var bytes = Encoding.UTF8.GetBytes(bundleJson);
+        var blob = _container.GetBlobClient(blobName);
+
+        var exists = await blob.ExistsAsync(ct);
+        if (exists.Value)
+        {
+            var props = await blob.GetPropertiesAsync(cancellationToken: ct);
+            return new StoredImportedBundleContent(blobName, props.Value.ContentLength);
+        }
+
+        using var stream = new MemoryStream(bytes, writable: false);
+        await blob.UploadAsync(stream, overwrite: true, cancellationToken: ct);
+        await blob.SetHttpHeadersAsync(new BlobHttpHeaders
+        {
+            ContentType = "application/fhir+json"
+        }, cancellationToken: ct);
+
+        return new StoredImportedBundleContent(blobName, bytes.LongLength);
+    }
+
+    public async Task<string?> ReadAsync(ImportedBundleDocument bundle, CancellationToken ct = default)
+    {
+        if (!string.IsNullOrWhiteSpace(bundle.BundleBlobName))
+        {
+            var blob = _container.GetBlobClient(bundle.BundleBlobName);
+            var exists = await blob.ExistsAsync(ct);
+            if (!exists.Value)
+                return null;
+
+            var download = await blob.DownloadContentAsync(ct);
+            return download.Value.Content.ToString();
+        }
+
+        return bundle.BundleJson;
+    }
+
+    public async Task DeleteAsync(ImportedBundleDocument bundle, CancellationToken ct = default)
+    {
+        if (string.IsNullOrWhiteSpace(bundle.BundleBlobName))
+            return;
+
+        await _container.DeleteBlobIfExistsAsync(bundle.BundleBlobName, cancellationToken: ct);
+    }
+
+    private string BuildBlobName(Guid bundleId, string contentHash)
+    {
+        var root = string.IsNullOrWhiteSpace(_settings.BlobRoot)
+            ? "automation/imported-bundles"
+            : _settings.BlobRoot.Trim('/');
+
+        return $"{root}/{bundleId:N}-{contentHash}.json";
+    }
+}

DotNet/Automation.UI/Services/Persistence/AzureBlobImportedBundleContentStore.cs

@@ -0,0 +1,10 @@
+namespace Automation.UI.Services.Persistence;
+
+public sealed record StoredImportedBundleContent(string BlobName, long ByteCount);
+
+public interface IImportedBundleContentStore
+{
+    Task<StoredImportedBundleContent> StoreAsync(Guid bundleId, string contentHash, string bundleJson, CancellationToken ct = default);
+    Task<string?> ReadAsync(ImportedBundleDocument bundle, CancellationToken ct = default);
+    Task DeleteAsync(ImportedBundleDocument bundle, CancellationToken ct = default);
+}