Merge pull request #539 from paillave/bugazureproject

paillave · web-flow · commit d5db7931fc7a · 2025-09-24T18:12:35.000+02:00
Add Azure Storage Account integration with file handling and processing
diff --git a/src/Paillave.Etl.AzureStorageAccount/AzureBlobDirectoryContents.cs b/src/Paillave.Etl.AzureStorageAccount/AzureBlobDirectoryContents.cs
@@ -1,7 +1,7 @@
 using System.Collections;
 using Microsoft.Extensions.FileProviders;
 
-namespace Paillave.Etl.AzureStorageAccountFileProvider;
+namespace Paillave.Etl.AzureStorageAccount;
 
 public class AzureBlobDirectoryContents : IDirectoryContents, IEnumerable<AzureBlobFileInfo>
 {
diff --git a/src/Paillave.Etl.AzureStorageAccount/AzureBlobFileInfo.cs b/src/Paillave.Etl.AzureStorageAccount/AzureBlobFileInfo.cs
@@ -2,7 +2,7 @@
 using Azure.Storage.Blobs.Models;
 using Microsoft.Extensions.FileProviders;
 
-namespace Paillave.Etl.AzureStorageAccountFileProvider;
+namespace Paillave.Etl.AzureStorageAccount;
 
 public class AzureBlobFileInfo : IFileInfo
 {
diff --git a/src/Paillave.Etl.AzureStorageAccount/AzureBlobFileProvider.cs b/src/Paillave.Etl.AzureStorageAccount/AzureBlobFileProvider.cs
@@ -2,7 +2,7 @@
 using Microsoft.Extensions.FileProviders;
 using Microsoft.Extensions.Primitives;
 
-namespace Paillave.Etl.AzureStorageAccountFileProvider;
+namespace Paillave.Etl.AzureStorageAccount;
 public class AzureBlobFileProvider : IFileProvider, IFileSaver
 {
     private readonly BlobContainerClient _blobContainerClient;
diff --git a/src/Paillave.Etl.AzureStorageAccount/AzureBlobOptions.cs b/src/Paillave.Etl.AzureStorageAccount/AzureBlobOptions.cs
@@ -1,4 +1,4 @@
-namespace Paillave.Etl.AzureStorageAccountFileProvider;
+namespace Paillave.Etl.AzureStorageAccount;
 
 public class AzureBlobOptions
 {
diff --git a/src/Paillave.Etl.AzureStorageAccount/AzureBlobProviderProcessorAdapter.cs b/src/Paillave.Etl.AzureStorageAccount/AzureBlobProviderProcessorAdapter.cs
@@ -1,6 +1,6 @@
 using Paillave.Etl.Core;
 
-namespace Paillave.Etl.AzureStorageAccountFileProvider;
+namespace Paillave.Etl.AzureStorageAccount;
 
 public class AzureStorageAccountProviderProcessorAdapter : ProviderProcessorAdapterBase<AzureBlobOptions,
                                                                              AzureStorageAccountAdapterProviderParameters,
diff --git a/src/Paillave.Etl.AzureStorageAccount/AzureStorageAccountFileValue.cs b/src/Paillave.Etl.AzureStorageAccount/AzureStorageAccountFileValue.cs
@@ -1,6 +1,6 @@
 using Paillave.Etl.Core;
 
-namespace Paillave.Etl.AzureStorageAccountFileProvider;
+namespace Paillave.Etl.AzureStorageAccount;
 
 public class AzureStorageAccountFileValue(AzureBlobFileInfo fileInfo)
     : FileValueBase
diff --git a/src/Paillave.Etl.AzureStorageAccount/AzureStorageAccountFileValueProcessor.cs b/src/Paillave.Etl.AzureStorageAccount/AzureStorageAccountFileValueProcessor.cs
@@ -1,6 +1,6 @@
 using Paillave.Etl.Core;
 
-namespace Paillave.Etl.AzureStorageAccountFileProvider;
+namespace Paillave.Etl.AzureStorageAccount;
 
 public class AzureStorageAccountAdapterProcessorParameters
 {
diff --git a/src/Paillave.Etl.AzureStorageAccount/AzureStorageAccountFileValueProvider.cs b/src/Paillave.Etl.AzureStorageAccount/AzureStorageAccountFileValueProvider.cs
@@ -1,7 +1,7 @@
 using Microsoft.Extensions.FileSystemGlobbing;
 using Paillave.Etl.Core;
 
-namespace Paillave.Etl.AzureStorageAccountFileProvider;
+namespace Paillave.Etl.AzureStorageAccount;
 
 public class AzureStorageAccountAdapterProviderParameters
 {
diff --git a/src/Paillave.Etl.AzureStorageAccount/BlobExtensions.cs b/src/Paillave.Etl.AzureStorageAccount/BlobExtensions.cs
@@ -4,7 +4,7 @@
 using Azure.Storage.Blobs;
 using Azure.Storage.Blobs.Models;
 
-namespace Paillave.Etl.AzureStorageAccountFileProvider;
+namespace Paillave.Etl.AzureStorageAccount;
 
 internal static class BlobExtensions
 {
diff --git a/src/Paillave.Etl.AzureStorageAccount/IFileSaver.cs b/src/Paillave.Etl.AzureStorageAccount/IFileSaver.cs
@@ -1,6 +1,6 @@
 using Microsoft.Extensions.FileProviders;
 
-namespace Paillave.Etl.AzureStorageAccountFileProvider;
+namespace Paillave.Etl.AzureStorageAccount;
 
 public interface IFileSaver
 {
diff --git a/src/Paillave.Etl.AzureStorageAccount/Paillave.Etl.AzureStorageAccount.csproj b/src/Paillave.Etl.AzureStorageAccount/Paillave.Etl.AzureStorageAccount.csproj
@@ -5,7 +5,7 @@
     <TargetFrameworks>net9.0;net8.0</TargetFrameworks>
     <ImplicitUsings>enable</ImplicitUsings>
     <Nullable>enable</Nullable>
-    <PackageId>Paillave.EtlNet.AzureStorageAccountFileProvider</PackageId>
+    <PackageId>Paillave.EtlNet.AzureStorageAccount</PackageId>
     <PackageTags>ETL .net core azure storage account</PackageTags>
     <Product>Azure Storage Account extensions</Product>
     <Description>Extensions for Etl.Net to get of write files to Azure Storage Account</Description>
diff --git a/src/Paillave.Etl.sln b/src/Paillave.Etl.sln
@@ -54,7 +54,7 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Paillave.Etl.Http", "Pailla
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Paillave.Etl.XmlFileTests", "Paillave.Etl.XmlFileTests\Paillave.Etl.XmlFileTests.csproj", "{D3F4F6F9-F964-436D-8C16-4FEFD97F2EEE}"
 EndProject
-Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Paillave.Etl.AzureStorageAccountFileProvider", "Paillave.Etl.AzureStorageAccountFileProvider\Paillave.Etl.AzureStorageAccountFileProvider.csproj", "{01C62EAC-96DF-488A-83AF-6CCA87A8F3CE}"
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Paillave.Etl.AzureStorageAccount", "Paillave.Etl.AzureStorageAccount\Paillave.Etl.AzureStorageAccount.csproj", "{01C62EAC-96DF-488A-83AF-6CCA87A8F3CE}"
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Paillave.Etl.Pgp", "Paillave.Etl.Pgp\Paillave.Etl.Pgp.csproj", "{98FCFFD8-5809-49B6-AEB6-1C1325A68584}"
 EndProject
diff --git a/src/Paillave.Etl/Extensions/StreamNodes/WithPreviousStreamNode.cs b/src/Paillave.Etl/Extensions/StreamNodes/WithPreviousStreamNode.cs
@@ -22,7 +22,7 @@ protected override IStream<TOut> CreateOutputStream(WithPreviousArgs<TIn, TOut>
                 .Scan<TIn, (FixedQueue<TIn> Queue, TIn[] Items)>((new FixedQueue<TIn>(args.Count), new TIn[] { }), (a, v) =>
                     {
                         a.Queue.Enqueue(v);
-                        return (a.Queue, a.Queue.ToArray().Reverse().ToArray());
+                        return (a.Queue, Enumerable.Reverse(a.Queue.ToArray()).ToArray());
                     })
                 .Map(i => args.GetResult(i.Items));
             return base.CreateUnsortedStream(obs);
@@ -47,7 +47,7 @@ protected override IStream<Correlated<TOut>> CreateOutputStream(WithPreviousCorr
                         a.Queue.Enqueue(v);
                         return (
                                 a.Queue,
-                                a.Queue.ToArray().Reverse().Select(i => i.Row).ToArray(),
+                                Enumerable.Reverse(a.Queue.ToArray()).Select(i => i.Row).ToArray(),
                                 a.Queue.ToArray().SelectMany(i => i.CorrelationKeys).ToHashSet());
                     })
                 .Map(i => new Correlated<TOut>
diff --git a/src/SharedSettings.props b/src/SharedSettings.props
@@ -2,7 +2,7 @@
   <PropertyGroup>
     <LangVersion>latest</LangVersion>
     <Nullable>enable</Nullable>
-    <Version>2.3.15-beta.0</Version>
+    <Version>2.3.16-beta.0</Version>
     <PackageIcon>NugetIcon.png</PackageIcon>
     <PackageReadmeFile>README.md</PackageReadmeFile>
     <Authors>Stéphane Royer</Authors>

Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`using System.Collections;`
`2`	`2`	`using Microsoft.Extensions.FileProviders;`
`3`	`3`
`4`		`-namespace Paillave.Etl.AzureStorageAccountFileProvider;`
	`4`	`+namespace Paillave.Etl.AzureStorageAccount;`
`5`	`5`
`6`	`6`	`public class AzureBlobDirectoryContents : IDirectoryContents, IEnumerable<AzureBlobFileInfo>`
`7`	`7`	`{`
Original file line number	Diff line number	Diff line change
`@@ -2,7 +2,7 @@`
`2`	`2`	`using Azure.Storage.Blobs.Models;`
`3`	`3`	`using Microsoft.Extensions.FileProviders;`
`4`	`4`
`5`		`-namespace Paillave.Etl.AzureStorageAccountFileProvider;`
	`5`	`+namespace Paillave.Etl.AzureStorageAccount;`
`6`	`6`
`7`	`7`	`public class AzureBlobFileInfo : IFileInfo`
`8`	`8`	`{`
Original file line number	Diff line number	Diff line change
`@@ -2,7 +2,7 @@`
`2`	`2`	`using Microsoft.Extensions.FileProviders;`
`3`	`3`	`using Microsoft.Extensions.Primitives;`
`4`	`4`
`5`		`-namespace Paillave.Etl.AzureStorageAccountFileProvider;`
	`5`	`+namespace Paillave.Etl.AzureStorageAccount;`
`6`	`6`	`public class AzureBlobFileProvider : IFileProvider, IFileSaver`
`7`	`7`	`{`
`8`	`8`	`private readonly BlobContainerClient _blobContainerClient;`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-namespace Paillave.Etl.AzureStorageAccountFileProvider;`
	`1`	`+namespace Paillave.Etl.AzureStorageAccount;`
`2`	`2`
`3`	`3`	`public class AzureBlobOptions`
`4`	`4`	`{`
Original file line number	Diff line number	Diff line change
`@@ -1,6 +1,6 @@`
`1`	`1`	`using Paillave.Etl.Core;`
`2`	`2`
`3`		`-namespace Paillave.Etl.AzureStorageAccountFileProvider;`
	`3`	`+namespace Paillave.Etl.AzureStorageAccount;`
`4`	`4`
`5`	`5`	`public class AzureStorageAccountAdapterProcessorParameters`
`6`	`6`	`{`
Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`using Microsoft.Extensions.FileSystemGlobbing;`
`2`	`2`	`using Paillave.Etl.Core;`
`3`	`3`
`4`		`-namespace Paillave.Etl.AzureStorageAccountFileProvider;`
	`4`	`+namespace Paillave.Etl.AzureStorageAccount;`
`5`	`5`
`6`	`6`	`public class AzureStorageAccountAdapterProviderParameters`
`7`	`7`	`{`
Original file line number	Diff line number	Diff line change
`@@ -4,7 +4,7 @@`
`4`	`4`	`using Azure.Storage.Blobs;`
`5`	`5`	`using Azure.Storage.Blobs.Models;`
`6`	`6`
`7`		`-namespace Paillave.Etl.AzureStorageAccountFileProvider;`
	`7`	`+namespace Paillave.Etl.AzureStorageAccount;`
`8`	`8`
`9`	`9`	`internal static class BlobExtensions`
`10`	`10`	`{`