Fix storage options for HTTP URLs (public B2 access)

Author: mihiarc

gridfia/api.py

@@ -974,7 +974,8 @@ def load_state(
         url = self.settings.cloud.get_state_url(state_upper)
 
         # Merge config storage options with user-provided options
-        config_options = self.settings.cloud.get_storage_options()
+        # Pass URL to get correct options (HTTP vs S3)
+        config_options = self.settings.cloud.get_storage_options(url=url)
         if storage_options:
             config_options.update(storage_options)
 
@@ -1060,7 +1061,8 @@ def load_from_cloud(
             )
 
         # Merge config storage options with user-provided options
-        config_options = self.settings.cloud.get_storage_options()
+        # Pass URL to get correct options (HTTP vs S3)
+        config_options = self.settings.cloud.get_storage_options(url=url)
         if storage_options:
             config_options.update(storage_options)
 

gridfia/config.py

@@ -110,19 +110,28 @@ def get_sample_url(self, sample_name: str) -> str:
         """
         return f"{self.public_url}/{self.samples_prefix}/{sample_name}.zarr"
 
-    def get_storage_options(self) -> Dict[str, Any]:
+    def get_storage_options(self, url: Optional[str] = None) -> Dict[str, Any]:
         """Get fsspec storage options for this backend.
 
+        Args:
+            url: Optional URL to determine protocol. If starts with http(s),
+                 returns empty options for public HTTP access.
+
         Returns:
             Dictionary of options to pass to fsspec/zarr for cloud access
         """
         options: Dict[str, Any] = {}
 
+        # For HTTP/HTTPS URLs (public bucket access), no special options needed
+        # fsspec uses aiohttp backend which doesn't need S3 credentials
+        if url and url.startswith(("http://", "https://")):
+            return options
+
         if self.backend == CloudStorageBackend.HTTP:
-            # HTTP needs no special options for public access
+            # HTTP backend explicitly set - no special options
             return options
 
-        # S3-compatible backends (B2, R2, S3)
+        # S3-compatible backends (B2, R2, S3) - only for s3:// URLs
         if self.access_key and self.secret_key:
             options["key"] = self.access_key
             options["secret"] = self.secret_key