Merge release-1.11.0 into fix/remove-default-lfx-bundles

Author: erichare

docs/docs/Components/bundles-valkey.mdx

@@ -8,9 +8,9 @@ import PartialParams from '@site/docs/_partial-hidden-params.mdx';
 import PartialConditionalParams from '@site/docs/_partial-conditional-params.mdx';
 import PartialVectorSearchResults from '@site/docs/_partial-vector-search-results.mdx';
 import PartialVectorStoreInstance from '@site/docs/_partial-vector-store-instance.mdx';
-import PartialLfxBundlesInstall from '@site/docs/_partial-bundle-lfx-bundles-install.mdx';
+import { GraduatedBundleInstall } from '@site/docs/_partial-bundle-graduated-install.mdx';
 
-<PartialLfxBundlesInstall />
+<GraduatedBundleInstall packageName="valkey" />
 
 <Icon name="Blocks" aria-hidden="true" /> [**Bundles**](/components-bundle-components) contain custom components that support specific third-party integrations with Langflow.
 

docs/docs/_partial-bundle-graduated-install.mdx

@@ -18,6 +18,7 @@ export const GraduatedBundleInstall = ({ packageName }) => {
     'openai-compatible':  { name: 'OpenAI Compatible', coreSupport: false },
     'oracle':             { name: 'Oracle',          coreSupport: false },
     'paddle':             { name: 'PaddleOCR',       coreSupport: false },
+    'valkey':             { name: 'Valkey',          coreSupport: false },
     'vllm':               { name: 'vLLM',            coreSupport: false },
   };
 

pyproject.toml

@@ -45,6 +45,7 @@ dependencies = [
     "lfx-empiriolabs>=0.1.0,<1.0.0",
     "lfx-openai-compatible>=0.1.0,<1.0.0",
     "lfx-exa>=0.1.0,<1.0.0",
+    "lfx-valkey>=0.1.0,<1.0.0",
     # langflow-extensions:bundle-deps-end
 ]
 
@@ -120,6 +121,7 @@ lfx-vllm = { workspace = true }
 lfx-empiriolabs = { workspace = true }
 lfx-openai-compatible = { workspace = true }
 lfx-exa = { workspace = true }
+lfx-valkey = { workspace = true }
 # langflow-extensions:bundle-sources-end
 torch = { index = "pytorch-cpu" }
 torchvision = { index = "pytorch-cpu" }
@@ -150,6 +152,7 @@ members = [
     "src/bundles/empiriolabs",
     "src/bundles/openai-compatible",
     "src/bundles/exa",
+    "src/bundles/valkey",
     # langflow-extensions:bundle-members-end
 ]
 

src/backend/base/langflow/api/v2/files.py

@@ -46,7 +46,7 @@ def is_permanent_storage_failure(error: Exception) -> bool:
     if isinstance(error, FileNotFoundError):
         return True
 
-    # Check for S3 error codes (boto3/aioboto3)
+    # Check for S3 error codes (boto3/aiobotocore)
     # S3 errors have a 'response' attribute with Error.Code
     if hasattr(error, "response"):
         response = error.response

src/backend/base/langflow/core/celeryconfig.py

@@ -1,11 +1,18 @@
 # celeryconfig.py
 import os
 
+langflow_valkey_host = os.environ.get("LANGFLOW_VALKEY_HOST")
+langflow_valkey_port = os.environ.get("LANGFLOW_VALKEY_PORT")
 langflow_redis_host = os.environ.get("LANGFLOW_REDIS_HOST")
 langflow_redis_port = os.environ.get("LANGFLOW_REDIS_PORT")
 # broker default user
 
-if langflow_redis_host and langflow_redis_port:
+if langflow_valkey_host and langflow_valkey_port:
+    # Valkey is wire-compatible with Redis. Celery/kombu registers redis://,
+    # not valkey://, as the transport scheme.
+    broker_url = f"redis://{langflow_valkey_host}:{langflow_valkey_port}/0"
+    result_backend = f"redis://{langflow_valkey_host}:{langflow_valkey_port}/0"
+elif langflow_redis_host and langflow_redis_port:
     broker_url = f"redis://{langflow_redis_host}:{langflow_redis_port}/0"
     result_backend = f"redis://{langflow_redis_host}:{langflow_redis_port}/0"
 else:

src/backend/base/langflow/initial_setup/starter_projects/Content Aggregator.json

@@ -2516,7 +2516,7 @@
                   },
                   {
                     "name": "boto3",
-                    "version": "1.40.61"
+                    "version": "1.43.46"
                   },
                   {
                     "name": "googleapiclient",

src/backend/base/langflow/services/storage/s3.py

@@ -1,4 +1,4 @@
-"""S3-based storage service implementation using async boto3.
+"""S3-based storage service implementation using aiobotocore.
 
 This service handles file storage operations with AWS S3, including
 file upload, download, deletion, and listing operations.
@@ -22,7 +22,7 @@
 
 
 class S3StorageService(StorageService):
-    """A service class for handling S3 storage operations using aioboto3."""
+    """A service class for handling S3 storage operations using aiobotocore."""
 
     def __init__(self, session_service: SessionService, settings_service: SettingsService) -> None:
         """Initialize the S3 storage service with session and settings services.
@@ -32,7 +32,7 @@ def __init__(self, session_service: SessionService, settings_service: SettingsSe
             settings_service: The settings service instance
 
         Raises:
-            ImportError: If aioboto3 is not installed
+            ImportError: If aiobotocore is not installed
             ValueError: If required S3 configuration is missing
         """
         super().__init__(session_service, settings_service)
@@ -50,13 +50,13 @@ def __init__(self, session_service: SessionService, settings_service: SettingsSe
         self.tags = settings_service.settings.object_storage_tags or {}
 
         try:
-            import aioboto3
+            from aiobotocore.session import get_session
         except ImportError as exc:
-            msg = "aioboto3 is required for S3 storage. Install it with: uv pip install aioboto3"
+            msg = "aiobotocore is required for S3 storage. Install it with: uv pip install aiobotocore"
             raise ImportError(msg) from exc
 
         # Create session - AWS credentials are picked up from environment variables
-        self.session = aioboto3.Session()
+        self.session = get_session()
         self._client = None
 
         self.set_ready()
@@ -157,7 +157,7 @@ def resolve_component_path(self, logical_path: str) -> str:
 
     def _get_client(self):
         """Get or create an S3 client using the async context manager."""
-        return self.session.client("s3")
+        return self.session.create_client("s3")
 
     async def save_file(self, flow_id: str, file_name: str, data: bytes, *, append: bool = False) -> None:
         """Save a file to S3.
@@ -384,7 +384,7 @@ async def get_file_size(self, flow_id: str, file_name: str) -> int:
     async def teardown(self) -> None:
         """Perform any cleanup operations when the service is being torn down.
 
-        For S3, we don't need to do anything as aioboto3 handles cleanup
+        For S3, we don't need to do anything as aiobotocore handles cleanup
         via context managers.
         """
         logger.info("S3 storage service teardown complete")

src/backend/base/pyproject.toml

@@ -297,9 +297,8 @@ huggingface = ["huggingface-hub[inference]>=1.0.0,<2.0.0"]
 metaphor = ["exa-py>=1.14,<3"]
 metal = ["metal_sdk==2.5.1"]
 markup = ["MarkupSafe==3.0.2"]
-# Deliberately retained after the lfx-amazon graduation: boto3 also backs
-# langflow-base's own S3 storage backend (services/storage/s3.py, api/v2/files.py)
-# and lfx's S3 ingestion sources -- it is not exclusive to the amazon components.
+# Deliberately retained after the lfx-amazon graduation: boto3 backs lfx's
+# synchronous S3 file helpers. The backend storage service uses aiobotocore.
 aws = ["boto3>=1.34.162,<2.0.0"]
 numexpr = ["numexpr>=2.10.2"]
 qianfan = ["qianfan==0.3.5"]
@@ -313,8 +312,8 @@ litellm = [
     "litellm>=1.85.1,<2.0.0; python_version < '3.14'",
     # Runtime deps from litellm[proxy] that langflow-ide hits when logging
     # to langfuse via litellm.proxy.proxy_server (issue #12228). The full
-    # [proxy] extra pins boto3==1.43.1, which conflicts with our aioboto3
-    # transitive cap, so we pull in just the missing modules instead.
+    # Pull in only the modules Langflow uses from litellm[proxy] rather than
+    # its much larger dependency surface.
     "apscheduler>=3.10.4,<4.0.0",
     "cryptography",
 ]
@@ -414,8 +413,12 @@ mlx = [
 # MCP
 fastmcp = ["fastmcp>=3.2.0"]
 
-# AWS extras
-aioboto3 = ["aioboto3>=15.2.0,<16.0.0"]
+# AWS async client. S3 storage uses aiobotocore directly so boto3 is no longer
+# constrained by aioboto3's exact pin to aiobotocore 2.25.1.
+aiobotocore = ["aiobotocore>=3.7.0,<4.0.0"]
+# Preserve the legacy extra name so existing langflow-base[aioboto3] install
+# commands continue to enable Langflow's async S3 backend.
+aioboto3 = ["aiobotocore>=3.7.0,<4.0.0"]
 
 # Astra
 astrapy = ["astrapy>=2.1.0,<3.0.0"]
@@ -463,7 +466,7 @@ complete = [
     "langflow-base[mcp]",
     # Orchestration / deployment adapters
     "langflow-base[kubernetes]",
-    "langflow-base[aioboto3]",
+    "langflow-base[aiobotocore]",
     "langflow-base[ibm-watsonx-clients]",
     # lfx-core component features: the dependency now lives in lfx (these base
     # extras re-export the matching lfx extra), keeping a single source of truth

src/backend/tests/unit/core/test_celeryconfig.py

@@ -1,9 +1,20 @@
 """Unit tests for langflow.core.celeryconfig module."""
 
+import importlib
+
+import pytest
+
 # Import the module to test
 from langflow.core import celeryconfig
 
 
+@pytest.fixture(autouse=True)
+def _restore_celeryconfig_after_test(monkeypatch):
+    yield
+    monkeypatch.undo()
+    importlib.reload(celeryconfig)
+
+
 class TestCeleryConfigAcceptContent:
     """Unit tests for accept_content configuration."""
 
@@ -93,3 +104,51 @@ def test_result_backend_contains_host(self):
         if "://" in result_backend:
             host_part = result_backend.split("://")[1]
             assert len(host_part) > 0
+
+
+class TestCeleryConfigValkey:
+    """Unit tests for Valkey broker configuration."""
+
+    def test_valkey_env_vars_set_broker_and_backend(self, monkeypatch):
+        monkeypatch.setenv("LANGFLOW_VALKEY_HOST", "valkey-host")
+        monkeypatch.setenv("LANGFLOW_VALKEY_PORT", "6380")
+        monkeypatch.delenv("LANGFLOW_REDIS_HOST", raising=False)
+        monkeypatch.delenv("LANGFLOW_REDIS_PORT", raising=False)
+
+        importlib.reload(celeryconfig)
+
+        assert celeryconfig.broker_url == "redis://valkey-host:6380/0"
+        assert celeryconfig.result_backend == "redis://valkey-host:6380/0"
+
+    def test_valkey_takes_precedence_over_redis(self, monkeypatch):
+        monkeypatch.setenv("LANGFLOW_VALKEY_HOST", "valkey-host")
+        monkeypatch.setenv("LANGFLOW_VALKEY_PORT", "6380")
+        monkeypatch.setenv("LANGFLOW_REDIS_HOST", "redis-host")
+        monkeypatch.setenv("LANGFLOW_REDIS_PORT", "6379")
+
+        importlib.reload(celeryconfig)
+
+        assert celeryconfig.broker_url == "redis://valkey-host:6380/0"
+        assert celeryconfig.result_backend == "redis://valkey-host:6380/0"
+
+    def test_without_valkey_preserves_redis_behavior(self, monkeypatch):
+        monkeypatch.delenv("LANGFLOW_VALKEY_HOST", raising=False)
+        monkeypatch.delenv("LANGFLOW_VALKEY_PORT", raising=False)
+        monkeypatch.setenv("LANGFLOW_REDIS_HOST", "redis-host")
+        monkeypatch.setenv("LANGFLOW_REDIS_PORT", "6379")
+
+        importlib.reload(celeryconfig)
+
+        assert celeryconfig.broker_url == "redis://redis-host:6379/0"
+        assert celeryconfig.result_backend == "redis://redis-host:6379/0"
+
+    def test_incomplete_valkey_configuration_falls_back_to_redis(self, monkeypatch):
+        monkeypatch.setenv("LANGFLOW_VALKEY_HOST", "valkey-host")
+        monkeypatch.delenv("LANGFLOW_VALKEY_PORT", raising=False)
+        monkeypatch.setenv("LANGFLOW_REDIS_HOST", "redis-host")
+        monkeypatch.setenv("LANGFLOW_REDIS_PORT", "6379")
+
+        importlib.reload(celeryconfig)
+
+        assert celeryconfig.broker_url == "redis://redis-host:6379/0"
+        assert celeryconfig.result_backend == "redis://redis-host:6379/0"

src/backend/tests/unit/services/storage/test_s3_dependency.py

@@ -0,0 +1,22 @@
+"""Packaging tests for the asynchronous S3 storage dependency."""
+
+from __future__ import annotations
+
+import sys
+from pathlib import Path
+
+if sys.version_info >= (3, 11):
+    import tomllib
+else:
+    import tomli as tomllib
+
+
+def test_async_s3_extras_use_aiobotocore_directly() -> None:
+    pyproject_path = Path(__file__).resolve().parents[4] / "base" / "pyproject.toml"
+    with pyproject_path.open("rb") as pyproject_file:
+        optional = tomllib.load(pyproject_file)["project"]["optional-dependencies"]
+
+    expected = ["aiobotocore>=3.7.0,<4.0.0"]
+    assert optional["aiobotocore"] == expected
+    assert optional["aioboto3"] == expected
+    assert "langflow-base[aiobotocore]" in optional["complete"]