Merge branch 'main' into job-sched

Author: cdoern

pyproject.toml

@@ -126,7 +126,6 @@ starter = [
     "redis>=8.0.0",
     "requests",
     "safetensors",
-    "scikit-learn",
     "scipy",
     "sentence-transformers>=5.6.0",
     "sentencepiece",

src/ogx/providers/registry/inference.py

@@ -39,7 +39,7 @@ def available_providers() -> list[ProviderSpec]:
             # CrossEncoder depends on torchao.quantization
             pip_packages=[
                 "torch torchvision torchao>=0.12.0 --extra-index-url https://download.pytorch.org/whl/cpu",
-                "sentence-transformers --no-deps",
+                "sentence-transformers",  # we installed cpu versions of pytorch so sentence-transformers doesn't pull in cuda deps
                 # required by some SentenceTransformers architectures for tensor rearrange/merge ops
                 "einops",
                 # fast HF tokenization backend used by SentenceTransformers models

src/ogx/providers/registry/responses.py

@@ -28,7 +28,6 @@ def available_providers() -> list[ProviderSpec]:
                 "fonttools>=4.60.2",
                 "pillow",
                 "pandas",
-                "scikit-learn",
                 "mcp>=1.28.1,<2.0",
             ]
             + kvstore_dependencies(),  # TODO make this dynamic based on the kvstore config

src/ogx/providers/registry/tool_runtime.py

@@ -28,7 +28,6 @@ def available_providers() -> list[ProviderSpec]:
             + [
                 "tqdm",
                 "numpy",
-                "scikit-learn",
                 "scipy",
                 "nltk>=3.9.4",
                 "sentencepiece",