production-stack/pyproject.toml at main · vllm-project/production-stack · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
[project]
name = "vllm-router"
dynamic = ["version"]
description = "The router for vLLM"
readme = "README.md"
requires-python = ">=3.12"
license = {text = "Apache-2.0"}
classifiers = [
    "Operating System :: OS Independent",
    "Programming Language :: Python :: 3",
    "License :: OSI Approved :: Apache Software License",
]
# Should be the same as src/vllm_router/requirements.txt
dependencies = [
    "aiofiles==24.1.0",
    "black>=25.1.0",
    "fastapi==0.128.0",
    "aiohttp[speedups]==3.13.3",
    "kubernetes==32.0.0",
    "numpy==1.26.4",
    "prometheus-client==0.21.1",
    "python-multipart==0.0.22",
    "sentry-sdk[fastapi]==2.27.0",
    "uhashring==2.3",
    "uvicorn==0.34.0",
    "xxhash==3.5.0",
    "psutil==7.0.0",
    "pyyaml>=6.0.2",
    "opentelemetry-api>=1.28.0",
    "opentelemetry-sdk>=1.28.0",
    "opentelemetry-exporter-otlp>=1.28.0",
    "h11>=0.16.0",  # fix critical vulnerability GHSA-vqfr-h8mv-ghfj
    "httpcore>=1.0.8",  # required for h11>=0.16.0
]

[project.scripts]
vllm-router = "vllm_router.app:main"

[project.urls]
Repository = "https://github.com/vllm-project/production-stack"

[project.optional-dependencies]
default = []  # leave this empty because pip requires at least one specifier
semantic_cache = [
    "sentence-transformers==2.2.2",
    "faiss-cpu==1.10.0",
    "huggingface-hub==0.34.0",
]
lmcache = [
    "lmcache==0.3.11",
    "vllm==0.13.0",
]
test = [
    "pytest>=8.3.4",
    "pytest-asyncio>=0.25.3",
    "vllm==0.13.0"
]

[build-system]
requires = ["setuptools>=68", "setuptools_scm[toml]>=8.0"]

[tool.setuptools_scm]
write_to = "src/vllm_router/_version.py"

[tool.isort]
profile = "black"

[tool.pytest.ini_options]
asyncio_mode = "auto"

[dependency-groups]
lint = [
    "pre-commit>=4.1.0",
]
test = [
    "pytest>=8.3.4",
    "pytest-asyncio>=0.25.3"
]