llm-relay/.env.example at main · benhumphry/llm-relay · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
# LLM Relay Configuration
# Copy this file to .env and fill in your API keys

# =============================================================================
# API Keys (optional - you can also use custom/Ollama providers via Admin UI)
# =============================================================================

# First-party providers
ANTHROPIC_API_KEY=
OPENAI_API_KEY=
GOOGLE_API_KEY=
DEEPSEEK_API_KEY=
MISTRAL_API_KEY=
GROQ_API_KEY=
XAI_API_KEY=

# Aggregators
OPENROUTER_API_KEY=
PERPLEXITY_API_KEY=

# Inference providers
FIREWORKS_API_KEY=
TOGETHER_API_KEY=
DEEPINFRA_API_KEY=
CEREBRAS_API_KEY=
SAMBANOVA_API_KEY=
COHERE_API_KEY=

# =============================================================================
# Admin UI
# =============================================================================

# Password for Admin UI (random generated if not set)
# ADMIN_PASSWORD=

# Set to "false" to disable Admin UI entirely
# ADMIN_ENABLED=true

# Set to "false" to disable Admin UI authentication
# ADMIN_AUTH_ENABLED=true

# Secret for session cookies (random generated if not set)
# ADMIN_SESSION_SECRET=

# =============================================================================
# Server Configuration (defaults shown)
# =============================================================================

# API Server
# PORT=11434
# HOST=0.0.0.0

# Admin UI
# ADMIN_PORT=8080
# ADMIN_HOST=0.0.0.0

# Debug logging
# DEBUG=false

# Log full request/response details (useful for debugging)
# DEBUG_RESPONSES=false

# Log SQL queries
# SQL_DEBUG=false

# =============================================================================
# Database (optional - defaults to SQLite)
# =============================================================================

# Use PostgreSQL instead of SQLite for production/multi-instance deployments
# DATABASE_URL=postgresql://user:password@host:5432/llm_proxy

# =============================================================================
# Optional Features
# =============================================================================

# ChromaDB for Smart Caches, Smart Augmentors, Smart RAGs, and Model Intelligence
# CHROMA_URL=http://localhost:8000

# SearXNG for web search (Smart Augmentors and Model Intelligence)
# SEARXNG_URL=http://localhost:8080

# Jina Reader API key for web scraping (optional - increases rate limits)
# JINA_API_KEY=