transformer-training-interface/requirements.txt at main · SvetimFM/transformer-training-interface · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
# PyTorch - CPU version by default (for easier installation)
# For CUDA support, install PyTorch separately:
# pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu121
torch>=2.0.0
torchvision>=0.15.0

# Core dependencies
numpy==2.1.2
fastapi==0.115.6
uvicorn[standard]==0.34.0
websockets==14.1
pydantic==2.10.5

# Web framework
python-multipart==0.0.20
aiofiles>=23.0.0

# Data visualization
matplotlib>=3.7.0
plotly==5.24.1
pandas==2.2.3

# Optional UI (Streamlit) - not used in main app
# streamlit==1.40.2

# Transformer ecosystem
transformers==4.46.3
accelerate==1.2.1
bitsandbytes==0.45.0
sentencepiece==0.2.0
safetensors==0.4.5
datasets==3.2.0
huggingface-hub>=0.19.0  # For model downloading in diagnostics

# Utilities
tqdm>=4.66.0
rich>=13.0.0

# Development tools (optional)
# pytest>=7.4.0
# pytest-asyncio>=0.21.0
# black>=23.0.0
# flake8>=6.0.0