Skip to content

Commit 110f69c

Browse files
chore: bump airframe dep to 0.2.12, shimmy v2.3.3
1 parent dafb68f commit 110f69c

2 files changed

Lines changed: 109 additions & 115 deletions

File tree

Cargo.lock

Lines changed: 0 additions & 6 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

Cargo.toml

Lines changed: 109 additions & 109 deletions
Original file line numberDiff line numberDiff line change
@@ -1,109 +1,109 @@
1-
[package]
2-
name = "shimmy"
3-
version = "2.3.2"
4-
edition = "2021"
5-
license = "MIT"
6-
description = "Lightweight Ollama-compatible inference server with native SafeTensors support. No Python dependencies, cross-platform WebGPU acceleration via Airframe."
7-
homepage = "https://github.com/Michael-A-Kuykendall/shimmy"
8-
repository = "https://github.com/Michael-A-Kuykendall/shimmy"
9-
readme = "README.md"
10-
keywords = ["llm", "local-ai", "inference", "server", "api"]
11-
categories = ["command-line-utilities", "web-programming::http-server"]
12-
authors = ["Michael A. Kuykendall <michaelallenkuykendall@gmail.com>"]
13-
include = [
14-
"src/**/*",
15-
"templates/**/*",
16-
"Cargo.toml",
17-
"Cargo.lock",
18-
"README.md",
19-
"LICENSE",
20-
"build.rs"
21-
]
22-
23-
[features]
24-
default = ["airframe", "huggingface"] # Full GPU build; use --no-default-features --features huggingface for CPU-only
25-
# Engine backends
26-
airframe = ["dep:airframe"] # Airframe native GPU engine
27-
huggingface = [] # Python integration, no additional Rust deps
28-
mlx = [] # Apple MLX integration for Metal GPU acceleration on Apple Silicon
29-
# Convenience feature sets
30-
fast = ["huggingface"] # Fast compilation - no path deps (CI-safe)
31-
full = ["airframe", "huggingface", "mlx"] # Full compilation - includes all backends
32-
gpu = ["airframe", "huggingface"] # GPU-optimized build via Airframe
33-
apple = ["airframe", "huggingface"] # Apple Silicon - Airframe via Metal + HuggingFace
34-
coverage = ["huggingface"] # Coverage testing - no path deps, fast compile
35-
llama = [] # Deprecated: llama.cpp removed in v2.0. Empty feature retained to silence cfg guards pending cleanup.
36-
llama-cuda = [] # Deprecated: llama.cpp CUDA backend removed in v2.0.
37-
llama-vulkan = [] # Deprecated: llama.cpp Vulkan backend removed in v2.0.
38-
llama-opencl = [] # Deprecated: llama.cpp OpenCL backend removed in v2.0.
39-
40-
[dependencies]
41-
anyhow = "1"
42-
axum = { version = "0.7", features = ["http1", "json", "ws", "macros"] }
43-
async-trait = "0.1"
44-
bytes = "1"
45-
chrono = { version = "0.4", features = ["serde"] }
46-
clap = { version = "4", features = ["derive"] }
47-
futures-util = "0.3"
48-
lazy_static = "1.5"
49-
memmap2 = "0.9"
50-
minijinja = { version = "2", features = ["loader"] }
51-
parking_lot = "0.12"
52-
rand = "0.8"
53-
regex = "1"
54-
safetensors = "0.4"
55-
serde = { version = "1", features = ["derive"] }
56-
serde_json = "1"
57-
sys-info = "0.9"
58-
sysinfo = "0.30"
59-
tempfile = "3"
60-
thiserror = "1"
61-
tokio = { version = "1", features = ["macros","rt-multi-thread","signal","process","fs"] }
62-
tokio-stream = "0.1"
63-
tracing = "0.1"
64-
tracing-subscriber = { version = "0.3.20", features = ["env-filter"] }
65-
uuid = { version = "1", features = ["v4", "serde"] }
66-
dirs = "5.0"
67-
reqwest = { version = "0.12", features = ["json", "rustls-tls", "stream"], default-features = false }
68-
69-
# Airframe native GPU inference — public crate on crates.io
70-
airframe = { version = "0.2.11", optional = true, features = ["isf"] }
71-
72-
[dev-dependencies]
73-
tokio-tungstenite = "0.20"
74-
criterion = { version = "0.5", features = ["html_reports"] }
75-
serial_test = "3.1" # For serialized test execution
76-
# Additional dependencies for mock testing infrastructure
77-
tempfile = "3" # For creating temporary test directories
78-
rand = "0.8" # For randomized testing scenarios (already in main deps)
79-
assert_cmd = "2" # For CLI testing
80-
predicates = "3" # For assertion predicates in tests
81-
tower = { version = "0.5", features = ["util"] } # For test oneshot helper
82-
# Note: tempfile is already in main dependencies, rand is already in main dependencies
83-
84-
[profile.release]
85-
lto = true
86-
codegen-units = 1
87-
opt-level = "z"
88-
89-
# Optimize build times for development
90-
[profile.dev]
91-
opt-level = 1
92-
debug = true
93-
94-
# Faster builds for dependencies
95-
[profile.dev.package."*"]
96-
opt-level = 2
97-
debug = false
98-
99-
# Benchmark configuration
100-
[[bench]]
101-
name = "model_loading"
102-
harness = false
103-
104-
[[bench]]
105-
name = "generation_performance"
106-
harness = false
107-
108-
[workspace]
109-
1+
[package]
2+
name = "shimmy"
3+
version = "2.3.3"
4+
edition = "2021"
5+
license = "MIT"
6+
description = "Lightweight Ollama-compatible inference server with native SafeTensors support. No Python dependencies, cross-platform WebGPU acceleration via Airframe."
7+
homepage = "https://github.com/Michael-A-Kuykendall/shimmy"
8+
repository = "https://github.com/Michael-A-Kuykendall/shimmy"
9+
readme = "README.md"
10+
keywords = ["llm", "local-ai", "inference", "server", "api"]
11+
categories = ["command-line-utilities", "web-programming::http-server"]
12+
authors = ["Michael A. Kuykendall <michaelallenkuykendall@gmail.com>"]
13+
include = [
14+
"src/**/*",
15+
"templates/**/*",
16+
"Cargo.toml",
17+
"Cargo.lock",
18+
"README.md",
19+
"LICENSE",
20+
"build.rs"
21+
]
22+
23+
[features]
24+
default = ["airframe", "huggingface"] # Full GPU build; use --no-default-features --features huggingface for CPU-only
25+
# Engine backends
26+
airframe = ["dep:airframe"] # Airframe native GPU engine
27+
huggingface = [] # Python integration, no additional Rust deps
28+
mlx = [] # Apple MLX integration for Metal GPU acceleration on Apple Silicon
29+
# Convenience feature sets
30+
fast = ["huggingface"] # Fast compilation - no path deps (CI-safe)
31+
full = ["airframe", "huggingface", "mlx"] # Full compilation - includes all backends
32+
gpu = ["airframe", "huggingface"] # GPU-optimized build via Airframe
33+
apple = ["airframe", "huggingface"] # Apple Silicon - Airframe via Metal + HuggingFace
34+
coverage = ["huggingface"] # Coverage testing - no path deps, fast compile
35+
llama = [] # Deprecated: llama.cpp removed in v2.0. Empty feature retained to silence cfg guards pending cleanup.
36+
llama-cuda = [] # Deprecated: llama.cpp CUDA backend removed in v2.0.
37+
llama-vulkan = [] # Deprecated: llama.cpp Vulkan backend removed in v2.0.
38+
llama-opencl = [] # Deprecated: llama.cpp OpenCL backend removed in v2.0.
39+
40+
[dependencies]
41+
anyhow = "1"
42+
axum = { version = "0.7", features = ["http1", "json", "ws", "macros"] }
43+
async-trait = "0.1"
44+
bytes = "1"
45+
chrono = { version = "0.4", features = ["serde"] }
46+
clap = { version = "4", features = ["derive"] }
47+
futures-util = "0.3"
48+
lazy_static = "1.5"
49+
memmap2 = "0.9"
50+
minijinja = { version = "2", features = ["loader"] }
51+
parking_lot = "0.12"
52+
rand = "0.8"
53+
regex = "1"
54+
safetensors = "0.4"
55+
serde = { version = "1", features = ["derive"] }
56+
serde_json = "1"
57+
sys-info = "0.9"
58+
sysinfo = "0.30"
59+
tempfile = "3"
60+
thiserror = "1"
61+
tokio = { version = "1", features = ["macros","rt-multi-thread","signal","process","fs"] }
62+
tokio-stream = "0.1"
63+
tracing = "0.1"
64+
tracing-subscriber = { version = "0.3.20", features = ["env-filter"] }
65+
uuid = { version = "1", features = ["v4", "serde"] }
66+
dirs = "5.0"
67+
reqwest = { version = "0.12", features = ["json", "rustls-tls", "stream"], default-features = false }
68+
69+
# Airframe native GPU inference — public crate on crates.io
70+
airframe = { version = "0.2.12", optional = true, features = ["isf"] }
71+
72+
[dev-dependencies]
73+
tokio-tungstenite = "0.20"
74+
criterion = { version = "0.5", features = ["html_reports"] }
75+
serial_test = "3.1" # For serialized test execution
76+
# Additional dependencies for mock testing infrastructure
77+
tempfile = "3" # For creating temporary test directories
78+
rand = "0.8" # For randomized testing scenarios (already in main deps)
79+
assert_cmd = "2" # For CLI testing
80+
predicates = "3" # For assertion predicates in tests
81+
tower = { version = "0.5", features = ["util"] } # For test oneshot helper
82+
# Note: tempfile is already in main dependencies, rand is already in main dependencies
83+
84+
[profile.release]
85+
lto = true
86+
codegen-units = 1
87+
opt-level = "z"
88+
89+
# Optimize build times for development
90+
[profile.dev]
91+
opt-level = 1
92+
debug = true
93+
94+
# Faster builds for dependencies
95+
[profile.dev.package."*"]
96+
opt-level = 2
97+
debug = false
98+
99+
# Benchmark configuration
100+
[[bench]]
101+
name = "model_loading"
102+
harness = false
103+
104+
[[bench]]
105+
name = "generation_performance"
106+
harness = false
107+
108+
[workspace]
109+

0 commit comments

Comments
 (0)