Skip to content

Commit ad9a7d7

Browse files
author
Rohit (MC Backend Agent)
committed
fix(vllm): use get_latest_gh_tag, lower default resources to 2CPU/4GB + add model requirements note
1 parent b404b44 commit ad9a7d7

3 files changed

Lines changed: 8 additions & 4 deletions

File tree

ct/vllm.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@ function update_script() {
3030
exit
3131
fi
3232

33-
RELEASE=$(curl -fsSL https://api.github.com/repos/vllm-project/vllm/releases/latest | grep "tag_name" | awk -F '"' '{print $4}')
33+
RELEASE=$(get_latest_gh_tag "vllm-project/vllm")
3434
if [[ ! -f /opt/vLLM_version.txt ]] || [[ "${RELEASE}" != "$(cat /opt/vLLM_version.txt)" ]]; then
3535
if [[ ! -f /opt/vLLM_version.txt ]]; then
3636
touch /opt/vLLM_version.txt

install/vllm-install.sh

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -30,7 +30,7 @@ msg_info "Setting up Python Environment"
3030
$STD uv venv /opt/vllm/.venv
3131
msg_ok "Set up Python Environment"
3232

33-
RELEASE=$(curl -fsSL https://api.github.com/repos/vllm-project/vllm/releases/latest | grep "tag_name" | awk -F '"' '{print $4}')
33+
RELEASE=$(get_latest_gh_tag "vllm-project/vllm")
3434
VLLM_VERSION="${RELEASE#v}"
3535

3636
msg_info "Installing ${APP} ${RELEASE} (Patience — this takes 5-15 minutes)"

json/vllm.json

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,8 +17,8 @@
1717
"type": "default",
1818
"script": "ct/vllm.sh",
1919
"resources": {
20-
"cpu": 8,
21-
"ram": 16384,
20+
"cpu": 2,
21+
"ram": 4096,
2222
"hdd": 40,
2323
"os": "Ubuntu",
2424
"version": "24.04"
@@ -33,6 +33,10 @@
3333
{
3434
"text": "GPU passthrough requires a privileged LXC container with NVIDIA drivers installed on the Proxmox host. Edit /etc/vllm/vllm.env to configure model and settings before starting the service.",
3535
"type": "info"
36+
},
37+
{
38+
"text": "Default resources (2 CPU, 4GB RAM) are sufficient for installation only. Running models requires significantly more: small models (1-3B) need 4+ CPU and 8GB+ RAM; large models (7B+) require a GPU with 8GB+ VRAM and 16GB+ RAM.",
39+
"type": "warning"
3640
}
3741
]
3842
}

0 commit comments

Comments
 (0)