feat(litellm): bare-metal LiteLLM proxy via uv, PostgreSQL and systemd

ct/litellm.sh

@@ -0,0 +1,70 @@
+#!/usr/bin/env bash
+source <(curl -fsSL https://raw.githubusercontent.com/community-scripts/ProxmoxVED/main/misc/build.func)
+# Copyright (c) 2021-2026 community-scripts ORG
+# Author: stout01
+# Co-Authors: MickLesk, tremor021 (prior pip/Prisma versions)
+# License: MIT | https://github.com/community-scripts/ProxmoxVED/raw/main/LICENSE
+# Source: https://github.com/BerriAI/litellm
+
+APP="LiteLLM"
+var_tags="${var_tags:-ai;proxy;llm}"
+var_cpu="${var_cpu:-1}"
+var_ram="${var_ram:-2048}"
+var_disk="${var_disk:-10}"
+var_os="${var_os:-debian}"
+var_version="${var_version:-13}"
+var_arm64="${var_arm64:-no}"
+var_unprivileged="${var_unprivileged:-1}"
+
+header_info "$APP"
+variables
+color
+catch_errors
+
+function update_script() {
+  header_info
+  check_container_storage
+  check_container_resources
+
+  if [[ ! -f /opt/litellm/litellm.yaml ]]; then
+    msg_error "No ${APP} Installation Found!"
+    exit
+  fi
+
+  if check_for_gh_release "litellm" "BerriAI/litellm"; then
+    msg_info "Stopping LiteLLM"
+    systemctl stop litellm
+    msg_ok "Stopped LiteLLM"
+
+    create_backup /opt/litellm/litellm.yaml
+
+    CLEAN_INSTALL=1 fetch_and_deploy_gh_release "litellm" "BerriAI/litellm" "tarball" "latest" "/opt/litellm"
+
+    restore_backup
+
+    msg_info "Updating LiteLLM Python environment (Patience)"
+    cd /opt/litellm
+    $STD uv pip install --python .venv/bin/python -e ".[proxy]"
+    DATABASE_URL=$(grep 'database_url:' /opt/litellm/litellm.yaml | awk '{print $2}')
+    export DATABASE_URL
+    export PATH="/opt/litellm/.venv/bin:${PATH}"
+    $STD .venv/bin/prisma generate --schema=/opt/litellm/schema.prisma
+    msg_ok "Updated LiteLLM"
+
+    msg_info "Starting LiteLLM"
+    systemctl start litellm
+    msg_ok "Started LiteLLM"
+    msg_ok "Updated successfully!"
+  fi
+  exit
+}
+
+start
+build_container
+description
+
+msg_ok "Completed successfully!\n"
+echo -e "${CREATING}${GN}${APP} setup has been successfully initialized!${CL}"
+echo -e "${INFO}${YW} Access it using the following URL:${CL}"
+echo -e "${TAB}${GATEWAY}${BGN}http://${IP}:4000${CL}"
+echo -e "${INFO}${YW} Master key saved to:${CL} ${TAB}${BGN}~/litellm.creds${CL}"

install/litellm-install.sh

@@ -0,0 +1,112 @@
+#!/usr/bin/env bash
+
+# Copyright (c) 2021-2026 community-scripts ORG
+# Author: stout01
+# Co-Authors: MickLesk, tremor021 (prior pip/Prisma versions)
+# License: MIT | https://github.com/community-scripts/ProxmoxVED/raw/main/LICENSE
+# Source: https://github.com/BerriAI/litellm
+
+source /dev/stdin <<<"$FUNCTIONS_FILE_PATH"
+color
+verb_ip6
+catch_errors
+setting_up_container
+network_check
+update_os
+
+msg_info "Installing Dependencies"
+$STD apt install -y \
+  build-essential \
+  python3-dev \
+  libpq-dev \
+  openssl
+msg_ok "Installed Dependencies"
+
+PG_VERSION="16" setup_postgresql
+PG_DB_NAME="litellm" PG_DB_USER="litellm" setup_postgresql_db
+PYTHON_VERSION="3.12" USE_UVX="YES" setup_uv
+
+fetch_and_deploy_gh_release "litellm" "BerriAI/litellm" "tarball" "latest" "/opt/litellm"
+
+msg_info "Installing LiteLLM (Patience)"
+cd /opt/litellm
+$STD uv venv .venv
+$STD uv pip install --python .venv/bin/python prisma
+$STD uv pip install --python .venv/bin/python -e ".[proxy]"
+msg_ok "Installed LiteLLM"
+
+msg_info "Configuring LiteLLM"
+LITELLM_MASTER_KEY="sk-$(openssl rand -hex 16)"
+LITELLM_SALT_KEY="sk-$(openssl rand -hex 16)"
+DATABASE_URL="postgresql://${PG_DB_USER}:${PG_DB_PASS}@127.0.0.1:5432/${PG_DB_NAME}"
+
+cat <<EOF >/opt/litellm/litellm.yaml
+general_settings:
+  master_key: ${LITELLM_MASTER_KEY}
+  database_url: ${DATABASE_URL}
+  store_model_in_db: true
+litellm_settings:
+  salt_key: ${LITELLM_SALT_KEY}
+EOF
+
+export DATABASE_URL
+export PATH="/opt/litellm/.venv/bin:${PATH}"
+$STD .venv/bin/prisma generate --schema=/opt/litellm/schema.prisma
+$STD .venv/bin/litellm --config /opt/litellm/litellm.yaml --use_prisma_db_push --skip_server_startup
+msg_ok "Configured LiteLLM"
+
+msg_info "Creating Service"
+cat <<EOF >/etc/systemd/system/litellm.service
+[Unit]
+Description=LiteLLM Proxy
+After=network.target postgresql.service
+Wants=postgresql.service
+
+[Service]
+Type=simple
+WorkingDirectory=/opt/litellm
+Environment=DATABASE_URL=${DATABASE_URL}
+ExecStart=/opt/litellm/.venv/bin/litellm --config /opt/litellm/litellm.yaml
+Restart=on-failure
+RestartSec=5
+
+[Install]
+WantedBy=multi-user.target
+EOF
+systemctl enable -q --now litellm
+msg_ok "Created Service"
+
+msg_info "Waiting for LiteLLM health check"
+for i in $(seq 1 90); do
+  if curl -sf "http://127.0.0.1:4000/health/liveliness" >/dev/null 2>&1; then
+    msg_ok "LiteLLM is healthy"
+    break
+  fi
+  if ! systemctl is-active --quiet litellm; then
+    msg_error "LiteLLM service is not running — check: journalctl -u litellm -n 50"
+    journalctl -u litellm -n 30 --no-pager 2>/dev/null
+    exit 150
+  fi
+  sleep 2
+  if [[ "$i" -eq 90 ]]; then
+    msg_error "LiteLLM did not become healthy within 180s"
+    journalctl -u litellm -n 30 --no-pager 2>/dev/null
+    exit 150
+  fi
+done
+
+cat <<EOF >~/litellm.creds
+LiteLLM Credentials
+URL: http://${LOCAL_IP}:4000
+Master Key: ${LITELLM_MASTER_KEY}
+Salt Key: ${LITELLM_SALT_KEY}
+Postgres Password: ${PG_DB_PASS}
+
+Note: LITELLM_SALT_KEY cannot be changed after adding models to the proxy.
+EOF
+chmod 600 ~/litellm.creds
+msg_ok "Saved credentials to ~/litellm.creds"
+
+motd_ssh
+customize
+cleanup_lxc

json/litellm.json

@@ -0,0 +1,49 @@
+{
+  "name": "LiteLLM",
+  "slug": "litellm",
+  "categories": [
+    20
+  ],
+  "date_created": "2026-07-05",
+  "type": "ct",
+  "updateable": true,
+  "privileged": false,
+  "has_arm": false,
+  "interface_port": 4000,
+  "documentation": "https://docs.litellm.ai/",
+  "website": "https://github.com/BerriAI/litellm",
+  "logo": "https://cdn.jsdelivr.net/gh/twitter/twemoji@14.0.2/assets/72x72/1f685.png",
+  "description": "LiteLLM is an OpenAI-compatible LLM proxy with cost tracking, load balancing, and observability.",
+  "install_methods": [
+    {
+      "type": "default",
+      "script": "ct/litellm.sh",
+      "config_path": "/opt/litellm/litellm.yaml",
+      "resources": {
+        "cpu": 1,
+        "ram": 2048,
+        "hdd": 10,
+        "os": "Debian",
+        "version": "13"
+      }
+    }
+  ],
+  "default_credentials": {
+    "username": null,
+    "password": null
+  },
+  "notes": [
+    {
+      "text": "Master key and secrets are saved to ~/litellm.creds after install.",
+      "type": "info"
+    },
+    {
+      "text": "Uses PostgreSQL and Python (uv) with the official LiteLLM release tarball.",
+      "type": "info"
+    },
+    {
+      "text": "LITELLM_SALT_KEY cannot be changed after models are added to the proxy.",
+      "type": "warning"
+    }
+  ]
+}