run_hermes.sh

#!/usr/bin/env bash
set -euo pipefail

SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
: "${MAX_CTX:=98304}"
: "${BUDGET:=22}"
: "${VERIFY_MODE:=ddtree}"
: "${EXTRA_SERVER_ARGS:=--lazy-draft}"
: "${HERMES_MAX_TURNS:=40}"
source "$SCRIPT_DIR/common.sh"

CLIENT_OUT="$LOG_DIR/hermes.out"
HERMES_BIN="${HERMES_BIN:-$CLIENT_WORK_DIR/clients/hermes/home/.local/bin/hermes}"
require_client_binary "Hermes" "$HERMES_BIN" "hermes" "HERMES_BIN"
HOME_DIR="$LOG_DIR/hermes-home"
mkdir -p "$HOME_DIR"

cat > "$HOME_DIR/config.yaml" <<YAML
model:
  default: "$MODEL_ID"
  provider: "lucebox"
  base_url: "$BASE_URL/v1"
  api_key: "$API_KEY"
  api_mode: "chat_completions"
  context_length: $MAX_CTX
  max_tokens: $MAX_TOKENS

custom_providers:
  - name: "lucebox"
    base_url: "$BASE_URL/v1"
    api_key: "$API_KEY"
    api_mode: "chat_completions"
    models:
      "$MODEL_ID":
        context_length: $MAX_CTX
        max_tokens: $MAX_TOKENS

terminal:
  backend: "local"
  cwd: "$REPO_DIR"
  timeout: 180
  lifetime_seconds: 300
YAML

cat > "$HOME_DIR/.env" <<ENV
OPENAI_API_KEY=$API_KEY
OPENAI_BASE_URL=$BASE_URL/v1
HERMES_INFERENCE_PROVIDER=lucebox
HERMES_INFERENCE_MODEL=$MODEL_ID
HERMES_ACCEPT_HOOKS=1
HERMES_API_TIMEOUT=600
HERMES_API_CALL_STALE_TIMEOUT=600
ENV

start_lucebox_server
trap stop_lucebox_server EXIT
wait_lucebox_server

set +e
cd "$REPO_DIR"
HOME="$HOME_DIR" \
HERMES_HOME="$HOME_DIR" \
OPENAI_API_KEY="$API_KEY" \
OPENAI_BASE_URL="$BASE_URL/v1" \
HERMES_INFERENCE_PROVIDER=lucebox \
HERMES_INFERENCE_MODEL="$MODEL_ID" \
HERMES_ACCEPT_HOOKS=1 \
NO_COLOR=1 \
timeout 420s "$HERMES_BIN" chat \
  --quiet \
  --provider lucebox \
  --model "$MODEL_ID" \
  --accept-hooks \
  --yolo \
  --max-turns "$HERMES_MAX_TURNS" \
  --source lucebox-harness \
  --query "$PROMPT" \
  < /dev/null > "$CLIENT_OUT" 2>&1
RC=$?
set -e

finish_report "$CLIENT_OUT" "$RC"
exit "$RC"