eth-easl
diff --git a/‎deploy/clariden/job.sh‎
Lines changed: 72 additions & 0 deletions b/‎deploy/clariden/job.sh‎
Lines changed: 72 additions & 0 deletions
diff --git a/‎deploy/clariden/relay.cfg.yaml‎
Lines changed: 19 additions & 0 deletions b/‎deploy/clariden/relay.cfg.yaml‎
Lines changed: 19 additions & 0 deletions
diff --git a/‎deploy/clariden/setup.sh‎
Lines changed: 38 additions & 0 deletions b/‎deploy/clariden/setup.sh‎
Lines changed: 38 additions & 0 deletions
diff --git a/‎deploy/clariden/sglang.toml‎
Lines changed: 17 additions & 0 deletions b/‎deploy/clariden/sglang.toml‎
Lines changed: 17 additions & 0 deletions
diff --git a/‎deploy/clariden/start-relay.sh‎
Lines changed: 116 additions & 0 deletions b/‎deploy/clariden/start-relay.sh‎
Lines changed: 116 additions & 0 deletions
diff --git a/‎deploy/clariden/worker.cfg.yaml‎
Lines changed: 22 additions & 0 deletions b/‎deploy/clariden/worker.cfg.yaml‎
Lines changed: 22 additions & 0 deletions
diff --git a/‎deploy/cloudflare/.gitignore‎
Lines changed: 7 additions & 0 deletions b/‎deploy/cloudflare/.gitignore‎
Lines changed: 7 additions & 0 deletions
diff --git a/‎deploy/cloudflare/.terraform.lock.hcl‎
Lines changed: 19 additions & 0 deletions b/‎deploy/cloudflare/.terraform.lock.hcl‎
Lines changed: 19 additions & 0 deletions
diff --git a/‎deploy/cloudflare/README.md‎
Lines changed: 61 additions & 0 deletions b/‎deploy/cloudflare/README.md‎
Lines changed: 61 additions & 0 deletions
@@ -0,0 +1,72 @@
+#!/bin/bash
+#SBATCH --job-name=opentela-sglang
+#SBATCH --account=infra02
+#SBATCH --nodes=1
+#SBATCH --ntasks-per-node=1
+#SBATCH --gpus-per-task=1
+#SBATCH --time=01:00:00
+#SBATCH --partition=debug
+#SBATCH --output=logs/opentela_%j.out
+#SBATCH --error=logs/opentela_%j.err
+
+set -euo pipefail
+
+# --- Configuration ---
+MODEL="Qwen/Qwen3-0.6B"
+SGLANG_PORT=30000
+OTELA_BINARY="$HOME/opentela/otela"
+OTELA_CONFIG="$HOME/.config/opentela/cfg.yaml"
+
+# --- Start sglang server inside container ---
+echo "Starting sglang server for model $MODEL on port $SGLANG_PORT..."
+srun --environment=$HOME/.edf/sglang.toml \
+    python3 -m sglang.launch_server \
+        --model-path "$MODEL" \
+        --port "$SGLANG_PORT" \
+        --host 127.0.0.1 \
+        --trust-remote-code \
+        --skip-server-warmup &
+
+SGLANG_PID=$!
+
+# --- Wait for sglang to be ready ---
+echo "Waiting for sglang to be ready..."
+for i in $(seq 1 180); do
+    if curl -s "http://localhost:${SGLANG_PORT}/v1/models" > /dev/null 2>&1; then
+        echo "sglang is ready after ${i}s"
+        break
+    fi
+    if ! kill -0 "$SGLANG_PID" 2>/dev/null; then
+        echo "ERROR: sglang process died"
+        exit 1
+    fi
+    sleep 1
+done
+
+# Verify sglang is serving
+if ! curl -s "http://localhost:${SGLANG_PORT}/v1/models" > /dev/null 2>&1; then
+    echo "ERROR: sglang failed to start within 180s"
+    kill "$SGLANG_PID" 2>/dev/null || true
+    exit 1
+fi
+
+echo "sglang models:"
+curl -s "http://localhost:${SGLANG_PORT}/v1/models" | python3 -m json.tool 2>/dev/null || true
+
+# --- Start OpenTela worker (native binary, no container) ---
+echo "Starting OpenTela worker..."
+"$OTELA_BINARY" start --config "$OTELA_CONFIG" &
+OTELA_PID=$!
+
+echo "OpenTela worker started (PID=$OTELA_PID)"
+echo "sglang server running (PID=$SGLANG_PID)"
+echo "Job is running on $(hostname)"
+
+# --- Wait for both processes ---
+wait -n "$SGLANG_PID" "$OTELA_PID" 2>/dev/null
+EXIT_CODE=$?
+
+echo "A process exited with code $EXIT_CODE, shutting down..."
+kill "$SGLANG_PID" "$OTELA_PID" 2>/dev/null || true
+wait
+exit $EXIT_CODE
@@ -0,0 +1,19 @@
+name: clariden-relay
+seed: "199"
+port: "18092"
+tcpport: "18905"
+udpport: "18820"
+mode: full
+loglevel: debug
+cleanslate: true
+role: relay
+
+security:
+  require_signed_binary: false
+
+solana:
+  skip_verification: true
+
+bootstrap:
+  sources:
+    - "https://bootstraps.opentela.ai/v1/dnt/bootstraps"
@@ -0,0 +1,38 @@
+#!/bin/bash
+# Setup script: build OpenTela for ARM64 and transfer to Clariden
+# Run this locally before submitting the SLURM job.
+#
+# Usage: bash deploy/clariden/setup.sh
+
+set -euo pipefail
+
+CLARIDEN_HOST="${CLARIDEN_HOST:-clariden}"
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+PROJECT_DIR="$(cd "$SCRIPT_DIR/../.." && pwd)"
+
+echo "=== Building OpenTela binary (linux/arm64) ==="
+cd "$PROJECT_DIR/src"
+GOOS=linux GOARCH=arm64 make build
+echo "Binary built: src/build/entry"
+
+echo ""
+echo "=== Transferring to Clariden ==="
+ssh "${CLARIDEN_HOST}" 'mkdir -p ~/opentela ~/logs ~/.config/opentela ~/.edf'
+scp "$PROJECT_DIR/src/build/entry" "${CLARIDEN_HOST}:~/opentela/otela"
+scp "$SCRIPT_DIR/worker.cfg.yaml" "${CLARIDEN_HOST}:~/.config/opentela/cfg.yaml"
+scp "$SCRIPT_DIR/job.sh" "${CLARIDEN_HOST}:~/opentela/job.sh"
+scp "$SCRIPT_DIR/sglang.toml" "${CLARIDEN_HOST}:~/.edf/sglang.toml"
+ssh "${CLARIDEN_HOST}" 'chmod +x ~/opentela/otela'
+
+echo ""
+echo "=== Done ==="
+echo "Files transferred to Clariden:"
+echo "  ~/opentela/otela             - OpenTela binary (arm64)"
+echo "  ~/opentela/job.sh            - SLURM job script"
+echo "  ~/.config/opentela/cfg.yaml  - Worker config"
+echo "  ~/.edf/sglang.toml           - sglang container EDF"
+echo ""
+echo "Next steps on Clariden:"
+echo "  ssh ${CLARIDEN_HOST}"
+echo "  cd ~/opentela && sbatch job.sh"
+echo "  squeue -u \$USER  # monitor the job"
@@ -0,0 +1,17 @@
+image = "lmsysorg/sglang:latest"
+
+mounts = [
+  "/users/xyao:/users/xyao",
+  "/iopsstor/scratch/cscs/xyao:/iopsstor/scratch/cscs/xyao",
+  "/capstor:/capstor",
+]
+
+workdir = "/users/xyao"
+
+[env]
+HF_HOME="/capstor/store/cscs/swissai/a09/xyao/models"
+HF_TOKEN=""
+
+[annotations]
+com.hooks.aws_ofi_nccl.enabled = "true"
+com.hooks.aws_ofi_nccl.variant = "cuda12"
@@ -0,0 +1,116 @@
+#!/bin/bash
+# Start the OpenTela relay node on Clariden login node (clariden-ln003)
+set -euo pipefail
+
+REAL_HOME="$HOME"
+RELAY_HOME="/tmp/opentela-relay"
+CONFIG="$REAL_HOME/opentela/relay.cfg.yaml"
+LOGFILE="$REAL_HOME/opentela/relay.log"
+BINARY="$REAL_HOME/opentela/otela"
+RELAY_PORT=18092
+TCP_PORT=18905
+BOOTSTRAP_URL="https://bootstraps.opentela.ai"
+
+pkill -f "opentela/otela.*relay" 2>/dev/null || true
+sleep 1
+
+# Detect the primary IP of this login node.
+NODE_IP=$(hostname -I | awk '{print $1}')
+echo "Detected login node IP: $NODE_IP ($(hostname))"
+
+# Patch public-addr in config to match this node's actual IP
+sed -i "s/^public-addr:.*/public-addr: \"${NODE_IP}\"/" "$CONFIG"
+
+# Use /tmp for BadgerDB to avoid filesystem issues
+rm -rf "$RELAY_HOME"
+mkdir -p "$RELAY_HOME"
+
+# Start relay with HOME overridden to /tmp
+nohup env HOME="$RELAY_HOME" "$BINARY" start --config "$CONFIG" > "$LOGFILE" 2>&1 &
+RELAY_PID=$!
+echo "Relay started with PID=$RELAY_PID (data dir: $RELAY_HOME)"
+
+# Wait for relay to be healthy
+echo "Waiting for relay to be ready..."
+for i in $(seq 1 30); do
+    curl -sf "http://localhost:${RELAY_PORT}/v1/health" > /dev/null 2>&1 && break
+    if ! kill -0 "$RELAY_PID" 2>/dev/null; then
+        echo "ERROR: relay process died"
+        tail -30 "$LOGFILE"
+        exit 1
+    fi
+    sleep 1
+done
+
+tail -30 "$LOGFILE"
+
+# --- Registration with bootstrap service ---
+
+register_relay() {
+    # Get self info (includes peer ID, build attestation, etc.)
+    SELF=$(curl -sf "http://localhost:${RELAY_PORT}/v1/self")
+    if [ -z "$SELF" ]; then
+        echo "WARN: could not get self info"
+        return 1
+    fi
+    PEER_ID=$(echo "$SELF" | python3 -c "import sys,json; print(json.load(sys.stdin)['id'])")
+
+    # Step 1: Get challenge nonce from head node
+    CHALLENGE=$(curl -sf "${BOOTSTRAP_URL}/v1/dnt/challenge?peer_id=${PEER_ID}")
+    if [ -z "$CHALLENGE" ]; then
+        echo "WARN: challenge request failed"
+        return 1
+    fi
+    NONCE=$(echo "$CHALLENGE" | python3 -c "import sys,json; print(json.load(sys.stdin)['nonce'])")
+
+    # Step 2: Sign nonce with libp2p key (via local endpoint)
+    SIGNED=$(curl -sf -X POST "http://localhost:${RELAY_PORT}/v1/sign" \
+        -H "Content-Type: application/json" \
+        -d "{\"data\": \"${NONCE}\"}")
+    if [ -z "$SIGNED" ]; then
+        echo "WARN: signing failed"
+        return 1
+    fi
+    SIGNATURE=$(echo "$SIGNED" | python3 -c "import sys,json; print(json.load(sys.stdin)['signature'])")
+    PUBLIC_KEY=$(echo "$SIGNED" | python3 -c "import sys,json; print(json.load(sys.stdin)['public_key'])")
+
+    # Step 3: Register with bootstrap service
+    PAYLOAD=$(echo "$SELF" | python3 -c "
+import sys, json
+peer = json.load(sys.stdin)
+peer['challenge_response'] = {
+    'nonce': '${NONCE}',
+    'signature': '${SIGNATURE}',
+    'peer_id': '${PEER_ID}',
+    'public_key': '${PUBLIC_KEY}'
+}
+json.dump(peer, sys.stdout)
+")
+    RESULT=$(curl -sf -X POST "${BOOTSTRAP_URL}/v1/dnt/register" \
+        -H "Content-Type: application/json" \
+        -d "$PAYLOAD")
+    if [ -z "$RESULT" ]; then
+        echo "WARN: registration POST failed"
+        return 1
+    fi
+    echo "Registered: $RESULT"
+    return 0
+}
+
+# Registration loop with exponential backoff
+BACKOFF=5
+while kill -0 "$RELAY_PID" 2>/dev/null; do
+    if register_relay; then
+        BACKOFF=5
+        sleep 300  # re-register every 5 minutes
+    else
+        echo "Registration failed, retrying in ${BACKOFF}s"
+        sleep $BACKOFF
+        BACKOFF=$((BACKOFF * 2))
+        [ $BACKOFF -gt 120 ] && BACKOFF=120
+    fi
+done &
+REGISTER_PID=$!
+
+echo "Registration loop running (PID=$REGISTER_PID)"
+echo "Relay is ready on ${NODE_IP}:${TCP_PORT}"
@@ -0,0 +1,22 @@
+name: clariden-worker
+seed: "200"
+port: "8092"
+tcpport: "43905"
+udpport: "59820"
+mode: full
+loglevel: debug
+cleanslate: true
+
+service:
+  name: llm
+  port: "30000"
+
+security:
+  require_signed_binary: false
+
+solana:
+  skip_verification: true
+
+bootstrap:
+  sources:
+    - "https://bootstraps.opentela.ai/v1/dnt/bootstraps"
@@ -0,0 +1,7 @@
+# OpenTofu / Terraform
+.terraform/
+*.tfstate
+*.tfstate.backup
+
+# Secrets
+terraform.tfvars
@@ -0,0 +1,61 @@
+# Cloudflare Infrastructure (OpenTofu)
+
+Manages Cloudflare DNS records, origin rules, R2 bucket, and Worker routing for:
+- `bootstraps.opentela.ai` — round-robin HTTPS proxy to bootstrap nodes (port 8092)
+- `docs.opentela.ai` — Worker custom domain + R2 cache for the docs site
+
+Worker code deployment is handled by `wrangler deploy` from `docs/`, not by OpenTofu.
+
+## Prerequisites
+
+- [OpenTofu](https://opentofu.org/docs/intro/install/) installed
+- Cloudflare API token with permissions: DNS:Edit, Zone Rulesets:Edit, R2:Edit, Workers:Edit
+- Cloudflare account ID and zone ID for `opentela.ai`
+
+## Setup
+
+1. Create `terraform.tfvars` (this file is git-ignored):
+
+   ```hcl
+   cloudflare_api_token  = "your-api-token"
+   cloudflare_account_id = "your-account-id"
+   cloudflare_zone_id    = "your-zone-id"
+   ```
+
+2. Initialize:
+
+   ```bash
+   tofu init
+   ```
+
+3. If adopting existing Cloudflare resources, import them first:
+
+   ```bash
+   # Find record IDs via Cloudflare dashboard or API
+   tofu import cloudflare_r2_bucket.docs_cache <account_id>/opentela-docs-opennext-cache
+   tofu import cloudflare_workers_custom_domain.docs <account_id>/docs.opentela.ai
+   ```
+
+4. Review and apply:
+
+   ```bash
+   tofu plan
+   tofu apply
+   ```
+
+5. Commit the lock file:
+
+   ```bash
+   git add .terraform.lock.hcl
+   git commit -m "chore(cloudflare): add dependency lock file"
+   ```
+
+## Adding/Removing Bootstrap Nodes
+
+Edit `terraform.tfvars`:
+
+```hcl
+node_ips = ["140.238.223.116", "152.67.64.117", "NEW.IP.HERE"]
+```
+
+Then: `tofu plan && tofu apply`