llm-swarm/docker-compose.yml at 770d0e73641ba679b7ba677493581654f00d2c9b · rtmalikian/llm-swarm · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
services:
  tracker:
    build:
      context: .
      dockerfile: Dockerfile.tracker
    ports:
      - "12345:12345"
    environment:
      - SWARM_API_KEY=${SWARM_API_KEY:-}
    networks:
      - swarm-net

  entry-node:
    build:
      context: .
      dockerfile: Dockerfile.node
    depends_on:
      - tracker
    environment:
      - NODE_ID=entry_node_docker
      - IS_ENTRY=true
      - LAYER_START=0
      - LAYER_END=4
      - TRACKER_URL=http://tracker:12345
      - SWARM_API_KEY=${SWARM_API_KEY:-}
      - MODEL_PATH=/app/models/Qwen_Qwen3.5-27B-Q4_K_M.gguf
    volumes:
      - ./Qwen_Qwen3.5-27B-Q4_K_M.gguf:/app/models/Qwen_Qwen3.5-27B-Q4_K_M.gguf
    ports:
      - "9000:9000"
    networks:
      - swarm-net

  worker-node:
    build:
      context: .
      dockerfile: Dockerfile.node
    depends_on:
      - tracker
    environment:
      - NODE_ID=worker_node_docker
      - IS_ENTRY=false
      - LAYER_START=11
      - LAYER_END=20
      - TRACKER_URL=http://tracker:12345
      - SWARM_API_KEY=${SWARM_API_KEY:-}
      - MODEL_PATH=/app/models/Qwen_Qwen3.5-27B-Q4_K_M.gguf
    volumes:
      - ./Qwen_Qwen3.5-27B-Q4_K_M.gguf:/app/models/Qwen_Qwen3.5-27B-Q4_K_M.gguf
    ports:
      - "9001:9000"
    networks:
      - swarm-net

networks:
  swarm-net:
    driver: bridge