isambard_containers/sifter.yaml at fe6907a31dc7f70e1c20920caeb507074b895488 · UKGovernmentBEIS/isambard_containers · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
# Isambard Containers Build Manifest
#
# Build all:  sifter build --all
# Build one:  sifter build vllm-0.23.0
# Preview:    sifter build --all --dry-run

name: isambard-containers

builds:
  # ============================================================
  # Base image: CUDA 12.6 + PyTorch 2.9.1 for Isambard GH200
  # ============================================================
  pytorch-2.9.1-cu126:
    tag: "0.1.0"
    definition: definitions/pytorch/pytorch.def
    args:
      PYTORCH_VERSION: "2.9.1"
      CUDA_VERSION: "12.6"

  pytorch-2.11.0-cu129:
    tag: "0.1.0"
    definition: definitions/pytorch/pytorch.def
    args:
      PYTORCH_VERSION: "2.11.0"
      CUDA_VERSION: "12.9"
      CUDA_IMAGE: "nvidia/cuda:12.9.0-cudnn-devel-ubuntu24.04"

  pytorch-2.11.0-cu1302:
    tag: "0.1.0"
    definition: definitions/pytorch/pytorch.def
    args:
      PYTORCH_VERSION: "2.11.0"
      CUDA_VERSION: "13.0.2"
      CUDA_IMAGE: "nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04"

  # ============================================================
  # vLLM
  # ============================================================
  vllm-0.23.0:
    tag: "0.1.0"
    needs: pytorch-2.11.0-cu1302:0.1.0
    definition: definitions/vllm/vllm.def
    args:
      VLLM_VERSION: "v0.23.0"
      TRANSFORMERS_OVERRIDE: "==5.12.1"
      FLASHINFER_VERSION: "0.6.12"

  # ============================================================
  # vLLM + vllm-lens variants (includes activation inspection plugin)
  # ============================================================
  vllm-lens-0.23.0:
    tag: "0.1.0"
    needs: pytorch-2.11.0-cu1302:0.1.0
    definition: definitions/vllm/vllm.def
    args:
      VLLM_VERSION: "v0.23.0"
      TRANSFORMERS_OVERRIDE: "==5.12.1"
      FLASHINFER_VERSION: "0.6.12"
      VLLM_LENS_VERSION: "1.1.0"
      VLLM_USE_V2_MODEL_RUNNER: "0"  # vllm-lens not yet v2-runner compatible

  # ============================================================
  # TRL - training layer on top of vllm
  # ============================================================
  trl-1.7.0:
    tag: "0.1.0"
    needs: vllm-0.23.0:0.1.0
    definition: definitions/trl/trl.def
    args:
      TRL_VERSION: "1.7.0"
      # aisi-inspect-tools is a private AISI repo cloned over SSH.
      # External builders without access should set this to "false".
      INSTALL_AISI_INSPECT_TOOLS: "true"

  # ============================================================
  # vLLM head
  # ============================================================
  # vllm-lens-head-7-jun-2026:
  #   tag: "0.1.0"
  #   needs: pytorch-2.11.0-cu1302:0.1.0
  #   definition: definitions/vllm/vllm.def
  #   args:
  #     VLLM_VERSION: "main"
  #     VLLM_COMMIT: "228bcc436b0f09cf1824f00fd44f8f9c94060940"
  #     TRANSFORMERS_OVERRIDE: "==5.12.1"
  #     FLASHINFER_VERSION: "0.6.12"
  #     VLLM_LENS_VERSION: "1.1.0"
  #     VLLM_USE_V2_MODEL_RUNNER: "0"

  # ============================================================
  # SGLang (not verified as working across all models yet)
  # ============================================================
  sglang-0.5.6:
    tag: "0.2.0"
    needs: pytorch-2.9.1-cu126:0.1.0
    definition: definitions/sglang/sglang.def
    args:
      SGLANG_VERSION: "v0.5.6.post2"