NemoClaw/managed-inference/presets/llama-cpp.linux-amd64-nvidia.single.nemotron-3-nano-30b-a3b.yaml at da9cef9ad75c058c0e8d6eb9ce39fb3a2b12f18a · NVIDIA/NemoClaw · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0

apiVersion: nemoclaw.nvidia.com/managed-inference/v1
kind: ServingPreset

metadata:
  id: llama-cpp.linux-amd64-nvidia.single.nemotron-3-nano-30b-a3b
  displayName: NVIDIA Nemotron 3 Nano 30B-A3B on one Linux x86_64 NVIDIA GPU
  supportState: experimental
  validation:
    level: schema
    evidence: managed-inference-catalog-compiler-v1

spec:
  selection: automatic
  priority: 440

  requirements:
    all:
      - readiness:
          scope: everyNode
          kind: capability
          id: host.platform.supported
          state: present
      - readiness:
          scope: everyNode
          kind: capability
          id: host.docker.available
          state: present
      - readiness:
          scope: everyNode
          kind: capability
          id: host.docker.daemon_reachable
          state: present
      - readiness:
          scope: everyNode
          kind: capability
          id: host.docker.runtime_supported
          state: present
      - readiness:
          scope: everyNode
          kind: capability
          id: host.docker.storage_compatible
          state: present
      - readiness:
          scope: everyNode
          kind: capability
          id: host.gpu.nvidia_available
          state: present
      - readiness:
          scope: everyNode
          kind: capability
          id: host.gpu.container_toolkit_available
          state: present
      - readiness:
          scope: everyNode
          kind: capability
          id: host.gpu.cdi_healthy
          state: present
      - readiness:
          scope: everyNode
          kind: observation
          id: host.os.platform
          comparison:
            operator: equals
            value: linux
      - readiness:
          scope: everyNode
          kind: observation
          id: host.os.architecture
          comparison:
            operator: equals
            value: x64
      - readiness:
          scope: everyNode
          kind: observation
          id: host.docker.runtime
          comparison:
            operator: equals
            value: docker
      - readiness:
          scope: everyNode
          kind: observation
          id: host.gpu.count
          comparison:
            operator: at-least
            value: 1
      - readiness:
          scope: everyNode
          kind: observation
          id: host.gpu.driver_version
          comparison:
            operator: version-at-least
            value: 580.65.06

  plan:
    backend: install-llama-cpp
    recipeRef: llama-cpp.nemotron-3-nano-30b-a3b.spark-single.v1