Add nvidia runtime class for Ollama deployment

Author: nwthomas

helm/ollama/templates/runtimeclass.yaml

@@ -0,0 +1,11 @@
+{{- if .Values.runtimeClassName }}
+---
+apiVersion: node.k8s.io/v1
+kind: RuntimeClass
+metadata:
+  name: {{ .Values.runtimeClassName | quote }}
+  labels:
+    {{- include "ollama.labels" . | nindent 4 }}
+handler: {{ .Values.runtimeClassName | quote }}
+{{- end }}
+

helm/ollama/values.yaml

@@ -160,6 +160,8 @@ extraEnv:
     value: "compute,utility"
   - name: NVIDIA_VISIBLE_DEVICES
     value: "all"
+  - name: LD_LIBRARY_PATH
+    value: "/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/lib/x86_64-linux-gnu"
   - name: DP_DISABLE_TELEGRA
     value: "1"
   - name: FAIL_ON_INIT_ERROR