fix(chat): disable staging ai telemetry

Author: rschlaefli

apps/chat/src/app/api/chatbots/[chatbotId]/chat/route.ts

@@ -59,6 +59,7 @@ if (!process.env.OPENAI_API_KEY) {
 }
 const CHAT_LOG_PREFIX = '[chat:dev]'
 const isDevLogging = process.env.NODE_ENV === 'development'
+const isAiTelemetryEnabled = process.env.CHAT_ENABLE_AI_TELEMETRY !== 'false'
 const MAX_LOG_STRING_LENGTH = 500
 const HASH_DIGEST_LENGTH = 12
 
@@ -1268,7 +1269,7 @@ export async function POST(
   const result = streamText({
     model,
     maxOutputTokens,
-    experimental_telemetry: { isEnabled: true },
+    experimental_telemetry: { isEnabled: isAiTelemetryEnabled },
     providerOptions: {
       openai: {
         ...(selectedModelConfig.supportsReasoning && {
@@ -1691,6 +1692,20 @@ export async function POST(
 
   return result.toUIMessageStreamResponse({
     sendReasoning: true,
+    onError: (error) => {
+      const serializedError = serializeStreamError(error)
+      const classification = classifyStreamError(serializedError)
+
+      console.error('Error while streaming UI message response:', {
+        requestId,
+        error: serializedError,
+        classification: classification.classification,
+        retryable: classification.retryable,
+        suggestedAction: classification.suggestedAction,
+      })
+
+      return 'An error occurred while processing the request.'
+    },
     messageMetadata: ({ part }) => {
       if (part.type !== 'finish') {
         return undefined

apps/chat/src/instrumentation.ts

@@ -1,12 +1,17 @@
+const isAiTelemetryEnabled = () =>
+  process.env.CHAT_ENABLE_AI_TELEMETRY !== 'false'
+
 export async function register() {
-  if (process.env.NEXT_RUNTIME === 'nodejs') {
-    const { LangfuseSpanProcessor } = await import('@langfuse/otel')
-    const { NodeTracerProvider } = await import('@opentelemetry/sdk-trace-node')
+  if (process.env.NEXT_RUNTIME !== 'nodejs' || !isAiTelemetryEnabled()) {
+    return
+  }
 
-    const langfuseSpanProcessor = new LangfuseSpanProcessor()
+  const { LangfuseSpanProcessor } = await import('@langfuse/otel')
+  const { NodeTracerProvider } = await import('@opentelemetry/sdk-trace-node')
 
-    const tracerProvider = new NodeTracerProvider()
-    tracerProvider.addSpanProcessor(langfuseSpanProcessor)
-    tracerProvider.register()
-  }
+  const langfuseSpanProcessor = new LangfuseSpanProcessor()
+
+  const tracerProvider = new NodeTracerProvider()
+  tracerProvider.addSpanProcessor(langfuseSpanProcessor)
+  tracerProvider.register()
 }

deploy/charts/klicker-uzh-v3/templates/cm-chat.yaml

@@ -1,4 +1,8 @@
 {{- $fullName := include "chart.fullname" . -}}
+{{- $chatTelemetryEnabled := true -}}
+{{- if and .Values.chat.telemetry (hasKey .Values.chat.telemetry "enabled") -}}
+{{- $chatTelemetryEnabled = .Values.chat.telemetry.enabled -}}
+{{- end -}}
 apiVersion: v1
 kind: ConfigMap
 metadata:
@@ -8,6 +12,7 @@ metadata:
 data:
   OPENAI_BASE_URL: {{ .Values.chat.openai.baseUrl | quote }}
   CHAT_OPENAI_STORE_RESPONSES: {{ .Values.chat.openai.storeResponses | default false | quote }}
+  CHAT_ENABLE_AI_TELEMETRY: {{ $chatTelemetryEnabled | quote }}
   {{- if .Values.chat.modelRegistry }}
   CHAT_MODEL_REGISTRY_JSON: {{ .Values.chat.modelRegistry | toJson | quote }}
   {{- end }}

deploy/charts/klicker-uzh-v3/values.yaml

@@ -170,6 +170,9 @@ chat:
     baseUrl: ''
     storeResponses: false
 
+  telemetry:
+    enabled: true
+
   mcp:
     key: ''
 

deploy/env-uzh-stg/values.yaml

@@ -165,6 +165,9 @@ chat:
     baseUrl: 'http://litellm.stg-litellm.svc.cluster.local:4000/v1'
     storeResponses: true
 
+  telemetry:
+    enabled: false
+
   automaticModels:
     primaryId: gpt-5.1
     fallbackId: gpt-4.1-mini

turbo.json

@@ -80,6 +80,7 @@
     "OPENAI_API_KEY",
     "OPENAI_BASE_URL",
     "CHAT_OPENAI_STORE_RESPONSES",
+    "CHAT_ENABLE_AI_TELEMETRY",
     "UPSTREAM_OPENAI_API_KEY",
     "UPSTREAM_OPENAI_BASE_URL",
     "LANGFUSE_PUBLIC_KEY",