initial implementation of oai response ws

Author: toubatbrian

examples/package.json

@@ -17,6 +17,7 @@
   },
   "devDependencies": {
     "@types/node": "^22.5.5",
+    "@types/ws": "^8.18.1",
     "tsx": "^4.19.2",
     "typescript": "^5.0.0",
     "vitest": "^3.2.2",
@@ -48,8 +49,8 @@
     "@opentelemetry/exporter-logs-otlp-http": "^0.54.0",
     "@opentelemetry/exporter-trace-otlp-http": "^0.54.0",
     "@opentelemetry/otlp-exporter-base": "^0.54.0",
-    "@opentelemetry/sdk-logs": "^0.54.0",
     "@opentelemetry/resources": "^1.28.0",
+    "@opentelemetry/sdk-logs": "^0.54.0",
     "@opentelemetry/sdk-trace-base": "^1.28.0",
     "@opentelemetry/sdk-trace-node": "^1.28.0",
     "@opentelemetry/semantic-conventions": "^1.28.0",

examples/src/basic_agent_task.ts

@@ -117,7 +117,7 @@ export default defineAgent({
     const session = new voice.AgentSession({
       vad: ctx.proc.userData.vad as silero.VAD,
       stt: new inference.STT({ model: 'deepgram/nova-3' }),
-      llm: new openai.responses.LLM(),
+      llm: new openai.ws.LLM(),
       tts: new inference.TTS({
         model: 'cartesia/sonic-3',
         voice: '9626c31c-bec5-4cca-baa8-f8ba9e84c8bc',

plugins/openai/package.json

@@ -50,6 +50,7 @@
   },
   "peerDependencies": {
     "@livekit/agents": "workspace:*",
-    "@livekit/rtc-node": "catalog:"
+    "@livekit/rtc-node": "catalog:",
+    "zod": "^3.25.76 || ^4.1.8"
   }
 }

plugins/openai/src/index.ts

@@ -9,6 +9,7 @@ export * as realtime from './realtime/index.js';
 export * as responses from './responses/index.js';
 export { STT, type STTOptions } from './stt.js';
 export { ChunkedStream, TTS, type TTSOptions } from './tts.js';
+export * as ws from './ws/index.js';
 
 class OpenAIPlugin extends Plugin {
   constructor() {

plugins/openai/src/ws/index.ts

@@ -0,0 +1,6 @@
+// SPDX-FileCopyrightText: 2025 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+
+export { LLM, LLMStream, ResponsesWebSocket } from './llm.js';
+export * from './types.js';

plugins/openai/src/ws/llm.test.ts

@@ -0,0 +1,25 @@
+// SPDX-FileCopyrightText: 2025 LiveKit, Inc.
+//
+// SPDX-License-Identifier: Apache-2.0
+import { llm, llmStrict } from '@livekit/agents-plugins-test';
+import { describe } from 'vitest';
+import { LLM } from './llm.js';
+
+describe('OpenAI Responses WS', async () => {
+  await llm(
+    new LLM({
+      temperature: 0,
+      strictToolSchema: false,
+    }),
+    true,
+  );
+});
+
+describe('OpenAI Responses WS strict tool schema', async () => {
+  await llmStrict(
+    new LLM({
+      temperature: 0,
+      strictToolSchema: true,
+    }),
+  );
+});