feat(ai): add Context7 documentation tools integration

apps/api/.env.example

@@ -22,4 +22,5 @@ GITHUB_CLIENT_ID=
 GITHUB_CLIENT_SECRET=
 EXA_API_KEY=
 GITHUB_TOKEN=
+CONTEXT7_API_KEY=
 TODESKTOP_WEBHOOK_SECRET=

apps/api/.env.test

@@ -22,4 +22,5 @@ GITHUB_CLIENT_ID=
 GITHUB_CLIENT_SECRET=
 EXA_API_KEY=
 GITHUB_TOKEN=
+CONTEXT7_API_KEY=
 TODESKTOP_WEBHOOK_SECRET=

apps/api/package.json

@@ -26,6 +26,7 @@
     "@posthog/ai": "catalog:",
     "@react-email/components": "catalog:",
     "@toon-format/toon": "catalog:",
+    "@upstash/context7-tools-ai-sdk": "catalog:",
     "ai": "catalog:",
     "ai-retry": "catalog:",
     "arktype": "catalog:",

apps/api/src/ai-tools.ts

@@ -1,6 +1,13 @@
-import type { InferUITools, UIDataTypes, UIMessage } from 'ai'
+import type { InferUITools, Tool, UIDataTypes, UIMessage } from 'ai'
 import { SQL_FILTERS_LIST } from '@conar/shared/filters/sql'
 import { webSearch } from '@exalabs/ai-sdk'
+import {
+  AGENT_PROMPT as CONTEXT7_AGENT_PROMPT,
+  GET_LIBRARY_DOCS_DESCRIPTION,
+  getLibraryDocs,
+  RESOLVE_LIBRARY_DESCRIPTION,
+  resolveLibrary,
+} from '@upstash/context7-tools-ai-sdk'
 import { tool } from 'ai'
 import * as z from 'zod'
 import { env } from '~/env'
@@ -15,12 +22,15 @@ export const tools = {
       }),
     }),
     outputSchema: z.array(z.object({
-      isEditable: z.boolean(),
-      isNullable: z.boolean(),
+      schema: z.string(),
       table: z.string(),
       id: z.string(),
-      type: z.string(),
       default: z.string().nullable(),
+      type: z.string(),
+      enum: z.string().optional(),
+      isArray: z.boolean().optional(),
+      isEditable: z.boolean(),
+      isNullable: z.boolean(),
     })),
   }),
   enums: tool({
@@ -58,11 +68,32 @@ export const tools = {
         schemaName: z.string().describe('The name of the schema to query'),
       }).describe('The name of the table and schema to query'),
     }),
-    outputSchema: z.any(),
+    outputSchema: z.union([
+      z.array(z.record(z.string(), z.unknown())),
+      z.object({ error: z.string() }),
+    ]),
   }),
   webSearch: webSearch({ apiKey: env.EXA_API_KEY }),
 }
 
+export function createContext7Tools(): Record<string, Tool> {
+  const config = { apiKey: env.CONTEXT7_API_KEY, defaultMaxResults: 15 }
+
+  return {
+    resolveLibrary: resolveLibrary(config),
+    getLibraryDocs: getLibraryDocs(config),
+  }
+}
+
+export function getContext7SystemPrompt(): string {
+  return CONTEXT7_AGENT_PROMPT
+}
+
+export const context7ToolDescriptions = {
+  resolveLibrary: RESOLVE_LIBRARY_DESCRIPTION,
+  getLibraryDocs: GET_LIBRARY_DOCS_DESCRIPTION,
+}
+
 export type AppUIMessage = UIMessage<
   {
     updatedAt?: Date

apps/api/src/env.ts

@@ -29,6 +29,7 @@ const envType = type({
   GITHUB_CLIENT_SECRET: 'string',
   BANNER_TEXT: 'string?',
   EXA_API_KEY: 'string',
+  CONTEXT7_API_KEY: 'string',
   GITHUB_TOKEN: 'string',
   TODESKTOP_WEBHOOK_SECRET: 'string',
 })
@@ -51,6 +52,7 @@ const devOptionalEnvs = [
   'GITHUB_CLIENT_ID',
   'GITHUB_CLIENT_SECRET',
   'EXA_API_KEY',
+  'CONTEXT7_API_KEY',
   'GITHUB_TOKEN',
   'TODESKTOP_WEBHOOK_SECRET',
 ] satisfies (keyof typeof envType.infer)[]

apps/api/src/orpc/routers/ai/ask.ts

@@ -10,7 +10,7 @@ import { type } from 'arktype'
 import { consola } from 'consola'
 import { asc, eq } from 'drizzle-orm'
 import { v7 } from 'uuid'
-import { convertToAppUIMessage, tools } from '~/ai-tools'
+import { context7ToolDescriptions, convertToAppUIMessage, createContext7Tools, getContext7SystemPrompt, tools } from '~/ai-tools'
 import { chats, chatsMessages, db } from '~/drizzle'
 import { withPosthog } from '~/lib/posthog'
 import { orpc, requireSubscriptionMiddleware } from '~/orpc'
@@ -73,7 +73,12 @@ async function generateStream({
     partsCount: message.parts.length,
   })), null, 2))
 
+  const context7Tools = createContext7Tools()
   const modelMessages = await convertToModelMessages(messages)
+  const allTools = {
+    ...tools,
+    ...context7Tools,
+  }
 
   return streamText({
     messages: [
@@ -100,10 +105,22 @@ async function generateStream({
           'Additional information:',
           `- Current date and time: ${new Date().toISOString()}`,
           '',
-          'You can use the following tools to help you generate the SQL code:',
-          `- ${Object.entries(tools).map(([tool, { description }]) => `${tool}: ${description}`).join('\n')}`,
+          '## Available Tools',
+          '',
+          '### Database Tools',
+          `${Object.entries(tools).map(([toolName, { description }]) => `- **${toolName}**: ${description}`).join('\n')}`,
+          '',
+          '### Context7 Documentation Tools',
+          'Use these tools to search for up-to-date library documentation when users ask about programming concepts, APIs, or need code examples.',
+          '',
+          `- **resolveLibrary**: ${context7ToolDescriptions.resolveLibrary}`,
+          '',
+          `- **getLibraryDocs**: ${context7ToolDescriptions.getLibraryDocs}`,
+          '',
+          '### Context7 Workflow',
+          getContext7SystemPrompt(),
           '',
-          'User provided context:',
+          '## User Provided Context',
           context,
         ].join('\n'),
       },
@@ -116,7 +133,7 @@ async function generateStream({
       userId,
     }),
     experimental_transform: smoothStream(),
-    tools,
+    tools: allTools,
   })
 }