refactor: merge with main

Author: Rudra-Sankha-Sinhamahapatra

.github/workflows/lint-check.yml

@@ -26,17 +26,7 @@ jobs:
         with:
           version: 10.28.0
 
-      - name: Restore cached dependencies
-        id: cache-restore
-        uses: actions/cache@v3
-        with:
-          path: |
-            node_modules
-            ~/.pnpm-store
-          key: pnpm-${{ hashFiles('pnpm-lock.yaml') }}
-
       - name: Install dependencies
-        if: steps.cache-restore.outputs.cache-hit != 'true'
         run: pnpm install --frozen-lockfile --ignore-scripts
 
       - name: Lint

.vscode/extensions.json

@@ -1,5 +1,4 @@
 {
-  "typescript.experimental.useTsgo": true,
   // Disable the default formatter, use eslint instead
   "prettier.enable": false,
   "editor.formatOnSave": false,

.vscode/settings.json

@@ -22,4 +22,5 @@ GITHUB_CLIENT_ID=
 GITHUB_CLIENT_SECRET=
 EXA_API_KEY=
 GITHUB_TOKEN=
+CONTEXT7_API_KEY=
 TODESKTOP_WEBHOOK_SECRET=

apps/api/.env.example

@@ -22,4 +22,5 @@ GITHUB_CLIENT_ID=
 GITHUB_CLIENT_SECRET=
 EXA_API_KEY=
 GITHUB_TOKEN=
+CONTEXT7_API_KEY=
 TODESKTOP_WEBHOOK_SECRET=

apps/api/.env.test

@@ -0,0 +1,22 @@
+import type { DynamicToolUIPart, InferUITools, ToolUIPart as ToolUIPartAi, UIDataTypes, UIMessage } from 'ai'
+import type { tools } from '.'
+import { isToolUIPart as isToolUIPartAi } from 'ai'
+
+export type AppUIMessage = UIMessage<
+  {
+    updatedAt?: Date
+    createdAt?: Date
+  },
+  UIDataTypes,
+  InferUITools<typeof tools>
+>
+
+export function convertToAppUIMessage(message: UIMessage): AppUIMessage {
+  return message as AppUIMessage
+}
+
+export type ToolUIPart = ToolUIPartAi<InferUITools<typeof tools>> | DynamicToolUIPart
+
+export function isToolUIPart(part: UIMessage['parts'][number]): part is ToolUIPart {
+  return isToolUIPartAi(part)
+}

apps/api/ai-tools.ts

@@ -0,0 +1,72 @@
+import { SQL_FILTERS_LIST } from '@conar/shared/filters/sql'
+import { webSearch } from '@exalabs/ai-sdk'
+import { queryDocs, resolveLibraryId } from '@upstash/context7-tools-ai-sdk'
+import { tool } from 'ai'
+import { type } from 'arktype'
+import { env } from '~/env'
+
+export const tools = {
+  columns: tool({
+    description: 'Use this tool if you need to get the list of columns in a table.',
+    inputSchema: type({
+      tableAndSchema: type({
+        tableName: 'string',
+        schemaName: 'string',
+      }),
+    }),
+    outputSchema: type({
+      isEditable: 'boolean',
+      isNullable: 'boolean',
+      table: 'string',
+      id: 'string',
+      type: 'string',
+      default: 'string | null',
+    }).array(),
+  }),
+  enums: tool({
+    description: 'Use this tool if you need to get the list of enums in a database',
+    inputSchema: type({}),
+    outputSchema: type({
+      schema: 'string',
+      name: 'string',
+      value: 'string',
+    }).array(),
+  }),
+  select: tool({
+    description: [
+      'Use this tool to select data from the database to improve your response.',
+      'Do not abuse this tool, unless you are 100% sure that the data will help to answer the question.',
+      'Do not select any sensitive data, like password, token, secret, card number, etc.',
+      'Mask sensitive data with asterisks if need to select to answer the question.',
+      'Do not use any tables and schemas that are not provided in the input.',
+      'tableName and schemaName will be concatenated to "schemaName.tableName".',
+      'For tableName use only table without schema prefix.',
+    ].join('\n'),
+    inputSchema: type({
+      whereConcatOperator: type('"AND" | "OR"').describe('The operator to use to concatenate the where clauses'),
+      whereFilters: type({
+        column: 'string',
+        operator: type
+          .enumerated(...SQL_FILTERS_LIST.map(filter => filter.operator))
+          .describe('The operator to use in the where clause'),
+        values: 'string[]',
+      })
+        .array()
+        .describe('The columns to use in the where clause'),
+      select: type('string[] | null').describe('The columns to select. If not provided, all columns will be selected'),
+      limit: 'number',
+      offset: 'number',
+      orderBy: 'Record<string, "ASC" | "DESC"> | null',
+      tableAndSchema: type({
+        tableName: 'string',
+        schemaName: 'string',
+      }).describe('The name of the table and schema to query'),
+    }).describe('Input schema for database select query with filters, ordering, and pagination'),
+    outputSchema: type('unknown'),
+  }),
+  ...(env.EXA_API_KEY && { webSearch: webSearch({ apiKey: env.EXA_API_KEY }) }),
+  ...(env.CONTEXT7_API_KEY && {
+    resolveLibraryId: resolveLibraryId({ apiKey: env.CONTEXT7_API_KEY }),
+    queryDocs: queryDocs({ apiKey: env.CONTEXT7_API_KEY }),
+  }),
+}

apps/api/ai/tools/helpers.ts

@@ -1,4 +1,4 @@
-import type { AppUIMessage } from '~/ai-tools'
+import type { AppUIMessage } from '~/ai/tools/helpers'
 import { createInsertSchema, createSelectSchema, createUpdateSchema } from 'drizzle-arktype'
 import { relations } from 'drizzle-orm'
 import { index, pgTable, text, uuid } from 'drizzle-orm/pg-core'

apps/api/ai/tools/index.ts

@@ -29,6 +29,7 @@ const envType = type({
   GITHUB_CLIENT_SECRET: 'string',
   BANNER_TEXT: 'string?',
   EXA_API_KEY: 'string',
+  CONTEXT7_API_KEY: 'string',
   GITHUB_TOKEN: 'string',
   TODESKTOP_WEBHOOK_SECRET: 'string',
 })
@@ -51,6 +52,7 @@ const devOptionalEnvs = [
   'GITHUB_CLIENT_ID',
   'GITHUB_CLIENT_SECRET',
   'EXA_API_KEY',
+  'CONTEXT7_API_KEY',
   'GITHUB_TOKEN',
   'TODESKTOP_WEBHOOK_SECRET',
 ] satisfies (keyof typeof envType.infer)[]