Skip to content

Commit 6d0e185

Browse files
committed
Add qwen3-coder-30b hosted model
1 parent cd532a8 commit 6d0e185

3 files changed

Lines changed: 11 additions & 1 deletion

File tree

src/pages/api/chat-api/chat.ts

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,7 @@ import {
55
type Content,
66
type Conversation,
77
type Message,
8+
type OSCTool,
89
} from '~/types/chat'
910
import fetchCourseMetadataServer from '~/pages/api/chat-api/util/fetchCourseMetadataServer'
1011
import { determineAndValidateModelServer } from '~/pages/api/chat-api/util/determineAndValidateModelServer'
@@ -181,7 +182,7 @@ export default async function chat(
181182
const lastMessage = messages[messages.length - 1] as Message
182183

183184
// Fetch tools
184-
let availableTools
185+
let availableTools: OSCTool[] = []
185186
if (!retrieval_only) {
186187
try {
187188
availableTools = await fetchTools(

src/utils/modelProviders/LLMProvider.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -140,6 +140,7 @@ export const VisionCapableModels: Set<
140140
OSCHostedVLMModelID.QWEN3_8B,
141141
OSCHostedVLMModelID.QWEN3_6,
142142
OSCHostedVLMModelID.QWEN3_CODER,
143+
OSCHostedVLMModelID.QWEN3_CODER_30B,
143144
OSCHostedVLMModelID.QWEN3_CODER_NEXT,
144145
OSCHostedVLMModelID.QWEN3,
145146

@@ -423,6 +424,7 @@ export const preferredModelIds = [
423424
OSCHostedVLMModelID.QWEN3_8B,
424425
OSCHostedVLMModelID.QWEN3_6,
425426
OSCHostedVLMModelID.QWEN3_CODER,
427+
OSCHostedVLMModelID.QWEN3_CODER_30B,
426428
OSCHostedVLMModelID.QWEN3_CODER_NEXT,
427429
OSCHostedVLMModelID.QWEN3,
428430
]

src/utils/modelProviders/types/OSCHostedVLM.ts

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@ export enum OSCHostedVLMModelID {
1818
QWEN3_8B = 'Qwen/Qwen3-8B',
1919
QWEN3_6 = 'qwen3.6-fp8',
2020
QWEN3_CODER = 'qwen3-coder-30b-4bit',
21+
QWEN3_CODER_30B = 'qwen3-coder-30b',
2122
QWEN3_CODER_NEXT = 'qwen3-coder-next',
2223
QWEN3 = 'qwen3',
2324
}
@@ -76,6 +77,12 @@ export const OSCHostedVLMModels: Record<
7677
},
7778
[OSCHostedVLMModelID.QWEN3_CODER]: {
7879
id: OSCHostedVLMModelID.QWEN3_CODER,
80+
name: 'Qwen 3 Coder 30B (4 bit)',
81+
tokenLimit: 32000,
82+
enabled: true,
83+
},
84+
[OSCHostedVLMModelID.QWEN3_CODER_30B]: {
85+
id: OSCHostedVLMModelID.QWEN3_CODER_30B,
7986
name: 'Qwen 3 Coder 30B',
8087
tokenLimit: 32000,
8188
enabled: true,

0 commit comments

Comments
 (0)