313313
314314openrouter_endpoint = "https://openrouter.ai/api/v1"
315315nrp_endpoint = "https://ellm.nrp-nautilus.io/v1"
316-
317316# don't use a provider that collects data
318317data_policy = {
319318 "provider" : {
322321}
323322
324323llm_options = {
325- "devstral-2512 " : ChatOpenAI (
326- model = "mistralai/devstral-2512:free " ,
327- api_key = openrouter_api ,
328- base_url = openrouter_endpoint ,
324+ "gemma-4-e4b-it " : ChatOpenAI (
325+ model = "gemma-4-e4b " ,
326+ api_key = api_key ,
327+ base_url = nrp_endpoint ,
329328 temperature = 0 ,
330- extra_body = data_policy
329+ model_kwargs = {
330+ "extra_body" : {"chat_template_kwargs" : {"thinking" : False }}
331+ }
331332 ),
332-
333- "trinity-mini" : ChatOpenAI (
334- model = "arcee-ai/trinity-mini:free" ,
335- api_key = openrouter_api ,
336- base_url = openrouter_endpoint ,
333+ "olmo-3.1-32b" : ChatOpenAI (
334+ model = "olmo" ,
335+ api_key = api_key ,
336+ base_url = nrp_endpoint ,
337337 temperature = 0 ,
338- extra_body = data_policy
338+ model_kwargs = {
339+ "extra_body" : {"chat_template_kwargs" : {"thinking" : False }}
340+ }
339341 ),
340-
341- "nemotron-nano-9b-v2" : ChatOpenAI (
342- model = "nvidia/nemotron-nano-9b-v2:free" ,
343- api_key = openrouter_api ,
344- base_url = openrouter_endpoint ,
342+ "gemma-4-31b-it" : ChatOpenAI (
343+ model = "gemma" ,
344+ api_key = api_key ,
345+ base_url = nrp_endpoint ,
345346 temperature = 0 ,
346- extra_body = data_policy
347+ model_kwargs = {
348+ "extra_body" : {"chat_template_kwargs" : {"thinking" : False }}
349+ }
347350 ),
348-
349- "gemma-3-27b-it" : ChatOpenAI (
350- model = "gemma3" ,
351+ "gpt-oss-120b" : ChatOpenAI (
352+ model = "gpt-oss" ,
351353 api_key = api_key ,
352354 base_url = nrp_endpoint ,
353355 temperature = 0
354356 ),
355-
356- }
357+ "minimax-m2" : ChatOpenAI (
358+ model = "minimax-m2" ,
359+ api_key = api_key ,
360+ base_url = nrp_endpoint ,
361+ temperature = 0 ,
362+ model_kwargs = {
363+ "extra_body" : {"chat_template_kwargs" : {"thinking" : False }}
364+ }
365+ ),
366+ "kimi-k2.5" : ChatOpenAI (
367+ model = "kimi" ,
368+ api_key = api_key ,
369+ base_url = nrp_endpoint ,
370+ temperature = 0 ,
371+ model_kwargs = {
372+ "extra_body" : {"chat_template_kwargs" : {"thinking" : False }}
373+ }
374+ ),
375+ "dolphin-mistral-24b-venice-edition:free" : ChatOpenAI (
376+ model = "cognitivecomputations/dolphin-mistral-24b-venice-edition:free" ,
377+ api_key = openrouter_api ,
378+ base_url = openrouter_endpoint ,
379+ temperature = 0 ,
380+ extra_body = data_policy
381+ ),
382+ }
0 commit comments