|
1 | 1 | """Qwen3.5 MoE model preset configurations.""" |
2 | 2 |
|
3 | | -backbone_presets = {} |
| 3 | +backbone_presets = { |
| 4 | + # Qwen3.5 MoE Model Presets |
| 5 | + "qwen3_5_moe_35b_a3b_base": { |
| 6 | + "metadata": { |
| 7 | + "description": ( |
| 8 | + "35 billion total parameter Qwen3.5 MoE base model " |
| 9 | + "with ~3 billion active parameters per token. Features " |
| 10 | + "a 3:1 hybrid attention stack (GatedDeltaNet linear " |
| 11 | + "attention and full attention) with sparse " |
| 12 | + "Mixture-of-Experts feedforward for highly efficient " |
| 13 | + "inference. Supports text and multimodal inputs." |
| 14 | + ), |
| 15 | + "params": 35107181936, |
| 16 | + "path": "qwen3_5_moe", |
| 17 | + }, |
| 18 | + "kaggle_handle": "kaggle://keras/qwen3-5-moe/keras/qwen3_5_moe_35b_a3b_base/1", |
| 19 | + }, |
| 20 | + "qwen3_5_moe_35b_a3b": { |
| 21 | + "metadata": { |
| 22 | + "description": ( |
| 23 | + "35 billion total parameter Qwen3.5 MoE instruction-tuned " |
| 24 | + "model with ~3 billion active parameters per token. " |
| 25 | + "Features a 3:1 hybrid attention stack (GatedDeltaNet " |
| 26 | + "linear attention and full attention) with sparse " |
| 27 | + "Mixture-of-Experts feedforward. Optimized for chat, " |
| 28 | + "reasoning, coding, and multimodal tasks." |
| 29 | + ), |
| 30 | + "params": 35107181936, |
| 31 | + "path": "qwen3_5_moe", |
| 32 | + }, |
| 33 | + "kaggle_handle": "kaggle://keras/qwen3-5-moe/keras/qwen3_5_moe_35b_a3b/1", |
| 34 | + }, |
| 35 | + # Qwen3.6 MoE Model Presets |
| 36 | + "qwen3_6_moe_35b_a3b": { |
| 37 | + "metadata": { |
| 38 | + "description": ( |
| 39 | + "35 billion total parameter Qwen3.6 MoE instruction-tuned " |
| 40 | + "model with ~3 billion active parameters per token. " |
| 41 | + "Features a 3:1 hybrid attention stack (GatedDeltaNet " |
| 42 | + "linear attention and full attention) with sparse " |
| 43 | + "Mixture-of-Experts feedforward. Optimized for fast " |
| 44 | + "inference and extended context lengths." |
| 45 | + ), |
| 46 | + "params": 35107181936, |
| 47 | + "path": "qwen3_5_moe", |
| 48 | + }, |
| 49 | + "kaggle_handle": "kaggle://keras/qwen3-6-moe/keras/qwen3_6_moe_35b_a3b/1", |
| 50 | + }, |
| 51 | +} |
0 commit comments