Skip to content

Support dense Qwen3 generation in EMLXAxon #119

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
hfiguera wants to merge 16 commits into
base: main
Choose a base branch
from
Open

Support dense Qwen3 generation in EMLXAxon #119

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
16 commits
Select commit Hold shift + click to select a range
d730eb2
feat: add dense qwen3 generation to EMLXAxon
hfiguera Jun 20, 2026
49fb914
Update emlx_axon/lib/emlx_axon/qwen3/generate.ex
hfiguera Jun 22, 2026
c2dec0c
Update emlx_axon/lib/emlx_axon/qwen3/generate.ex
hfiguera Jun 22, 2026
b6843a9
Update emlx_axon/lib/emlx_axon/qwen3/generate.ex
hfiguera Jun 22, 2026
e5bfe74
Update emlx_axon/lib/emlx_axon/qwen3/generate.ex
hfiguera Jun 22, 2026
a4c287c
Address text generation style feedback
hfiguera Jun 22, 2026
de701ea
Use microsecond timing for Qwen3 profiling
hfiguera Jun 22, 2026
6935cc7
Update emlx_axon/lib/emlx_axon/qwen3/dense_loader.ex
hfiguera Jun 23, 2026
597753e
Simplify Qwen3 dense parameter lookup
hfiguera Jun 23, 2026
ef75529
Rename Qwen3 quantized attention path
hfiguera Jun 23, 2026
b7ddac5
Leave dense Qwen3 state evaluation lazy
hfiguera Jun 23, 2026
685ec29
Keep Qwen3 greedy sampler generic
hfiguera Jun 23, 2026
92c279a
Isolate Qwen3 native accelerators
hfiguera Jun 23, 2026
3dba672
Inline Qwen3 native error returns
hfiguera Jun 23, 2026
08f66e7
Move Qwen3 native code under emlx_fast
hfiguera Jun 23, 2026
51c2393
Move memory include to Qwen3 source
hfiguera Jun 23, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1,678 changes: 1,678 additions & 0 deletions emlx/c_src/emlx_fast.cpp
View file
Open in desktop

Large diffs are not rendered by default.

22 changes: 21 additions & 1 deletion emlx/c_src/emlx_nif.cpp
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1452,6 +1452,16 @@ ERL_NIF_TERM fast_swiglu_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM kv_cache_attention_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM kv_cache_attention_masked_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM kv_cache_sdpa_update_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM qwen3_kv_cache_attention_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM qwen3_mlp_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM qwen3_layer_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM qwen3_forward_greedy_ids_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM qwen3_forward_greedy_ids_chunk_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM qwen3_forward_greedy_ids_token_id_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM qwen3_forward_greedy_token_id_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM qwen3_final_greedy_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM qwen3_attention_residual_async(ErlNifEnv *, int, const ERL_NIF_TERM []);
ERL_NIF_TERM qwen3_attention_block_async(ErlNifEnv *, int, const ERL_NIF_TERM []);

// ─── Async wrappers ────────────────────────────────────────────────────────

Expand Down Expand Up @@ -1985,6 +1995,16 @@ static ErlNifFunc nif_funcs[] = {
{"fast_swiglu", 4, fast_swiglu_async},
{"kv_cache_attention", 9, kv_cache_attention_async},
{"kv_cache_attention_masked", 10, kv_cache_attention_masked_async},
{"kv_cache_sdpa_update", 9, kv_cache_sdpa_update_async}};
{"kv_cache_sdpa_update", 9, kv_cache_sdpa_update_async},
{"qwen3_kv_cache_attention", 11, qwen3_kv_cache_attention_async},
{"qwen3_mlp", 8, qwen3_mlp_async},
{"qwen3_layer", 21, qwen3_layer_async},
{"qwen3_forward_greedy_ids", 13, qwen3_forward_greedy_ids_async},
{"qwen3_forward_greedy_ids_chunk", 14, qwen3_forward_greedy_ids_chunk_async},
{"qwen3_forward_greedy_ids_token_id", 13, qwen3_forward_greedy_ids_token_id_async},
{"qwen3_forward_greedy_token_id", 13, qwen3_forward_greedy_token_id_async},
{"qwen3_final_greedy", 6, qwen3_final_greedy_async},
{"qwen3_attention_residual", 5, qwen3_attention_residual_async},
{"qwen3_attention_block", 17, qwen3_attention_block_async}};

ERL_NIF_INIT(Elixir.EMLX.NIF, nif_funcs, load, NULL, upgrade, NULL)
1 change: 1 addition & 0 deletions emlx/c_src/emlx_nif_shared.hpp
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -12,6 +12,7 @@
#include <cmath>
#include <cstring>
#include <limits>
#include <memory>
Comment thread
hfiguera marked this conversation as resolved.
Outdated
#include <optional>
#include <sstream>
#include <string>
Expand Down
Loading
Loading