We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 93aa3c4 commit 379a22dCopy full SHA for 379a22d
1 file changed
examples/models/gemma4_31b/main.cpp
@@ -224,6 +224,10 @@ int main(int argc, char** argv) {
224
225
auto eos_ids = llm::get_eos_ids(tokenizer.get(), module.get());
226
eos_ids.insert(static_cast<uint64_t>(FLAGS_eos_id));
227
+ auto turn_ids = tokenizer->encode("<turn|>", /*bos=*/0, /*eos=*/0);
228
+ if (turn_ids.ok() && turn_ids->size() == 1) {
229
+ eos_ids.insert(turn_ids.get()[0]);
230
+ }
231
232
// Read prompt
233
std::string prompt_text = FLAGS_prompt;
0 commit comments