From f5419183bc80a0352654cbed3b2029344346c557 Mon Sep 17 00:00:00 2001 From: Denton Social Date: Wed, 23 Sep 2026 22:36:08 -0500 Subject: [PATCH] Encode generation prompt via tokenizer.encode (apply_chat_template returns Encodings) --- semif_agent/engine.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/semif_agent/engine.py b/semif_agent/engine.py index c16f484..3e2e90f 100644 --- a/semif_agent/engine.py +++ b/semif_agent/engine.py @@ -112,12 +112,13 @@ class SemIfEngine: import numpy engine = model.engine - prompt_ids = tokenizer.apply_chat_template( + prompt_text = tokenizer.apply_chat_template( messages, - tokenize=True, + tokenize=False, add_generation_prompt=True, enable_thinking=False, ) + prompt_ids = tokenizer.encode(prompt_text, add_special_tokens=False) engine.clear() logits = engine._decode(prompt_ids, 0, 0, True) generated: list[int] = []