diff --git a/semif_agent/engine.py b/semif_agent/engine.py index c16f484..3e2e90f 100644 --- a/semif_agent/engine.py +++ b/semif_agent/engine.py @@ -112,12 +112,13 @@ class SemIfEngine: import numpy engine = model.engine - prompt_ids = tokenizer.apply_chat_template( + prompt_text = tokenizer.apply_chat_template( messages, - tokenize=True, + tokenize=False, add_generation_prompt=True, enable_thinking=False, ) + prompt_ids = tokenizer.encode(prompt_text, add_special_tokens=False) engine.clear() logits = engine._decode(prompt_ids, 0, 0, True) generated: list[int] = []