gabby/semif-agent
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Encode generation prompt via tokenizer.encode (apply_chat_template returns Encodings)

Browse Source
This commit is contained in:
Denton Social
2026-09-23 22:36:08 -05:00
parent fcefb971f8
commit f5419183bc
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
semif_agent/engine.py
+3 -2
View File
@@ -112,12 +112,13 @@ class SemIfEngine:
import numpy import numpy
engine = model.engine engine = model.engine
prompt_ids = tokenizer.apply_chat_template( prompt_text = tokenizer.apply_chat_template(
messages, messages,
tokenize=True, tokenize=False,
add_generation_prompt=True, add_generation_prompt=True,
enable_thinking=False, enable_thinking=False,
) )
prompt_ids = tokenizer.encode(prompt_text, add_special_tokens=False)
engine.clear() engine.clear()
logits = engine._decode(prompt_ids, 0, 0, True) logits = engine._decode(prompt_ids, 0, 0, True)
generated: list[int] = [] generated: list[int] = []