REPL when skill_create needs user input

tests/test_input_channel.py

@@ -0,0 +1,177 @@
+"""Pure-stdlib tests for the runtime user-input channel.
+
+A skill can pause its run by returning ActionResult(..., needs_input="<q>");
+the scheduler keeps the run pending, and `answer` resumes it by re-invoking
+only `act` with the human's answer on request.user_input. No mocking: the
+scheduler uses the lazy engine (never loaded) and a real-but-unreachable LLM
+endpoint, so assessments degrade to failure — which is fine for these tests.
+"""
+
+from semif_agent.decisions import DecisionRequest, DecisionResult, Option, Request
+from semif_agent.engine import EngineConfig, SemIfEngine
+from semif_agent.llm import LLMClient
+from semif_agent.log import DecisionLog
+from semif_agent.scheduler import Scheduler
+from semif_agent.skills import ActionResult, Prediction, Skill
+from semif_agent.trace import TraceLog
+
+
+def build_scheduler(tmp_path):
+    log = DecisionLog(str(tmp_path / "decisions.jsonl"))
+    trace = TraceLog(str(tmp_path / "runs.jsonl"))
+    engine = SemIfEngine(EngineConfig())
+    llm = LLMClient(base_url="http://localhost:1/v1", model="test")
+    return Scheduler(
+        engine=engine,
+        llm=llm,
+        log=log,
+        config={"skills": {}},
+        trace=trace,
+    )
+
+
+def need_input_skill(seen):
+    def predict(ctx, request):
+        return Prediction(text="", decisions=[])
+
+    def act(ctx, request, prediction):
+        if request.user_input:
+            seen.append(request.user_input)
+            return ActionResult(
+                action_log=f"got {request.user_input}", new_state=f"done {request.user_input}"
+            )
+        return ActionResult(
+            action_log="need a tracking number",
+            new_state=request.text,
+            needs_input="What's the tracking number?",
+        )
+
+    return Skill(
+        name="track.manual",
+        category="tracking",
+        description="Resolve a tracking number with the human.",
+        predict=predict,
+        act=act,
+    )
+
+
+def test_skill_pause_and_answer(tmp_path):
+    scheduler = build_scheduler(tmp_path)
+    seen = []
+    request = Request("track my package manually")
+
+    result = scheduler._run_skill(need_input_skill(seen), request)
+
+    assert result.kind == "needs_input"
+    assert result.needs_input == "What's the tracking number?"
+    assert scheduler.pending is not None
+    assert scheduler.pending.question == "What's the tracking number?"
+    assert scheduler.current is not None
+    assert scheduler.current.skill == "track.manual"
+    assert scheduler.log.read() == [], "predict decisions must be deferred until completion"
+
+    status, detail = scheduler.answer("AB123")
+    assert status == "ran"
+    assert seen == ["AB123"]
+    assert scheduler.pending is None
+    assert scheduler.current is None
+
+    kinds = [e["kind"] for e in scheduler.trace.read()]
+    assert "needs_input" in kinds
+    assert "answered" in kinds
+    assert "assessed" in kinds
+    assert "ran" in kinds
+
+
+def test_answer_without_pending_is_error(tmp_path):
+    scheduler = build_scheduler(tmp_path)
+    status, detail = scheduler.answer("hello")
+    assert status == "error"
+    assert "waiting for input" in detail
+
+
+def test_predict_decisions_logged_on_completion(tmp_path):
+    decision = DecisionRequest(
+        state="s", question="which?", options=[Option("a", "A."), Option("b", "B.")]
+    )
+    result = DecisionResult(
+        request=decision, option_ids=["a", "b"], probabilities=[0.3, 0.7]
+    )
+
+    def predict(ctx, request):
+        return Prediction(text="", decisions=[(decision, result)])
+
+    def act(ctx, request, prediction):
+        if request.user_input:
+            return ActionResult(action_log="ok", new_state="done")
+        return ActionResult(
+            action_log="ask", new_state=request.text, needs_input="confirm?"
+        )
+
+    skill = Skill(name="t.x", category="t", description="", predict=predict, act=act)
+    scheduler = build_scheduler(tmp_path)
+
+    scheduler._run_skill(skill, Request("x"))
+    assert scheduler.log.read() == []
+
+    scheduler.answer("yes")
+    rows = scheduler.log.read()
+    assert len(rows) == 1
+    assert rows[0]["extra"]["phase"] == "predict"
+    assert rows[0]["extra"]["run_ok"] is False
+
+
+def test_busy_abandons_pending(tmp_path):
+    scheduler = build_scheduler(tmp_path)
+    request = Request("track")
+    scheduler._run_skill(need_input_skill([]), request)
+    assert scheduler.pending is not None
+
+    scheduler.busy("driving on the freeway", skill="driving")
+    assert scheduler.pending is None
+    assert any(e["kind"] == "pending_abandoned" for e in scheduler.trace.read())
+
+
+def test_idle_abandons_pending(tmp_path):
+    scheduler = build_scheduler(tmp_path)
+    scheduler._run_skill(need_input_skill([]), Request("track"))
+    assert scheduler.pending is not None
+
+    scheduler.idle()
+    assert scheduler.pending is None
+    assert scheduler.current is None
+
+
+def test_resume_can_ask_again(tmp_path):
+    seen = []
+
+    def predict(ctx, request):
+        return Prediction(text="", decisions=[])
+
+    def act(ctx, request, prediction):
+        if request.user_input == "AB123":
+            return ActionResult(action_log="done", new_state="resolved")
+        if request.user_input:
+            seen.append(request.user_input)
+            return ActionResult(
+                action_log="wrong format",
+                new_state=request.text,
+                needs_input="That wasn't a valid tracking number. Try again?",
+            )
+        return ActionResult(
+            action_log="ask", new_state=request.text, needs_input="Tracking number?"
+        )
+
+    skill = Skill(name="t.x", category="t", description="", predict=predict, act=act)
+    scheduler = build_scheduler(tmp_path)
+
+    scheduler._run_skill(skill, Request("track"))
+    status, detail = scheduler.answer("XYZ")
+    assert status == "needs_input"
+    assert seen == ["XYZ"]
+    assert scheduler.pending is not None
+
+    status, detail = scheduler.answer("AB123")
+    assert status == "ran"
+    assert scheduler.pending is None
+    assert scheduler.current is None