M2.8: switch over to the new loop
nisse-dev now runs only the conversational loop. The gated state machine it was built alongside is gone: - Removed control.py, planner.py, executor.py, approvals.py, gates.py (command_form moves to loop/reader.py), publish.py and poller.py, the old assembly in agent.py (its shared helpers move to loop/build.py), the store's state-machine view (get_state, transition), their tests, the old end-to-end and live planning/milestone/gate tests, and specs/orchestrator.qnt with its scenarios. - Roles are driver, helper, expert and classifier; driver is required. loop:, roles.planner, roles.executor and tuning.executor are refused with what to use instead; tuning.driver takes the turn cap and failure limit. - The benchmark and the capability matrix measure the driver: the loop's own system prompt and tools, the task's plan as the agreed restatement. Task plans end with finish_milestone, so earlier runs show as (old); stored runs' executor tuning reads as the driver's. - A delegation on the loop records what its helper's alias resolved to (L9), as the old path's did. - The dump shows a work item's revision and what it waits for. - Behaviour the old tests covered and the loop shares stays covered: driver runs that fail on a model call, stop mid-turn, reset the failure count; go-aheads ignoring case and punctuation; a request too big to fit is never sent; the assembly tests, now on build_loop_agent. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01PPQ14L3LikyefCMFBqEbKE
This commit is contained in:
1 parent
09232dcbdd
commit
6ae2375194
89 files changed
+951
-8592
No files matched your search
@@ -18,14 +18,20 @@ from test_loop_milestones import (
|
||||
)
|
||||
from test_loop_milestones import world as world # noqa: PLC0414 -- the fixture
|
||||
|
||||
from nisse_dev.canonical import AssistantText, Fact, ToolCall, ToolResult
|
||||
from nisse_dev.canonical import (
|
||||
AssistantText,
|
||||
DelegationStarted,
|
||||
Fact,
|
||||
ToolCall,
|
||||
ToolResult,
|
||||
)
|
||||
from nisse_dev.config import Profile
|
||||
from nisse_dev.delegation import DELEGATION_INTENT, Caps
|
||||
from nisse_dev.llm import RoleMap
|
||||
from nisse_dev.loop.help import Helpers
|
||||
from nisse_dev.loop.items import ANSWER, MERGE, loop_of
|
||||
|
||||
ROLES = RoleMap(executor="", planner="drv", helper="hlp", expert="exp", driver="drv")
|
||||
ROLES = RoleMap(driver="drv", helper="hlp", expert="exp")
|
||||
|
||||
|
||||
class Spy:
|
||||
@@ -115,6 +121,34 @@ def test_a_helpers_work_lands_on_the_milestone(world: dict[str, Any]) -> None:
|
||||
assert loop_of(item(world)).wait == MERGE
|
||||
|
||||
|
||||
def test_a_delegation_records_what_the_alias_resolved_to(
|
||||
world: dict[str, Any],
|
||||
) -> None:
|
||||
# L9 eval history keyed on an alias alone would average across whatever
|
||||
# that alias pointed at over time.
|
||||
helper = Spy(
|
||||
[call("write_file", path="helped.py", content="H = 1\n")], [hand_back()]
|
||||
)
|
||||
model = ScriptedModel(
|
||||
RESTATE,
|
||||
[
|
||||
call("start_milestone", name="words"),
|
||||
call("delegate", task="write helped.py"),
|
||||
call("finish_milestone", summary="with help", final="yes"),
|
||||
],
|
||||
)
|
||||
backed = helpers(helper, backing=lambda alias: f"anthropic/{alias}-backing")
|
||||
agent, transport = loop_agent(world, model, helpers=backed)
|
||||
agent.intake()
|
||||
say(transport, world, "go")
|
||||
[started] = [
|
||||
e.event
|
||||
for e in world["store"].transcript(item(world).id, "helper").read()
|
||||
if isinstance(e.event, DelegationStarted)
|
||||
]
|
||||
assert started.backing_model == "anthropic/hlp-backing"
|
||||
|
||||
|
||||
def test_a_failed_helpers_work_is_discarded(world: dict[str, Any]) -> None:
|
||||
helper = Spy(
|
||||
[call("write_file", path="half.py", content="half\n")],
|
||||
|
||||
Reference in new issue
Block a user