mirror of
https://github.com/bdbrown4/peltier.io.git
synced 2026-11-07 10:58:28 +00:00
- Profiles regenerated with callgrind --cache-sim --branch-sim for both targets: per-function D1/LL miss and branch-mispredict columns unlock playbook class-4 preconditions (comrak: syntect write_highlighted owns 31% of D1 read misses; tokei: parse_lines owns 56% of Ir). - tokei workspace: accepted Phase 0 wins banked as a local commit so stash-based baseline rebuilds attribute only the marginal patch to new attempts (false-accept trap closed before grinding). - read_ledger now returns per-attempt history (class, hotspot, hypothesis, verdict): a class may be re-entered with a materially new hypothesis, never a duplicate one. Task prompt updated to match. - read_verdict long-polls the ledger up to 45s server-side (under the 60s MCP cap), cutting the agent's polling turn burn ~15x. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01EcKPWQ3MQD4NdEHwar96u2
119 lines
5.1 KiB
Python
119 lines
5.1 KiB
Python
"""Phase 2 agent loop (SPEC §3.5): Claude Agent SDK driving the six
|
|
harness tools over a standalone stdio MCP server. The agent gets NO
|
|
built-in tools — no shell, no file writes; every capability is one of
|
|
the six IPC operations, and the trust layer's allowlist/gates remain
|
|
the hard boundary (SPEC §10).
|
|
|
|
Run one attempt:
|
|
python -m hotpath_agent.loop <target> --run-id <id> --repo-root <path>
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
import argparse
|
|
import asyncio
|
|
import os
|
|
import sys
|
|
|
|
from claude_agent_sdk import (
|
|
AssistantMessage,
|
|
ClaudeAgentOptions,
|
|
ResultMessage,
|
|
TextBlock,
|
|
query,
|
|
)
|
|
|
|
from .prompts import SYSTEM_PROMPT
|
|
|
|
HARNESS_TOOLS = [
|
|
"mcp__harness__read_profile",
|
|
"mcp__harness__read_ledger",
|
|
"mcp__harness__read_playbook",
|
|
"mcp__harness__read_target_source",
|
|
"mcp__harness__propose_patch",
|
|
"mcp__harness__run_verdict",
|
|
"mcp__harness__read_verdict",
|
|
]
|
|
|
|
# Built-in tools we deny at the SDK layer. This is DEFENSE IN DEPTH, not the
|
|
# trust boundary. SPEC §10's real boundary is OS-level isolation, shipped in
|
|
# scripts/agent-isolated.sh: this whole process tree runs either inside a
|
|
# mount namespace with the repo read-only and CAP_SYS_ADMIN dropped, or as
|
|
# the unprivileged hpagent user — verified by `just isolation-check`. Even
|
|
# if the nested CLI reaches a shell despite this list (settings inherited
|
|
# from a parent session can shadow SDK gating), repo writes fail at the OS.
|
|
# What holds regardless: propose_patch is the only harness-mediated write
|
|
# path (path-allowlist + git apply), and the ledger is append-only.
|
|
BUILTIN_TOOLS_DENIED = [
|
|
"Bash", "Read", "Write", "Edit", "Glob", "Grep",
|
|
"WebSearch", "WebFetch", "Task", "TodoWrite",
|
|
]
|
|
|
|
|
|
async def run_attempt(target: str, run_id: str, max_turns: int, repo_root: str) -> None:
|
|
root = os.path.abspath(repo_root)
|
|
options = ClaudeAgentOptions(
|
|
model="claude-fable-5",
|
|
cwd=root,
|
|
mcp_servers={
|
|
"harness": {
|
|
"type": "stdio",
|
|
"command": sys.executable,
|
|
"args": ["-m", "hotpath_agent.mcp_server"],
|
|
"env": {**os.environ, "HOTPATH_REPO_ROOT": root, "PYTHONPATH": os.path.join(root, "agent")},
|
|
}
|
|
},
|
|
allowed_tools=HARNESS_TOOLS,
|
|
disallowed_tools=BUILTIN_TOOLS_DENIED, # defense in depth; see note above
|
|
system_prompt=SYSTEM_PROMPT,
|
|
# acceptEdits (not bypassPermissions — the CLI refuses
|
|
# --dangerously-skip-permissions under root) with the allowlist runs the
|
|
# loop headless. The real boundary is OS isolation, not this flag.
|
|
permission_mode="acceptEdits",
|
|
max_turns=max_turns,
|
|
)
|
|
task = (
|
|
f"Perform ONE optimization attempt on target '{target}'. You have NO shell, file, or "
|
|
f"web tools — only the seven mcp__harness__ tools. Do not attempt any other tool.\n"
|
|
f"1. read_ledger for the attempt history (class, hotspot, hypothesis, verdict per "
|
|
f"prior attempt); read_profile for hotspots (includes cache-miss and branch-miss "
|
|
f"columns from cache simulation).\n"
|
|
f"2. Pick the cheapest playbook class whose preconditions the profile satisfies AND "
|
|
f"whose (hotspot, class, hypothesis) would be materially NEW — an attempted class "
|
|
f"may be re-entered with a different hotspot or a genuinely different mechanism, "
|
|
f"but never re-submit a hypothesis equivalent to one already in the ledger; "
|
|
f"read_playbook for it.\n"
|
|
f"3. Read the relevant source with read_target_source — for large files pass "
|
|
f"offset/limit and page through in windows (do NOT attempt any shell). State your "
|
|
f"hypothesis, then propose_patch (unified diff, a/ b/ prefixes, paths relative to the "
|
|
f"target workspace root).\n"
|
|
f"4. run_verdict with run_id '{run_id}', the class number, and the hotspot string. "
|
|
f"It launches a multi-minute pipeline and returns immediately.\n"
|
|
f"5. Poll read_verdict('{run_id}') until it returns a verdict (not a 'running' status). "
|
|
f"The pipeline takes several minutes; keep polling patiently.\n"
|
|
f"6. Report the verdict and speedup CI verbatim. A rejection with a clean ledger row is a "
|
|
f"successful outcome — do not iterate more than twice on a rejected hypothesis."
|
|
)
|
|
|
|
async for message in query(prompt=task, options=options):
|
|
if isinstance(message, AssistantMessage):
|
|
for block in message.content:
|
|
if isinstance(block, TextBlock):
|
|
print(f"[agent] {block.text}", flush=True)
|
|
elif isinstance(message, ResultMessage):
|
|
print(f"[result] turns={message.num_turns} cost_usd={message.total_cost_usd}", flush=True)
|
|
|
|
|
|
def main() -> None:
|
|
p = argparse.ArgumentParser()
|
|
p.add_argument("target")
|
|
p.add_argument("--run-id", required=True)
|
|
p.add_argument("--max-turns", type=int, default=40)
|
|
p.add_argument("--repo-root", default=".")
|
|
a = p.parse_args()
|
|
asyncio.run(run_attempt(a.target, a.run_id, a.max_turns, a.repo_root))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|