Skip to content

Adonis0123/adonis-skills / skills/agent-dispatch

agent-dispatch

Flagged

Choose the lightest agent setup for a coding, review, drafting or design-research task: do it yourself, fan out to 2-3 workers with independent parts across the Claude Code, Codex, Grok Build, Cursor or other CLIs and accounts on this machine, run a scoped architecture loop, or send one brief to independent researchers; pick a cross-model reviewer, test budget and cleanup; track dispatched work, external waits and user decisions on a Run Board. Use when work may need delegation, or the user asks to dispatch, fan out, parallelize, run several agents or accounts, get another AI's review or independent design opinions, or asks how dispatched work is going. Chinese triggers: 派活、并行、要不要多开几个 agent、分给多个 Claude 账号 / codex / grok、找另一个 AI 审、对比优秀设计、多方意见、进度看板、派出的任务进行到哪了。Not for unrelated read-only questions, trivial edits, research with no delegation, a single review of an existing diff (agentic-review-handoff), or the machine-wide session list (sideby sessions). Inside another named workflow, only size its workers.

FileKindSize
GLOSSARY.mdmarkdown2.1 KB
SKILL.mdskill md27.8 KB
evals/README.mdmarkdown7.6 KB
evals/README.zh-CN.mdmarkdown7.5 KB
evals/bench/compare.pyscript5.3 KB
evals/bench/run_bench.pyscript12.3 KB
evals/bench/tasks.jsonconfig6.6 KB
evals/bench/test_bench.pyscript4.4 KB
evals/build_plugin_eval.pyscript11.3 KB
evals/evals.jsonconfig31.4 KB
evals/results.mdmarkdown15.8 KB
evals/test_eval_harness.pyscript3.5 KB
evals/trigger-eval-set.jsonconfig1.6 KB
fixtures/probe-full.jsonconfig1.6 KB
fixtures/probe-single.jsonconfig690 B
fixtures/run-midrun/B9.jsonlother191 B
fixtures/run-midrun/deploy-log.txtmarkdown42 B
fixtures/run-midrun/run.jsonconfig1.8 KB
fixtures/run-sessions/B9.jsonlother191 B
fixtures/run-sessions/deploy-log.txtmarkdown42 B
fixtures/run-sessions/ended.jsonlother95 B
fixtures/run-sessions/run.jsonconfig2.1 KB
fixtures/run-sessions/sessions.jsonconfig804 B
fixtures/session-index.jsonconfig401 B
fixtures/sideby-stub/sessions.jsonconfig1.5 KB
fixtures/sideby-stub/sidebyexecutablescript4.1 KB
references/accounts.mdmarkdown10.4 KB
references/context-budget.mdmarkdown2.9 KB
references/fallbacks.mdmarkdown4.7 KB
references/launch.mdmarkdown16.1 KB
references/measure.mdmarkdown3.3 KB
references/research-brief.mdmarkdown1.3 KB
references/run-board.mdmarkdown48.7 KB
references/task-spec.mdmarkdown5.0 KB
scripts/board.cssother12.6 KB
scripts/board_interaction.jsscript3.7 KB
scripts/board_markdown.jsscript2.9 KB
scripts/board_render.pyscript17.2 KB
scripts/dispatch_board.pyscript95.3 KB
scripts/isolated_case.pyscript1.6 KB
scripts/probe_agents.pyscript12.9 KB
scripts/sideby_cli.pyscript3.2 KB
scripts/sideby_sessions.pyscript3.3 KB
scripts/test_billing_and_quota.pyscript10.9 KB
scripts/test_board_interaction.jsscript2.1 KB
scripts/test_board_markdown.jsscript2.9 KB
scripts/test_board_reload_state.jsscript2.7 KB
scripts/test_bug_regressions.pyscript4.7 KB
scripts/test_dispatch_board.pyscript68.9 KB
scripts/test_harness_limits.pyscript11.7 KB
scripts/test_lane_states.pyscript7.5 KB
scripts/test_probe_agents.pyscript19.2 KB
scripts/test_review_fixes.pyscript6.7 KB
scripts/test_rounds_and_watch.pyscript7.3 KB

evals/bench/test_bench.py

View on GitHub
"""Unit tests for the benchmark's pure parts: prompts, stream reading and the comparison verdict."""

from __future__ import annotations

import json
import os
import sys
import tempfile
import unittest

sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
import compare  # noqa: E402
import run_bench  # noqa: E402


def row(task: str, arm: str, rep: int, ok: bool, wall: float, cost: float | None = 1.0, **extra) -> dict:
    return {"task": task, "arm": arm, "rep": rep, "pass": ok, "wall_s": wall, "total_known_cost_usd": cost, **extra}


class TestPrompts(unittest.TestCase):
    def test_arms_share_the_task_and_differ_only_in_the_arm_line(self):
        task = {"prompt": "  Fix the thing.\n"}
        solo, dispatch = run_bench.build_prompt(task, "solo"), run_bench.build_prompt(task, "dispatch")
        self.assertTrue(solo.startswith("Fix the thing.\n\n") and dispatch.startswith("Fix the thing.\n\n"))
        self.assertIn("Do not delegate", solo)
        self.assertIn("/agent-dispatch", dispatch)
        for text in (solo, dispatch):
            self.assertIn("Do not push", text)

    def test_unknown_task_ids_are_reported(self):
        with tempfile.NamedTemporaryFile("w", suffix=".json", delete=False) as f:
            json.dump({"tasks": [{"id": "T1"}]}, f)
        with self.assertRaises(SystemExit) as ctx:
            run_bench.load_tasks(f.name, ["T9"])
        self.assertIn("T9", str(ctx.exception))
        os.unlink(f.name)


    def test_skip_done_reads_recorded_trials(self):
        with tempfile.TemporaryDirectory() as out:
            self.assertEqual(run_bench.done_trials(out), set())
            with open(os.path.join(out, "results.jsonl"), "w", encoding="utf-8") as f:
                f.write(json.dumps(row("T1", "solo", 1, True, 10)) + "\n\n" + json.dumps(row("T2", "dispatch", 3, False, 10)) + "\n")
            self.assertEqual(run_bench.done_trials(out), {("T1", "solo", 1), ("T2", "dispatch", 3)})


class TestStream(unittest.TestCase):
    def test_reads_model_cost_and_final_text(self):
        with tempfile.NamedTemporaryFile("w", suffix=".jsonl", delete=False) as f:
            f.write(json.dumps({"type": "system", "subtype": "init", "model": "m1"}) + "\nnot json\n")
            f.write(json.dumps({"type": "result", "total_cost_usd": 2.5, "num_turns": 7, "is_error": False,
                                "result": "Dispatch: L1 — one module"}) + "\n")
        info = run_bench.read_stream(f.name)
        os.unlink(f.name)
        self.assertEqual((info["model"], info["cost_usd"], info["turns"]), ("m1", 2.5, 7))
        self.assertEqual(run_bench.dispatch_facts("/nonexistent", info["final"])["tier"], "L1")
        self.assertEqual(run_bench.dispatch_facts("/nonexistent", "分工:判为 L1,自己写")["tier"], "L1")
        self.assertIsNone(run_bench.dispatch_facts("/nonexistent", "改完了,HTML5 页面")["tier"])


class TestCompare(unittest.TestCase):
    def test_holds_when_no_task_is_worse_and_dispatch_is_faster(self):
        rows = [row("T1", "solo", r, True, 600) for r in (1, 2, 3)] + [row("T1", "dispatch", r, True, 400) for r in (1, 2, 3)]
        s = compare.summarize(rows, "solo", "dispatch")
        self.assertTrue(s["holds"])
        self.assertIn("Verdict (dispatch vs solo): holds", compare.render(s))

    def test_a_worse_task_fails_the_verdict_and_one_run_flips_ask_for_the_transcript(self):
        rows = ([row("T1", "solo", r, True, 600) for r in (1, 2, 3)] + [row("T1", "dispatch", r, r != 2, 300) for r in (1, 2, 3)]
                + [row("T2", "solo", r, False, 600) for r in (1, 2, 3)] + [row("T2", "dispatch", r, True, 300) for r in (1, 2, 3)])
        s = compare.summarize(rows, "solo", "dispatch")
        flips = {e["task"]: e["flip"] for e in s["per_task"]}
        self.assertEqual(flips["T1"], "worse (one run: check transcript)")
        self.assertEqual(flips["T2"], "better")
        self.assertFalse(s["holds"])
        self.assertIn("worse on T1", "; ".join(s["reasons"]))

    def test_not_faster_fails_and_unknown_costs_are_not_zero(self):
        rows = [row("T1", "solo", 1, True, 300, cost=None), row("T1", "dispatch", 1, True, 900, cost=None, lanes_without_cost=2)]
        s = compare.summarize(rows, "solo", "dispatch")
        self.assertFalse(s["holds"])
        self.assertIsNone(s["totals"]["dispatch"]["cost_usd"])
        self.assertIn("lanes without a reported cost", compare.render(s))


if __name__ == "__main__":
    unittest.main()
finishing-a-development-branchobra/superpowersUse when implementation is complete, all tests pass, and you need to decide how to integrate the workStars: 322kUpdated Claude CodeCodexVerifiedInstall
systematic-debuggingobra/superpowersUse when encountering any bug, test failure, or unexpected behavior, before proposing fixesStars: 322kUpdated Claude CodeCodexVerifiedInstall
test-driven-developmentobra/superpowersUse when implementing any feature or bugfix, before writing implementation codeStars: 322kUpdated Claude CodeCodexVerifiedInstall
skill-creatoranthropics/skillsCreate new skills, modify and improve existing skills, and measure skill performance. Use when users want to create a skill from scratch, edit, or optimize an existing skill, run evals to test a skill, benchmark skill performance with variance analysis, or optimize a skill's description for better triggering accuracy.Stars: 198kUpdated Claude CodeCodexVerifiedInstall