Skip to content

Adonis0123/adonis-skills / skills/dev-environment-roi-audit

dev-environment-roi-audit

Verified

Audit a local coding-agent environment with real logs and controlled ablations, then make evidence-backed keep, narrow, on-demand, or remove decisions for MCP servers, skills, instruction files, plugins, commands, hooks, and memory, plus the attention they cost the user (notifications, pending decisions, scheduled automations, and settings toggles). Use whenever the user asks to audit or slim a Claude, Codex, Grok, Cursor, or similar development setup; find unused tools; quantify context, startup, or attention tax; review noisy notifications or scheduled jobs; or clean agent configuration by ROI. Enforces discovered paths, per-file JSONL schema probes, OUT_DIR-only artifacts, secret-safe output, and item-by-item approval before mutations.

FileKindSize
SKILL.mdskill md12.3 KB
evals/evals.jsonconfig2.3 KB
evals/fixtures/schema-a.jsonlother72 B
evals/fixtures/schema-b.jsonlother151 B
references/artifact-contract.mdmarkdown2.2 KB
references/metrics-and-decisions.mdmarkdown5.5 KB
scripts/finalize_audit.pyexecutablescript2.4 KB
scripts/init_audit.pyexecutablescript2.0 KB
scripts/probe_jsonl_schema.pyexecutablescript2.6 KB

scripts/finalize_audit.py

View on GitHub
#!/usr/bin/env python3
from __future__ import annotations

import argparse
import hashlib
import json
import os
import re
from pathlib import Path


SECRET_PATTERNS = {
    "authorization_value": re.compile(rb'"Authorization"\s*:\s*"[^"\r\n]+"'),
    "bearer_value": re.compile(rb"Bearer\s+[A-Za-z0-9._~-]{12,}"),
}


def included_files(out_dir: Path) -> list[Path]:
    files = []
    for path in out_dir.rglob("*"):
        if not path.is_file() or path.name == "MANIFEST.sha256":
            continue
        if path.is_relative_to(out_dir / "runtime"):
            continue
        files.append(path)
    return sorted(files)


def secret_hits(files: list[Path]) -> list[dict[str, str]]:
    hits = []
    for path in files:
        try:
            content = path.read_bytes()
        except OSError:
            continue
        for name, pattern in SECRET_PATTERNS.items():
            if pattern.search(content):
                hits.append({"path": str(path), "pattern": name})
    return hits


def digest(path: Path) -> str:
    hasher = hashlib.sha256()
    with path.open("rb") as handle:
        for chunk in iter(lambda: handle.read(1024 * 1024), b""):
            hasher.update(chunk)
    return hasher.hexdigest()


def main() -> int:
    parser = argparse.ArgumentParser()
    parser.add_argument("--out-dir", required=True, type=Path)
    args = parser.parse_args()

    out_dir = args.out_dir.expanduser().resolve()
    if not out_dir.is_dir():
        parser.error("OUT_DIR does not exist")

    files = included_files(out_dir)
    hits = secret_hits(files)
    if hits:
        print(json.dumps({"ok": False, "secret_hit_count": len(hits), "hits": hits}, indent=2))
        return 2

    runtime = out_dir / "runtime"
    runtime.mkdir(exist_ok=True)
    temporary = runtime / "MANIFEST.sha256.new"
    with temporary.open("w", encoding="utf-8") as handle:
        for path in files:
            handle.write(f"{digest(path)}  {path}\n")
    os.replace(temporary, out_dir / "MANIFEST.sha256")

    print(
        json.dumps(
            {
                "ok": True,
                "artifact_count": len(files),
                "secret_hit_count": 0,
                "artifact_bytes": sum(path.stat().st_size for path in files),
                "manifest": str(out_dir / "MANIFEST.sha256"),
            },
            indent=2,
        )
    )
    return 0


if __name__ == "__main__":
    raise SystemExit(main())
rea-analysis-optimizationmorluto/reaOptimize REA providers and shared analysis workflows for agent context, latency, CPU, and memory while preserving correctness and Evidence. Use for analysis bottlenecks and cache or query design; CI/test-suite optimization belongs to rea-ci-tests-audit.Stars: 471kUpdated Claude CodeCodexVerifiedInstall
rea-ci-tests-auditmorluto/reaAudit REA CI and test suites for correctness, fixture drift, false passes, and measured performance; use for suite or workflow investigations and efficiency changes, rather than ordinary feature testing or a single test failure.Stars: 471kUpdated Claude CodeCodexVerifiedInstall
rea-tool-designmorluto/reaAudit, investigate, design, or change REA investigation tools, CLI/MCP contracts, provider capabilities, and Evidence semantics.Stars: 471kUpdated Claude CodeCodexVerifiedInstall
ponytail-auditDietrichGebert/ponytailQuality audit of the whole repo: bugs, security, real load, missing tests, speed, and what to delete. Most important first.Stars: 194kUpdated Claude CodeCodexVerifiedInstall