hashgraph-online/awesome-codex-plugins / plugins/boshu2/agentops/skills/skill-builder
skill-builder
VerifiedCreate, repair, audit or consolidate agent skills (SKILL.md packages). Use when: writing or fixing a skill, its description or structure. Not for one-off lessons; use Memory.
schemas/audit-report-legacy.json
View on GitHub{
"$schema": "https://json-schema.org/draft-07/schema#",
"title": "Skill Audit Report",
"description": "Output contract for the skill-builder deep audit. Pass 1 wraps heal.sh structural checks; Pass 2 adds 8 content-discipline checks beyond heal.sh; Pass 3 reports an advisory 0-30 static package-readiness score that evaluates neither safety nor behavioral effectiveness; later passes add advisory craft and authoring signals.",
"type": "object",
"required": ["target", "profile_id", "verdict", "pass1", "pass2"],
"properties": {
"target": {
"type": "string",
"description": "skills/<name> path being audited"
},
"profile_id": {
"type": "string",
"description": "Selected authoritative skill-conformance profile ID."
},
"verdict": {
"type": "string",
"enum": ["PASS", "WARN", "FAIL"],
"description": "Aggregate Pass-2 verdict. A nonzero Pass-1 exit additionally forces FAIL only for a repository-owned skills/* target; external targets retain Pass-1 diagnostics without binding the aggregate."
},
"pass1": {
"type": "object",
"description": "heal structural results (delegated to bash skills/skill-builder/scripts/heal.sh --check --strict <target>).",
"required": ["status", "exit_code", "findings"],
"properties": {
"status": {
"type": "string",
"enum": ["pass", "fail"],
"description": "Strict heal verdict based on process exit code, not parsed finding text."
},
"exit_code": {
"type": "integer",
"description": "Actual exit code from heal.sh --check --strict. Nonzero forces aggregate FAIL only when the target is under this repository's skills/* tree."
},
"strict": {
"type": "boolean",
"const": true,
"description": "Always true: Pass 1 uses heal strict mode."
},
"findings": {
"type": "array",
"items": {
"type": "object",
"required": ["code", "path", "msg"],
"properties": {
"code": {
"type": "string",
"description": "heal.sh finding code (e.g., MISSING_NAME, UNLINKED_REF, DEAD_REF)"
},
"path": {"type": "string"},
"msg": {"type": "string"}
}
}
},
"autofixable": {
"type": "integer",
"description": "Count of findings heal.sh can auto-fix with --fix"
}
}
},
"pass2": {
"type": "object",
"description": "Eight NEW checks beyond heal structural hygiene.",
"required": ["checks"],
"properties": {
"checks": {
"type": "array",
"minItems": 8,
"maxItems": 8,
"items": {
"type": "object",
"required": ["id", "severity", "status"],
"properties": {
"id": {
"type": "string",
"enum": [
"description-has-triggers",
"constraints-frontloaded",
"rationale-present",
"verification-checkpoints",
"output-spec-explicit",
"quality-rubric",
"references-modularization",
"trigger-clarity"
],
"description": "Stable check identifier. NOTE: 'description-has-triggers' (NOT 'description-multiline') — the broader form accepts AgentOps' single-line description convention plus financial-services' multi-line block-scalar form plus metadata.triggers arrays. See skills/skill-builder/references/skill-template.md §2 for accepted forms."
},
"status": {
"type": "string",
"enum": ["pass", "warn", "fail", "n/a"],
"description": "Status derived from the selected profile severity."
},
"severity": {
"type": "string",
"enum": ["WARN", "FAIL"]
},
"forms": {
"type": "array",
"items": {
"type": "string",
"enum": ["inline-marker", "block-marker", "metadata-list"]
}
},
"evidence": {
"type": "string",
"description": "Specific finding (line, snippet, or grep match) supporting the status."
}
}
}
}
}
},
"density": {
"type": "object",
"description": "Advisory-only Context Density Rule coverage. This does not affect the aggregate verdict and does not enforce execution-packet density.",
"required": ["status", "advisory", "fields", "summary"],
"properties": {
"status": {
"type": "string",
"enum": ["pass", "warn"],
"description": "pass when all six advisory density fields are present, warn otherwise."
},
"advisory": {
"type": "boolean",
"const": true,
"description": "Always true. Density coverage is report-only at the skill-auditor layer."
},
"fields": {
"type": "array",
"minItems": 6,
"maxItems": 6,
"items": {
"type": "object",
"required": ["id", "present", "evidence"],
"properties": {
"id": {
"type": "string",
"enum": [
"intent",
"boundary",
"evidence",
"decision",
"constraint",
"next_action"
]
},
"present": {"type": "boolean"},
"evidence": {"type": "string"}
},
"additionalProperties": false
}
},
"summary": {"type": "string"}
},
"additionalProperties": false
},
"rubric": {
"description": "Advisory-only Pass-3 static package-readiness score (docs/reference/skill-quality-rubric.md). Folded in from score_agentops_skill.py --audit-block. It evaluates neither the safety gate nor behavioral effectiveness and never affects the aggregate verdict. Emitted as null when python3 or the scorer is unavailable (fail-open).",
"oneOf": [
{"type": "null"},
{
"type": "object",
"required": ["scope", "safety_gate_evaluated", "effectiveness_evaluated", "total_score", "max_score", "rating", "advisory", "categories"],
"properties": {
"scope": {
"type": "string",
"const": "static-package-readiness",
"description": "The score covers visible package properties only."
},
"safety_gate_evaluated": {
"type": "boolean",
"const": false,
"description": "Always false: boundary-word heuristics are not a full-bundle safety review."
},
"effectiveness_evaluated": {
"type": "boolean",
"const": false,
"description": "Always false: structural scoring contains no baseline-versus-treatment behavioral evaluation."
},
"total_score": {
"type": "integer",
"minimum": 0,
"maximum": 30,
"description": "Emitter-reported sum of the 10 static category scores (0-30). Draft-07 bounds this value; focused emitter tests verify the arithmetic."
},
"max_score": {
"type": "integer",
"const": 30
},
"rating": {
"type": "string",
"enum": ["C", "B", "A", "S"],
"description": "Emitter-reported static band: C (0-10), B (11-20), A (21-26), S (27-30). Focused emitter tests verify consistency with total_score."
},
"advisory": {
"type": "boolean",
"const": true,
"description": "Always true. The static readiness score is report-only and never gates the verdict."
},
"categories": {
"type": "array",
"minItems": 10,
"maxItems": 10,
"description": "Exactly one entry for each of the 10 static package-readiness categories, each scored 0-3 with a deterministic reason. Absent optional components receive uncertainty score 1, never automatic full credit.",
"allOf": [
{"contains": {"required": ["category"], "properties": {"category": {"const": "trigger_quality"}}}},
{"contains": {"required": ["category"], "properties": {"category": {"const": "kernel_clarity"}}}},
{"contains": {"required": ["category"], "properties": {"category": {"const": "progressive_disclosure"}}}},
{"contains": {"required": ["category"], "properties": {"category": {"const": "helper_scripts"}}}},
{"contains": {"required": ["category"], "properties": {"category": {"const": "validation"}}}},
{"contains": {"required": ["category"], "properties": {"category": {"const": "self_test"}}}},
{"contains": {"required": ["category"], "properties": {"category": {"const": "assets_templates"}}}},
{"contains": {"required": ["category"], "properties": {"category": {"const": "subagents_roles"}}}},
{"contains": {"required": ["category"], "properties": {"category": {"const": "safety_boundaries"}}}},
{"contains": {"required": ["category"], "properties": {"category": {"const": "packaging"}}}}
],
"items": {
"type": "object",
"required": ["category", "score", "reason"],
"properties": {
"category": {
"type": "string",
"enum": [
"trigger_quality",
"kernel_clarity",
"progressive_disclosure",
"helper_scripts",
"validation",
"self_test",
"assets_templates",
"subagents_roles",
"safety_boundaries",
"packaging"
]
},
"score": {
"type": "integer",
"minimum": 0,
"maximum": 3,
"description": "0 missing and required; 1 weak or no visible evidence with necessity not inferred; 2 solid visible evidence; 3 mechanically strong or unusually complete."
},
"reason": {
"type": "string",
"description": "Deterministic explanation derived from the skill directory contents."
}
},
"additionalProperties": false
}
}
},
"additionalProperties": false
}
]
},
"craft": {
"description": "Advisory-only Pass-4 craft instrumentation (craft_score.py): 12-element craft score with named gaps, provenance-citation resolution, and loop-safety findings. Additive and never affects the aggregate verdict or exit code. Emitted as null when python3 or the scorer is unavailable (fail-open).",
"oneOf": [
{"type": "null"},
{
"type": "object",
"required": ["score", "max", "advisory", "missing", "elements", "provenance", "loop_safety", "summary"],
"properties": {
"score": {
"type": "integer",
"minimum": 0,
"maximum": 12,
"description": "Count of the 12 craft elements detected as present."
},
"max": {"type": "integer", "const": 12},
"advisory": {
"type": "boolean",
"const": true,
"description": "Always true. Craft instrumentation is report-only and never gates."
},
"missing": {
"type": "array",
"items": {"type": "string"},
"description": "Element ids not detected; the named gaps."
},
"elements": {
"type": "array",
"minItems": 12,
"maxItems": 12,
"items": {
"type": "object",
"required": ["id", "present", "evidence"],
"properties": {
"id": {
"type": "string",
"enum": [
"causal-insight-line",
"named-failure-mode",
"frozen-prompts",
"named-loop-stop-condition",
"quantified-rules",
"negative-space",
"anti-pattern-with-corrective",
"provenance-citation",
"measurable-done",
"router-shape",
"trigger-rich-description",
"runnable-commands"
]
},
"present": {"type": "boolean"},
"evidence": {"type": "string"}
},
"additionalProperties": false
}
},
"provenance": {
"type": "object",
"required": ["advisory", "citations", "resolved", "dead"],
"properties": {
"advisory": {"type": "boolean", "const": true},
"citations": {"type": "integer", "minimum": 0},
"resolved": {"type": "integer", "minimum": 0},
"dead": {
"type": "array",
"items": {
"type": "object",
"required": ["citation", "kind"],
"properties": {
"citation": {"type": "string"},
"kind": {"type": "string", "enum": ["digest", "path"]}
},
"additionalProperties": false
}
}
},
"additionalProperties": false
},
"loop_safety": {
"type": "object",
"required": ["advisory", "findings"],
"properties": {
"advisory": {"type": "boolean", "const": true},
"findings": {
"type": "array",
"items": {
"type": "object",
"required": ["type", "section", "evidence"],
"properties": {
"type": {
"type": "string",
"enum": ["loop-missing-stop-condition", "dispatch-loop-missing-budget"]
},
"section": {"type": "string"},
"evidence": {"type": "string"}
},
"additionalProperties": false
}
}
},
"additionalProperties": false
},
"summary": {
"type": "string",
"description": "One-line rollup, e.g. 'craft 7/12; missing: causal-insight-line, frozen-prompts'."
}
},
"additionalProperties": false
}
]
},
"authoring": {
"description": "Advisory-only Pass-5 authoring prose-quality scan (authoring_scan.py): mechanical suspects for the failure modes named in references/authoring-doctrine.md. Never affects the aggregate verdict or exit code. Emitted as null when python3 or the scanner is unavailable (fail-open).",
"oneOf": [
{"type": "null"},
{
"type": "object",
"required": ["advisory", "findings", "counts", "summary"],
"properties": {
"advisory": {
"type": "boolean",
"const": true,
"description": "Always true. Authoring findings are report-only and never gate."
},
"findings": {
"type": "array",
"items": {
"type": "object",
"required": ["id", "line", "evidence"],
"properties": {
"id": {
"type": "string",
"enum": [
"noop-phrase",
"negation-without-positive",
"step-missing-done-condition"
]
},
"line": {"type": "integer", "minimum": 1},
"evidence": {"type": "string"}
},
"additionalProperties": false
}
},
"counts": {
"type": "object",
"required": [
"noop-phrase",
"negation-without-positive",
"step-missing-done-condition"
],
"properties": {
"noop-phrase": {"type": "integer", "minimum": 0},
"negation-without-positive": {"type": "integer", "minimum": 0},
"step-missing-done-condition": {"type": "integer", "minimum": 0}
},
"additionalProperties": false
},
"summary": {"type": "string"}
},
"additionalProperties": false
}
]
},
"summary": {
"type": "string",
"description": "Human-readable one-paragraph rollup. Suitable for embedding in a markdown audit report."
}
},
"additionalProperties": false
}
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| rea-analysis-optimizationmorluto/reaOptimize REA providers and shared analysis workflows for agent context, latency, CPU, and memory while preserving correctness and Evidence. Use for analysis bottlenecks and cache or query design; CI/test-suite optimization belongs to rea-ci-tests-audit. | Stars: 471k | Updated | Claude CodeCodex | Verified | Install |
| rea-ci-tests-auditmorluto/reaAudit REA CI and test suites for correctness, fixture drift, false passes, and measured performance; use for suite or workflow investigations and efficiency changes, rather than ordinary feature testing or a single test failure. | Stars: 471k | Updated | Claude CodeCodex | Verified | Install |
| rea-tool-designmorluto/reaAudit, investigate, design, or change REA investigation tools, CLI/MCP contracts, provider capabilities, and Evidence semantics. | Stars: 471k | Updated | Claude CodeCodex | Verified | Install |
| ponytail-auditDietrichGebert/ponytailQuality audit of the whole repo: bugs, security, real load, missing tests, speed, and what to delete. Most important first. | Stars: 194k | Updated | Claude CodeCodex | Verified | Install |