Skip to content

hashgraph-online/awesome-codex-plugins / plugins/boshu2/agentops/skills/skill-builder

skill-builder

Verified

Create, repair, audit or consolidate agent skills (SKILL.md packages). Use when: writing or fixing a skill, its description or structure. Not for one-off lessons; use Memory.

schemas/audit-report-legacy.json

View on GitHub
{
  "$schema": "https://json-schema.org/draft-07/schema#",
  "title": "Skill Audit Report",
  "description": "Output contract for the skill-builder deep audit. Pass 1 wraps heal.sh structural checks; Pass 2 adds 8 content-discipline checks beyond heal.sh; Pass 3 reports an advisory 0-30 static package-readiness score that evaluates neither safety nor behavioral effectiveness; later passes add advisory craft and authoring signals.",
  "type": "object",
  "required": ["target", "profile_id", "verdict", "pass1", "pass2"],
  "properties": {
    "target": {
      "type": "string",
      "description": "skills/<name> path being audited"
    },
    "profile_id": {
      "type": "string",
      "description": "Selected authoritative skill-conformance profile ID."
    },
    "verdict": {
      "type": "string",
      "enum": ["PASS", "WARN", "FAIL"],
      "description": "Aggregate Pass-2 verdict. A nonzero Pass-1 exit additionally forces FAIL only for a repository-owned skills/* target; external targets retain Pass-1 diagnostics without binding the aggregate."
    },
    "pass1": {
      "type": "object",
      "description": "heal structural results (delegated to bash skills/skill-builder/scripts/heal.sh --check --strict <target>).",
      "required": ["status", "exit_code", "findings"],
      "properties": {
        "status": {
          "type": "string",
          "enum": ["pass", "fail"],
          "description": "Strict heal verdict based on process exit code, not parsed finding text."
        },
        "exit_code": {
          "type": "integer",
          "description": "Actual exit code from heal.sh --check --strict. Nonzero forces aggregate FAIL only when the target is under this repository's skills/* tree."
        },
        "strict": {
          "type": "boolean",
          "const": true,
          "description": "Always true: Pass 1 uses heal strict mode."
        },
        "findings": {
          "type": "array",
          "items": {
            "type": "object",
            "required": ["code", "path", "msg"],
            "properties": {
              "code": {
                "type": "string",
                "description": "heal.sh finding code (e.g., MISSING_NAME, UNLINKED_REF, DEAD_REF)"
              },
              "path": {"type": "string"},
              "msg": {"type": "string"}
            }
          }
        },
        "autofixable": {
          "type": "integer",
          "description": "Count of findings heal.sh can auto-fix with --fix"
        }
      }
    },
    "pass2": {
      "type": "object",
      "description": "Eight NEW checks beyond heal structural hygiene.",
      "required": ["checks"],
      "properties": {
        "checks": {
          "type": "array",
          "minItems": 8,
          "maxItems": 8,
          "items": {
            "type": "object",
            "required": ["id", "severity", "status"],
            "properties": {
              "id": {
                "type": "string",
                "enum": [
                  "description-has-triggers",
                  "constraints-frontloaded",
                  "rationale-present",
                  "verification-checkpoints",
                  "output-spec-explicit",
                  "quality-rubric",
                  "references-modularization",
                  "trigger-clarity"
                ],
                "description": "Stable check identifier. NOTE: 'description-has-triggers' (NOT 'description-multiline') — the broader form accepts AgentOps' single-line description convention plus financial-services' multi-line block-scalar form plus metadata.triggers arrays. See skills/skill-builder/references/skill-template.md §2 for accepted forms."
              },
              "status": {
                "type": "string",
                "enum": ["pass", "warn", "fail", "n/a"],
                "description": "Status derived from the selected profile severity."
              },
              "severity": {
                "type": "string",
                "enum": ["WARN", "FAIL"]
              },
              "forms": {
                "type": "array",
                "items": {
                  "type": "string",
                  "enum": ["inline-marker", "block-marker", "metadata-list"]
                }
              },
              "evidence": {
                "type": "string",
                "description": "Specific finding (line, snippet, or grep match) supporting the status."
              }
            }
          }
        }
      }
    },
    "density": {
      "type": "object",
      "description": "Advisory-only Context Density Rule coverage. This does not affect the aggregate verdict and does not enforce execution-packet density.",
      "required": ["status", "advisory", "fields", "summary"],
      "properties": {
        "status": {
          "type": "string",
          "enum": ["pass", "warn"],
          "description": "pass when all six advisory density fields are present, warn otherwise."
        },
        "advisory": {
          "type": "boolean",
          "const": true,
          "description": "Always true. Density coverage is report-only at the skill-auditor layer."
        },
        "fields": {
          "type": "array",
          "minItems": 6,
          "maxItems": 6,
          "items": {
            "type": "object",
            "required": ["id", "present", "evidence"],
            "properties": {
              "id": {
                "type": "string",
                "enum": [
                  "intent",
                  "boundary",
                  "evidence",
                  "decision",
                  "constraint",
                  "next_action"
                ]
              },
              "present": {"type": "boolean"},
              "evidence": {"type": "string"}
            },
            "additionalProperties": false
          }
        },
        "summary": {"type": "string"}
      },
      "additionalProperties": false
    },
    "rubric": {
      "description": "Advisory-only Pass-3 static package-readiness score (docs/reference/skill-quality-rubric.md). Folded in from score_agentops_skill.py --audit-block. It evaluates neither the safety gate nor behavioral effectiveness and never affects the aggregate verdict. Emitted as null when python3 or the scorer is unavailable (fail-open).",
      "oneOf": [
        {"type": "null"},
        {
          "type": "object",
          "required": ["scope", "safety_gate_evaluated", "effectiveness_evaluated", "total_score", "max_score", "rating", "advisory", "categories"],
          "properties": {
            "scope": {
              "type": "string",
              "const": "static-package-readiness",
              "description": "The score covers visible package properties only."
            },
            "safety_gate_evaluated": {
              "type": "boolean",
              "const": false,
              "description": "Always false: boundary-word heuristics are not a full-bundle safety review."
            },
            "effectiveness_evaluated": {
              "type": "boolean",
              "const": false,
              "description": "Always false: structural scoring contains no baseline-versus-treatment behavioral evaluation."
            },
            "total_score": {
              "type": "integer",
              "minimum": 0,
              "maximum": 30,
              "description": "Emitter-reported sum of the 10 static category scores (0-30). Draft-07 bounds this value; focused emitter tests verify the arithmetic."
            },
            "max_score": {
              "type": "integer",
              "const": 30
            },
            "rating": {
              "type": "string",
              "enum": ["C", "B", "A", "S"],
              "description": "Emitter-reported static band: C (0-10), B (11-20), A (21-26), S (27-30). Focused emitter tests verify consistency with total_score."
            },
            "advisory": {
              "type": "boolean",
              "const": true,
              "description": "Always true. The static readiness score is report-only and never gates the verdict."
            },
            "categories": {
              "type": "array",
              "minItems": 10,
              "maxItems": 10,
              "description": "Exactly one entry for each of the 10 static package-readiness categories, each scored 0-3 with a deterministic reason. Absent optional components receive uncertainty score 1, never automatic full credit.",
              "allOf": [
                {"contains": {"required": ["category"], "properties": {"category": {"const": "trigger_quality"}}}},
                {"contains": {"required": ["category"], "properties": {"category": {"const": "kernel_clarity"}}}},
                {"contains": {"required": ["category"], "properties": {"category": {"const": "progressive_disclosure"}}}},
                {"contains": {"required": ["category"], "properties": {"category": {"const": "helper_scripts"}}}},
                {"contains": {"required": ["category"], "properties": {"category": {"const": "validation"}}}},
                {"contains": {"required": ["category"], "properties": {"category": {"const": "self_test"}}}},
                {"contains": {"required": ["category"], "properties": {"category": {"const": "assets_templates"}}}},
                {"contains": {"required": ["category"], "properties": {"category": {"const": "subagents_roles"}}}},
                {"contains": {"required": ["category"], "properties": {"category": {"const": "safety_boundaries"}}}},
                {"contains": {"required": ["category"], "properties": {"category": {"const": "packaging"}}}}
              ],
              "items": {
                "type": "object",
                "required": ["category", "score", "reason"],
                "properties": {
                  "category": {
                    "type": "string",
                    "enum": [
                      "trigger_quality",
                      "kernel_clarity",
                      "progressive_disclosure",
                      "helper_scripts",
                      "validation",
                      "self_test",
                      "assets_templates",
                      "subagents_roles",
                      "safety_boundaries",
                      "packaging"
                    ]
                  },
                  "score": {
                    "type": "integer",
                    "minimum": 0,
                    "maximum": 3,
                    "description": "0 missing and required; 1 weak or no visible evidence with necessity not inferred; 2 solid visible evidence; 3 mechanically strong or unusually complete."
                  },
                  "reason": {
                    "type": "string",
                    "description": "Deterministic explanation derived from the skill directory contents."
                  }
                },
                "additionalProperties": false
              }
            }
          },
          "additionalProperties": false
        }
      ]
    },
    "craft": {
      "description": "Advisory-only Pass-4 craft instrumentation (craft_score.py): 12-element craft score with named gaps, provenance-citation resolution, and loop-safety findings. Additive and never affects the aggregate verdict or exit code. Emitted as null when python3 or the scorer is unavailable (fail-open).",
      "oneOf": [
        {"type": "null"},
        {
          "type": "object",
          "required": ["score", "max", "advisory", "missing", "elements", "provenance", "loop_safety", "summary"],
          "properties": {
            "score": {
              "type": "integer",
              "minimum": 0,
              "maximum": 12,
              "description": "Count of the 12 craft elements detected as present."
            },
            "max": {"type": "integer", "const": 12},
            "advisory": {
              "type": "boolean",
              "const": true,
              "description": "Always true. Craft instrumentation is report-only and never gates."
            },
            "missing": {
              "type": "array",
              "items": {"type": "string"},
              "description": "Element ids not detected; the named gaps."
            },
            "elements": {
              "type": "array",
              "minItems": 12,
              "maxItems": 12,
              "items": {
                "type": "object",
                "required": ["id", "present", "evidence"],
                "properties": {
                  "id": {
                    "type": "string",
                    "enum": [
                      "causal-insight-line",
                      "named-failure-mode",
                      "frozen-prompts",
                      "named-loop-stop-condition",
                      "quantified-rules",
                      "negative-space",
                      "anti-pattern-with-corrective",
                      "provenance-citation",
                      "measurable-done",
                      "router-shape",
                      "trigger-rich-description",
                      "runnable-commands"
                    ]
                  },
                  "present": {"type": "boolean"},
                  "evidence": {"type": "string"}
                },
                "additionalProperties": false
              }
            },
            "provenance": {
              "type": "object",
              "required": ["advisory", "citations", "resolved", "dead"],
              "properties": {
                "advisory": {"type": "boolean", "const": true},
                "citations": {"type": "integer", "minimum": 0},
                "resolved": {"type": "integer", "minimum": 0},
                "dead": {
                  "type": "array",
                  "items": {
                    "type": "object",
                    "required": ["citation", "kind"],
                    "properties": {
                      "citation": {"type": "string"},
                      "kind": {"type": "string", "enum": ["digest", "path"]}
                    },
                    "additionalProperties": false
                  }
                }
              },
              "additionalProperties": false
            },
            "loop_safety": {
              "type": "object",
              "required": ["advisory", "findings"],
              "properties": {
                "advisory": {"type": "boolean", "const": true},
                "findings": {
                  "type": "array",
                  "items": {
                    "type": "object",
                    "required": ["type", "section", "evidence"],
                    "properties": {
                      "type": {
                        "type": "string",
                        "enum": ["loop-missing-stop-condition", "dispatch-loop-missing-budget"]
                      },
                      "section": {"type": "string"},
                      "evidence": {"type": "string"}
                    },
                    "additionalProperties": false
                  }
                }
              },
              "additionalProperties": false
            },
            "summary": {
              "type": "string",
              "description": "One-line rollup, e.g. 'craft 7/12; missing: causal-insight-line, frozen-prompts'."
            }
          },
          "additionalProperties": false
        }
      ]
    },
    "authoring": {
      "description": "Advisory-only Pass-5 authoring prose-quality scan (authoring_scan.py): mechanical suspects for the failure modes named in references/authoring-doctrine.md. Never affects the aggregate verdict or exit code. Emitted as null when python3 or the scanner is unavailable (fail-open).",
      "oneOf": [
        {"type": "null"},
        {
          "type": "object",
          "required": ["advisory", "findings", "counts", "summary"],
          "properties": {
            "advisory": {
              "type": "boolean",
              "const": true,
              "description": "Always true. Authoring findings are report-only and never gate."
            },
            "findings": {
              "type": "array",
              "items": {
                "type": "object",
                "required": ["id", "line", "evidence"],
                "properties": {
                  "id": {
                    "type": "string",
                    "enum": [
                      "noop-phrase",
                      "negation-without-positive",
                      "step-missing-done-condition"
                    ]
                  },
                  "line": {"type": "integer", "minimum": 1},
                  "evidence": {"type": "string"}
                },
                "additionalProperties": false
              }
            },
            "counts": {
              "type": "object",
              "required": [
                "noop-phrase",
                "negation-without-positive",
                "step-missing-done-condition"
              ],
              "properties": {
                "noop-phrase": {"type": "integer", "minimum": 0},
                "negation-without-positive": {"type": "integer", "minimum": 0},
                "step-missing-done-condition": {"type": "integer", "minimum": 0}
              },
              "additionalProperties": false
            },
            "summary": {"type": "string"}
          },
          "additionalProperties": false
        }
      ]
    },
    "summary": {
      "type": "string",
      "description": "Human-readable one-paragraph rollup. Suitable for embedding in a markdown audit report."
    }
  },
  "additionalProperties": false
}
rea-analysis-optimizationmorluto/reaOptimize REA providers and shared analysis workflows for agent context, latency, CPU, and memory while preserving correctness and Evidence. Use for analysis bottlenecks and cache or query design; CI/test-suite optimization belongs to rea-ci-tests-audit.Stars: 471kUpdated Claude CodeCodexVerifiedInstall
rea-ci-tests-auditmorluto/reaAudit REA CI and test suites for correctness, fixture drift, false passes, and measured performance; use for suite or workflow investigations and efficiency changes, rather than ordinary feature testing or a single test failure.Stars: 471kUpdated Claude CodeCodexVerifiedInstall
rea-tool-designmorluto/reaAudit, investigate, design, or change REA investigation tools, CLI/MCP contracts, provider capabilities, and Evidence semantics.Stars: 471kUpdated Claude CodeCodexVerifiedInstall
ponytail-auditDietrichGebert/ponytailQuality audit of the whole repo: bugs, security, real load, missing tests, speed, and what to delete. Most important first.Stars: 194kUpdated Claude CodeCodexVerifiedInstall