Skip to content

alexgreensh/repo-forensics / skills/repo-forensics

repo-forensics

Flagged

Security forensics for git repos, AI skills, and MCP servers. Audits dependencies, detects prompt injection, credential theft, runtime dynamism, manifest drift, known CVEs, CISA KEV (actively exploited) vulns, and 2026 attack patterns. Not for fixing vulnerabilities or pentesting.

FileKindSize
.gitignoreother193 B
SKILL.mdskill md43.4 KB
checksums.jsonconfig10.8 KB
checksums.json.sigother64 B
data/README.mdmarkdown1.3 KB
data/compromised_versions.jsonconfig188.3 KB
data/rule_ids.csvother35.3 KB
data/rulepacks/.gitkeepother221 B
data/rulepacks/dead_anchors.jsonconfig9.0 KB
data/rulepacks/mcp_security.jsonconfig31.2 KB
data/rulepacks/runtime_dynamism.jsonconfig46.7 KB
data/rulepacks/sast.jsonconfig107.6 KB
data/rulepacks/secrets.jsonconfig30.4 KB
data/rulepacks/shared.jsonconfig4.4 KB
data/rulepacks/skill_threats.jsonconfig95.4 KB
data/runtime_floors.jsonconfig2.3 KB
data/yara/cryptominers.yarother1.8 KB
data/yara/hacktools.yarother2.2 KB
data/yara/malware.yarother2.2 KB
data/yara/manifest.jsonconfig8.0 KB
data/yara/webshells.yarother2.5 KB
references/cursor-hook-contract.mdmarkdown5.6 KB
references/kernel_privesc_sandbox_pack.mdmarkdown5.0 KB
references/mcp-attack-patterns.mdmarkdown8.7 KB
references/research_sources.mdmarkdown8.0 KB
references/threat_patterns.mdmarkdown20.3 KB
scripts/_context_gate.pyscript21.7 KB
scripts/_ed25519.pyscript5.1 KB
scripts/_pyc_unmarshal.pyscript17.1 KB
scripts/_shared_patterns.pyscript4.8 KB
scripts/adjudication.pyscript16.4 KB
scripts/adjudication_bridge.pyscript1.0 KB
scripts/aggregate_json.pyscript69.2 KB
scripts/auto_scan.pyexecutablescript152.1 KB
scripts/corpus_sync.pyscript10.0 KB
scripts/cursor_pre_scan.pyscript22.5 KB
scripts/dast_sandbox.sbother1.6 KB
scripts/dead_anchors_extract.pyscript14.8 KB
scripts/dead_anchors_probe.pyscript27.1 KB
scripts/forensics_core.pyscript176.5 KB
scripts/gen_rule_ids.pyscript8.6 KB
scripts/hook_adapter.pyscript19.4 KB
scripts/ioc_manager.pyscript49.6 KB
scripts/parse_pnpm_lock.pyscript7.9 KB
scripts/pre_scan.pyscript143.5 KB
scripts/pypi_pins.pyscript8.1 KB
scripts/refresh_controller.pyexecutablescript48.4 KB
scripts/refresh_threat_dbs.pyexecutablescript19.4 KB
scripts/rule_loader.pyscript44.8 KB
scripts/rulepack_feed.pyscript26.4 KB
scripts/run_forensics.shexecutablescript20.3 KB
scripts/sarif_export.pyscript18.6 KB
scripts/scan_agent_skills.pyscript33.2 KB
scripts/scan_archive.pyscript29.1 KB
scripts/scan_ast.pyscript44.9 KB
scripts/scan_binary.pyscript10.9 KB
scripts/scan_bytecode.pyscript28.2 KB
scripts/scan_dast.pyscript28.8 KB
scripts/scan_dataflow.pyscript15.4 KB
scripts/scan_dead_anchors.pyscript15.9 KB
scripts/scan_decode.pyscript37.5 KB
scripts/scan_dependencies.pyscript124.5 KB
scripts/scan_devcontainer.pyscript8.5 KB
scripts/scan_entropy.pyscript15.6 KB
scripts/scan_entrypoint.pyscript34.3 KB
scripts/scan_git_config.pyscript96.3 KB
scripts/scan_git_forensics.pyscript24.1 KB
scripts/scan_history.pyscript14.5 KB
scripts/scan_infra.pyscript54.3 KB
scripts/scan_integrity.pyscript41.0 KB
scripts/scan_lifecycle.pyscript65.1 KB
scripts/scan_manifest_drift.pyscript47.0 KB
scripts/scan_mcp_security.pyscript42.3 KB
scripts/scan_oversize.pyscript11.7 KB
scripts/scan_post_incident.pyscript36.9 KB
scripts/scan_provenance.pyscript19.4 KB
scripts/scan_runtime_dynamism.pyscript23.5 KB
scripts/scan_runtime_floors.pyscript33.5 KB
scripts/scan_sast.pyscript59.1 KB
scripts/scan_secrets.pyscript11.9 KB
scripts/scan_skill_threats.pyscript102.4 KB
scripts/scan_splitstream.pyscript29.5 KB
scripts/scan_yara.pyscript19.7 KB
scripts/session_scan.pyscript54.1 KB
scripts/suppressions.pyscript15.4 KB
scripts/validate_manifests.pyscript13.7 KB
scripts/verify_install.pyscript26.2 KB
scripts/vuln_feed.pyscript31.1 KB
tests/conftest.pyscript13.4 KB
tests/corpus/DEAD_ANCHORS_CORPUS.mdmarkdown2.3 KB
tests/corpus/budgets.jsonconfig5.6 KB
tests/cursor_helpers.pyscript12.6 KB
tests/fixtures/legacy_main_blocks.jsonconfig10.3 KB
tests/fixtures/powershell_verdict_corpus.jsonconfig114.9 KB
tests/golden/parity_mcp_security.jsonconfig17.5 KB
tests/golden/parity_runtime_dynamism.jsonconfig31.7 KB
tests/golden/parity_sast.jsonconfig59.8 KB
tests/golden/parity_secrets.jsonconfig18.8 KB
tests/golden/parity_skill_threats.jsonconfig48.8 KB
tests/parity_corpus.pyscript6.3 KB
tests/powershell_hook.pyscript8.2 KB
tests/report_builders.pyscript5.0 KB
tests/schemas/sarif-schema-2.1.0.jsonconfig109.1 KB
tests/shell_compat.pyscript2.2 KB
tests/test_adjudication_bridge.pyscript832 B
tests/test_adjudication_containment.pyscript1.4 KB
tests/test_adjudication_output.pyscript20.0 KB
tests/test_adjudication_suppressions.pyscript18.7 KB
tests/test_advisory_adjudication.pyscript1.3 KB
tests/test_agent_relay_rules.pyscript7.8 KB
tests/test_aggregate_json.pyscript10.0 KB
tests/test_auto_scan_patterns.pyscript10.5 KB
tests/test_benign_corpus.pyscript16.4 KB
tests/test_benign_new_scanners.pyscript6.1 KB
tests/test_build_output_skip.pyscript10.6 KB
tests/test_capability_ledger.pyscript18.8 KB
tests/test_codex_install.pyscript10.0 KB
tests/test_codex_marketplace.pyscript3.3 KB
tests/test_comment_false_positives.pyscript2.2 KB
tests/test_composer_dependencies.pyscript4.0 KB
tests/test_compromised_versions.pyscript51.2 KB
tests/test_context_gate.pyscript32.4 KB
tests/test_coverage_status.pyscript7.6 KB
tests/test_css_compounding_shrink.pyscript20.8 KB
tests/test_cursor_adapter.pyscript7.8 KB
tests/test_cursor_benign.pyscript3.4 KB
tests/test_cursor_degrade.pyscript12.7 KB
tests/test_cursor_install.pyscript17.1 KB
tests/test_cursor_latency.pyscript7.2 KB
tests/test_cursor_parity.pyscript5.8 KB
tests/test_cursor_redteam_fn.pyscript4.9 KB
tests/test_cursor_tamper_modify.pyscript14.2 KB
tests/test_cursor_wiring.pyscript32.3 KB
tests/test_d1_yara_correlation.pyscript9.2 KB
tests/test_dead_anchors_extract.pyscript7.6 KB
tests/test_dead_anchors_probe.pyscript19.7 KB
tests/test_evidence_engine_parity.pyscript8.1 KB
tests/test_evidence_model.pyscript11.4 KB
tests/test_forensics_core.pyscript79.2 KB
tests/test_fp_hardening_r3.pyscript9.7 KB
tests/test_fp_hardening_r4.pyscript18.8 KB
tests/test_fp_regression_pairs.pyscript62.5 KB
tests/test_fp_structural.pyscript21.2 KB
tests/test_freshness.pyscript6.2 KB
tests/test_frontmatter_validity.pyscript7.0 KB
tests/test_gpg_rce_hotfix.pyscript4.8 KB
tests/test_hook_inert_data.pyscript6.1 KB
tests/test_hook_scripts.pyscript14.0 KB
tests/test_inspection_cpu_budget.pyscript11.6 KB
tests/test_ioc_manager.pyscript55.4 KB
tests/test_kernel_privesc_rules.pyscript27.8 KB
tests/test_legit_precision_regressions.pyscript6.8 KB
tests/test_lethal_trifecta.pyscript20.7 KB
tests/test_manifest_signature.pyscript1.5 KB
tests/test_manifest_validity.pyscript2.9 KB
tests/test_monotonic_trust_e2e.pyscript4.4 KB
tests/test_non_breaking_contract.pyscript22.7 KB
tests/test_openclaw_install.pyscript6.6 KB
tests/test_pack_parity.pyscript24.8 KB
tests/test_parse_pnpm_lock.pyscript10.7 KB
tests/test_plugin_checkout_provenance.pyscript11.1 KB
tests/test_powershell_hook_wire.pyscript10.6 KB
tests/test_powershell_verdict_corpus.pyscript6.2 KB
tests/test_pr44_hardening.pyscript6.5 KB
tests/test_pre_scan.pyscript19.6 KB
tests/test_pre_scan_composer.pyscript7.4 KB
tests/test_precondition_fields.pyscript4.6 KB
tests/test_provenance_offline.pyscript2.5 KB
tests/test_published_rulepack_feed_current.pyscript1.4 KB
tests/test_py38_compat.pyscript3.3 KB
tests/test_pypi_pinned_versions.pyscript19.3 KB
tests/test_pyproject_string_forms.pyscript2.2 KB
tests/test_redteam_fn_regression.pyscript32.5 KB
tests/test_reflective_fetch_execute.pyscript23.5 KB
tests/test_reflective_review_fixes.pyscript17.8 KB
tests/test_refresh_controller.pyscript19.9 KB
tests/test_refresh_rulepacks.pyscript12.4 KB
tests/test_review_gate_regressions.pyscript9.3 KB
tests/test_rule_loader.pyscript23.2 KB
tests/test_rulepack_feed.pyscript38.1 KB
tests/test_run_forensics_json.pyscript1012 B
tests/test_run_scanner_fail_loud.pyscript6.5 KB
tests/test_runtime_floors.pyscript19.8 KB
tests/test_sandbox_probing_rules.pyscript9.6 KB
tests/test_sarif_export.pyscript19.9 KB
tests/test_scan_agent_skills.pyscript31.3 KB
tests/test_scan_archive.pyscript11.6 KB
tests/test_scan_ast.pyscript12.8 KB
tests/test_scan_binary.pyscript15.3 KB
tests/test_scan_bytecode.pyscript21.5 KB
tests/test_scan_dast.pyscript32.1 KB
tests/test_scan_dataflow.pyscript7.1 KB
tests/test_scan_dead_anchors.pyscript11.5 KB
tests/test_scan_decode.pyscript28.0 KB
tests/test_scan_dependencies.pyscript37.8 KB
tests/test_scan_devcontainer.pyscript8.5 KB
tests/test_scan_entropy.pyscript11.2 KB
tests/test_scan_entrypoint.pyscript19.5 KB
tests/test_scan_git_config.pyscript58.5 KB
tests/test_scan_git_config_review_fixes.pyscript33.3 KB

tests/test_frontmatter_validity.py

View on GitHub
"""Tests for SKILL.md YAML frontmatter validation in validate_manifests."""

import json

import validate_manifests as module
from validate_manifests import main, validate_manifests


def valid_root(tmp_path):
    path = tmp_path / ".claude-plugin" / "plugin.json"
    path.parent.mkdir(parents=True, exist_ok=True)
    path.write_text(json.dumps({
        "name": "repo-forensics", "version": "1.0.0", "author": {"name": "Example"},
    }), encoding="utf-8")


def write_skill(root, relative, frontmatter, body="# Skill\n"):
    path = root / relative
    path.parent.mkdir(parents=True, exist_ok=True)
    path.write_text("---\n{}\n---\n\n{}".format(frontmatter, body), encoding="utf-8")


def errors_for(tmp_path):
    _, violations = validate_manifests(tmp_path)
    return ["{}: {}".format(item["field"], item["message"]) for item in violations]


def test_rejects_bare_brackets_argument_hint(tmp_path):
    valid_root(tmp_path)
    write_skill(tmp_path, "SKILL.md",
                "name: demo\ndescription: demo\nargument-hint: [a] [b]")
    errors = errors_for(tmp_path)
    assert any("argument-hint" in error for error in errors)
    assert any("unquoted '['" in error for error in errors)


def test_accepts_quoted_argument_hint(tmp_path):
    valid_root(tmp_path)
    write_skill(tmp_path, "SKILL.md",
                'name: demo\ndescription: demo\nargument-hint: "[a] [b]"')
    assert errors_for(tmp_path) == []


def test_rejects_single_flow_list_argument_hint(tmp_path):
    valid_root(tmp_path)
    write_skill(tmp_path, "SKILL.md",
                "name: demo\ndescription: demo\nargument-hint: [single]")
    errors = errors_for(tmp_path)
    assert any("argument-hint" in error for error in errors)


def test_ignores_markdown_without_frontmatter(tmp_path):
    valid_root(tmp_path)
    path = tmp_path / "SKILL.md"
    path.write_text("# No frontmatter here\n\nJust a body.\n", encoding="utf-8")
    assert errors_for(tmp_path) == []


def test_accepts_plain_scalar_starting_with_angle_bracket(tmp_path):
    valid_root(tmp_path)
    write_skill(tmp_path, "SKILL.md",
                "name: demo\ndescription: demo\nargument-hint: <repo_path> [--flag]")
    assert errors_for(tmp_path) == []


def test_indented_rule_in_block_scalar_does_not_hide_later_keys(tmp_path):
    """An indented ``---`` inside a block scalar must not end the frontmatter.

    Keys after the block scalar stay in scope and are still validated.
    """
    valid_root(tmp_path)
    write_skill(tmp_path, "SKILL.md",
                "name: demo\ndescription: |\n  intro\n  ---\n  outro\n"
                "argument-hint: [a] [b]")
    errors = errors_for(tmp_path)
    assert any("argument-hint" in error for error in errors)


def test_bom_before_fence_is_still_parsed(tmp_path):
    valid_root(tmp_path)
    path = tmp_path / "SKILL.md"
    path.write_text(
        "---\nname: demo\ndescription: demo\nargument-hint: [a] [b]\n---\n",
        encoding="utf-8")
    assert any("argument-hint" in error for error in errors_for(tmp_path))


def test_crlf_frontmatter_is_parsed(tmp_path):
    valid_root(tmp_path)
    path = tmp_path / "SKILL.md"
    path.write_bytes(
        b"---\r\nname: demo\r\ndescription: demo\r\nargument-hint: [a] [b]\r\n---\r\n")
    assert any("argument-hint" in error for error in errors_for(tmp_path))


def test_unclosed_frontmatter_is_ignored_not_crashed(tmp_path):
    valid_root(tmp_path)
    path = tmp_path / "SKILL.md"
    path.write_text("---\nname: demo\nargument-hint: [a] [b]\n", encoding="utf-8")
    # No closing fence: not frontmatter, so no violation — but must not raise.
    assert errors_for(tmp_path) == []


def test_non_utf8_skill_md_reports_violation_not_crash(tmp_path):
    valid_root(tmp_path)
    path = tmp_path / "SKILL.md"
    path.write_bytes(b"---\nname: demo\ndescription: \xff\xfe bad\n---\n")
    errors = errors_for(tmp_path)
    assert any("could not read" in error for error in errors)


def test_deeply_nested_flow_collection_reports_violation_not_crash(tmp_path):
    """Deep nesting raises RecursionError rather than YAMLError.

    ``metadata`` is used because it is not a scalar key, so the structural
    check does not apply and the YAML parse path is what is exercised.
    """
    valid_root(tmp_path)
    depth = 2000
    write_skill(tmp_path, "SKILL.md",
                "name: demo\ndescription: demo\nmetadata: "
                + "[" * depth + "]" * depth)
    errors = errors_for(tmp_path)
    assert any("frontmatter" in error for error in errors)


def test_non_string_scalar_caught_by_yaml_type_check(tmp_path):
    """A bare date parses as datetime.date, not str.

    This value is invisible to the structural check (it does not start with
    ``[`` or ``{``), so it exercises the PyYAML type-check path specifically.
    Skipped when PyYAML is unavailable, since that path cannot run.
    """
    import pytest

    import validate_manifests as module
    if module._yaml is None:
        pytest.skip("PyYAML not installed; type-check path unavailable")
    valid_root(tmp_path)
    write_skill(tmp_path, "SKILL.md",
                "name: demo\ndescription: demo\nargument-hint: 2026-07-25")
    errors = errors_for(tmp_path)
    assert any("must be a string" in error for error in errors)


def test_fixture_and_vendor_dirs_are_excluded(tmp_path):
    """A broken skill under tests/fixtures or node_modules must not fail the gate."""
    valid_root(tmp_path)
    broken = "name: demo\ndescription: demo\nargument-hint: [a] [b]"
    write_skill(tmp_path, "tests/fixtures/evil/SKILL.md", broken)
    write_skill(tmp_path, "tests/corpus/evil/SKILL.md", broken)
    write_skill(tmp_path, "node_modules/pkg/SKILL.md", broken)
    assert errors_for(tmp_path) == []


def test_real_skill_outside_excluded_dirs_is_still_checked(tmp_path):
    """Guard against the exclusion logic swallowing genuine skills."""
    valid_root(tmp_path)
    write_skill(tmp_path, "skills/real/SKILL.md",
                "name: demo\ndescription: demo\nargument-hint: [a] [b]")
    assert any("argument-hint" in error for error in errors_for(tmp_path))


def test_build_output_dirs_are_not_excluded(tmp_path):
    """``dist``/``build`` must stay in scope - pipelines emit real skills there."""
    valid_root(tmp_path)
    write_skill(tmp_path, "dist/real/SKILL.md",
                "name: demo\ndescription: demo\nargument-hint: [a] [b]")
    assert any("argument-hint" in error for error in errors_for(tmp_path))


def test_require_yaml_fails_closed_without_pyyaml(tmp_path, monkeypatch, capsys):
    """CI must fail loudly rather than silently run the weaker check."""
    valid_root(tmp_path)
    monkeypatch.setattr(module, "_yaml", None)
    code = main(["--root", str(tmp_path), "--require-yaml"])
    assert code == 2
    assert "PyYAML is required" in capsys.readouterr().err


def test_missing_pyyaml_warns_when_not_required(tmp_path, monkeypatch, capsys):
    """A degraded run is allowed, but never silent."""
    valid_root(tmp_path)
    monkeypatch.setattr(module, "_yaml", None)
    code = main(["--root", str(tmp_path)])
    assert code == 0
    assert "PyYAML not installed" in capsys.readouterr().err
rea-analysis-optimizationmorluto/reaOptimize REA providers and shared analysis workflows for agent context, latency, CPU, and memory while preserving correctness and Evidence. Use for analysis bottlenecks and cache or query design; CI/test-suite optimization belongs to rea-ci-tests-audit.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
rea-ci-tests-auditmorluto/reaAudit REA CI and test suites for correctness, fixture drift, false passes, and measured performance; use for suite or workflow investigations and efficiency changes, rather than ordinary feature testing or a single test failure.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
rea-tool-designmorluto/reaAudit, investigate, design, or change REA investigation tools, CLI/MCP contracts, provider capabilities, and Evidence semantics.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
ponytail-auditDietrichGebert/ponytailQuality audit of the whole repo: bugs, security, real load, missing tests, speed, and what to delete. Most important first.Stars: 194kUpdated Claude CodeCodexVerifiedInstall