Skip to content

alexgreensh/repo-forensics / skills/repo-forensics

repo-forensics

Flagged

Security forensics for git repos, AI skills, and MCP servers. Audits dependencies, detects prompt injection, credential theft, runtime dynamism, manifest drift, known CVEs, CISA KEV (actively exploited) vulns, and 2026 attack patterns. Not for fixing vulnerabilities or pentesting.

FileKindSize
.gitignoreother193 B
SKILL.mdskill md43.4 KB
checksums.jsonconfig10.8 KB
checksums.json.sigother64 B
data/README.mdmarkdown1.3 KB
data/compromised_versions.jsonconfig188.3 KB
data/rule_ids.csvother35.3 KB
data/rulepacks/.gitkeepother221 B
data/rulepacks/dead_anchors.jsonconfig9.0 KB
data/rulepacks/mcp_security.jsonconfig31.2 KB
data/rulepacks/runtime_dynamism.jsonconfig46.7 KB
data/rulepacks/sast.jsonconfig107.6 KB
data/rulepacks/secrets.jsonconfig30.4 KB
data/rulepacks/shared.jsonconfig4.4 KB
data/rulepacks/skill_threats.jsonconfig95.4 KB
data/runtime_floors.jsonconfig2.3 KB
data/yara/cryptominers.yarother1.8 KB
data/yara/hacktools.yarother2.2 KB
data/yara/malware.yarother2.2 KB
data/yara/manifest.jsonconfig8.0 KB
data/yara/webshells.yarother2.5 KB
references/cursor-hook-contract.mdmarkdown5.6 KB
references/kernel_privesc_sandbox_pack.mdmarkdown5.0 KB
references/mcp-attack-patterns.mdmarkdown8.7 KB
references/research_sources.mdmarkdown8.0 KB
references/threat_patterns.mdmarkdown20.3 KB
scripts/_context_gate.pyscript21.7 KB
scripts/_ed25519.pyscript5.1 KB
scripts/_pyc_unmarshal.pyscript17.1 KB
scripts/_shared_patterns.pyscript4.8 KB
scripts/adjudication.pyscript16.4 KB
scripts/adjudication_bridge.pyscript1.0 KB
scripts/aggregate_json.pyscript69.2 KB
scripts/auto_scan.pyexecutablescript152.1 KB
scripts/corpus_sync.pyscript10.0 KB
scripts/cursor_pre_scan.pyscript22.5 KB
scripts/dast_sandbox.sbother1.6 KB
scripts/dead_anchors_extract.pyscript14.8 KB
scripts/dead_anchors_probe.pyscript27.1 KB
scripts/forensics_core.pyscript176.5 KB
scripts/gen_rule_ids.pyscript8.6 KB
scripts/hook_adapter.pyscript19.4 KB
scripts/ioc_manager.pyscript49.6 KB
scripts/parse_pnpm_lock.pyscript7.9 KB
scripts/pre_scan.pyscript143.5 KB
scripts/pypi_pins.pyscript8.1 KB
scripts/refresh_controller.pyexecutablescript48.4 KB
scripts/refresh_threat_dbs.pyexecutablescript19.4 KB
scripts/rule_loader.pyscript44.8 KB
scripts/rulepack_feed.pyscript26.4 KB
scripts/run_forensics.shexecutablescript20.3 KB
scripts/sarif_export.pyscript18.6 KB
scripts/scan_agent_skills.pyscript33.2 KB
scripts/scan_archive.pyscript29.1 KB
scripts/scan_ast.pyscript44.9 KB
scripts/scan_binary.pyscript10.9 KB
scripts/scan_bytecode.pyscript28.2 KB
scripts/scan_dast.pyscript28.8 KB
scripts/scan_dataflow.pyscript15.4 KB
scripts/scan_dead_anchors.pyscript15.9 KB
scripts/scan_decode.pyscript37.5 KB
scripts/scan_dependencies.pyscript124.5 KB
scripts/scan_devcontainer.pyscript8.5 KB
scripts/scan_entropy.pyscript15.6 KB
scripts/scan_entrypoint.pyscript34.3 KB
scripts/scan_git_config.pyscript96.3 KB
scripts/scan_git_forensics.pyscript24.1 KB
scripts/scan_history.pyscript14.5 KB
scripts/scan_infra.pyscript54.3 KB
scripts/scan_integrity.pyscript41.0 KB
scripts/scan_lifecycle.pyscript65.1 KB
scripts/scan_manifest_drift.pyscript47.0 KB
scripts/scan_mcp_security.pyscript42.3 KB
scripts/scan_oversize.pyscript11.7 KB
scripts/scan_post_incident.pyscript36.9 KB
scripts/scan_provenance.pyscript19.4 KB
scripts/scan_runtime_dynamism.pyscript23.5 KB
scripts/scan_runtime_floors.pyscript33.5 KB
scripts/scan_sast.pyscript59.1 KB
scripts/scan_secrets.pyscript11.9 KB
scripts/scan_skill_threats.pyscript102.4 KB
scripts/scan_splitstream.pyscript29.5 KB
scripts/scan_yara.pyscript19.7 KB
scripts/session_scan.pyscript54.1 KB
scripts/suppressions.pyscript15.4 KB
scripts/validate_manifests.pyscript13.7 KB
scripts/verify_install.pyscript26.2 KB
scripts/vuln_feed.pyscript31.1 KB
tests/conftest.pyscript13.4 KB
tests/corpus/DEAD_ANCHORS_CORPUS.mdmarkdown2.3 KB
tests/corpus/budgets.jsonconfig5.6 KB
tests/cursor_helpers.pyscript12.6 KB
tests/fixtures/legacy_main_blocks.jsonconfig10.3 KB
tests/fixtures/powershell_verdict_corpus.jsonconfig114.9 KB
tests/golden/parity_mcp_security.jsonconfig17.5 KB
tests/golden/parity_runtime_dynamism.jsonconfig31.7 KB
tests/golden/parity_sast.jsonconfig59.8 KB
tests/golden/parity_secrets.jsonconfig18.8 KB
tests/golden/parity_skill_threats.jsonconfig48.8 KB
tests/parity_corpus.pyscript6.3 KB
tests/powershell_hook.pyscript8.2 KB
tests/report_builders.pyscript5.0 KB
tests/schemas/sarif-schema-2.1.0.jsonconfig109.1 KB
tests/shell_compat.pyscript2.2 KB
tests/test_adjudication_bridge.pyscript832 B
tests/test_adjudication_containment.pyscript1.4 KB
tests/test_adjudication_output.pyscript20.0 KB
tests/test_adjudication_suppressions.pyscript18.7 KB
tests/test_advisory_adjudication.pyscript1.3 KB
tests/test_agent_relay_rules.pyscript7.8 KB
tests/test_aggregate_json.pyscript10.0 KB
tests/test_auto_scan_patterns.pyscript10.5 KB
tests/test_benign_corpus.pyscript16.4 KB
tests/test_benign_new_scanners.pyscript6.1 KB
tests/test_build_output_skip.pyscript10.6 KB
tests/test_capability_ledger.pyscript18.8 KB
tests/test_codex_install.pyscript10.0 KB
tests/test_codex_marketplace.pyscript3.3 KB
tests/test_comment_false_positives.pyscript2.2 KB
tests/test_composer_dependencies.pyscript4.0 KB
tests/test_compromised_versions.pyscript51.2 KB
tests/test_context_gate.pyscript32.4 KB
tests/test_coverage_status.pyscript7.6 KB
tests/test_css_compounding_shrink.pyscript20.8 KB
tests/test_cursor_adapter.pyscript7.8 KB
tests/test_cursor_benign.pyscript3.4 KB
tests/test_cursor_degrade.pyscript12.7 KB
tests/test_cursor_install.pyscript17.1 KB
tests/test_cursor_latency.pyscript7.2 KB
tests/test_cursor_parity.pyscript5.8 KB
tests/test_cursor_redteam_fn.pyscript4.9 KB
tests/test_cursor_tamper_modify.pyscript14.2 KB
tests/test_cursor_wiring.pyscript32.3 KB
tests/test_d1_yara_correlation.pyscript9.2 KB
tests/test_dead_anchors_extract.pyscript7.6 KB
tests/test_dead_anchors_probe.pyscript19.7 KB
tests/test_evidence_engine_parity.pyscript8.1 KB
tests/test_evidence_model.pyscript11.4 KB
tests/test_forensics_core.pyscript79.2 KB
tests/test_fp_hardening_r3.pyscript9.7 KB
tests/test_fp_hardening_r4.pyscript18.8 KB
tests/test_fp_regression_pairs.pyscript62.5 KB
tests/test_fp_structural.pyscript21.2 KB
tests/test_freshness.pyscript6.2 KB
tests/test_frontmatter_validity.pyscript7.0 KB
tests/test_gpg_rce_hotfix.pyscript4.8 KB
tests/test_hook_inert_data.pyscript6.1 KB
tests/test_hook_scripts.pyscript14.0 KB
tests/test_inspection_cpu_budget.pyscript11.6 KB
tests/test_ioc_manager.pyscript55.4 KB
tests/test_kernel_privesc_rules.pyscript27.8 KB
tests/test_legit_precision_regressions.pyscript6.8 KB
tests/test_lethal_trifecta.pyscript20.7 KB
tests/test_manifest_signature.pyscript1.5 KB
tests/test_manifest_validity.pyscript2.9 KB
tests/test_monotonic_trust_e2e.pyscript4.4 KB
tests/test_non_breaking_contract.pyscript22.7 KB
tests/test_openclaw_install.pyscript6.6 KB
tests/test_pack_parity.pyscript24.8 KB
tests/test_parse_pnpm_lock.pyscript10.7 KB
tests/test_plugin_checkout_provenance.pyscript11.1 KB
tests/test_powershell_hook_wire.pyscript10.6 KB
tests/test_powershell_verdict_corpus.pyscript6.2 KB
tests/test_pr44_hardening.pyscript6.5 KB
tests/test_pre_scan.pyscript19.6 KB
tests/test_pre_scan_composer.pyscript7.4 KB
tests/test_precondition_fields.pyscript4.6 KB
tests/test_provenance_offline.pyscript2.5 KB
tests/test_published_rulepack_feed_current.pyscript1.4 KB
tests/test_py38_compat.pyscript3.3 KB
tests/test_pypi_pinned_versions.pyscript19.3 KB
tests/test_pyproject_string_forms.pyscript2.2 KB
tests/test_redteam_fn_regression.pyscript32.5 KB
tests/test_reflective_fetch_execute.pyscript23.5 KB
tests/test_reflective_review_fixes.pyscript17.8 KB
tests/test_refresh_controller.pyscript19.9 KB
tests/test_refresh_rulepacks.pyscript12.4 KB
tests/test_review_gate_regressions.pyscript9.3 KB
tests/test_rule_loader.pyscript23.2 KB
tests/test_rulepack_feed.pyscript38.1 KB
tests/test_run_forensics_json.pyscript1012 B
tests/test_run_scanner_fail_loud.pyscript6.5 KB
tests/test_runtime_floors.pyscript19.8 KB
tests/test_sandbox_probing_rules.pyscript9.6 KB
tests/test_sarif_export.pyscript19.9 KB
tests/test_scan_agent_skills.pyscript31.3 KB
tests/test_scan_archive.pyscript11.6 KB
tests/test_scan_ast.pyscript12.8 KB
tests/test_scan_binary.pyscript15.3 KB
tests/test_scan_bytecode.pyscript21.5 KB
tests/test_scan_dast.pyscript32.1 KB
tests/test_scan_dataflow.pyscript7.1 KB
tests/test_scan_dead_anchors.pyscript11.5 KB
tests/test_scan_decode.pyscript28.0 KB
tests/test_scan_dependencies.pyscript37.8 KB
tests/test_scan_devcontainer.pyscript8.5 KB
tests/test_scan_entropy.pyscript11.2 KB
tests/test_scan_entrypoint.pyscript19.5 KB
tests/test_scan_git_config.pyscript58.5 KB
tests/test_scan_git_config_review_fixes.pyscript33.3 KB

tests/test_freshness.py

View on GitHub
"""Evidence-freshness integration tests.

Seed stale evidence_state / vuln cache and assert a later scan emits
freshness_status on findings and that it flows into enrichment_status without
changing the deterministic security verdict.
"""

import io
import json
import os
import sys
import time

import pytest

import scan_dead_anchors as scanner
import dead_anchors_extract as extract
import scan_history
import aggregate_json
import vuln_feed


def _use_tmp_cache(monkeypatch, tmp_path):
    import dead_anchors_probe as probe
    monkeypatch.setattr(probe, "_default_cache_dir", lambda: str(tmp_path / "cache"))


def _install_network(monkeypatch, router):
    import urllib.error
    import socket
    import vuln_feed
    import dead_anchors_probe as probe

    class _FakeResp:
        def __init__(self, body):
            self._body = body if isinstance(body, bytes) else body.encode("utf-8")
        def __enter__(self):
            return self
        def __exit__(self, *a):
            return False
        def read(self, n):
            return self._body[:n]

    class _Net:
        def __init__(self, router):
            self.router = router
        def urlopen(self, req, timeout=None):
            url = getattr(req, "full_url", req)
            outcome = self.router(url)
            if isinstance(outcome, BaseException):
                raise outcome
            if len(outcome) == 3:
                code, body, final_url = outcome
            else:
                code, body = outcome
                final_url = url
            if code == 200:
                return _FakeResp(body)
            fp = io.BytesIO(body.encode("utf-8") if isinstance(body, str) else body)
            raise urllib.error.HTTPError(final_url, code, "err", {}, fp)

    def _fake_getaddrinfo(ip):
        return lambda host, port, *a, **k: [(socket.AF_INET, socket.SOCK_STREAM, socket.IPPROTO_TCP, "", (ip, port))]

    net = _Net(router)
    monkeypatch.setattr(vuln_feed.urllib.request, "urlopen", net.urlopen)
    monkeypatch.setattr(probe, "_no_redirect_opener", lambda: probe._DirectOpener())
    monkeypatch.setattr(probe, "_bounded_redirect_opener", lambda: probe._DirectOpener())
    monkeypatch.setattr(probe.socket, "getaddrinfo", _fake_getaddrinfo("1.2.3.4"))


def test_dead_anchor_freshness_recheck_required(tmp_path, monkeypatch):
    """Seeded stale evidence_state produces RECHECK_REQUIRED on the finding."""
    _use_tmp_cache(monkeypatch, tmp_path)
    _install_network(monkeypatch, lambda u: (404, ""))

    db_path = str(tmp_path / "history.db")
    monkeypatch.setenv("REPO_FORENSICS_HISTORY", "1")
    monkeypatch.setenv("REPO_FORENSICS_HISTORY_DB", db_path)

    # Seed stale evidence for the npm anchor we will extract.
    key = "dead_anchor:package:npm:ghostpkg"
    ttl = 24 * 3600
    stale_ts = time.time() - 2 * ttl
    scan_history.put_evidence_state_safely(
        key, "dead_anchor", "CLAIMABLE", stale_ts, ttl,
        {"type": "package", "target": "npm:ghostpkg", "verdict": "CC"},
        db_path=db_path,
    )

    (tmp_path / "SKILL.md").write_text("npm install ghostpkg", encoding="utf-8")
    findings = scanner.scan_repo(str(tmp_path))

    assert len(findings) == 1
    assert findings[0].freshness_status == "RECHECK_REQUIRED"


def test_dead_anchor_freshness_aggregate_flow():
    """freshness_status on a dead_anchor finding reaches enrichment_status."""
    finding = {
        "scanner": "dead_anchors",
        "severity": "critical",
        "title": "Phantom / claimable npm package: ghostpkg",
        "description": "npm registry 404",
        "file": "SKILL.md",
        "line": 1,
        "snippet": "npm install ghostpkg",
        "category": "dead-anchor",
        "rule_id": "",
        "confidence": 0.90,
        "freshness_status": "RECHECK_REQUIRED",
    }
    scanners = [{"name": "dead_anchors", "exit_code": 0, "parse_error": None,
                 "finding_count": 1, "findings": [finding], "stderr": ""}]
    status = aggregate_json.build_enrichment_status(scanners, [finding])
    assert status["dead_anchors"] == "RECHECK_REQUIRED"
    assert status["overall"] == "DEGRADED"
    assert any(g["reason"] == "recheck_required" for g in status["capability_gaps"])


def test_dependency_freshness_status(tmp_path, monkeypatch, capsys):
    """scan_dependencies surfaces stale vuln cache on CVE findings."""
    monkeypatch.setenv("REPO_FORENSICS_HISTORY", "")
    (tmp_path / "package.json").write_text(json.dumps({
        "name": "fresh-test",
        "dependencies": {"zzztst": "1.0.0"},
    }), encoding="utf-8")

    monkeypatch.setattr(vuln_feed, "get_kev_cves", lambda *a, **k: set())
    monkeypatch.setattr(vuln_feed, "fetch_npm_freshness", lambda *a, **k: None)
    monkeypatch.setattr(vuln_feed, "fetch_pypi_freshness", lambda *a, **k: None)
    monkeypatch.setattr(vuln_feed, "cache_freshness", lambda *a, **k: {"status": "STALE", "checked_at": 0, "age_seconds": 0})

    def fake_check_vulns(*a, **k):
        return [{
            "id": "GHSA-0000-0000",
            "aliases": ["CVE-2024-0001"],
            "summary": "test vuln",
            "severity": {"type": "CVSS_V3", "score": "7.5"},
            "fixed_in": ["2.0.0"],
            "in_kev": False,
            "suggested_severity": "high",
        }]

    monkeypatch.setattr(vuln_feed, "check_package_vulnerabilities", fake_check_vulns)

    monkeypatch.setattr(sys, "argv", ["scan_dependencies", str(tmp_path), "--format", "json"])

    import scan_dependencies
    scan_dependencies.main()

    captured = capsys.readouterr()
    findings = json.loads(captured.out)
    cve = [f for f in findings if f.get("category") in ("cve", "cve-kev")]
    assert cve
    assert all(f.get("freshness_status") == "STALE" for f in cve)


def test_history_db_failure_does_not_break_scan(tmp_path, monkeypatch):
    """Broken history DB path is swallowed and scan returns findings unchanged."""
    _use_tmp_cache(monkeypatch, tmp_path)
    _install_network(monkeypatch, lambda u: (404, ""))

    monkeypatch.setenv("REPO_FORENSICS_HISTORY", "1")
    monkeypatch.setenv("REPO_FORENSICS_HISTORY_DB", "/dev/null/cannot_write/history.db")

    (tmp_path / "SKILL.md").write_text("npm install ghostpkg", encoding="utf-8")
    findings = scanner.scan_repo(str(tmp_path))
    assert len(findings) == 1
    assert findings[0].freshness_status == ""
rea-analysis-optimizationmorluto/reaOptimize REA providers and shared analysis workflows for agent context, latency, CPU, and memory while preserving correctness and Evidence. Use for analysis bottlenecks and cache or query design; CI/test-suite optimization belongs to rea-ci-tests-audit.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
rea-ci-tests-auditmorluto/reaAudit REA CI and test suites for correctness, fixture drift, false passes, and measured performance; use for suite or workflow investigations and efficiency changes, rather than ordinary feature testing or a single test failure.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
rea-tool-designmorluto/reaAudit, investigate, design, or change REA investigation tools, CLI/MCP contracts, provider capabilities, and Evidence semantics.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
ponytail-auditDietrichGebert/ponytailQuality audit of the whole repo: bugs, security, real load, missing tests, speed, and what to delete. Most important first.Stars: 196kUpdated Claude CodeCodexVerifiedInstall