aiskillstore/marketplace / skills/92bilal26/code-validation-sandbox
code-validation-sandbox
FlaggedValidate code examples across the 4-Layer Teaching Method with intelligent strategy selection. Use when validating Python/Node/Rust code in book chapters. NOT for production deployment testing.
| File | Kind | Size |
|---|---|---|
| README.md | markdown | 11.5 KB |
| SKILL.md | skill md | 6.2 KB |
| metadata.yaml | config | 641 B |
| scripts/detect-context.shexecutable | script | 6.8 KB |
| scripts/setup-sandbox.shexecutable | script | 2.5 KB |
| scripts/validate-python.shexecutable | script | 6.5 KB |
| scripts/validate.shexecutable | script | 7.4 KB |
| scripts/verify.py | script | 1.5 KB |
| skill-report.json | config | 109.2 KB |
skill-report.json
View on GitHub{
"schema_version": "2.0",
"meta": {
"generated_at": "2026-07-05T14:54:33.497Z",
"slug": "92bilal26-code-validation-sandbox",
"source_url": "https://github.com/92Bilal26/TaskPilotAI/tree/main/.claude/skills/code-validation-sandbox",
"source_ref": "main",
"model": "codex",
"analysis_version": "3.0.0",
"source_type": "community",
"content_hash": "56f08c61301d723b7fade7cd915293dd4595273d4fbe6215da766a219a70385d",
"tree_hash": "995746132ec60712cf5f6f044de2543bca808e8e53f066d1f182b19d6a49e69f",
"provenance": {
"model_effective": "codex",
"fallback_chain": [
{
"agent": "codex",
"outcome": "success"
}
],
"analysis_version": "3.0.0"
}
},
"skill": {
"name": "code-validation-sandbox",
"description": "Validates educational code examples with layer-aware strategies, sandbox setup, and language-specific checks for Python-focused chapters.",
"summary": "Layer-aware validation for educational code examples.",
"icon": "📦",
"version": "3.0.1",
"author": "92Bilal26",
"license": "MIT",
"category": "coding",
"tags": [
"code-validation",
"sandbox",
"python",
"docker",
"education"
],
"supported_tools": [
"claude",
"codex",
"claude-code"
],
"risk_factors": [
"scripts",
"external_commands",
"filesystem",
"network"
]
},
"security_audit": {
"risk_level": "critical",
"is_blocked": true,
"safe_to_publish": false,
"analysis_status": "ok",
"summary": "The skill has legitimate educational code validation goals, but several execution paths are unsafe for untrusted content. Confirmed risks include remote installer pipe-to-shell commands, unsafe eval of chapter-derived context, and host execution of extracted Markdown Python code. Many Markdown code-fence and documentation matches were false positives.",
"remediation": [
{
"issue": "Remote installers are piped directly into sh or bash during sandbox setup.",
"suggestion": "Replace pipe-to-shell installers with pinned package versions, checksum verification, or official package manager steps.",
"severity": "critical"
},
{
"issue": "validate.sh evaluates context variables derived from chapter files.",
"suggestion": "Remove eval and parse only whitelisted keys with strict value validation for layer, language, tier, and depth.",
"severity": "critical"
},
{
"issue": "Python code extracted from Markdown can run on the host interpreter.",
"suggestion": "Run extracted code only inside a locked-down container with read-only mounts, no secrets, no network, and resource limits.",
"severity": "critical"
},
{
"issue": "Docker setup can use a user-selected base image while mounting the workspace.",
"suggestion": "Use an allowlist of trusted images and mount the workspace read-only unless write access is required.",
"severity": "high"
}
],
"risk_factor_evidence": [
{
"factor": "scripts",
"evidence": [
{
"file": "scripts/detect-context.sh",
"line_start": 82,
"line_end": 82
}
]
},
{
"factor": "external_commands",
"evidence": [
{
"file": "scripts/detect-context.sh",
"line_start": 23,
"line_end": 23
},
{
"file": "scripts/detect-context.sh",
"line_start": 31,
"line_end": 31
},
{
"file": "scripts/detect-context.sh",
"line_start": 189,
"line_end": 189
},
{
"file": "scripts/detect-context.sh",
"line_start": 201,
"line_end": 201
},
{
"file": "scripts/detect-context.sh",
"line_start": 217,
"line_end": 217
},
{
"file": "scripts/detect-context.sh",
"line_start": 228,
"line_end": 228
},
{
"file": "scripts/detect-context.sh",
"line_start": 1,
"line_end": 1
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 20,
"line_end": 20
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 35,
"line_end": 37
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 1,
"line_end": 1
},
{
"file": "scripts/validate-python.sh",
"line_start": 24,
"line_end": 24
},
{
"file": "scripts/validate-python.sh",
"line_start": 28,
"line_end": 34
},
{
"file": "scripts/validate-python.sh",
"line_start": 20,
"line_end": 20
},
{
"file": "scripts/validate-python.sh",
"line_start": 64,
"line_end": 64
},
{
"file": "scripts/validate-python.sh",
"line_start": 115,
"line_end": 115
},
{
"file": "scripts/validate-python.sh",
"line_start": 118,
"line_end": 118
},
{
"file": "scripts/validate-python.sh",
"line_start": 120,
"line_end": 120
},
{
"file": "scripts/validate-python.sh",
"line_start": 121,
"line_end": 121
},
{
"file": "scripts/validate-python.sh",
"line_start": 1,
"line_end": 1
},
{
"file": "scripts/validate.sh",
"line_start": 8,
"line_end": 8
},
{
"file": "scripts/validate.sh",
"line_start": 9,
"line_end": 9
},
{
"file": "scripts/validate.sh",
"line_start": 118,
"line_end": 118
},
{
"file": "scripts/validate.sh",
"line_start": 120,
"line_end": 120
},
{
"file": "scripts/validate.sh",
"line_start": 122,
"line_end": 122
},
{
"file": "scripts/validate.sh",
"line_start": 1,
"line_end": 1
},
{
"file": "scripts/verify.py",
"line_start": 11,
"line_end": 11
},
{
"file": "scripts/verify.py",
"line_start": 29,
"line_end": 29
},
{
"file": "SKILL.md",
"line_start": 15,
"line_end": 22
},
{
"file": "SKILL.md",
"line_start": 22,
"line_end": 49
},
{
"file": "SKILL.md",
"line_start": 49,
"line_end": 49
},
{
"file": "SKILL.md",
"line_start": 50,
"line_end": 50
},
{
"file": "SKILL.md",
"line_start": 51,
"line_end": 51
},
{
"file": "SKILL.md",
"line_start": 67,
"line_end": 72
},
{
"file": "SKILL.md",
"line_start": 72,
"line_end": 75
},
{
"file": "SKILL.md",
"line_start": 75,
"line_end": 80
},
{
"file": "SKILL.md",
"line_start": 80,
"line_end": 83
},
{
"file": "SKILL.md",
"line_start": 83,
"line_end": 88
},
{
"file": "SKILL.md",
"line_start": 88,
"line_end": 91
},
{
"file": "SKILL.md",
"line_start": 91,
"line_end": 97
},
{
"file": "SKILL.md",
"line_start": 97,
"line_end": 101
},
{
"file": "SKILL.md",
"line_start": 101,
"line_end": 116
},
{
"file": "SKILL.md",
"line_start": 116,
"line_end": 121
},
{
"file": "SKILL.md",
"line_start": 121,
"line_end": 123
},
{
"file": "SKILL.md",
"line_start": 123,
"line_end": 126
},
{
"file": "SKILL.md",
"line_start": 126,
"line_end": 142
},
{
"file": "SKILL.md",
"line_start": 142,
"line_end": 152
},
{
"file": "SKILL.md",
"line_start": 152,
"line_end": 159
},
{
"file": "SKILL.md",
"line_start": 159,
"line_end": 183
},
{
"file": "SKILL.md",
"line_start": 183,
"line_end": 193
},
{
"file": "SKILL.md",
"line_start": 193,
"line_end": 197
},
{
"file": "SKILL.md",
"line_start": 197,
"line_end": 217
},
{
"file": "SKILL.md",
"line_start": 217,
"line_end": 221
},
{
"file": "SKILL.md",
"line_start": 221,
"line_end": 222
},
{
"file": "SKILL.md",
"line_start": 222,
"line_end": 223
},
{
"file": "SKILL.md",
"line_start": 17,
"line_end": 17
},
{
"file": "SKILL.md",
"line_start": 18,
"line_end": 18
},
{
"file": "SKILL.md",
"line_start": 156,
"line_end": 156
},
{
"file": "SKILL.md",
"line_start": 185,
"line_end": 185
},
{
"file": "SKILL.md",
"line_start": 186,
"line_end": 186
},
{
"file": "SKILL.md",
"line_start": 15,
"line_end": 22
},
{
"file": "SKILL.md",
"line_start": 152,
"line_end": 159
},
{
"file": "SKILL.md",
"line_start": 183,
"line_end": 193
}
]
},
{
"factor": "filesystem",
"evidence": [
{
"file": "scripts/detect-context.sh",
"line_start": 73,
"line_end": 73
},
{
"file": "scripts/detect-context.sh",
"line_start": 82,
"line_end": 82
},
{
"file": "scripts/detect-context.sh",
"line_start": 91,
"line_end": 91
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 62,
"line_end": 62
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 39,
"line_end": 39
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 50,
"line_end": 50
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 61,
"line_end": 61
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 65,
"line_end": 65
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 75,
"line_end": 75
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 76,
"line_end": 76
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 77,
"line_end": 77
},
{
"file": "scripts/validate-python.sh",
"line_start": 85,
"line_end": 85
},
{
"file": "scripts/validate-python.sh",
"line_start": 94,
"line_end": 94
},
{
"file": "scripts/validate-python.sh",
"line_start": 133,
"line_end": 133
},
{
"file": "scripts/validate-python.sh",
"line_start": 134,
"line_end": 134
},
{
"file": "scripts/validate-python.sh",
"line_start": 153,
"line_end": 153
},
{
"file": "scripts/validate-python.sh",
"line_start": 172,
"line_end": 172
},
{
"file": "scripts/validate.sh",
"line_start": 122,
"line_end": 122
},
{
"file": "SKILL.md",
"line_start": 50,
"line_end": 50
},
{
"file": "SKILL.md",
"line_start": 18,
"line_end": 18
},
{
"file": "SKILL.md",
"line_start": 157,
"line_end": 157
}
]
},
{
"factor": "network",
"evidence": [
{
"file": "scripts/setup-sandbox.sh",
"line_start": 61,
"line_end": 61
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 75,
"line_end": 75
}
]
}
],
"static_findings": [
{
"id": "blocker:README.md:331:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "README.md",
"line_start": 331,
"line_end": 331,
"snippet": "- Did I analyze layer context?"
},
{
"id": "blocker:README.md:332:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "README.md",
"line_start": 332,
"line_end": 332,
"snippet": "- Did I select language-appropriate tools?"
},
{
"id": "blocker:README.md:333:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "README.md",
"line_start": 333,
"line_end": 333,
"snippet": "- Did I provide actionable diagnostics?"
},
{
"id": "blocker:README.md:342:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "README.md",
"line_start": 342,
"line_end": 342,
"snippet": "- `3` - Invalid arguments"
},
{
"id": "blocker:README.md:156:network-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "Network reconnaissance",
"file": "README.md",
"line_start": 156,
"line_end": 157,
"snippet": "- ✅ Health checks pass"
},
{
"id": "scripts:scripts/detect-context.sh:82:dynamic-require-with-variable",
"category": "scripts",
"severity": "medium",
"pattern": "Dynamic require with variable",
"file": "scripts/detect-context.sh",
"line_start": 82,
"line_end": 82,
"snippet": "elif grep -rq \"npm \\|pnpm \\|require(\\|import.*from\\|node \" \"$chapter_path\"/*.md 2>/dev/null; then"
},
{
"id": "external_commands:scripts/detect-context.sh:23:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/detect-context.sh",
"line_start": 23,
"line_end": 23,
"snippet": "layer=$(grep \"^layer:\" \"$chapter_path/chapter-meta.yaml\" | cut -d: -f2 | tr -d ' ')"
},
{
"id": "external_commands:scripts/detect-context.sh:31:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/detect-context.sh",
"line_start": 31,
"line_end": 31,
"snippet": "local content=$(find \"$chapter_path\" -name \"*.md\" -exec cat {} \\;)"
},
{
"id": "external_commands:scripts/detect-context.sh:189:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/detect-context.sh",
"line_start": 189,
"line_end": 189,
"snippet": "layer=$(detect_layer \"$chapter_path\")"
},
{
"id": "external_commands:scripts/detect-context.sh:201:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/detect-context.sh",
"line_start": 201,
"line_end": 201,
"snippet": "languages=$(detect_language \"$chapter_path\")"
},
{
"id": "external_commands:scripts/detect-context.sh:217:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/detect-context.sh",
"line_start": 217,
"line_end": 217,
"snippet": "tier=$(detect_tier \"$chapter_path\")"
},
{
"id": "external_commands:scripts/detect-context.sh:228:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/detect-context.sh",
"line_start": 228,
"line_end": 228,
"snippet": "depth=$(determine_validation_depth \"$layer\" \"$languages\" \"$tier\")"
},
{
"id": "external_commands:scripts/detect-context.sh:1:unix-shell-invocation",
"category": "external_commands",
"severity": "medium",
"pattern": "Unix shell invocation",
"file": "scripts/detect-context.sh",
"line_start": 1,
"line_end": 1,
"snippet": "#!/bin/bash"
},
{
"id": "filesystem:scripts/detect-context.sh:73:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/detect-context.sh",
"line_start": 73,
"line_end": 73,
"snippet": "elif grep -rq \"import \\|def \\|class \\|pip \\|uv \\|python\" \"$chapter_path\"/*.md 2>/dev/null; then"
},
{
"id": "filesystem:scripts/detect-context.sh:82:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/detect-context.sh",
"line_start": 82,
"line_end": 82,
"snippet": "elif grep -rq \"npm \\|pnpm \\|require(\\|import.*from\\|node \" \"$chapter_path\"/*.md 2>/dev/null; then"
},
{
"id": "filesystem:scripts/detect-context.sh:91:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/detect-context.sh",
"line_start": 91,
"line_end": 91,
"snippet": "elif grep -rq \"cargo \\|rustc\\|fn \\|impl \" \"$chapter_path\"/*.md 2>/dev/null; then"
},
{
"id": "external_commands:scripts/setup-sandbox.sh:20:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/setup-sandbox.sh",
"line_start": 20,
"line_end": 20,
"snippet": "container_id=$(docker ps --filter \"name=$CONTAINER_NAME\" --format '{{.ID}}')"
},
{
"id": "external_commands:scripts/setup-sandbox.sh:35:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/setup-sandbox.sh",
"line_start": 35,
"line_end": 37,
"snippet": "container_id=$(docker run -d \\"
},
{
"id": "external_commands:scripts/setup-sandbox.sh:1:unix-shell-invocation",
"category": "external_commands",
"severity": "medium",
"pattern": "Unix shell invocation",
"file": "scripts/setup-sandbox.sh",
"line_start": 1,
"line_end": 1,
"snippet": "#!/bin/bash"
},
{
"id": "network:scripts/setup-sandbox.sh:61:hardcoded-url",
"category": "network",
"severity": "low",
"pattern": "Hardcoded URL",
"file": "scripts/setup-sandbox.sh",
"line_start": 61,
"line_end": 61,
"snippet": "curl -LsSf https://astral.sh/uv/install.sh | sh > /dev/null 2>&1"
},
{
"id": "network:scripts/setup-sandbox.sh:75:hardcoded-url",
"category": "network",
"severity": "low",
"pattern": "Hardcoded URL",
"file": "scripts/setup-sandbox.sh",
"line_start": 75,
"line_end": 75,
"snippet": "curl -fsSL https://deb.nodesource.com/setup_20.x | bash - > /dev/null 2>&1"
},
{
"id": "filesystem:scripts/setup-sandbox.sh:62:hidden-file-access",
"category": "filesystem",
"severity": "medium",
"pattern": "Hidden file access",
"file": "scripts/setup-sandbox.sh",
"line_start": 62,
"line_end": 62,
"snippet": "export PATH=\\\"\\$HOME/.cargo/bin:\\$PATH\\\""
},
{
"id": "filesystem:scripts/setup-sandbox.sh:39:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/setup-sandbox.sh",
"line_start": 39,
"line_end": 39,
"snippet": "tail -f /dev/null)"
},
{
"id": "filesystem:scripts/setup-sandbox.sh:50:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/setup-sandbox.sh",
"line_start": 50,
"line_end": 50,
"snippet": "apt-get install -y -qq curl git build-essential > /dev/null 2>&1"
},
{
"id": "filesystem:scripts/setup-sandbox.sh:61:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/setup-sandbox.sh",
"line_start": 61,
"line_end": 61,
"snippet": "curl -LsSf https://astral.sh/uv/install.sh | sh > /dev/null 2>&1"
},
{
"id": "filesystem:scripts/setup-sandbox.sh:65:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/setup-sandbox.sh",
"line_start": 65,
"line_end": 65,
"snippet": "pip install --quiet pytest mypy ruff 2>/dev/null"
},
{
"id": "filesystem:scripts/setup-sandbox.sh:75:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/setup-sandbox.sh",
"line_start": 75,
"line_end": 75,
"snippet": "curl -fsSL https://deb.nodesource.com/setup_20.x | bash - > /dev/null 2>&1"
},
{
"id": "filesystem:scripts/setup-sandbox.sh:76:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/setup-sandbox.sh",
"line_start": 76,
"line_end": 76,
"snippet": "apt-get install -y -qq nodejs > /dev/null 2>&1"
},
{
"id": "filesystem:scripts/setup-sandbox.sh:77:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/setup-sandbox.sh",
"line_start": 77,
"line_end": 77,
"snippet": "npm install -g pnpm > /dev/null 2>&1"
},
{
"id": "blocker:scripts/setup-sandbox.sh:61:pipe-to-shell-pattern",
"category": "blocker",
"severity": "critical",
"pattern": "Pipe to shell pattern",
"file": "scripts/setup-sandbox.sh",
"line_start": 61,
"line_end": 61,
"snippet": "curl -LsSf https://astral.sh/uv/install.sh | sh > /dev/null 2>&1"
},
{
"id": "blocker:scripts/setup-sandbox.sh:75:pipe-to-shell-pattern",
"category": "blocker",
"severity": "critical",
"pattern": "Pipe to shell pattern",
"file": "scripts/setup-sandbox.sh",
"line_start": 75,
"line_end": 75,
"snippet": "curl -fsSL https://deb.nodesource.com/setup_20.x | bash - > /dev/null 2>&1"
},
{
"id": "external_commands:scripts/validate-python.sh:24:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "scripts/validate-python.sh",
"line_start": 24,
"line_end": 24,
"snippet": "awk '/```python/,/```/ { if ($0 !~ /```/) print }' \"$mdfile\" > \"$output_dir/extracted/${basename}_al"
},
{
"id": "external_commands:scripts/validate-python.sh:28:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "scripts/validate-python.sh",
"line_start": 28,
"line_end": 34,
"snippet": "/```python/ {"
},
{
"id": "external_commands:scripts/validate-python.sh:20:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/validate-python.sh",
"line_start": 20,
"line_end": 20,
"snippet": "local basename=$(basename \"$mdfile\" .md)"
},
{
"id": "external_commands:scripts/validate-python.sh:64:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/validate-python.sh",
"line_start": 64,
"line_end": 64,
"snippet": "total_blocks=$(find \"$output_dir/extracted\" -name \"*_block_*.py\" | wc -l | tr -d ' ')"
},
{
"id": "external_commands:scripts/validate-python.sh:115:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/validate-python.sh",
"line_start": 115,
"line_end": 115,
"snippet": "optimized=$(echo \"$baseline\" | sed 's/baseline/optimized/;s/before/after/')"
},
{
"id": "external_commands:scripts/validate-python.sh:118:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/validate-python.sh",
"line_start": 118,
"line_end": 118,
"snippet": "echo \"Testing equivalence: $(basename \"$baseline\") vs $(basename \"$optimized\")\" >&2"
},
{
"id": "external_commands:scripts/validate-python.sh:120:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/validate-python.sh",
"line_start": 120,
"line_end": 120,
"snippet": "baseline_out=$(timeout 10s python3 \"$baseline\" 2>&1 || echo \"FAILED\")"
},
{
"id": "external_commands:scripts/validate-python.sh:121:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/validate-python.sh",
"line_start": 121,
"line_end": 121,
"snippet": "optimized_out=$(timeout 10s python3 \"$optimized\" 2>&1 || echo \"FAILED\")"
},
{
"id": "external_commands:scripts/validate-python.sh:1:unix-shell-invocation",
"category": "external_commands",
"severity": "medium",
"pattern": "Unix shell invocation",
"file": "scripts/validate-python.sh",
"line_start": 1,
"line_end": 1,
"snippet": "#!/bin/bash"
},
{
"id": "filesystem:scripts/validate-python.sh:85:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/validate-python.sh",
"line_start": 85,
"line_end": 85,
"snippet": "if ! python3 -m py_compile \"$pyfile\" 2>/dev/null; then"
},
{
"id": "filesystem:scripts/validate-python.sh:94:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/validate-python.sh",
"line_start": 94,
"line_end": 94,
"snippet": "if ! timeout 10s python3 \"$pyfile\" >/dev/null 2>&1; then"
},
{
"id": "filesystem:scripts/validate-python.sh:133:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/validate-python.sh",
"line_start": 133,
"line_end": 133,
"snippet": "python3 -m py_compile \"$pyfile\" 2>/dev/null || ((syntax_errors++))"
},
{
"id": "filesystem:scripts/validate-python.sh:134:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/validate-python.sh",
"line_start": 134,
"line_end": 134,
"snippet": "timeout 10s python3 \"$pyfile\" >/dev/null 2>&1 || ((runtime_errors++))"
},
{
"id": "filesystem:scripts/validate-python.sh:153:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/validate-python.sh",
"line_start": 153,
"line_end": 153,
"snippet": "python3 -m py_compile \"$pyfile\" 2>/dev/null || {"
},
{
"id": "filesystem:scripts/validate-python.sh:172:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/validate-python.sh",
"line_start": 172,
"line_end": 172,
"snippet": "python3 -m py_compile \"$pyfile\" 2>/dev/null || {"
},
{
"id": "external_commands:scripts/validate.sh:8:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/validate.sh",
"line_start": 8,
"line_end": 8,
"snippet": "SCRIPT_DIR=\"$(cd \"$(dirname \"${BASH_SOURCE[0]}\")\" && pwd)\""
},
{
"id": "external_commands:scripts/validate.sh:9:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/validate.sh",
"line_start": 9,
"line_end": 9,
"snippet": "SKILL_DIR=\"$(dirname \"$SCRIPT_DIR\")\""
},
{
"id": "external_commands:scripts/validate.sh:118:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/validate.sh",
"line_start": 118,
"line_end": 118,
"snippet": "context_output=$(\"$SCRIPT_DIR/detect-context.sh\" \"$CHAPTER_PATH\" 2>&1)"
},
{
"id": "external_commands:scripts/validate.sh:120:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/validate.sh",
"line_start": 120,
"line_end": 120,
"snippet": "context_vars=$(echo \"$context_output\" | tail -4)"
},
{
"id": "external_commands:scripts/validate.sh:122:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "scripts/validate.sh",
"line_start": 122,
"line_end": 122,
"snippet": "context_vars=$(\"$SCRIPT_DIR/detect-context.sh\" \"$CHAPTER_PATH\" 2>/dev/null)"
},
{
"id": "external_commands:scripts/validate.sh:1:unix-shell-invocation",
"category": "external_commands",
"severity": "medium",
"pattern": "Unix shell invocation",
"file": "scripts/validate.sh",
"line_start": 1,
"line_end": 1,
"snippet": "#!/bin/bash"
},
{
"id": "filesystem:scripts/validate.sh:122:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/validate.sh",
"line_start": 122,
"line_end": 122,
"snippet": "context_vars=$(\"$SCRIPT_DIR/detect-context.sh\" \"$CHAPTER_PATH\" 2>/dev/null)"
},
{
"id": "blocker:scripts/validate.sh:42:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "scripts/validate.sh",
"line_start": 42,
"line_end": 42,
"snippet": "3 - Invalid arguments"
},
{
"id": "blocker:scripts/validate.sh:25:network-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "Network reconnaissance",
"file": "scripts/validate.sh",
"line_start": 25,
"line_end": 26,
"snippet": "--verbose Show detailed validation process"
},
{
"id": "external_commands:scripts/verify.py:11:python-subprocess-run",
"category": "external_commands",
"severity": "high",
"pattern": "Python subprocess.run",
"file": "scripts/verify.py",
"line_start": 11,
"line_end": 11,
"snippet": "result = subprocess.run("
},
{
"id": "external_commands:scripts/verify.py:29:python-subprocess-run",
"category": "external_commands",
"severity": "high",
"pattern": "Python subprocess.run",
"file": "scripts/verify.py",
"line_start": 29,
"line_end": 29,
"snippet": "result = subprocess.run("
},
{
"id": "external_commands:SKILL.md:15:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 15,
"line_end": 22,
"snippet": "```bash"
},
{
"id": "external_commands:SKILL.md:22:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 22,
"line_end": 49,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:49:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 49,
"line_end": 49,
"snippet": "| Python | `.py`, `import`, `def` | `python3 -m ast`, `timeout 10s python3` |"
},
{
"id": "external_commands:SKILL.md:50:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 50,
"line_end": 50,
"snippet": "| Node.js | `.js/.ts`, `require`, `package.json` | `tsc --noEmit`, `node` |"
},
{
"id": "external_commands:SKILL.md:51:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 51,
"line_end": 51,
"snippet": "| Rust | `.rs`, `fn`, `Cargo.toml` | `cargo check`, `cargo test` |"
},
{
"id": "external_commands:SKILL.md:67:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 67,
"line_end": 72,
"snippet": "```bash"
},
{
"id": "external_commands:SKILL.md:72:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 72,
"line_end": 75,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:75:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 75,
"line_end": 80,
"snippet": "```bash"
},
{
"id": "external_commands:SKILL.md:80:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 80,
"line_end": 83,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:83:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 83,
"line_end": 88,
"snippet": "```bash"
},
{
"id": "external_commands:SKILL.md:88:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 88,
"line_end": 91,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:91:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 91,
"line_end": 97,
"snippet": "```bash"
},
{
"id": "external_commands:SKILL.md:97:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 97,
"line_end": 101,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:101:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 101,
"line_end": 116,
"snippet": "```bash"
},
{
"id": "external_commands:SKILL.md:116:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 116,
"line_end": 121,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:121:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 121,
"line_end": 123,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:123:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 123,
"line_end": 126,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:126:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 126,
"line_end": 142,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:142:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 142,
"line_end": 152,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:152:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 152,
"line_end": 159,
"snippet": "```bash"
},
{
"id": "external_commands:SKILL.md:159:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 159,
"line_end": 183,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:183:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 183,
"line_end": 193,
"snippet": "```bash"
},
{
"id": "external_commands:SKILL.md:193:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 193,
"line_end": 197,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:197:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 197,
"line_end": 217,
"snippet": "```markdown"
},
{
"id": "external_commands:SKILL.md:217:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 217,
"line_end": 221,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:221:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 221,
"line_end": 222,
"snippet": "1. Check layer detection: `grep -m1 \"layer:\" chapter.md`"
},
{
"id": "external_commands:SKILL.md:222:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 222,
"line_end": 223,
"snippet": "2. Check language detection: `ls *.py *.js *.rs`"
},
{
"id": "external_commands:SKILL.md:17:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "SKILL.md",
"line_start": 17,
"line_end": 17,
"snippet": "layer=$(grep -m1 \"layer:\" chapter.md | cut -d: -f2 | tr -d ' ')"
},
{
"id": "external_commands:SKILL.md:18:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "SKILL.md",
"line_start": 18,
"line_end": 18,
"snippet": "lang=$(ls *.py *.js *.rs 2>/dev/null | head -1 | sed 's/.*\\.//')"
},
{
"id": "external_commands:SKILL.md:156:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "SKILL.md",
"line_start": 156,
"line_end": 156,
"snippet": "--mount type=bind,src=$(pwd),dst=/workspace \\"
},
{
"id": "external_commands:SKILL.md:185:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "SKILL.md",
"line_start": 185,
"line_end": 185,
"snippet": "layer=$(detect-layer chapter.md)"
},
{
"id": "external_commands:SKILL.md:186:shell-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Shell command substitution",
"file": "SKILL.md",
"line_start": 186,
"line_end": 186,
"snippet": "lang=$(detect-language chapter.md)"
},
{
"id": "external_commands:SKILL.md:15:template-literal-with-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Template literal with command substitution",
"file": "SKILL.md",
"line_start": 15,
"line_end": 22,
"snippet": "```bash"
},
{
"id": "external_commands:SKILL.md:152:template-literal-with-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Template literal with command substitution",
"file": "SKILL.md",
"line_start": 152,
"line_end": 159,
"snippet": "```bash"
},
{
"id": "external_commands:SKILL.md:183:template-literal-with-command-substitution",
"category": "external_commands",
"severity": "medium",
"pattern": "Template literal with command substitution",
"file": "SKILL.md",
"line_start": 183,
"line_end": 193,
"snippet": "```bash"
},
{
"id": "filesystem:SKILL.md:50:hidden-file-access",
"category": "filesystem",
"severity": "medium",
"pattern": "Hidden file access",
"file": "SKILL.md",
"line_start": 50,
"line_end": 50,
"snippet": "| Node.js | `.js/.ts`, `require`, `package.json` | `tsc --noEmit`, `node` |"
},
{
"id": "filesystem:SKILL.md:18:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "SKILL.md",
"line_start": 18,
"line_end": 18,
"snippet": "lang=$(ls *.py *.js *.rs 2>/dev/null | head -1 | sed 's/.*\\.//')"
},
{
"id": "filesystem:SKILL.md:157:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "SKILL.md",
"line_start": 157,
"line_end": 157,
"snippet": "python:3.14-slim tail -f /dev/null"
},
{
"id": "blocker:SKILL.md:165:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "SKILL.md",
"line_start": 165,
"line_end": 165,
"snippet": "- [ ] Did I analyze layer context? (Not same depth for all)"
},
{
"id": "blocker:SKILL.md:166:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "SKILL.md",
"line_start": 166,
"line_end": 166,
"snippet": "- [ ] Did I use language-appropriate tools? (Not Python AST on JavaScript)"
},
{
"id": "blocker:SKILL.md:167:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "SKILL.md",
"line_start": 167,
"line_end": 167,
"snippet": "- [ ] Did I provide actionable diagnostics? (Not just \"error on line X\")"
},
{
"id": "blocker:SKILL.md:168:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "SKILL.md",
"line_start": 168,
"line_end": 168,
"snippet": "- [ ] Did I verify claims (L2)? (Not trust \"3x faster\" without measurement)"
},
{
"id": "blocker:SKILL.md:169:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "SKILL.md",
"line_start": 169,
"line_end": 169,
"snippet": "- [ ] Did I test reusability (L3)? (Not single example only)"
},
{
"id": "blocker:SKILL.md:170:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "SKILL.md",
"line_start": 170,
"line_end": 170,
"snippet": "- [ ] Did I test integration (L4)? (Not happy path only)"
}
],
"finding_verdicts": [
{
"id": "blocker:README.md:331:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is README checklist or help text, not executable reconnaissance. No command or network access occurs from these documentation lines."
},
{
"id": "blocker:README.md:332:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is README checklist or help text, not executable reconnaissance. No command or network access occurs from these documentation lines."
},
{
"id": "blocker:README.md:333:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is README checklist or help text, not executable reconnaissance. No command or network access occurs from these documentation lines."
},
{
"id": "blocker:README.md:342:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is README checklist or help text, not executable reconnaissance. No command or network access occurs from these documentation lines."
},
{
"id": "blocker:README.md:156:network-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is README checklist or help text, not executable reconnaissance. No command or network access occurs from these documentation lines."
},
{
"id": "scripts:scripts/detect-context.sh:82:dynamic-require-with-variable",
"verdict": "false_positive",
"confidence": 0.91,
"reason": "The line searches Markdown for the text require( to detect Node.js examples. It does not dynamically load a module or execute JavaScript."
},
{
"id": "external_commands:scripts/detect-context.sh:23:shell-command-substitution",
"verdict": "confirmed",
"confidence": 0.82,
"reason": "This substitution reads layer data from chapter-meta.yaml, which is user-controlled chapter content. The value is later emitted as a shell assignment and evaluated by the orchestrator.",
"severity": "high"
},
{
"id": "external_commands:scripts/detect-context.sh:31:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.88,
"reason": "The command substitution is used for local content analysis or fixed strategy selection. The output is not a command string at this location."
},
{
"id": "external_commands:scripts/detect-context.sh:189:shell-command-substitution",
"verdict": "confirmed",
"confidence": 0.8,
"reason": "This captures detect_layer output, including layer data read from chapter metadata. In the full workflow that value is later evaluated as shell syntax.",
"severity": "high"
},
{
"id": "external_commands:scripts/detect-context.sh:201:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.88,
"reason": "The command substitution is used for local content analysis or fixed strategy selection. The output is not a command string at this location."
},
{
"id": "external_commands:scripts/detect-context.sh:217:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.88,
"reason": "The command substitution is used for local content analysis or fixed strategy selection. The output is not a command string at this location."
},
{
"id": "external_commands:scripts/detect-context.sh:228:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.88,
"reason": "The command substitution is used for local content analysis or fixed strategy selection. The output is not a command string at this location."
},
{
"id": "external_commands:scripts/detect-context.sh:1:unix-shell-invocation",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "The shebang only identifies a Bash helper script. Risky behavior is assessed on the specific commands rather than the interpreter declaration."
},
{
"id": "filesystem:scripts/detect-context.sh:73:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.9,
"reason": "The line reads chapter Markdown files for language detection and redirects errors to /dev/null. This is expected local scanning for the requested validation task."
},
{
"id": "filesystem:scripts/detect-context.sh:82:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.9,
"reason": "The line reads chapter Markdown files for language detection and redirects errors to /dev/null. This is expected local scanning for the requested validation task."
},
{
"id": "filesystem:scripts/detect-context.sh:91:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.9,
"reason": "The line reads chapter Markdown files for language detection and redirects errors to /dev/null. This is expected local scanning for the requested validation task."
},
{
"id": "external_commands:scripts/setup-sandbox.sh:20:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.89,
"reason": "The command only captures a Docker container ID for an existing named container. It uses fixed Docker arguments and does not execute user-provided shell text."
},
{
"id": "external_commands:scripts/setup-sandbox.sh:35:shell-command-substitution",
"verdict": "confirmed",
"confidence": 0.74,
"reason": "This command starts a Docker container from a user-selectable image while binding the current workspace. That is legitimate setup behavior but exposes the workspace to the container.",
"severity": "high"
},
{
"id": "external_commands:scripts/setup-sandbox.sh:1:unix-shell-invocation",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "The shebang identifies the setup helper as Bash. The actual risky setup commands are adjudicated separately."
},
{
"id": "network:scripts/setup-sandbox.sh:61:hardcoded-url",
"verdict": "confirmed",
"confidence": 0.91,
"reason": "The hardcoded URL is used to fetch installer scripts during setup. These external dependencies are part of executable setup flow and require supply-chain trust.",
"severity": "high"
},
{
"id": "network:scripts/setup-sandbox.sh:75:hardcoded-url",
"verdict": "confirmed",
"confidence": 0.91,
"reason": "The hardcoded URL is used to fetch installer scripts during setup. These external dependencies are part of executable setup flow and require supply-chain trust.",
"severity": "high"
},
{
"id": "filesystem:scripts/setup-sandbox.sh:62:hidden-file-access",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "This line redirects command output or adjusts tool paths during container setup. It does not read secrets or write hidden host files in the evidence shown."
},
{
"id": "filesystem:scripts/setup-sandbox.sh:39:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "This line redirects command output or adjusts tool paths during container setup. It does not read secrets or write hidden host files in the evidence shown."
},
{
"id": "filesystem:scripts/setup-sandbox.sh:50:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "This line redirects command output or adjusts tool paths during container setup. It does not read secrets or write hidden host files in the evidence shown."
},
{
"id": "filesystem:scripts/setup-sandbox.sh:61:standard-device-file-access",
"verdict": "confirmed",
"confidence": 0.95,
"reason": "Although flagged as device access, the same line pipes a downloaded installer into a shell. Redirecting output does not reduce the code execution risk.",
"severity": "critical"
},
{
"id": "filesystem:scripts/setup-sandbox.sh:65:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "This line redirects command output or adjusts tool paths during container setup. It does not read secrets or write hidden host files in the evidence shown."
},
{
"id": "filesystem:scripts/setup-sandbox.sh:75:standard-device-file-access",
"verdict": "confirmed",
"confidence": 0.95,
"reason": "Although flagged as device access, the same line pipes a downloaded installer into a shell. Redirecting output does not reduce the code execution risk.",
"severity": "critical"
},
{
"id": "filesystem:scripts/setup-sandbox.sh:76:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "This line redirects command output or adjusts tool paths during container setup. It does not read secrets or write hidden host files in the evidence shown."
},
{
"id": "filesystem:scripts/setup-sandbox.sh:77:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "This line redirects command output or adjusts tool paths during container setup. It does not read secrets or write hidden host files in the evidence shown."
},
{
"id": "blocker:scripts/setup-sandbox.sh:61:pipe-to-shell-pattern",
"verdict": "confirmed",
"confidence": 0.97,
"reason": "The script downloads installer content from the network and pipes it directly into sh or bash. A compromised response would execute code during sandbox setup.",
"severity": "critical"
},
{
"id": "blocker:scripts/setup-sandbox.sh:75:pipe-to-shell-pattern",
"verdict": "confirmed",
"confidence": 0.97,
"reason": "The script downloads installer content from the network and pipes it directly into sh or bash. A compromised response would execute code during sandbox setup.",
"severity": "critical"
},
{
"id": "external_commands:scripts/validate-python.sh:24:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fence parsing with awk, not Ruby backtick execution. It extracts code blocks into files for validation."
},
{
"id": "external_commands:scripts/validate-python.sh:28:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fence parsing with awk, not Ruby backtick execution. It extracts code blocks into files for validation."
},
{
"id": "external_commands:scripts/validate-python.sh:20:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.87,
"reason": "This substitution derives filenames, counts files, or compares known validation outputs. It does not build a shell command from untrusted text at this location."
},
{
"id": "external_commands:scripts/validate-python.sh:64:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.87,
"reason": "This substitution derives filenames, counts files, or compares known validation outputs. It does not build a shell command from untrusted text at this location."
},
{
"id": "external_commands:scripts/validate-python.sh:115:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.87,
"reason": "This substitution derives filenames, counts files, or compares known validation outputs. It does not build a shell command from untrusted text at this location."
},
{
"id": "external_commands:scripts/validate-python.sh:118:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.87,
"reason": "This substitution derives filenames, counts files, or compares known validation outputs. It does not build a shell command from untrusted text at this location."
},
{
"id": "external_commands:scripts/validate-python.sh:120:shell-command-substitution",
"verdict": "confirmed",
"confidence": 0.9,
"reason": "This runs Python files extracted from chapter Markdown and captures their output. Untrusted chapter code can execute on the host interpreter in this path.",
"severity": "critical"
},
{
"id": "external_commands:scripts/validate-python.sh:121:shell-command-substitution",
"verdict": "confirmed",
"confidence": 0.9,
"reason": "This runs Python files extracted from chapter Markdown and captures their output. Untrusted chapter code can execute on the host interpreter in this path.",
"severity": "critical"
},
{
"id": "external_commands:scripts/validate-python.sh:1:unix-shell-invocation",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "The shebang only selects Bash for the validation helper. The concrete runtime execution paths are adjudicated separately."
},
{
"id": "filesystem:scripts/validate-python.sh:85:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.84,
"reason": "The line compiles or reads extracted Python files and redirects diagnostics. The runtime execution findings cover the dangerous execution paths."
},
{
"id": "filesystem:scripts/validate-python.sh:94:standard-device-file-access",
"verdict": "confirmed",
"confidence": 0.9,
"reason": "This line executes extracted Python code with the host python3 command. A malicious code block would run with the invoking user permissions.",
"severity": "critical"
},
{
"id": "filesystem:scripts/validate-python.sh:133:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.84,
"reason": "The line compiles or reads extracted Python files and redirects diagnostics. The runtime execution findings cover the dangerous execution paths."
},
{
"id": "filesystem:scripts/validate-python.sh:134:standard-device-file-access",
"verdict": "confirmed",
"confidence": 0.9,
"reason": "This line executes extracted Python code with the host python3 command. A malicious code block would run with the invoking user permissions.",
"severity": "critical"
},
{
"id": "filesystem:scripts/validate-python.sh:153:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.84,
"reason": "The line compiles or reads extracted Python files and redirects diagnostics. The runtime execution findings cover the dangerous execution paths."
},
{
"id": "filesystem:scripts/validate-python.sh:172:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.84,
"reason": "The line compiles or reads extracted Python files and redirects diagnostics. The runtime execution findings cover the dangerous execution paths."
},
{
"id": "external_commands:scripts/validate.sh:8:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.9,
"reason": "This substitution resolves local script paths with quoted values. It does not execute content from the chapter or network."
},
{
"id": "external_commands:scripts/validate.sh:9:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.9,
"reason": "This substitution resolves local script paths with quoted values. It does not execute content from the chapter or network."
},
{
"id": "external_commands:scripts/validate.sh:118:shell-command-substitution",
"verdict": "confirmed",
"confidence": 0.88,
"reason": "This captures context data produced from chapter files and the script later evals that data. Malicious metadata can become shell syntax in the orchestrator.",
"severity": "critical"
},
{
"id": "external_commands:scripts/validate.sh:120:shell-command-substitution",
"verdict": "confirmed",
"confidence": 0.76,
"reason": "This extracts context assignments from mixed command output before they are evaluated. The risk depends on the later eval, so confidence is lower than the direct eval chain.",
"severity": "high"
},
{
"id": "external_commands:scripts/validate.sh:122:shell-command-substitution",
"verdict": "confirmed",
"confidence": 0.88,
"reason": "This captures context data produced from chapter files and the script later evals that data. Malicious metadata can become shell syntax in the orchestrator.",
"severity": "critical"
},
{
"id": "external_commands:scripts/validate.sh:1:unix-shell-invocation",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "The shebang only identifies the orchestrator as a Bash script. The risky eval-related flow is adjudicated on the specific context lines."
},
{
"id": "filesystem:scripts/validate.sh:122:standard-device-file-access",
"verdict": "confirmed",
"confidence": 0.86,
"reason": "The same line captures chapter-derived context variables that are later evaluated as shell assignments. The /dev/null redirect does not prevent command injection.",
"severity": "critical"
},
{
"id": "blocker:scripts/validate.sh:42:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is command-line help text describing options or exit codes. It is not network or system reconnaissance."
},
{
"id": "blocker:scripts/validate.sh:25:network-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is command-line help text describing options or exit codes. It is not network or system reconnaissance."
},
{
"id": "external_commands:scripts/verify.py:11:python-subprocess-run",
"verdict": "false_positive",
"confidence": 0.91,
"reason": "subprocess.run uses fixed argument lists for python3 --version or docker info with shell disabled. There is no user-controlled command string or shell injection vector."
},
{
"id": "external_commands:scripts/verify.py:29:python-subprocess-run",
"verdict": "false_positive",
"confidence": 0.91,
"reason": "subprocess.run uses fixed argument lists for python3 --version or docker info with shell disabled. There is no user-controlled command string or shell injection vector."
},
{
"id": "external_commands:SKILL.md:15:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:22:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:49:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:50:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:51:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:67:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:72:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:75:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:80:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:83:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:88:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:91:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:97:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:101:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:116:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:121:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:123:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:126:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:142:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:152:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:159:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:183:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:193:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:197:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:217:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:221:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:222:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:17:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.87,
"reason": "The matched line is an instructional shell example in Markdown. It uses local grep, ls, pwd, or helper output and is not hidden executable code."
},
{
"id": "external_commands:SKILL.md:18:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.87,
"reason": "The matched line is an instructional shell example in Markdown. It uses local grep, ls, pwd, or helper output and is not hidden executable code."
},
{
"id": "external_commands:SKILL.md:156:shell-command-substitution",
"verdict": "confirmed",
"confidence": 0.74,
"reason": "The documentation shows a Docker bind mount using the current workspace as the source. If followed with an untrusted container, workspace files are exposed to that container.",
"severity": "medium"
},
{
"id": "external_commands:SKILL.md:185:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.87,
"reason": "The matched line is an instructional shell example in Markdown. It uses local grep, ls, pwd, or helper output and is not hidden executable code."
},
{
"id": "external_commands:SKILL.md:186:shell-command-substitution",
"verdict": "false_positive",
"confidence": 0.87,
"reason": "The matched line is an instructional shell example in Markdown. It uses local grep, ls, pwd, or helper output and is not hidden executable code."
},
{
"id": "external_commands:SKILL.md:15:template-literal-with-command-substitution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:152:template-literal-with-command-substitution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "external_commands:SKILL.md:183:template-literal-with-command-substitution",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "The matched text is Markdown fencing, inline command formatting, or a documentation table. It is not Ruby backtick execution or JavaScript template execution."
},
{
"id": "filesystem:SKILL.md:50:hidden-file-access",
"verdict": "false_positive",
"confidence": 0.9,
"reason": "The matched text is documentation for file extensions, require syntax, or /dev/null usage. It is not secret file access."
},
{
"id": "filesystem:SKILL.md:18:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.9,
"reason": "The matched text is documentation for file extensions, require syntax, or /dev/null usage. It is not secret file access."
},
{
"id": "filesystem:SKILL.md:157:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.9,
"reason": "The matched text is documentation for file extensions, require syntax, or /dev/null usage. It is not secret file access."
},
{
"id": "blocker:SKILL.md:165:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is a validation checklist in skill documentation. It asks the agent to reason about lesson context, not to perform system reconnaissance."
},
{
"id": "blocker:SKILL.md:166:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is a validation checklist in skill documentation. It asks the agent to reason about lesson context, not to perform system reconnaissance."
},
{
"id": "blocker:SKILL.md:167:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is a validation checklist in skill documentation. It asks the agent to reason about lesson context, not to perform system reconnaissance."
},
{
"id": "blocker:SKILL.md:168:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is a validation checklist in skill documentation. It asks the agent to reason about lesson context, not to perform system reconnaissance."
},
{
"id": "blocker:SKILL.md:169:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is a validation checklist in skill documentation. It asks the agent to reason about lesson context, not to perform system reconnaissance."
},
{
"id": "blocker:SKILL.md:170:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "This is a validation checklist in skill documentation. It asks the agent to reason about lesson context, not to perform system reconnaissance."
}
],
"semantic_findings": [
{
"title": "Unsafe Evaluation of Chapter-Derived Context Variables",
"description": "validate.sh evaluates context assignments produced from chapter files. The layer value can originate from chapter-meta.yaml, so malicious metadata can become shell syntax.",
"severity": "critical",
"locations": [
{
"file": "scripts/validate.sh",
"line_start": 118,
"line_end": 126
},
{
"file": "scripts/detect-context.sh",
"line_start": 22,
"line_end": 24
},
{
"file": "scripts/detect-context.sh",
"line_start": 240,
"line_end": 245
}
],
"confidence": 0.94,
"confidence_reasoning": "The data flow is direct: chapter metadata is emitted as shell assignments and then evaluated. This is a classic command injection risk when chapter content is untrusted."
},
{
"title": "Host Execution of Extracted Markdown Code",
"description": "validate-python.sh extracts Python blocks from Markdown and executes them with the host python3 interpreter. This bypasses the sandbox promise for untrusted chapter content.",
"severity": "critical",
"locations": [
{
"file": "scripts/validate-python.sh",
"line_start": 19,
"line_end": 24
},
{
"file": "scripts/validate-python.sh",
"line_start": 83,
"line_end": 97
},
{
"file": "scripts/validate-python.sh",
"line_start": 120,
"line_end": 121
},
{
"file": "scripts/validate-python.sh",
"line_start": 132,
"line_end": 134
}
],
"confidence": 0.93,
"confidence_reasoning": "The script extracts Markdown code into files and invokes python3 on those files. A malicious code block would run with the permissions of the user running validation."
},
{
"title": "Writable Workspace Exposed During Network-Based Setup",
"description": "setup-sandbox.sh bind mounts the current workspace into a Docker container and then runs network-sourced installers inside that environment. A compromised installer could modify workspace files.",
"severity": "high",
"locations": [
{
"file": "scripts/setup-sandbox.sh",
"line_start": 35,
"line_end": 39
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 58,
"line_end": 67
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 73,
"line_end": 79
}
],
"confidence": 0.8,
"confidence_reasoning": "The bind mount and installer execution are both explicit in the setup script. The impact depends on Docker permissions and installer behavior, so confidence is high but not absolute."
}
],
"critical_findings": [
{
"title": "Standard device file access",
"description": "curl -LsSf https://astral.sh/uv/install.sh | sh > /dev/null 2>&1",
"locations": [
{
"file": "scripts/setup-sandbox.sh",
"line_start": 61,
"line_end": 61
}
],
"review_kind": "capability",
"source_category": "filesystem",
"source_severity": "low",
"confidence": 0.95,
"confidence_reasoning": "Although flagged as device access, the same line pipes a downloaded installer into a shell. Redirecting output does not reduce the code execution risk."
},
{
"title": "Standard device file access",
"description": "curl -fsSL https://deb.nodesource.com/setup_20.x | bash - > /dev/null 2>&1",
"locations": [
{
"file": "scripts/setup-sandbox.sh",
"line_start": 75,
"line_end": 75
}
],
"review_kind": "capability",
"source_category": "filesystem",
"source_severity": "low",
"confidence": 0.95,
"confidence_reasoning": "Although flagged as device access, the same line pipes a downloaded installer into a shell. Redirecting output does not reduce the code execution risk."
},
{
"title": "Pipe to shell pattern",
"description": "curl -LsSf https://astral.sh/uv/install.sh | sh > /dev/null 2>&1",
"locations": [
{
"file": "scripts/setup-sandbox.sh",
"line_start": 61,
"line_end": 61
}
],
"review_kind": "security",
"source_category": "blocker",
"source_severity": "critical",
"confidence": 0.97,
"confidence_reasoning": "The script downloads installer content from the network and pipes it directly into sh or bash. A compromised response would execute code during sandbox setup."
},
{
"title": "Pipe to shell pattern",
"description": "curl -fsSL https://deb.nodesource.com/setup_20.x | bash - > /dev/null 2>&1",
"locations": [
{
"file": "scripts/setup-sandbox.sh",
"line_start": 75,
"line_end": 75
}
],
"review_kind": "security",
"source_category": "blocker",
"source_severity": "critical",
"confidence": 0.97,
"confidence_reasoning": "The script downloads installer content from the network and pipes it directly into sh or bash. A compromised response would execute code during sandbox setup."
},
{
"title": "Shell command substitution",
"description": "baseline_out=$(timeout 10s python3 \"$baseline\" 2>&1 || echo \"FAILED\")",
"locations": [
{
"file": "scripts/validate-python.sh",
"line_start": 120,
"line_end": 120
}
],
"review_kind": "capability",
"source_category": "external_commands",
"source_severity": "medium",
"confidence": 0.9,
"confidence_reasoning": "This runs Python files extracted from chapter Markdown and captures their output. Untrusted chapter code can execute on the host interpreter in this path."
},
{
"title": "Shell command substitution",
"description": "optimized_out=$(timeout 10s python3 \"$optimized\" 2>&1 || echo \"FAILED\")",
"locations": [
{
"file": "scripts/validate-python.sh",
"line_start": 121,
"line_end": 121
}
],
"review_kind": "capability",
"source_category": "external_commands",
"source_severity": "medium",
"confidence": 0.9,
"confidence_reasoning": "This runs Python files extracted from chapter Markdown and captures their output. Untrusted chapter code can execute on the host interpreter in this path."
},
{
"title": "Standard device file access",
"description": "if ! timeout 10s python3 \"$pyfile\" >/dev/null 2>&1; then",
"locations": [
{
"file": "scripts/validate-python.sh",
"line_start": 94,
"line_end": 94
}
],
"review_kind": "capability",
"source_category": "filesystem",
"source_severity": "low",
"confidence": 0.9,
"confidence_reasoning": "This line executes extracted Python code with the host python3 command. A malicious code block would run with the invoking user permissions."
},
{
"title": "Standard device file access",
"description": "timeout 10s python3 \"$pyfile\" >/dev/null 2>&1 || ((runtime_errors++))",
"locations": [
{
"file": "scripts/validate-python.sh",
"line_start": 134,
"line_end": 134
}
],
"review_kind": "capability",
"source_category": "filesystem",
"source_severity": "low",
"confidence": 0.9,
"confidence_reasoning": "This line executes extracted Python code with the host python3 command. A malicious code block would run with the invoking user permissions."
},
{
"title": "Shell command substitution",
"description": "context_output=$(\"$SCRIPT_DIR/detect-context.sh\" \"$CHAPTER_PATH\" 2>&1)",
"locations": [
{
"file": "scripts/validate.sh",
"line_start": 118,
"line_end": 118
}
],
"review_kind": "capability",
"source_category": "external_commands",
"source_severity": "medium",
"confidence": 0.88,
"confidence_reasoning": "This captures context data produced from chapter files and the script later evals that data. Malicious metadata can become shell syntax in the orchestrator."
},
{
"title": "Shell command substitution",
"description": "context_vars=$(\"$SCRIPT_DIR/detect-context.sh\" \"$CHAPTER_PATH\" 2>/dev/null)",
"locations": [
{
"file": "scripts/validate.sh",
"line_start": 122,
"line_end": 122
}
],
"review_kind": "capability",
"source_category": "external_commands",
"source_severity": "medium",
"confidence": 0.88,
"confidence_reasoning": "This captures context data produced from chapter files and the script later evals that data. Malicious metadata can become shell syntax in the orchestrator."
},
{
"title": "Standard device file access",
"description": "context_vars=$(\"$SCRIPT_DIR/detect-context.sh\" \"$CHAPTER_PATH\" 2>/dev/null)",
"locations": [
{
"file": "scripts/validate.sh",
"line_start": 122,
"line_end": 122
}
],
"review_kind": "capability",
"source_category": "filesystem",
"source_severity": "low",
"confidence": 0.86,
"confidence_reasoning": "The same line captures chapter-derived context variables that are later evaluated as shell assignments. The /dev/null redirect does not prevent command injection."
},
{
"title": "Unsafe Evaluation of Chapter-Derived Context Variables",
"description": "validate.sh evaluates context assignments produced from chapter files. The layer value can originate from chapter-meta.yaml, so malicious metadata can become shell syntax.",
"locations": [
{
"file": "scripts/validate.sh",
"line_start": 118,
"line_end": 126
},
{
"file": "scripts/detect-context.sh",
"line_start": 22,
"line_end": 24
},
{
"file": "scripts/detect-context.sh",
"line_start": 240,
"line_end": 245
}
],
"review_kind": "security",
"source_category": "semantic",
"source_severity": "critical",
"confidence": 0.94,
"confidence_reasoning": "The data flow is direct: chapter metadata is emitted as shell assignments and then evaluated. This is a classic command injection risk when chapter content is untrusted."
},
{
"title": "Host Execution of Extracted Markdown Code",
"description": "validate-python.sh extracts Python blocks from Markdown and executes them with the host python3 interpreter. This bypasses the sandbox promise for untrusted chapter content.",
"locations": [
{
"file": "scripts/validate-python.sh",
"line_start": 19,
"line_end": 24
},
{
"file": "scripts/validate-python.sh",
"line_start": 83,
"line_end": 97
},
{
"file": "scripts/validate-python.sh",
"line_start": 120,
"line_end": 121
},
{
"file": "scripts/validate-python.sh",
"line_start": 132,
"line_end": 134
}
],
"review_kind": "security",
"source_category": "semantic",
"source_severity": "critical",
"confidence": 0.93,
"confidence_reasoning": "The script extracts Markdown code into files and invokes python3 on those files. A malicious code block would run with the permissions of the user running validation."
}
],
"high_findings": [
{
"title": "Shell command substitution",
"description": "layer=$(grep \"^layer:\" \"$chapter_path/chapter-meta.yaml\" | cut -d: -f2 | tr -d ' ')",
"locations": [
{
"file": "scripts/detect-context.sh",
"line_start": 23,
"line_end": 23
}
],
"review_kind": "capability",
"source_category": "external_commands",
"source_severity": "medium",
"confidence": 0.82,
"confidence_reasoning": "This substitution reads layer data from chapter-meta.yaml, which is user-controlled chapter content. The value is later emitted as a shell assignment and evaluated by the orchestrator."
},
{
"title": "Shell command substitution",
"description": "layer=$(detect_layer \"$chapter_path\")",
"locations": [
{
"file": "scripts/detect-context.sh",
"line_start": 189,
"line_end": 189
}
],
"review_kind": "capability",
"source_category": "external_commands",
"source_severity": "medium",
"confidence": 0.8,
"confidence_reasoning": "This captures detect_layer output, including layer data read from chapter metadata. In the full workflow that value is later evaluated as shell syntax."
},
{
"title": "Shell command substitution",
"description": "container_id=$(docker run -d \\",
"locations": [
{
"file": "scripts/setup-sandbox.sh",
"line_start": 35,
"line_end": 37
}
],
"review_kind": "capability",
"source_category": "external_commands",
"source_severity": "medium",
"confidence": 0.74,
"confidence_reasoning": "This command starts a Docker container from a user-selectable image while binding the current workspace. That is legitimate setup behavior but exposes the workspace to the container."
},
{
"title": "Hardcoded URL",
"description": "curl -LsSf https://astral.sh/uv/install.sh | sh > /dev/null 2>&1",
"locations": [
{
"file": "scripts/setup-sandbox.sh",
"line_start": 61,
"line_end": 61
}
],
"review_kind": "capability",
"source_category": "network",
"source_severity": "low",
"confidence": 0.91,
"confidence_reasoning": "The hardcoded URL is used to fetch installer scripts during setup. These external dependencies are part of executable setup flow and require supply-chain trust."
},
{
"title": "Hardcoded URL",
"description": "curl -fsSL https://deb.nodesource.com/setup_20.x | bash - > /dev/null 2>&1",
"locations": [
{
"file": "scripts/setup-sandbox.sh",
"line_start": 75,
"line_end": 75
}
],
"review_kind": "capability",
"source_category": "network",
"source_severity": "low",
"confidence": 0.91,
"confidence_reasoning": "The hardcoded URL is used to fetch installer scripts during setup. These external dependencies are part of executable setup flow and require supply-chain trust."
},
{
"title": "Shell command substitution",
"description": "context_vars=$(echo \"$context_output\" | tail -4)",
"locations": [
{
"file": "scripts/validate.sh",
"line_start": 120,
"line_end": 120
}
],
"review_kind": "capability",
"source_category": "external_commands",
"source_severity": "medium",
"confidence": 0.76,
"confidence_reasoning": "This extracts context assignments from mixed command output before they are evaluated. The risk depends on the later eval, so confidence is lower than the direct eval chain."
},
{
"title": "Writable Workspace Exposed During Network-Based Setup",
"description": "setup-sandbox.sh bind mounts the current workspace into a Docker container and then runs network-sourced installers inside that environment. A compromised installer could modify workspace files.",
"locations": [
{
"file": "scripts/setup-sandbox.sh",
"line_start": 35,
"line_end": 39
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 58,
"line_end": 67
},
{
"file": "scripts/setup-sandbox.sh",
"line_start": 73,
"line_end": 79
}
],
"review_kind": "security",
"source_category": "semantic",
"source_severity": "high",
"confidence": 0.8,
"confidence_reasoning": "The bind mount and installer execution are both explicit in the setup script. The impact depends on Docker permissions and installer behavior, so confidence is high but not absolute."
}
],
"medium_findings": [
{
"title": "Shell command substitution",
"description": "--mount type=bind,src=$(pwd),dst=/workspace \\",
"locations": [
{
"file": "SKILL.md",
"line_start": 156,
"line_end": 156
}
],
"review_kind": "capability",
"source_category": "external_commands",
"source_severity": "medium",
"confidence": 0.74,
"confidence_reasoning": "The documentation shows a Docker bind mount using the current workspace as the source. If followed with an untrusted container, workspace files are exposed to that container."
}
],
"low_findings": [],
"dangerous_patterns": [
{
"title": "Pipe to shell pattern",
"description": "curl -LsSf https://astral.sh/uv/install.sh | sh > /dev/null 2>&1",
"locations": [
{
"file": "scripts/setup-sandbox.sh",
"line_start": 61,
"line_end": 61
}
],
"review_kind": "security",
"source_category": "blocker",
"source_severity": "critical",
"confidence": 0.97,
"confidence_reasoning": "The script downloads installer content from the network and pipes it directly into sh or bash. A compromised response would execute code during sandbox setup."
},
{
"title": "Pipe to shell pattern",
"description": "curl -fsSL https://deb.nodesource.com/setup_20.x | bash - > /dev/null 2>&1",
"locations": [
{
"file": "scripts/setup-sandbox.sh",
"line_start": 75,
"line_end": 75
}
],
"review_kind": "security",
"source_category": "blocker",
"source_severity": "critical",
"confidence": 0.97,
"confidence_reasoning": "The script downloads installer content from the network and pipes it directly into sh or bash. A compromised response would execute code during sandbox setup."
}
],
"files_scanned": 8,
"total_lines": 1568,
"audit_model": "codex",
"audited_at": "2026-07-05T14:54:33.497Z",
"agent_auto_install_policy": "blocked",
"manual_install_policy": "allowed_with_warning"
},
"content": {
"user_title": "Validate Teaching Code Examples in Sandboxes",
"value_statement": "Code examples in lessons can fail silently or mislead readers. This skill detects context, selects validation depth, and reports actionable issues.",
"seo_keywords": [
"Claude",
"Codex",
"Claude Code",
"code validation",
"sandbox testing",
"Python validation",
"Docker sandbox",
"chapter code checks",
"teaching code",
"multi-language validation"
],
"actual_capabilities": [
"Detects lesson layer from metadata and Markdown content signals.",
"Detects Python, Node.js, Rust, and Go evidence in chapter files.",
"Selects validation depth for manual, collaboration, skill, or integration chapters.",
"Extracts Python code blocks from Markdown and checks syntax and runtime behavior.",
"Creates a Docker container with Python and Node tooling for validation work.",
"Reports validation failures with severity-oriented messages."
],
"limitations": [
"Node, Rust, and Go validation scripts are referenced but not included.",
"Python runtime checks execute extracted code and need trusted input or isolation.",
"Sandbox setup downloads installers from external URLs during setup.",
"This skill is not for production deployment testing or security certification."
],
"use_cases": [
{
"title": "Validate lesson code before publication",
"description": "Check syntax and runtime behavior for code examples in educational chapters.",
"target_user": "Technical authors"
},
{
"title": "Review AI-assisted examples",
"description": "Verify that baseline and optimized examples still produce equivalent behavior.",
"target_user": "Curriculum reviewers"
},
{
"title": "Assess generated code blocks",
"description": "Run context-aware checks before adding generated examples to training material.",
"target_user": "AI coding assistants"
}
],
"prompt_templates": [
{
"title": "Validate one chapter",
"scenario": "Beginner validation with automatic detection.",
"prompt": "Validate this chapter directory with default layer detection. Report critical syntax or runtime issues first. Path: {{chapter_path}}"
},
{
"title": "Force a validation layer",
"scenario": "Intermediate validation when the layer is already known.",
"prompt": "Validate this chapter as Layer {{layer}} content. Explain the selected checks and summarize the highest priority fixes. Path: {{chapter_path}}"
},
{
"title": "Check AI collaboration claims",
"scenario": "Advanced review for before and after examples.",
"prompt": "Validate the baseline and optimized examples in this chapter. Confirm equivalent behavior and flag unsupported performance claims. Path: {{chapter_path}}"
},
{
"title": "Audit integration content",
"scenario": "Advanced validation for orchestration chapters.",
"prompt": "Assess this Layer 4 chapter for integration readiness. Check service assumptions, missing health checks, and recovery coverage. Path: {{chapter_path}}"
}
],
"output_examples": [
{
"input": "A Layer 1 Python chapter with multiple beginner code examples.",
"output": "The report lists total blocks, one critical runtime error, and a direct fix for the failing example."
},
{
"input": "A Layer 2 chapter that claims an optimized version is faster.",
"output": "The report confirms both versions run, compares their behavior, and flags any unsupported performance claim."
},
{
"input": "A Layer 4 chapter that describes several services.",
"output": "The report identifies missing integration evidence and recommends health checks before publication."
}
],
"best_practices": [
"Run validation in an isolated container when chapter content is untrusted.",
"Review the selected layer and language before accepting validation results.",
"Treat runtime failures as publication blockers for beginner-facing examples."
],
"anti_patterns": [
"Do not run extracted code from unknown sources on the host machine.",
"Do not assume Node, Rust, or Go validation is complete without adding scripts.",
"Do not trust performance claims without measured evidence."
],
"faq": [
{
"question": "What does this skill validate?",
"answer": "It validates educational code examples and selects checks based on lesson context."
},
{
"question": "Does it support Claude, Codex, and Claude Code?",
"answer": "Yes. The report declares support for Claude, Codex, and Claude Code."
},
{
"question": "Can it validate JavaScript or Rust today?",
"answer": "It can detect those languages, but the matching validation scripts are not included."
},
{
"question": "Is the sandbox fully isolated?",
"answer": "No. Some Python validation runs extracted code with the host Python interpreter."
},
{
"question": "Should I use it for production deployment tests?",
"answer": "No. The skill states that it is not for production deployment testing."
},
{
"question": "What should authors fix first?",
"answer": "Authors should remove pipe-to-shell setup commands and avoid eval on chapter-derived data."
}
]
},
"file_structure": [
{
"name": "metadata.yaml",
"type": "file",
"path": "metadata.yaml",
"lines": 27
},
{
"name": "README.md",
"type": "file",
"path": "README.md",
"lines": 428
},
{
"name": "scripts",
"type": "dir",
"path": "scripts",
"children": [
{
"name": "detect-context.sh",
"type": "file",
"path": "scripts/detect-context.sh",
"lines": 252
},
{
"name": "setup-sandbox.sh",
"type": "file",
"path": "scripts/setup-sandbox.sh",
"lines": 92
},
{
"name": "validate-python.sh",
"type": "file",
"path": "scripts/validate-python.sh",
"lines": 206
},
{
"name": "validate.sh",
"type": "file",
"path": "scripts/validate.sh",
"lines": 275
},
{
"name": "verify.py",
"type": "file",
"path": "scripts/verify.py",
"lines": 63
}
]
},
{
"name": "SKILL.md",
"type": "file",
"path": "SKILL.md",
"lines": 225
}
]
}
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| finishing-a-development-branchobra/superpowersUse when implementation is complete, all tests pass, and you need to decide how to integrate the work | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| systematic-debuggingobra/superpowersUse when encountering any bug, test failure, or unexpected behavior, before proposing fixes | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| test-driven-developmentobra/superpowersUse when implementing any feature or bugfix, before writing implementation code | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| skill-creatoranthropics/skillsCreate new skills, modify and improve existing skills, and measure skill performance. Use when users want to create a skill from scratch, edit, or optimize an existing skill, run evals to test a skill, benchmark skill performance with variance analysis, or optimize a skill's description for better triggering accuracy. | Stars: 198k | Updated | Claude CodeCodex | Verified | Install |