Skip to content

aiskillstore/marketplace / skills/21pounder/web-scrape

web-scrape

Verified

Intelligent web scraper with content extraction, multiple output formats, and error handling

FileKindSize
SKILL.mdskill md5.8 KB
scripts/html_clean.jsscript1.5 KB
skill-report.jsonconfig43.9 KB

skill-report.json

View on GitHub
{
  "schema_version": "2.0",
  "meta": {
    "generated_at": "2026-07-04T16:44:22.617Z",
    "slug": "21pounder-web-scrape",
    "source_url": "https://github.com/21pounder/terminalAgent/tree/main/deepresearch/.claude/skills/web-scrape",
    "source_ref": "main",
    "model": "codex",
    "analysis_version": "3.0.0",
    "source_type": "community",
    "content_hash": "0956d6336acc30e0265d7cec0060c4cef21deeb5a9a3004ef335e48c5140b806",
    "tree_hash": "e7df2c6977b6ba21773f16a9fe5d4e654452824a4fc92e0a0d99e8c81ae9dd34",
    "provenance": {
      "model_effective": "codex",
      "fallback_chain": [
        {
          "agent": "codex",
          "outcome": "success"
        }
      ],
      "analysis_version": "3.0.0"
    }
  },
  "skill": {
    "name": "web-scrape",
    "description": "Extract clean web page content with Playwright snapshots, smart filtering, optional scrolling, screenshots, and multiple output formats.",
    "summary": "Extract clean web content from pages and return structured markdown, JSON, text, or screenshots.",
    "icon": "📦",
    "version": "3.0.1",
    "author": "21pounder",
    "license": "MIT",
    "tags": [
      "web-scraping",
      "content-extraction",
      "playwright",
      "markdown",
      "research"
    ],
    "supported_tools": [
      "claude",
      "codex",
      "claude-code"
    ],
    "risk_factors": [
      "external_commands",
      "network"
    ],
    "category": "research"
  },
  "security_audit": {
    "risk_level": "safe",
    "is_blocked": false,
    "safe_to_publish": true,
    "analysis_status": "ok",
    "summary": "All 46 static findings are false positives after context review. The external-command matches are Markdown formatting or Cheerio selector calls, and the network matches are examples or placeholders. No prompt injection, data exfiltration intent, or malicious business logic was found in the reviewed files.",
    "remediation": [],
    "risk_factor_evidence": [
      {
        "factor": "external_commands",
        "evidence": [
          {
            "file": "scripts/html_clean.js",
            "line_start": 31,
            "line_end": 31
          },
          {
            "file": "scripts/html_clean.js",
            "line_start": 38,
            "line_end": 38
          },
          {
            "file": "SKILL.md",
            "line_start": 11,
            "line_end": 13
          },
          {
            "file": "SKILL.md",
            "line_start": 13,
            "line_end": 16
          },
          {
            "file": "SKILL.md",
            "line_start": 16,
            "line_end": 17
          },
          {
            "file": "SKILL.md",
            "line_start": 17,
            "line_end": 18
          },
          {
            "file": "SKILL.md",
            "line_start": 18,
            "line_end": 19
          },
          {
            "file": "SKILL.md",
            "line_start": 19,
            "line_end": 22
          },
          {
            "file": "SKILL.md",
            "line_start": 22,
            "line_end": 26
          },
          {
            "file": "SKILL.md",
            "line_start": 26,
            "line_end": 34
          },
          {
            "file": "SKILL.md",
            "line_start": 34,
            "line_end": 40
          },
          {
            "file": "SKILL.md",
            "line_start": 40,
            "line_end": 42
          },
          {
            "file": "SKILL.md",
            "line_start": 42,
            "line_end": 43
          },
          {
            "file": "SKILL.md",
            "line_start": 43,
            "line_end": 52
          },
          {
            "file": "SKILL.md",
            "line_start": 52,
            "line_end": 56
          },
          {
            "file": "SKILL.md",
            "line_start": 56,
            "line_end": 59
          },
          {
            "file": "SKILL.md",
            "line_start": 59,
            "line_end": 61
          },
          {
            "file": "SKILL.md",
            "line_start": 61,
            "line_end": 62
          },
          {
            "file": "SKILL.md",
            "line_start": 62,
            "line_end": 66
          },
          {
            "file": "SKILL.md",
            "line_start": 66,
            "line_end": 70
          },
          {
            "file": "SKILL.md",
            "line_start": 70,
            "line_end": 72
          },
          {
            "file": "SKILL.md",
            "line_start": 72,
            "line_end": 84
          },
          {
            "file": "SKILL.md",
            "line_start": 84,
            "line_end": 104
          },
          {
            "file": "SKILL.md",
            "line_start": 104,
            "line_end": 114
          },
          {
            "file": "SKILL.md",
            "line_start": 114,
            "line_end": 117
          },
          {
            "file": "SKILL.md",
            "line_start": 117,
            "line_end": 130
          },
          {
            "file": "SKILL.md",
            "line_start": 130,
            "line_end": 140
          },
          {
            "file": "SKILL.md",
            "line_start": 140,
            "line_end": 151
          },
          {
            "file": "SKILL.md",
            "line_start": 151,
            "line_end": 172
          },
          {
            "file": "SKILL.md",
            "line_start": 172,
            "line_end": 182
          },
          {
            "file": "SKILL.md",
            "line_start": 182,
            "line_end": 189
          },
          {
            "file": "SKILL.md",
            "line_start": 189,
            "line_end": 194
          },
          {
            "file": "SKILL.md",
            "line_start": 194,
            "line_end": 197
          },
          {
            "file": "SKILL.md",
            "line_start": 197,
            "line_end": 201
          },
          {
            "file": "SKILL.md",
            "line_start": 201,
            "line_end": 204
          },
          {
            "file": "SKILL.md",
            "line_start": 204,
            "line_end": 209
          },
          {
            "file": "SKILL.md",
            "line_start": 209,
            "line_end": 212
          },
          {
            "file": "SKILL.md",
            "line_start": 212,
            "line_end": 217
          },
          {
            "file": "SKILL.md",
            "line_start": 217,
            "line_end": 244
          },
          {
            "file": "SKILL.md",
            "line_start": 244,
            "line_end": 246
          },
          {
            "file": "SKILL.md",
            "line_start": 246,
            "line_end": 249
          },
          {
            "file": "SKILL.md",
            "line_start": 249,
            "line_end": 256
          }
        ]
      },
      {
        "factor": "network",
        "evidence": [
          {
            "file": "SKILL.md",
            "line_start": 23,
            "line_end": 23
          },
          {
            "file": "SKILL.md",
            "line_start": 24,
            "line_end": 24
          },
          {
            "file": "SKILL.md",
            "line_start": 25,
            "line_end": 25
          },
          {
            "file": "SKILL.md",
            "line_start": 142,
            "line_end": 142
          }
        ]
      }
    ],
    "static_findings": [
      {
        "id": "external_commands:scripts/html_clean.js:31:shell-command-substitution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Shell command substitution",
        "file": "scripts/html_clean.js",
        "line_start": 31,
        "line_end": 31,
        "snippet": "$(noiseSelectors.join(',')).remove();"
      },
      {
        "id": "external_commands:scripts/html_clean.js:38:shell-command-substitution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Shell command substitution",
        "file": "scripts/html_clean.js",
        "line_start": 38,
        "line_end": 38,
        "snippet": "let contentHtml = $('article').html() || $('main').html() || $('body').html();"
      },
      {
        "id": "external_commands:SKILL.md:11:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 11,
        "line_end": 13,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:13:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 13,
        "line_end": 16,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:16:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 16,
        "line_end": 17,
        "snippet": "- `--format=markdown|json|text` - Output format (default: markdown)"
      },
      {
        "id": "external_commands:SKILL.md:17:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 17,
        "line_end": 18,
        "snippet": "- `--full` - Include full page content (skip smart extraction)"
      },
      {
        "id": "external_commands:SKILL.md:18:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 18,
        "line_end": 19,
        "snippet": "- `--screenshot` - Also save a screenshot"
      },
      {
        "id": "external_commands:SKILL.md:19:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 19,
        "line_end": 22,
        "snippet": "- `--scroll` - Scroll to load dynamic content (infinite scroll pages)"
      },
      {
        "id": "external_commands:SKILL.md:22:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 22,
        "line_end": 26,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:26:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 26,
        "line_end": 34,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:34:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 34,
        "line_end": 40,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:40:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 40,
        "line_end": 42,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:42:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 42,
        "line_end": 43,
        "snippet": "**If `--scroll` option:** Execute scroll sequence to trigger lazy loading:"
      },
      {
        "id": "external_commands:SKILL.md:43:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 43,
        "line_end": 52,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:52:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 52,
        "line_end": 56,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:56:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 56,
        "line_end": 59,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:59:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 59,
        "line_end": 61,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:61:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 61,
        "line_end": 62,
        "snippet": "**If `--screenshot` option:**"
      },
      {
        "id": "external_commands:SKILL.md:62:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 62,
        "line_end": 66,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:66:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 66,
        "line_end": 70,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:70:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 70,
        "line_end": 72,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:72:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 72,
        "line_end": 84,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:84:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 84,
        "line_end": 104,
        "snippet": "| **Article/Blog** | `<article>`, long paragraphs, date/author | Extract main article body |"
      },
      {
        "id": "external_commands:SKILL.md:104:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 104,
        "line_end": 114,
        "snippet": "```markdown"
      },
      {
        "id": "external_commands:SKILL.md:114:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 114,
        "line_end": 117,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:117:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 117,
        "line_end": 130,
        "snippet": "```markdown"
      },
      {
        "id": "external_commands:SKILL.md:130:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 130,
        "line_end": 140,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:140:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 140,
        "line_end": 151,
        "snippet": "```json"
      },
      {
        "id": "external_commands:SKILL.md:151:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 151,
        "line_end": 172,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:172:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 172,
        "line_end": 182,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:182:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 182,
        "line_end": 189,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:189:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 189,
        "line_end": 194,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:194:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 194,
        "line_end": 197,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:197:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 197,
        "line_end": 201,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:201:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 201,
        "line_end": 204,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:204:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 204,
        "line_end": 209,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:209:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 209,
        "line_end": 212,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:212:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 212,
        "line_end": 217,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:217:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 217,
        "line_end": 244,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:244:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 244,
        "line_end": 246,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:246:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 246,
        "line_end": 249,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:249:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 249,
        "line_end": 256,
        "snippet": "```"
      },
      {
        "id": "network:SKILL.md:23:hardcoded-url",
        "category": "network",
        "severity": "low",
        "pattern": "Hardcoded URL",
        "file": "SKILL.md",
        "line_start": 23,
        "line_end": 23,
        "snippet": "/web-scrape https://example.com/article"
      },
      {
        "id": "network:SKILL.md:24:hardcoded-url",
        "category": "network",
        "severity": "low",
        "pattern": "Hardcoded URL",
        "file": "SKILL.md",
        "line_start": 24,
        "line_end": 24,
        "snippet": "/web-scrape https://news.site.com/story --format=json"
      },
      {
        "id": "network:SKILL.md:25:hardcoded-url",
        "category": "network",
        "severity": "low",
        "pattern": "Hardcoded URL",
        "file": "SKILL.md",
        "line_start": 25,
        "line_end": 25,
        "snippet": "/web-scrape https://spa-app.com/page --scroll --screenshot"
      },
      {
        "id": "network:SKILL.md:142:hardcoded-url",
        "category": "network",
        "severity": "low",
        "pattern": "Hardcoded URL",
        "file": "SKILL.md",
        "line_start": 142,
        "line_end": 142,
        "snippet": "\"url\": \"https://...\","
      }
    ],
    "finding_verdicts": [
      {
        "id": "external_commands:scripts/html_clean.js:31:shell-command-substitution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "This is Cheerio jquery-style selector usage on parsed HTML, not shell command substitution. The selector strings are constants and are not executed by a shell."
      },
      {
        "id": "external_commands:scripts/html_clean.js:38:shell-command-substitution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "This is Cheerio jquery-style selector usage on parsed HTML, not shell command substitution. The selector strings are constants and are not executed by a shell."
      },
      {
        "id": "external_commands:SKILL.md:11:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:13:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:16:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:17:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:18:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:19:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:22:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:26:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:34:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:40:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:42:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:43:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:52:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:56:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:59:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:61:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:62:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:66:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:70:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:72:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:84:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:104:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:114:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:117:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:130:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:140:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:151:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:172:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:182:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:189:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:194:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:197:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:201:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:204:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:209:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:212:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:217:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:244:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:246:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "external_commands:SKILL.md:249:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.98,
        "reason": "The matched backticks are Markdown code fences or inline option formatting in skill documentation. They describe usage and output shapes, not Ruby or shell execution."
      },
      {
        "id": "network:SKILL.md:23:hardcoded-url",
        "verdict": "false_positive",
        "confidence": 0.97,
        "reason": "The matched URL is documentation text in examples or an output placeholder. It does not perform an outbound request or hide a destination in executable code."
      },
      {
        "id": "network:SKILL.md:24:hardcoded-url",
        "verdict": "false_positive",
        "confidence": 0.97,
        "reason": "The matched URL is documentation text in examples or an output placeholder. It does not perform an outbound request or hide a destination in executable code."
      },
      {
        "id": "network:SKILL.md:25:hardcoded-url",
        "verdict": "false_positive",
        "confidence": 0.97,
        "reason": "The matched URL is documentation text in examples or an output placeholder. It does not perform an outbound request or hide a destination in executable code."
      },
      {
        "id": "network:SKILL.md:142:hardcoded-url",
        "verdict": "false_positive",
        "confidence": 0.97,
        "reason": "The matched URL is documentation text in examples or an output placeholder. It does not perform an outbound request or hide a destination in executable code."
      }
    ],
    "semantic_findings": [],
    "critical_findings": [],
    "high_findings": [],
    "medium_findings": [],
    "low_findings": [],
    "dangerous_patterns": [],
    "files_scanned": 2,
    "total_lines": 306,
    "audit_model": "codex",
    "audited_at": "2026-07-04T16:44:22.617Z",
    "agent_auto_install_policy": "allowed",
    "manual_install_policy": "allowed"
  },
  "content": {
    "user_title": "Extract Clean Web Content",
    "value_statement": "Web pages often include navigation, ads, and dynamic content that obscure useful information. This skill guides Claude, Codex, or Claude Code to capture pages and return clean content.",
    "seo_keywords": [
      "Claude",
      "Codex",
      "Claude Code",
      "web scraping skill",
      "content extraction",
      "Playwright scraping",
      "markdown extraction",
      "page snapshot",
      "web research automation",
      "HTML cleanup"
    ],
    "actual_capabilities": [
      "Navigates to a user-provided web page with Playwright browser tools.",
      "Waits for initial rendering before capturing a page snapshot.",
      "Optionally scrolls pages to trigger lazy-loaded content.",
      "Optionally saves full-page screenshots.",
      "Formats extracted content as markdown, JSON, or plain text.",
      "Filters common page noise such as navigation, footers, ads, and sidebars."
    ],
    "limitations": [
      "Requires available Playwright browser MCP tools.",
      "Cannot bypass CAPTCHA, paywalls, blocked pages, or access restrictions.",
      "May miss content hidden behind complex interactions unless requested.",
      "Must be used only with permission and relevant site policies."
    ],
    "use_cases": [
      {
        "title": "Research Article Extraction",
        "description": "Capture a readable article with title, source, author, date, and body content.",
        "target_user": "Researchers and analysts"
      },
      {
        "title": "Product Page Review",
        "description": "Extract prices, availability, descriptions, and specifications from public product pages.",
        "target_user": "Product managers and ecommerce analysts"
      },
      {
        "title": "Documentation Capture",
        "description": "Preserve headings, lists, and code-oriented structure from public documentation pages.",
        "target_user": "Engineers and technical writers"
      }
    ],
    "prompt_templates": [
      {
        "title": "Scrape a Basic Article",
        "scenario": "Beginner extraction from a public article.",
        "prompt": "Use web-scrape on [URL] and return clean markdown with title, source, author, date, and main content."
      },
      {
        "title": "Extract Product Details",
        "scenario": "Structured extraction from a public product page.",
        "prompt": "Use web-scrape on [product URL] with JSON output. Include price, availability, description, and specifications when visible."
      },
      {
        "title": "Capture Dynamic Page",
        "scenario": "Intermediate extraction from a page that loads content while scrolling.",
        "prompt": "Use web-scrape on [URL] with scroll and screenshot. Summarize the main content and mention blocked sections."
      },
      {
        "title": "Combine Multi-Page Article",
        "scenario": "Advanced extraction that requires pagination handling.",
        "prompt": "Use web-scrape on [first page URL]. Detect pagination, ask before scraping all pages, then combine the article in order."
      }
    ],
    "output_examples": [
      {
        "input": "Scrape a public news article in markdown.",
        "output": "A clean article with title, source URL, date, author, headings, and body content without navigation or ads."
      },
      {
        "input": "Scrape a public product page as structured content.",
        "output": [
          "Product name",
          "Price and availability",
          "Description",
          "Key features",
          "Specifications",
          "Source URL"
        ]
      },
      {
        "input": "Scrape a page with infinite scroll and save a screenshot.",
        "output": "A content summary, the screenshot filename, and notes about sections that loaded after scrolling."
      }
    ],
    "best_practices": [
      "Use the simplest output format that fits the next task.",
      "Ask for permission before scraping multi-page, authenticated, or sensitive content.",
      "Close the browser after every scrape, even when navigation fails."
    ],
    "anti_patterns": [
      "Do not use it to bypass CAPTCHA, paywalls, robots rules, or access controls.",
      "Do not capture authenticated pages unless the user clearly authorizes the session.",
      "Do not return raw DOM dumps when the user asked for readable content."
    ],
    "faq": [
      {
        "question": "What does this skill scrape?",
        "answer": "It scrapes visible page content from a URL and turns it into cleaner markdown, JSON, text, or a screenshot."
      },
      {
        "question": "Does it require Playwright?",
        "answer": "Yes. The documented workflow depends on Playwright browser MCP tools for navigation, snapshots, scrolling, and screenshots."
      },
      {
        "question": "Can it scrape dynamic pages?",
        "answer": "Yes. The scroll option helps load lazy content before the page snapshot is captured."
      },
      {
        "question": "Can it bypass blocked content?",
        "answer": "No. It reports CAPTCHA, paywalls, forbidden pages, and access restrictions instead of bypassing them."
      },
      {
        "question": "What formats are supported?",
        "answer": "The skill describes markdown, JSON, and plain text output, with optional full-page screenshots."
      },
      {
        "question": "Is it suitable for private pages?",
        "answer": "Use it only with clear authorization and avoid scraping sensitive or authenticated content by default."
      }
    ]
  },
  "file_structure": [
    {
      "name": "scripts",
      "type": "dir",
      "path": "scripts",
      "children": [
        {
          "name": "html_clean.js",
          "type": "file",
          "path": "scripts/html_clean.js",
          "lines": 47
        }
      ]
    },
    {
      "name": "SKILL.md",
      "type": "file",
      "path": "SKILL.md",
      "lines": 259
    }
  ]
}
slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack."Stars: 198kUpdated Claude CodeCodexVerifiedInstall
ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt.Stars: 194kUpdated Claude CodeCodexVerifiedInstall