Skip to content

aiskillstore/marketplace / skills/89jobrien/testing

testing

Verified

Comprehensive testing specialization covering test strategy, automation, TDD methodology, test writing, and web app testing. Use when setting up test infrastructure, writing tests, implementing TDD workflows, analyzing coverage, integrating tests into CI/CD, or testing web applications with Playwright. Framework-agnostic approach with framework-specific guidance via reference files.

FileKindSize
SKILL.mdskill md11.4 KB
examples/console-logging.pyexecutablescript1.0 KB
examples/element-discovery.pyexecutablescript1.5 KB
examples/static-html-automation.pyexecutablescript956 B
references/framework-workflows.mdmarkdown8.5 KB
references/test-patterns.mdmarkdown8.1 KB
references/testing-report.template.mdmarkdown3.0 KB
references/webapp-testing.mdmarkdown8.4 KB
scripts/with-server.pyexecutablescript3.9 KB
skill-report.jsonconfig53.6 KB

skill-report.json

View on GitHub
{
  "schema_version": "2.0",
  "meta": {
    "generated_at": "2026-07-09T14:28:36.680Z",
    "slug": "89jobrien-testing",
    "source_url": "https://github.com/89jobrien/steve/tree/main/steve/skills/testing",
    "source_ref": "main",
    "model": "codex",
    "analysis_version": "3.0.0",
    "source_type": "community",
    "content_hash": "1b8fe1d35f2a44322c36403cc2b2d3aa344f6b13a6085f7db3c9fa7c7b87425e",
    "tree_hash": "04eaec5cfb2d0fe675b1d635c6ea52460bae7d98de080c9a57fd958b977a6d1f",
    "provenance": {
      "model_requested": "gpt-5.5:high",
      "model_effective": "codex:gpt-5.5:high",
      "fallback_chain": [
        {
          "agent": "codex",
          "model": "gpt-5.5",
          "effort": "high",
          "outcome": "success"
        }
      ],
      "analysis_version": "3.0.0"
    }
  },
  "skill": {
    "name": "testing",
    "description": "Testing skill for creating test strategies, writing automated tests, applying TDD, improving coverage, and using Playwright for web application testing.",
    "summary": "Create practical test plans, automated tests, TDD workflows, and Playwright checks for software projects.",
    "icon": "📦",
    "version": "1.0.1",
    "author": "Joseph OBrien",
    "license": "MIT",
    "tags": [
      "testing",
      "tdd",
      "playwright",
      "test-automation",
      "ci-cd"
    ],
    "supported_tools": [
      "claude",
      "codex",
      "claude-code"
    ],
    "risk_factors": [
      "network",
      "filesystem",
      "external_commands"
    ],
    "category": "coding"
  },
  "security_audit": {
    "risk_level": "safe",
    "is_blocked": false,
    "safe_to_publish": true,
    "analysis_status": "ok",
    "summary": "Most static findings are documentation examples, local Playwright URLs, mocked network calls, or Markdown formatting false positives. The bundled with-server helper is a real command-execution risk because it starts caller-supplied server commands with shell=True and then runs a caller-supplied command. No prompt injection, credential exfiltration, or malicious intent was found.",
    "remediation": [
      {
        "issue": "The server helper starts user-provided server strings with shell=True.",
        "suggestion": "Replace shell=True with explicit argument parsing, or require server commands from a trusted allowlist or project configuration.",
        "severity": "high"
      },
      {
        "issue": "The helper executes arbitrary trailing command arguments after server startup.",
        "suggestion": "Document that server and test commands must be reviewed and trusted before running in a workspace.",
        "severity": "medium"
      },
      {
        "issue": "The skill documentation encourages direct helper-script invocation for browser testing.",
        "suggestion": "Add a short safety note telling agents and users to inspect helper scripts and generated commands first.",
        "severity": "medium"
      }
    ],
    "risk_factor_evidence": [
      {
        "factor": "network",
        "evidence": [
          {
            "file": "examples/console-logging.py",
            "line_start": 6,
            "line_end": 6
          },
          {
            "file": "examples/element-discovery.py",
            "line_start": 14,
            "line_end": 14
          },
          {
            "file": "references/framework-workflows.md",
            "line_start": 108,
            "line_end": 108
          },
          {
            "file": "references/test-patterns.md",
            "line_start": 188,
            "line_end": 188
          },
          {
            "file": "references/webapp-testing.md",
            "line_start": 32,
            "line_end": 32
          },
          {
            "file": "references/webapp-testing.md",
            "line_start": 90,
            "line_end": 90
          },
          {
            "file": "references/webapp-testing.md",
            "line_start": 355,
            "line_end": 355
          },
          {
            "file": "references/webapp-testing.md",
            "line_start": 389,
            "line_end": 389
          },
          {
            "file": "SKILL.md",
            "line_start": 302,
            "line_end": 302
          }
        ]
      },
      {
        "factor": "filesystem",
        "evidence": [
          {
            "file": "examples/console-logging.py",
            "line_start": 32,
            "line_end": 32
          },
          {
            "file": "examples/element-discovery.py",
            "line_start": 1,
            "line_end": 1
          },
          {
            "file": "examples/element-discovery.py",
            "line_start": 41,
            "line_end": 41
          },
          {
            "file": "references/webapp-testing.md",
            "line_start": 94,
            "line_end": 94
          },
          {
            "file": "references/webapp-testing.md",
            "line_start": 197,
            "line_end": 197
          }
        ]
      },
      {
        "factor": "external_commands",
        "evidence": [
          {
            "file": "references/framework-workflows.md",
            "line_start": 465,
            "line_end": 466
          },
          {
            "file": "scripts/with-server.py",
            "line_start": 111,
            "line_end": 111
          },
          {
            "file": "scripts/with-server.py",
            "line_start": 90,
            "line_end": 90
          },
          {
            "file": "SKILL.md",
            "line_start": 151,
            "line_end": 165
          },
          {
            "file": "SKILL.md",
            "line_start": 165,
            "line_end": 179
          },
          {
            "file": "SKILL.md",
            "line_start": 179,
            "line_end": 193
          },
          {
            "file": "SKILL.md",
            "line_start": 193,
            "line_end": 251
          },
          {
            "file": "SKILL.md",
            "line_start": 251,
            "line_end": 253
          },
          {
            "file": "SKILL.md",
            "line_start": 253,
            "line_end": 253
          },
          {
            "file": "SKILL.md",
            "line_start": 255,
            "line_end": 264
          },
          {
            "file": "SKILL.md",
            "line_start": 264,
            "line_end": 268
          },
          {
            "file": "SKILL.md",
            "line_start": 268,
            "line_end": 283
          },
          {
            "file": "SKILL.md",
            "line_start": 283,
            "line_end": 287
          },
          {
            "file": "SKILL.md",
            "line_start": 287,
            "line_end": 288
          },
          {
            "file": "SKILL.md",
            "line_start": 288,
            "line_end": 290
          },
          {
            "file": "SKILL.md",
            "line_start": 290,
            "line_end": 290
          },
          {
            "file": "SKILL.md",
            "line_start": 291,
            "line_end": 291
          },
          {
            "file": "SKILL.md",
            "line_start": 292,
            "line_end": 296
          },
          {
            "file": "SKILL.md",
            "line_start": 296,
            "line_end": 306
          },
          {
            "file": "SKILL.md",
            "line_start": 306,
            "line_end": 310
          },
          {
            "file": "SKILL.md",
            "line_start": 310,
            "line_end": 312
          },
          {
            "file": "SKILL.md",
            "line_start": 312,
            "line_end": 313
          },
          {
            "file": "SKILL.md",
            "line_start": 313,
            "line_end": 314
          },
          {
            "file": "SKILL.md",
            "line_start": 314,
            "line_end": 320
          },
          {
            "file": "SKILL.md",
            "line_start": 320,
            "line_end": 321
          },
          {
            "file": "SKILL.md",
            "line_start": 321,
            "line_end": 322
          },
          {
            "file": "SKILL.md",
            "line_start": 322,
            "line_end": 323
          },
          {
            "file": "SKILL.md",
            "line_start": 323,
            "line_end": 370
          },
          {
            "file": "SKILL.md",
            "line_start": 370,
            "line_end": 381
          }
        ]
      }
    ],
    "static_findings": [
      {
        "id": "network:examples/console-logging.py:6:hardcoded-url",
        "category": "network",
        "severity": "low",
        "pattern": "Hardcoded URL",
        "file": "examples/console-logging.py",
        "line_start": 6,
        "line_end": 6,
        "snippet": "url = \"http://localhost:5173\"  # Replace with your URL"
      },
      {
        "id": "filesystem:examples/console-logging.py:32:python-file-write-append",
        "category": "filesystem",
        "severity": "medium",
        "pattern": "Python file write/append",
        "file": "examples/console-logging.py",
        "line_start": 32,
        "line_end": 32,
        "snippet": "with open(\"/mnt/user-data/outputs/console.log\", \"w\") as f:"
      },
      {
        "id": "network:examples/element-discovery.py:14:hardcoded-url",
        "category": "network",
        "severity": "low",
        "pattern": "Hardcoded URL",
        "file": "examples/element-discovery.py",
        "line_start": 14,
        "line_end": 14,
        "snippet": "page.goto(\"http://localhost:5173\")"
      },
      {
        "id": "filesystem:examples/element-discovery.py:1:temp-file-creation",
        "category": "filesystem",
        "severity": "low",
        "pattern": "Temp file creation",
        "file": "examples/element-discovery.py",
        "line_start": 1,
        "line_end": 1,
        "snippet": "import tempfile"
      },
      {
        "id": "filesystem:examples/element-discovery.py:41:temp-file-creation",
        "category": "filesystem",
        "severity": "low",
        "pattern": "Temp file creation",
        "file": "examples/element-discovery.py",
        "line_start": 41,
        "line_end": 41,
        "snippet": "screenshot_path = Path(tempfile.gettempdir()) / \"page_discovery.png\""
      },
      {
        "id": "external_commands:references/framework-workflows.md:465:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "references/framework-workflows.md",
        "line_start": 465,
        "line_end": 466,
        "snippet": "FAIL - cannot find function `add` in this scope"
      },
      {
        "id": "network:references/framework-workflows.md:108:python-http-libraries",
        "category": "network",
        "severity": "low",
        "pattern": "Python HTTP libraries",
        "file": "references/framework-workflows.md",
        "line_start": 108,
        "line_end": 108,
        "snippet": "mock_get = mocker.patch('requests.get')"
      },
      {
        "id": "blocker:references/framework-workflows.md:285:system-reconnaissance",
        "category": "blocker",
        "severity": "low",
        "pattern": "System reconnaissance",
        "file": "references/framework-workflows.md",
        "line_start": 285,
        "line_end": 285,
        "snippet": "void testAddTwoNumbers() {"
      },
      {
        "id": "blocker:references/framework-workflows.md:320:system-reconnaissance",
        "category": "blocker",
        "severity": "low",
        "pattern": "System reconnaissance",
        "file": "references/framework-workflows.md",
        "line_start": 320,
        "line_end": 320,
        "snippet": "void testIsPositive(int number) {"
      },
      {
        "id": "blocker:references/framework-workflows.md:332:system-reconnaissance",
        "category": "blocker",
        "severity": "low",
        "pattern": "System reconnaissance",
        "file": "references/framework-workflows.md",
        "line_start": 332,
        "line_end": 332,
        "snippet": "void testGetUser() {"
      },
      {
        "id": "network:references/test-patterns.md:188:python-http-libraries",
        "category": "network",
        "severity": "low",
        "pattern": "Python HTTP libraries",
        "file": "references/test-patterns.md",
        "line_start": 188,
        "line_end": 188,
        "snippet": "mock_request = mocker.patch('requests.get')"
      },
      {
        "id": "blocker:references/test-patterns.md:222:system-reconnaissance",
        "category": "blocker",
        "severity": "low",
        "pattern": "System reconnaissance",
        "file": "references/test-patterns.md",
        "line_start": 222,
        "line_end": 222,
        "snippet": "assert user.id == 1"
      },
      {
        "id": "blocker:references/test-patterns.md:339:system-reconnaissance",
        "category": "blocker",
        "severity": "low",
        "pattern": "System reconnaissance",
        "file": "references/test-patterns.md",
        "line_start": 339,
        "line_end": 339,
        "snippet": "assert user.id == 1"
      },
      {
        "id": "blocker:references/test-patterns.md:353:system-reconnaissance",
        "category": "blocker",
        "severity": "low",
        "pattern": "System reconnaissance",
        "file": "references/test-patterns.md",
        "line_start": 353,
        "line_end": 353,
        "snippet": "assert user.id is not None"
      },
      {
        "id": "blocker:references/test-patterns.md:358:system-reconnaissance",
        "category": "blocker",
        "severity": "low",
        "pattern": "System reconnaissance",
        "file": "references/test-patterns.md",
        "line_start": 358,
        "line_end": 358,
        "snippet": "assert retrieved.id == user.id"
      },
      {
        "id": "network:references/webapp-testing.md:32:hardcoded-url",
        "category": "network",
        "severity": "low",
        "pattern": "Hardcoded URL",
        "file": "references/webapp-testing.md",
        "line_start": 32,
        "line_end": 32,
        "snippet": "page.goto('http://localhost:5173')"
      },
      {
        "id": "network:references/webapp-testing.md:90:hardcoded-url",
        "category": "network",
        "severity": "low",
        "pattern": "Hardcoded URL",
        "file": "references/webapp-testing.md",
        "line_start": 90,
        "line_end": 90,
        "snippet": "page.goto('http://localhost:5173')"
      },
      {
        "id": "network:references/webapp-testing.md:355:hardcoded-url",
        "category": "network",
        "severity": "low",
        "pattern": "Hardcoded URL",
        "file": "references/webapp-testing.md",
        "line_start": 355,
        "line_end": 355,
        "snippet": "page.goto('http://localhost:5173')"
      },
      {
        "id": "network:references/webapp-testing.md:389:hardcoded-url",
        "category": "network",
        "severity": "low",
        "pattern": "Hardcoded URL",
        "file": "references/webapp-testing.md",
        "line_start": 389,
        "line_end": 389,
        "snippet": "self.page.goto('http://localhost:5173')"
      },
      {
        "id": "filesystem:references/webapp-testing.md:94:temp-directory-access",
        "category": "filesystem",
        "severity": "medium",
        "pattern": "Temp directory access",
        "file": "references/webapp-testing.md",
        "line_start": 94,
        "line_end": 94,
        "snippet": "page.screenshot(path='/tmp/inspect.png', full_page=True)"
      },
      {
        "id": "filesystem:references/webapp-testing.md:197:python-file-write-append",
        "category": "filesystem",
        "severity": "medium",
        "pattern": "Python file write/append",
        "file": "references/webapp-testing.md",
        "line_start": 197,
        "line_end": 197,
        "snippet": "with open('console.log', 'w') as f:"
      },
      {
        "id": "external_commands:scripts/with-server.py:111:python-subprocess-run",
        "category": "external_commands",
        "severity": "high",
        "pattern": "Python subprocess.run",
        "file": "scripts/with-server.py",
        "line_start": 111,
        "line_end": 111,
        "snippet": "result = subprocess.run(args.command, check=False)"
      },
      {
        "id": "external_commands:scripts/with-server.py:90:python-subprocess-popen",
        "category": "external_commands",
        "severity": "high",
        "pattern": "Python subprocess.Popen",
        "file": "scripts/with-server.py",
        "line_start": 90,
        "line_end": 90,
        "snippet": "process = subprocess.Popen("
      },
      {
        "id": "external_commands:SKILL.md:151:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 151,
        "line_end": 165,
        "snippet": "```javascript"
      },
      {
        "id": "external_commands:SKILL.md:165:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 165,
        "line_end": 179,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:179:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 179,
        "line_end": 193,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:193:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 193,
        "line_end": 251,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:251:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 251,
        "line_end": 253,
        "snippet": "This skill includes Python helper scripts in `scripts/`:"
      },
      {
        "id": "external_commands:SKILL.md:253:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 253,
        "line_end": 253,
        "snippet": "- **`with_server.py`** - Manages server lifecycle (supports multiple servers). Always run with `--he"
      },
      {
        "id": "external_commands:SKILL.md:255:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 255,
        "line_end": 264,
        "snippet": "```bash"
      },
      {
        "id": "external_commands:SKILL.md:264:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 264,
        "line_end": 268,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:268:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 268,
        "line_end": 283,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:283:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 283,
        "line_end": 287,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:287:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 287,
        "line_end": 288,
        "snippet": "- **Use bundled scripts as black boxes** - Use `--help` to see usage, then invoke directly"
      },
      {
        "id": "external_commands:SKILL.md:288:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 288,
        "line_end": 290,
        "snippet": "- Use `sync_playwright()` for synchronous scripts"
      },
      {
        "id": "external_commands:SKILL.md:290:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 290,
        "line_end": 290,
        "snippet": "- Use descriptive selectors: `text=`, `role=`, CSS selectors, or IDs"
      },
      {
        "id": "external_commands:SKILL.md:291:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 291,
        "line_end": 291,
        "snippet": "- Add appropriate waits: `page.wait_for_selector()` or `page.wait_for_timeout()`"
      },
      {
        "id": "external_commands:SKILL.md:292:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 292,
        "line_end": 296,
        "snippet": "- **CRITICAL**: Wait for `page.wait_for_load_state('networkidle')` before inspection on dynamic apps"
      },
      {
        "id": "external_commands:SKILL.md:296:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 296,
        "line_end": 306,
        "snippet": "```python"
      },
      {
        "id": "external_commands:SKILL.md:306:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 306,
        "line_end": 310,
        "snippet": "```"
      },
      {
        "id": "external_commands:SKILL.md:310:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 310,
        "line_end": 312,
        "snippet": "See `examples/` directory for:"
      },
      {
        "id": "external_commands:SKILL.md:312:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 312,
        "line_end": 313,
        "snippet": "- `element_discovery.py` - Discovering buttons, links, and inputs on a page"
      },
      {
        "id": "external_commands:SKILL.md:313:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 313,
        "line_end": 314,
        "snippet": "- `static_html_automation.py` - Using file:// URLs for local HTML"
      },
      {
        "id": "external_commands:SKILL.md:314:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 314,
        "line_end": 320,
        "snippet": "- `console_logging.py` - Capturing console logs during automation"
      },
      {
        "id": "external_commands:SKILL.md:320:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 320,
        "line_end": 321,
        "snippet": "- **`references/framework_workflows.md`** - Framework-specific TDD workflows and examples for Python"
      },
      {
        "id": "external_commands:SKILL.md:321:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 321,
        "line_end": 322,
        "snippet": "- **`references/test_patterns.md`** - Common test patterns, test organization, naming conventions, t"
      },
      {
        "id": "external_commands:SKILL.md:322:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 322,
        "line_end": 323,
        "snippet": "- **`references/webapp_testing.md`** - Web application testing patterns, Playwright best practices, "
      },
      {
        "id": "external_commands:SKILL.md:323:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 323,
        "line_end": 370,
        "snippet": "- **`references/TESTING_REPORT.template.md`** - Test quality report template with coverage metrics, "
      },
      {
        "id": "external_commands:SKILL.md:370:ruby-shell-backtick-execution",
        "category": "external_commands",
        "severity": "medium",
        "pattern": "Ruby/shell backtick execution",
        "file": "SKILL.md",
        "line_start": 370,
        "line_end": 381,
        "snippet": "```"
      },
      {
        "id": "network:SKILL.md:302:hardcoded-url",
        "category": "network",
        "severity": "low",
        "pattern": "Hardcoded URL",
        "file": "SKILL.md",
        "line_start": 302,
        "line_end": 302,
        "snippet": "page.goto('http://localhost:5173')"
      },
      {
        "id": "blocker:SKILL.md:50:system-reconnaissance",
        "category": "blocker",
        "severity": "low",
        "pattern": "System reconnaissance",
        "file": "SKILL.md",
        "line_start": 50,
        "line_end": 52,
        "snippet": "### Test Pyramid"
      },
      {
        "id": "blocker:SKILL.md:153:system-reconnaissance",
        "category": "blocker",
        "severity": "low",
        "pattern": "System reconnaissance",
        "file": "SKILL.md",
        "line_start": 153,
        "line_end": 153,
        "snippet": "it('should create user with valid data', async () => {"
      },
      {
        "id": "blocker:SKILL.md:345:system-reconnaissance",
        "category": "blocker",
        "severity": "low",
        "pattern": "System reconnaissance",
        "file": "SKILL.md",
        "line_start": 345,
        "line_end": 347,
        "snippet": "### Common Mistakes to Avoid"
      },
      {
        "id": "blocker:SKILL.md:242:network-reconnaissance",
        "category": "blocker",
        "severity": "low",
        "pattern": "Network reconnaissance",
        "file": "SKILL.md",
        "line_start": 242,
        "line_end": 243,
        "snippet": "- All tests must pass"
      }
    ],
    "finding_verdicts": [
      {
        "id": "network:examples/console-logging.py:6:hardcoded-url",
        "verdict": "false_positive",
        "confidence": 0.93,
        "reason": "The URL points to localhost in a Playwright testing example. It does not contact an external service or show data exfiltration intent."
      },
      {
        "id": "filesystem:examples/console-logging.py:32:python-file-write-append",
        "verdict": "false_positive",
        "confidence": 0.86,
        "reason": "The example writes captured console output to a fixed local output path. It is not an arbitrary file write and no exfiltration path is present."
      },
      {
        "id": "network:examples/element-discovery.py:14:hardcoded-url",
        "verdict": "false_positive",
        "confidence": 0.93,
        "reason": "The URL points to localhost in a Playwright testing example. It does not contact an external service or show data exfiltration intent."
      },
      {
        "id": "filesystem:examples/element-discovery.py:1:temp-file-creation",
        "verdict": "false_positive",
        "confidence": 0.88,
        "reason": "The tempfile usage stores a Playwright screenshot in the local temporary directory. It is a local testing artifact, not covert persistence or exfiltration."
      },
      {
        "id": "filesystem:examples/element-discovery.py:41:temp-file-creation",
        "verdict": "false_positive",
        "confidence": 0.88,
        "reason": "The tempfile usage stores a Playwright screenshot in the local temporary directory. It is a local testing artifact, not covert persistence or exfiltration."
      },
      {
        "id": "external_commands:references/framework-workflows.md:465:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.97,
        "reason": "The flagged text is a Rust test failure message containing inline Markdown backticks. It is not Ruby shell backtick execution or a command invocation."
      },
      {
        "id": "network:references/framework-workflows.md:108:python-http-libraries",
        "verdict": "false_positive",
        "confidence": 0.95,
        "reason": "The requests.get reference is mocked inside a test pattern. It does not perform a real network request."
      },
      {
        "id": "blocker:references/framework-workflows.md:285:system-reconnaissance",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The flagged text is test documentation, a heading, or a normal example assertion. It does not perform system or network reconnaissance."
      },
      {
        "id": "blocker:references/framework-workflows.md:320:system-reconnaissance",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The flagged text is test documentation, a heading, or a normal example assertion. It does not perform system or network reconnaissance."
      },
      {
        "id": "blocker:references/framework-workflows.md:332:system-reconnaissance",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The flagged text is test documentation, a heading, or a normal example assertion. It does not perform system or network reconnaissance."
      },
      {
        "id": "network:references/test-patterns.md:188:python-http-libraries",
        "verdict": "false_positive",
        "confidence": 0.95,
        "reason": "The requests.get reference is mocked inside a test pattern. It does not perform a real network request."
      },
      {
        "id": "blocker:references/test-patterns.md:222:system-reconnaissance",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The flagged text is test documentation, a heading, or a normal example assertion. It does not perform system or network reconnaissance."
      },
      {
        "id": "blocker:references/test-patterns.md:339:system-reconnaissance",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The flagged text is test documentation, a heading, or a normal example assertion. It does not perform system or network reconnaissance."
      },
      {
        "id": "blocker:references/test-patterns.md:353:system-reconnaissance",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The flagged text is test documentation, a heading, or a normal example assertion. It does not perform system or network reconnaissance."
      },
      {
        "id": "blocker:references/test-patterns.md:358:system-reconnaissance",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The flagged text is test documentation, a heading, or a normal example assertion. It does not perform system or network reconnaissance."
      },
      {
        "id": "network:references/webapp-testing.md:32:hardcoded-url",
        "verdict": "false_positive",
        "confidence": 0.93,
        "reason": "The URL points to localhost in a Playwright testing example. It does not contact an external service or show data exfiltration intent."
      },
      {
        "id": "network:references/webapp-testing.md:90:hardcoded-url",
        "verdict": "false_positive",
        "confidence": 0.93,
        "reason": "The URL points to localhost in a Playwright testing example. It does not contact an external service or show data exfiltration intent."
      },
      {
        "id": "network:references/webapp-testing.md:355:hardcoded-url",
        "verdict": "false_positive",
        "confidence": 0.93,
        "reason": "The URL points to localhost in a Playwright testing example. It does not contact an external service or show data exfiltration intent."
      },
      {
        "id": "network:references/webapp-testing.md:389:hardcoded-url",
        "verdict": "false_positive",
        "confidence": 0.93,
        "reason": "The URL points to localhost in a Playwright testing example. It does not contact an external service or show data exfiltration intent."
      },
      {
        "id": "filesystem:references/webapp-testing.md:94:temp-directory-access",
        "verdict": "false_positive",
        "confidence": 0.9,
        "reason": "The /tmp path is used in documentation for a Playwright inspection screenshot. This is a local diagnostic artifact with no sensitive data handling shown."
      },
      {
        "id": "filesystem:references/webapp-testing.md:197:python-file-write-append",
        "verdict": "false_positive",
        "confidence": 0.87,
        "reason": "The file write appears in documentation for saving console logs during browser testing. It uses a simple local log file and does not create an arbitrary write primitive."
      },
      {
        "id": "external_commands:scripts/with-server.py:111:python-subprocess-run",
        "verdict": "confirmed",
        "confidence": 0.76,
        "severity": "high",
        "reason": "The helper runs caller-supplied trailing command arguments after the servers start. shell=False reduces injection risk, but the script still executes arbitrary local commands provided at runtime."
      },
      {
        "id": "external_commands:scripts/with-server.py:90:python-subprocess-popen",
        "verdict": "confirmed",
        "confidence": 0.84,
        "severity": "high",
        "reason": "The helper passes the CLI --server string to subprocess.Popen with shell=True. This is legitimate test tooling, but untrusted or model-generated server strings can execute arbitrary shell commands."
      },
      {
        "id": "external_commands:SKILL.md:151:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:165:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:179:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:193:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:251:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.88,
        "reason": "This is Markdown documentation or a command example for local testing workflows. The actual executable risk is covered by scripts/with-server.py, not by this Markdown line itself."
      },
      {
        "id": "external_commands:SKILL.md:253:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.88,
        "reason": "This is Markdown documentation or a command example for local testing workflows. The actual executable risk is covered by scripts/with-server.py, not by this Markdown line itself."
      },
      {
        "id": "external_commands:SKILL.md:255:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.88,
        "reason": "This is Markdown documentation or a command example for local testing workflows. The actual executable risk is covered by scripts/with-server.py, not by this Markdown line itself."
      },
      {
        "id": "external_commands:SKILL.md:264:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.88,
        "reason": "This is Markdown documentation or a command example for local testing workflows. The actual executable risk is covered by scripts/with-server.py, not by this Markdown line itself."
      },
      {
        "id": "external_commands:SKILL.md:268:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.88,
        "reason": "This is Markdown documentation or a command example for local testing workflows. The actual executable risk is covered by scripts/with-server.py, not by this Markdown line itself."
      },
      {
        "id": "external_commands:SKILL.md:283:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.88,
        "reason": "This is Markdown documentation or a command example for local testing workflows. The actual executable risk is covered by scripts/with-server.py, not by this Markdown line itself."
      },
      {
        "id": "external_commands:SKILL.md:287:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.88,
        "reason": "This is Markdown documentation or a command example for local testing workflows. The actual executable risk is covered by scripts/with-server.py, not by this Markdown line itself."
      },
      {
        "id": "external_commands:SKILL.md:288:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:290:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:291:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:292:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:296:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:306:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:310:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:312:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:313:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:314:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:320:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:321:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:322:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:323:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "external_commands:SKILL.md:370:ruby-shell-backtick-execution",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The static pattern matched Markdown code fences, inline code, or reference-list formatting. There is no Ruby backtick execution at this location."
      },
      {
        "id": "network:SKILL.md:302:hardcoded-url",
        "verdict": "false_positive",
        "confidence": 0.93,
        "reason": "The URL points to localhost in a Playwright testing example. It does not contact an external service or show data exfiltration intent."
      },
      {
        "id": "blocker:SKILL.md:50:system-reconnaissance",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The flagged text is test documentation, a heading, or a normal example assertion. It does not perform system or network reconnaissance."
      },
      {
        "id": "blocker:SKILL.md:153:system-reconnaissance",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The flagged text is test documentation, a heading, or a normal example assertion. It does not perform system or network reconnaissance."
      },
      {
        "id": "blocker:SKILL.md:345:system-reconnaissance",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The flagged text is test documentation, a heading, or a normal example assertion. It does not perform system or network reconnaissance."
      },
      {
        "id": "blocker:SKILL.md:242:network-reconnaissance",
        "verdict": "false_positive",
        "confidence": 0.96,
        "reason": "The flagged text is test documentation, a heading, or a normal example assertion. It does not perform system or network reconnaissance."
      }
    ],
    "semantic_findings": [],
    "critical_findings": [],
    "high_findings": [
      {
        "title": "Python subprocess.run",
        "description": "result = subprocess.run(args.command, check=False)",
        "locations": [
          {
            "file": "scripts/with-server.py",
            "line_start": 111,
            "line_end": 111
          }
        ],
        "review_kind": "capability",
        "source_category": "external_commands",
        "source_severity": "high",
        "confidence": 0.76,
        "confidence_reasoning": "The helper runs caller-supplied trailing command arguments after the servers start. shell=False reduces injection risk, but the script still executes arbitrary local commands provided at runtime."
      },
      {
        "title": "Python subprocess.Popen",
        "description": "process = subprocess.Popen(",
        "locations": [
          {
            "file": "scripts/with-server.py",
            "line_start": 90,
            "line_end": 90
          }
        ],
        "review_kind": "capability",
        "source_category": "external_commands",
        "source_severity": "high",
        "confidence": 0.84,
        "confidence_reasoning": "The helper passes the CLI --server string to subprocess.Popen with shell=True. This is legitimate test tooling, but untrusted or model-generated server strings can execute arbitrary shell commands."
      }
    ],
    "medium_findings": [],
    "low_findings": [],
    "dangerous_patterns": [],
    "files_scanned": 9,
    "total_lines": 2231,
    "audit_model": "codex",
    "audited_at": "2026-07-09T14:28:36.680Z",
    "agent_auto_install_policy": "allowed",
    "manual_install_policy": "allowed"
  },
  "content": {
    "user_title": "Build Reliable Test Automation",
    "value_statement": "Weak tests slow releases and hide regressions. This skill guides test strategy, TDD, automation, coverage review, and Playwright web checks.",
    "seo_keywords": [
      "Claude",
      "Codex",
      "Claude Code",
      "testing skill",
      "test automation",
      "TDD workflow",
      "Playwright testing",
      "unit testing",
      "CI/CD testing",
      "coverage analysis"
    ],
    "actual_capabilities": [
      "Designs unit, integration, end-to-end, smoke, regression, performance, security, and accessibility test strategies.",
      "Provides TDD red, green, refactor workflows for several common programming frameworks.",
      "Shows patterns for mocks, stubs, spies, fixtures, factories, parametrized tests, and snapshot tests.",
      "Guides Playwright browser automation for dynamic web applications and static HTML pages.",
      "Helps plan CI/CD quality gates, coverage thresholds, and test pipeline stages.",
      "Includes examples for console logging, element discovery, screenshots, and server lifecycle testing."
    ],
    "limitations": [
      "It does not replace project-specific domain knowledge or acceptance criteria.",
      "The bundled server helper executes local commands and should be used only with trusted inputs.",
      "Examples require developers to adapt selectors, ports, paths, and framework commands.",
      "It does not provide hosted test infrastructure or automatic coverage collection."
    ],
    "use_cases": [
      {
        "title": "Plan Feature Test Coverage",
        "description": "Create balanced unit, integration, and end-to-end coverage for a new feature before implementation starts.",
        "target_user": "Application developers"
      },
      {
        "title": "Stabilize Web App Tests",
        "description": "Improve Playwright tests by inspecting rendered pages, selecting durable locators, and adding reliable waits.",
        "target_user": "QA engineers"
      },
      {
        "title": "Strengthen Release Gates",
        "description": "Define CI test stages, coverage thresholds, and quality gates for pull requests and main branch releases.",
        "target_user": "DevOps engineers"
      }
    ],
    "prompt_templates": [
      {
        "title": "Create a Test Plan",
        "scenario": "Beginner planning",
        "prompt": "Create a test plan for this feature. Include unit, integration, and end-to-end coverage with priority levels."
      },
      {
        "title": "Write Focused Tests",
        "scenario": "Intermediate implementation",
        "prompt": "Write tests for this module using the existing framework. Use arrange, act, assert and include edge cases."
      },
      {
        "title": "Apply TDD Workflow",
        "scenario": "Advanced development",
        "prompt": "Guide me through red, green, refactor for this behavior. Start with one failing test and keep changes minimal."
      },
      {
        "title": "Audit Web Test Quality",
        "scenario": "Advanced review",
        "prompt": "Review this web test suite. Identify flaky selectors, missing waits, coverage gaps, and CI gate improvements."
      }
    ],
    "output_examples": [
      {
        "input": "Plan tests for a checkout flow.",
        "output": [
          "A prioritized test plan covering cart validation, payment outcomes, tax rules, and order confirmation.",
          "Clear separation between fast unit tests, service integration tests, and critical end-to-end paths."
        ]
      },
      {
        "input": "Improve flaky Playwright login tests.",
        "output": "A review identifying unstable selectors, missing network waits, shared state risks, and fixture cleanup improvements."
      },
      {
        "input": "Start TDD for password reset.",
        "output": "A red, green, refactor sequence that begins with one failing behavior test and expands through edge cases."
      }
    ],
    "best_practices": [
      "Start from the behavior and write the smallest test that proves it.",
      "Keep tests isolated, deterministic, readable, and fast enough for frequent execution.",
      "Review helper scripts and local commands before running them in a project workspace."
    ],
    "anti_patterns": [
      "Do not write implementation first when the goal is strict TDD.",
      "Do not depend on test order, shared state, or external services without controlled doubles.",
      "Do not run generated server commands until a developer has reviewed the command text."
    ],
    "faq": [
      {
        "question": "Which tools does this skill support?",
        "answer": "It supports Claude, Codex, and Claude Code workflows for software testing tasks."
      },
      {
        "question": "Can it write tests for any framework?",
        "answer": "It is framework-aware, but users must provide project context and installed tooling details."
      },
      {
        "question": "Does it include Playwright guidance?",
        "answer": "Yes. It includes browser automation patterns, element discovery examples, and web testing references."
      },
      {
        "question": "Can it run local development servers?",
        "answer": "It includes a helper script for server lifecycle testing, but commands should be reviewed before execution."
      },
      {
        "question": "Does it enforce coverage thresholds automatically?",
        "answer": "No. It helps define thresholds and CI gates, but project tooling must enforce them."
      },
      {
        "question": "Is it suitable for TDD?",
        "answer": "Yes. It provides red, green, refactor guidance and test-first development patterns."
      }
    ]
  },
  "file_structure": [
    {
      "name": "examples",
      "type": "dir",
      "path": "examples",
      "children": [
        {
          "name": "console-logging.py",
          "type": "file",
          "path": "examples/console-logging.py",
          "lines": 37
        },
        {
          "name": "element-discovery.py",
          "type": "file",
          "path": "examples/element-discovery.py",
          "lines": 46
        },
        {
          "name": "static-html-automation.py",
          "type": "file",
          "path": "examples/static-html-automation.py",
          "lines": 36
        }
      ]
    },
    {
      "name": "references",
      "type": "dir",
      "path": "references",
      "children": [
        {
          "name": "framework-workflows.md",
          "type": "file",
          "path": "references/framework-workflows.md",
          "lines": 566
        },
        {
          "name": "test-patterns.md",
          "type": "file",
          "path": "references/test-patterns.md",
          "lines": 458
        },
        {
          "name": "testing-report.template.md",
          "type": "file",
          "path": "references/testing-report.template.md",
          "lines": 183
        },
        {
          "name": "webapp-testing.md",
          "type": "file",
          "path": "references/webapp-testing.md",
          "lines": 393
        }
      ]
    },
    {
      "name": "scripts",
      "type": "dir",
      "path": "scripts",
      "children": [
        {
          "name": "with-server.py",
          "type": "file",
          "path": "scripts/with-server.py",
          "lines": 130
        }
      ]
    },
    {
      "name": "SKILL.md",
      "type": "file",
      "path": "SKILL.md",
      "lines": 382
    }
  ]
}
finishing-a-development-branchobra/superpowersUse when implementation is complete, all tests pass, and you need to decide how to integrate the workStars: 322kUpdated Claude CodeCodexVerifiedInstall
systematic-debuggingobra/superpowersUse when encountering any bug, test failure, or unexpected behavior, before proposing fixesStars: 322kUpdated Claude CodeCodexVerifiedInstall
test-driven-developmentobra/superpowersUse when implementing any feature or bugfix, before writing implementation codeStars: 322kUpdated Claude CodeCodexVerifiedInstall
skill-creatoranthropics/skillsCreate new skills, modify and improve existing skills, and measure skill performance. Use when users want to create a skill from scratch, edit, or optimize an existing skill, run evals to test a skill, benchmark skill performance with variance analysis, or optimize a skill's description for better triggering accuracy.Stars: 198kUpdated Claude CodeCodexVerifiedInstall