aiskillstore/marketplace / skills/0xdarkmatter/python-pytest-patterns
python-pytest-patterns
Verifiedpytest testing patterns for Python. Triggers on: pytest, fixture, mark, parametrize, mock, conftest, test coverage, unit test, integration test, pytest.raises.
| File | Kind | Size |
|---|---|---|
| SKILL.md | skill md | 4.9 KB |
| assets/conftest.py.template | other | 5.7 KB |
| assets/pytest.ini.template | other | 996 B |
| references/async-testing.md | markdown | 6.6 KB |
| references/coverage-strategies.md | markdown | 5.5 KB |
| references/fixtures-advanced.md | markdown | 5.2 KB |
| references/integration-testing.md | markdown | 8.2 KB |
| references/mocking-patterns.md | markdown | 6.6 KB |
| references/property-testing.md | markdown | 8.3 KB |
| references/test-architecture.md | markdown | 8.7 KB |
| scripts/generate-conftest.sh | script | 5.1 KB |
| scripts/run-tests.sh | script | 2.0 KB |
| skill-report.json | config | 93.1 KB |
skill-report.json
View on GitHub{
"schema_version": "2.0",
"meta": {
"generated_at": "2026-07-04T16:51:34.450Z",
"slug": "0xdarkmatter-python-pytest-patterns",
"source_url": "https://github.com/0xDarkMatter/claude-mods/tree/main/skills/python-pytest-patterns",
"source_ref": "main",
"model": "codex",
"analysis_version": "3.0.0",
"source_type": "community",
"content_hash": "a8e6c7db9b94f47b019ad20d6685c2d594fb380c5e12450ff299b461e67eaa65",
"tree_hash": "848c1191ee49210b26772b9714e8c6315d738c17d1a95b6bd635302ae1f5407d",
"provenance": {
"model_requested": "gpt-5.5:high",
"model_effective": "codex:gpt-5.5:high",
"fallback_chain": [
{
"agent": "codex",
"model": "gpt-5.5",
"effort": "high",
"outcome": "success"
}
],
"analysis_version": "3.0.0"
}
},
"skill": {
"name": "python-pytest-patterns",
"description": "Guides Python developers through practical pytest patterns, including fixtures, parametrization, mocking, async tests, coverage, integration tests, and test architecture.",
"summary": "Apply proven pytest patterns for maintainable Python test suites.",
"icon": "📦",
"version": "1.0.0",
"author": "0xDarkMatter",
"license": "MIT",
"tags": [
"python",
"pytest",
"testing",
"fixtures",
"coverage"
],
"supported_tools": [
"claude",
"codex",
"claude-code"
],
"risk_factors": [
"env_access",
"network",
"external_commands",
"filesystem"
],
"category": "coding"
},
"security_audit": {
"risk_level": "medium",
"is_blocked": false,
"safe_to_publish": true,
"analysis_status": "ok",
"summary": "Most static findings are false positives from Markdown examples, pytest marker names, placeholder secrets, and test-only environment patterns. The confirmed risks are optional Bash helper scripts that run commands, may install pytest-watch, and can write tests/conftest.py. No prompt injection attempt was found in the reviewed files.",
"remediation": [
{
"issue": "run-tests.sh can install pytest-watch during watch mode.",
"suggestion": "Remove the automatic install or require explicit confirmation that shows the exact command and target environment.",
"severity": "medium"
},
{
"issue": "run-tests.sh executes pytest with caller-provided options.",
"suggestion": "Document the behavior clearly and use argument arrays to preserve intended pytest arguments.",
"severity": "medium"
},
{
"issue": "generate-conftest.sh writes tests/conftest.py in the caller project.",
"suggestion": "Add a dry-run mode, configurable output path, and backup before overwriting files.",
"severity": "medium"
}
],
"risk_factor_evidence": [
{
"factor": "env_access",
"evidence": [
{
"file": "assets/conftest.py.template",
"line_start": 105,
"line_end": 105
},
{
"file": "assets/conftest.py.template",
"line_start": 42,
"line_end": 42
},
{
"file": "assets/conftest.py.template",
"line_start": 49,
"line_end": 49
},
{
"file": "assets/conftest.py.template",
"line_start": 102,
"line_end": 102
},
{
"file": "assets/conftest.py.template",
"line_start": 101,
"line_end": 101
},
{
"file": "references/async-testing.md",
"line_start": 76,
"line_end": 76
},
{
"file": "references/fixtures-advanced.md",
"line_start": 64,
"line_end": 64
},
{
"file": "references/fixtures-advanced.md",
"line_start": 65,
"line_end": 65
},
{
"file": "references/fixtures-advanced.md",
"line_start": 67,
"line_end": 67
},
{
"file": "references/fixtures-advanced.md",
"line_start": 189,
"line_end": 189
},
{
"file": "references/mocking-patterns.md",
"line_start": 114,
"line_end": 114
},
{
"file": "references/mocking-patterns.md",
"line_start": 115,
"line_end": 115
},
{
"file": "references/mocking-patterns.md",
"line_start": 118,
"line_end": 118
},
{
"file": "references/mocking-patterns.md",
"line_start": 119,
"line_end": 119
},
{
"file": "references/mocking-patterns.md",
"line_start": 120,
"line_end": 120
},
{
"file": "references/mocking-patterns.md",
"line_start": 114,
"line_end": 114
},
{
"file": "references/mocking-patterns.md",
"line_start": 115,
"line_end": 115
},
{
"file": "references/property-testing.md",
"line_start": 256,
"line_end": 256
},
{
"file": "references/property-testing.md",
"line_start": 256,
"line_end": 256
},
{
"file": "scripts/generate-conftest.sh",
"line_start": 98,
"line_end": 98
}
]
},
{
"factor": "network",
"evidence": [
{
"file": "references/async-testing.md",
"line_start": 58,
"line_end": 58
},
{
"file": "references/integration-testing.md",
"line_start": 199,
"line_end": 199
},
{
"file": "references/integration-testing.md",
"line_start": 153,
"line_end": 153
},
{
"file": "references/integration-testing.md",
"line_start": 268,
"line_end": 268
},
{
"file": "references/integration-testing.md",
"line_start": 284,
"line_end": 284
},
{
"file": "references/mocking-patterns.md",
"line_start": 57,
"line_end": 57
},
{
"file": "references/mocking-patterns.md",
"line_start": 258,
"line_end": 258
},
{
"file": "references/mocking-patterns.md",
"line_start": 64,
"line_end": 64
}
]
},
{
"factor": "external_commands",
"evidence": [
{
"file": "scripts/generate-conftest.sh",
"line_start": 1,
"line_end": 1
},
{
"file": "scripts/run-tests.sh",
"line_start": 1,
"line_end": 1
},
{
"file": "SKILL.md",
"line_start": 16,
"line_end": 27
},
{
"file": "SKILL.md",
"line_start": 27,
"line_end": 31
},
{
"file": "SKILL.md",
"line_start": 31,
"line_end": 49
},
{
"file": "SKILL.md",
"line_start": 49,
"line_end": 53
},
{
"file": "SKILL.md",
"line_start": 53,
"line_end": 58
},
{
"file": "SKILL.md",
"line_start": 58,
"line_end": 62
},
{
"file": "SKILL.md",
"line_start": 62,
"line_end": 76
},
{
"file": "SKILL.md",
"line_start": 76,
"line_end": 80
},
{
"file": "SKILL.md",
"line_start": 80,
"line_end": 89
},
{
"file": "SKILL.md",
"line_start": 89,
"line_end": 93
},
{
"file": "SKILL.md",
"line_start": 93,
"line_end": 110
},
{
"file": "SKILL.md",
"line_start": 110,
"line_end": 114
},
{
"file": "SKILL.md",
"line_start": 114,
"line_end": 128
},
{
"file": "SKILL.md",
"line_start": 128,
"line_end": 132
},
{
"file": "SKILL.md",
"line_start": 132,
"line_end": 138
},
{
"file": "SKILL.md",
"line_start": 138,
"line_end": 142
},
{
"file": "SKILL.md",
"line_start": 142,
"line_end": 156
},
{
"file": "SKILL.md",
"line_start": 156,
"line_end": 162
},
{
"file": "SKILL.md",
"line_start": 162,
"line_end": 163
},
{
"file": "SKILL.md",
"line_start": 163,
"line_end": 164
},
{
"file": "SKILL.md",
"line_start": 164,
"line_end": 165
},
{
"file": "SKILL.md",
"line_start": 165,
"line_end": 166
},
{
"file": "SKILL.md",
"line_start": 166,
"line_end": 167
},
{
"file": "SKILL.md",
"line_start": 167,
"line_end": 168
},
{
"file": "SKILL.md",
"line_start": 168,
"line_end": 169
},
{
"file": "SKILL.md",
"line_start": 169,
"line_end": 173
},
{
"file": "SKILL.md",
"line_start": 173,
"line_end": 174
},
{
"file": "SKILL.md",
"line_start": 174,
"line_end": 175
},
{
"file": "SKILL.md",
"line_start": 175,
"line_end": 176
},
{
"file": "SKILL.md",
"line_start": 176,
"line_end": 177
},
{
"file": "SKILL.md",
"line_start": 177,
"line_end": 178
},
{
"file": "SKILL.md",
"line_start": 178,
"line_end": 179
},
{
"file": "SKILL.md",
"line_start": 179,
"line_end": 183
},
{
"file": "SKILL.md",
"line_start": 183,
"line_end": 184
},
{
"file": "SKILL.md",
"line_start": 184,
"line_end": 188
},
{
"file": "SKILL.md",
"line_start": 188,
"line_end": 189
},
{
"file": "SKILL.md",
"line_start": 189,
"line_end": 196
},
{
"file": "SKILL.md",
"line_start": 196,
"line_end": 197
},
{
"file": "SKILL.md",
"line_start": 197,
"line_end": 200
},
{
"file": "SKILL.md",
"line_start": 200,
"line_end": 201
}
]
},
{
"factor": "filesystem",
"evidence": [
{
"file": "scripts/run-tests.sh",
"line_start": 56,
"line_end": 56
},
{
"file": "scripts/run-tests.sh",
"line_start": 63,
"line_end": 63
},
{
"file": "scripts/run-tests.sh",
"line_start": 83,
"line_end": 83
}
]
}
],
"static_findings": [
{
"id": "env_access:assets/conftest.py.template:105:setenv-environment-modification",
"category": "env_access",
"severity": "medium",
"pattern": "setenv (environment modification)",
"file": "assets/conftest.py.template",
"line_start": 105,
"line_end": 105,
"snippet": "monkeypatch.setenv(key, value)"
},
{
"id": "env_access:assets/conftest.py.template:42:configuration-library",
"category": "env_access",
"severity": "low",
"pattern": "Configuration library",
"file": "assets/conftest.py.template",
"line_start": 42,
"line_end": 42,
"snippet": "if not config.getoption(\"--slow\"):"
},
{
"id": "env_access:assets/conftest.py.template:49:configuration-library",
"category": "env_access",
"severity": "low",
"pattern": "Configuration library",
"file": "assets/conftest.py.template",
"line_start": 49,
"line_end": 49,
"snippet": "if not config.getoption(\"--integration\"):"
},
{
"id": "env_access:assets/conftest.py.template:102:database-connection-strings",
"category": "env_access",
"severity": "high",
"pattern": "Database connection strings",
"file": "assets/conftest.py.template",
"line_start": 102,
"line_end": 102,
"snippet": "\"DATABASE_URL\": \"sqlite:///:memory:\","
},
{
"id": "env_access:assets/conftest.py.template:101:generic-api-secret-keys",
"category": "env_access",
"severity": "high",
"pattern": "Generic API/secret keys",
"file": "assets/conftest.py.template",
"line_start": 101,
"line_end": 101,
"snippet": "\"API_KEY\": \"test-key-12345\","
},
{
"id": "sensitive:assets/conftest.py.template:45:certificate-key-files",
"category": "sensitive",
"severity": "high",
"pattern": "Certificate/key files",
"file": "assets/conftest.py.template",
"line_start": 45,
"line_end": 45,
"snippet": "if \"slow\" in item.keywords:"
},
{
"id": "sensitive:assets/conftest.py.template:52:certificate-key-files",
"category": "sensitive",
"severity": "high",
"pattern": "Certificate/key files",
"file": "assets/conftest.py.template",
"line_start": 52,
"line_end": 52,
"snippet": "if \"integration\" in item.keywords:"
},
{
"id": "blocker:assets/conftest.py.template:41:network-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "Network reconnaissance",
"file": "assets/conftest.py.template",
"line_start": 41,
"line_end": 41,
"snippet": "# Skip slow tests unless --slow"
},
{
"id": "blocker:assets/conftest.py.template:48:network-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "Network reconnaissance",
"file": "assets/conftest.py.template",
"line_start": 48,
"line_end": 48,
"snippet": "# Skip integration tests unless --integration"
},
{
"id": "network:references/async-testing.md:58:hardcoded-url",
"category": "network",
"severity": "low",
"pattern": "Hardcoded URL",
"file": "references/async-testing.md",
"line_start": 58,
"line_end": 58,
"snippet": "async with async_client.get(\"https://httpbin.org/json\") as resp:"
},
{
"id": "env_access:references/async-testing.md:76:database-connection-strings",
"category": "env_access",
"severity": "high",
"pattern": "Database connection strings",
"file": "references/async-testing.md",
"line_start": 76,
"line_end": 76,
"snippet": "pool = await asyncpg.create_pool(DATABASE_URL)"
},
{
"id": "blocker:references/async-testing.md:297:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "references/async-testing.md",
"line_start": 297,
"line_end": 297,
"snippet": "6. **Avoid blocking calls** - Use `run_in_executor` if needed"
},
{
"id": "env_access:references/fixtures-advanced.md:64:python-environment-access",
"category": "env_access",
"severity": "low",
"pattern": "Python environment access",
"file": "references/fixtures-advanced.md",
"line_start": 64,
"line_end": 64,
"snippet": "os.environ.clear()"
},
{
"id": "env_access:references/fixtures-advanced.md:65:python-environment-access",
"category": "env_access",
"severity": "low",
"pattern": "Python environment access",
"file": "references/fixtures-advanced.md",
"line_start": 65,
"line_end": 65,
"snippet": "os.environ.update(TEST_ENV)"
},
{
"id": "env_access:references/fixtures-advanced.md:67:python-environment-access",
"category": "env_access",
"severity": "low",
"pattern": "Python environment access",
"file": "references/fixtures-advanced.md",
"line_start": 67,
"line_end": 67,
"snippet": "os.environ.clear()"
},
{
"id": "env_access:references/fixtures-advanced.md:189:configuration-library",
"category": "env_access",
"severity": "low",
"pattern": "Configuration library",
"file": "references/fixtures-advanced.md",
"line_start": 189,
"line_end": 189,
"snippet": "if config.getoption(\"--quick\"):"
},
{
"id": "sensitive:references/fixtures-advanced.md:192:certificate-key-files",
"category": "sensitive",
"severity": "high",
"pattern": "Certificate/key files",
"file": "references/fixtures-advanced.md",
"line_start": 192,
"line_end": 192,
"snippet": "if \"slow\" in item.keywords:"
},
{
"id": "blocker:references/fixtures-advanced.md:31:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "references/fixtures-advanced.md",
"line_start": 31,
"line_end": 31,
"snippet": "assert user1.id != user2.id"
},
{
"id": "network:references/integration-testing.md:199:http-client-library",
"category": "network",
"severity": "low",
"pattern": "HTTP client library",
"file": "references/integration-testing.md",
"line_start": 199,
"line_end": 199,
"snippet": "response = client.request("
},
{
"id": "network:references/integration-testing.md:153:hardcoded-url",
"category": "network",
"severity": "low",
"pattern": "Hardcoded URL",
"file": "references/integration-testing.md",
"line_start": 153,
"line_end": 153,
"snippet": "async with AsyncClient(app=app, base_url=\"http://test\") as client:"
},
{
"id": "network:references/integration-testing.md:268:hardcoded-url",
"category": "network",
"severity": "low",
"pattern": "Hardcoded URL",
"file": "references/integration-testing.md",
"line_start": 268,
"line_end": 268,
"snippet": "\"https://api.example.com/data\","
},
{
"id": "network:references/integration-testing.md:284:hardcoded-url",
"category": "network",
"severity": "low",
"pattern": "Hardcoded URL",
"file": "references/integration-testing.md",
"line_start": 284,
"line_end": 284,
"snippet": "mock_api.get(\"https://api.example.com/data\").respond("
},
{
"id": "blocker:references/integration-testing.md:217:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "references/integration-testing.md",
"line_start": 217,
"line_end": 217,
"snippet": "user_id = response.json()[\"id\"]"
},
{
"id": "network:references/mocking-patterns.md:57:python-http-libraries",
"category": "network",
"severity": "low",
"pattern": "Python HTTP libraries",
"file": "references/mocking-patterns.md",
"line_start": 57,
"line_end": 57,
"snippet": "@patch(\"mymodule.requests.get\")"
},
{
"id": "network:references/mocking-patterns.md:258:python-http-libraries",
"category": "network",
"severity": "low",
"pattern": "Python HTTP libraries",
"file": "references/mocking-patterns.md",
"line_start": 258,
"line_end": 258,
"snippet": "mocker.patch(\"requests.get\", return_value=mock_response)"
},
{
"id": "network:references/mocking-patterns.md:64:hardcoded-url",
"category": "network",
"severity": "low",
"pattern": "Hardcoded URL",
"file": "references/mocking-patterns.md",
"line_start": 64,
"line_end": 64,
"snippet": "mock_get.assert_called_once_with(\"https://api.example.com/data\")"
},
{
"id": "env_access:references/mocking-patterns.md:114:python-environment-access",
"category": "env_access",
"severity": "low",
"pattern": "Python environment access",
"file": "references/mocking-patterns.md",
"line_start": 114,
"line_end": 114,
"snippet": "with patch.dict(os.environ, {\"API_KEY\": \"test-key\"}):"
},
{
"id": "env_access:references/mocking-patterns.md:115:python-environment-access",
"category": "env_access",
"severity": "low",
"pattern": "Python environment access",
"file": "references/mocking-patterns.md",
"line_start": 115,
"line_end": 115,
"snippet": "assert os.environ[\"API_KEY\"] == \"test-key\""
},
{
"id": "env_access:references/mocking-patterns.md:118:python-environment-access",
"category": "env_access",
"severity": "low",
"pattern": "Python environment access",
"file": "references/mocking-patterns.md",
"line_start": 118,
"line_end": 118,
"snippet": "with patch.dict(os.environ, {\"NEW_VAR\": \"value\"}, clear=True):"
},
{
"id": "env_access:references/mocking-patterns.md:119:python-environment-access",
"category": "env_access",
"severity": "low",
"pattern": "Python environment access",
"file": "references/mocking-patterns.md",
"line_start": 119,
"line_end": 119,
"snippet": "assert \"PATH\" not in os.environ"
},
{
"id": "env_access:references/mocking-patterns.md:120:python-environment-access",
"category": "env_access",
"severity": "low",
"pattern": "Python environment access",
"file": "references/mocking-patterns.md",
"line_start": 120,
"line_end": 120,
"snippet": "assert os.environ[\"NEW_VAR\"] == \"value\""
},
{
"id": "env_access:references/mocking-patterns.md:114:generic-api-secret-keys",
"category": "env_access",
"severity": "high",
"pattern": "Generic API/secret keys",
"file": "references/mocking-patterns.md",
"line_start": 114,
"line_end": 114,
"snippet": "with patch.dict(os.environ, {\"API_KEY\": \"test-key\"}):"
},
{
"id": "env_access:references/mocking-patterns.md:115:generic-api-secret-keys",
"category": "env_access",
"severity": "high",
"pattern": "Generic API/secret keys",
"file": "references/mocking-patterns.md",
"line_start": 115,
"line_end": 115,
"snippet": "assert os.environ[\"API_KEY\"] == \"test-key\""
},
{
"id": "blocker:references/mocking-patterns.md:135:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "references/mocking-patterns.md",
"line_start": 135,
"line_end": 135,
"snippet": "mock.side_effect = ValueError(\"Invalid input\")"
},
{
"id": "env_access:references/property-testing.md:256:python-getenv-function",
"category": "env_access",
"severity": "low",
"pattern": "Python getenv function",
"file": "references/property-testing.md",
"line_start": 256,
"line_end": 256,
"snippet": "settings.load_profile(os.getenv(\"HYPOTHESIS_PROFILE\", \"default\"))"
},
{
"id": "env_access:references/property-testing.md:256:getenv-function-call",
"category": "env_access",
"severity": "low",
"pattern": "getenv function call",
"file": "references/property-testing.md",
"line_start": 256,
"line_end": 256,
"snippet": "settings.load_profile(os.getenv(\"HYPOTHESIS_PROFILE\", \"default\"))"
},
{
"id": "sensitive:references/property-testing.md:231:certificate-key-files",
"category": "sensitive",
"severity": "high",
"pattern": "Certificate/key files",
"file": "references/property-testing.md",
"line_start": 231,
"line_end": 231,
"snippet": "assert set(self.db.keys()) == set(self.real_db.keys())"
},
{
"id": "sensitive:references/property-testing.md:206:sqlite-database-file",
"category": "sensitive",
"severity": "medium",
"pattern": "SQLite database file",
"file": "references/property-testing.md",
"line_start": 206,
"line_end": 206,
"snippet": "self.db = {} # Model"
},
{
"id": "sensitive:references/property-testing.md:212:sqlite-database-file",
"category": "sensitive",
"severity": "medium",
"pattern": "SQLite database file",
"file": "references/property-testing.md",
"line_start": 212,
"line_end": 212,
"snippet": "self.db[key] = value"
},
{
"id": "sensitive:references/property-testing.md:218:sqlite-database-file",
"category": "sensitive",
"severity": "medium",
"pattern": "SQLite database file",
"file": "references/property-testing.md",
"line_start": 218,
"line_end": 218,
"snippet": "expected = self.db.get(key)"
},
{
"id": "sensitive:references/property-testing.md:225:sqlite-database-file",
"category": "sensitive",
"severity": "medium",
"pattern": "SQLite database file",
"file": "references/property-testing.md",
"line_start": 225,
"line_end": 225,
"snippet": "self.db.pop(key, None)"
},
{
"id": "sensitive:references/property-testing.md:231:sqlite-database-file",
"category": "sensitive",
"severity": "medium",
"pattern": "SQLite database file",
"file": "references/property-testing.md",
"line_start": 231,
"line_end": 231,
"snippet": "assert set(self.db.keys()) == set(self.real_db.keys())"
},
{
"id": "blocker:references/property-testing.md:125:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "references/property-testing.md",
"line_start": 125,
"line_end": 125,
"snippet": "\"\"\"Generate a list and valid index into it.\"\"\""
},
{
"id": "blocker:references/test-architecture.md:5:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "references/test-architecture.md",
"line_start": 5,
"line_end": 7,
"snippet": "## Test Pyramid"
},
{
"id": "blocker:references/test-architecture.md:99:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "references/test-architecture.md",
"line_start": 99,
"line_end": 101,
"snippet": "import uuid"
},
{
"id": "blocker:references/test-architecture.md:214:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "references/test-architecture.md",
"line_start": 214,
"line_end": 214,
"snippet": "assert user.id is not None"
},
{
"id": "external_commands:scripts/generate-conftest.sh:1:unix-shell-invocation",
"category": "external_commands",
"severity": "medium",
"pattern": "Unix shell invocation",
"file": "scripts/generate-conftest.sh",
"line_start": 1,
"line_end": 1,
"snippet": "#!/bin/bash"
},
{
"id": "env_access:scripts/generate-conftest.sh:98:configuration-library",
"category": "env_access",
"severity": "low",
"pattern": "Configuration library",
"file": "scripts/generate-conftest.sh",
"line_start": 98,
"line_end": 98,
"snippet": "if not config.getoption(\"--slow\", default=False):"
},
{
"id": "sensitive:scripts/generate-conftest.sh:101:certificate-key-files",
"category": "sensitive",
"severity": "high",
"pattern": "Certificate/key files",
"file": "scripts/generate-conftest.sh",
"line_start": 101,
"line_end": 101,
"snippet": "if \"slow\" in item.keywords:"
},
{
"id": "blocker:scripts/generate-conftest.sh:97:network-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "Network reconnaissance",
"file": "scripts/generate-conftest.sh",
"line_start": 97,
"line_end": 97,
"snippet": "\"\"\"Skip slow tests unless --slow flag is provided.\"\"\""
},
{
"id": "external_commands:scripts/run-tests.sh:1:unix-shell-invocation",
"category": "external_commands",
"severity": "medium",
"pattern": "Unix shell invocation",
"file": "scripts/run-tests.sh",
"line_start": 1,
"line_end": 1,
"snippet": "#!/bin/bash"
},
{
"id": "filesystem:scripts/run-tests.sh:56:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/run-tests.sh",
"line_start": 56,
"line_end": 56,
"snippet": "if ! command -v pytest &> /dev/null; then"
},
{
"id": "filesystem:scripts/run-tests.sh:63:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/run-tests.sh",
"line_start": 63,
"line_end": 63,
"snippet": "if ! command -v ptw &> /dev/null; then"
},
{
"id": "filesystem:scripts/run-tests.sh:83:standard-device-file-access",
"category": "filesystem",
"severity": "low",
"pattern": "Standard device file access",
"file": "scripts/run-tests.sh",
"line_start": 83,
"line_end": 83,
"snippet": "if command -v open &> /dev/null; then"
},
{
"id": "external_commands:SKILL.md:16:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 16,
"line_end": 27,
"snippet": "```python"
},
{
"id": "external_commands:SKILL.md:27:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 27,
"line_end": 31,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:31:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 31,
"line_end": 49,
"snippet": "```python"
},
{
"id": "external_commands:SKILL.md:49:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 49,
"line_end": 53,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:53:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 53,
"line_end": 58,
"snippet": "```python"
},
{
"id": "external_commands:SKILL.md:58:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 58,
"line_end": 62,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:62:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 62,
"line_end": 76,
"snippet": "```python"
},
{
"id": "external_commands:SKILL.md:76:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 76,
"line_end": 80,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:80:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 80,
"line_end": 89,
"snippet": "```python"
},
{
"id": "external_commands:SKILL.md:89:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 89,
"line_end": 93,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:93:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 93,
"line_end": 110,
"snippet": "```python"
},
{
"id": "external_commands:SKILL.md:110:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 110,
"line_end": 114,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:114:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 114,
"line_end": 128,
"snippet": "```python"
},
{
"id": "external_commands:SKILL.md:128:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 128,
"line_end": 132,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:132:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 132,
"line_end": 138,
"snippet": "```python"
},
{
"id": "external_commands:SKILL.md:138:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 138,
"line_end": 142,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:142:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 142,
"line_end": 156,
"snippet": "```python"
},
{
"id": "external_commands:SKILL.md:156:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 156,
"line_end": 162,
"snippet": "```"
},
{
"id": "external_commands:SKILL.md:162:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 162,
"line_end": 163,
"snippet": "| `pytest` | Run all tests |"
},
{
"id": "external_commands:SKILL.md:163:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 163,
"line_end": 164,
"snippet": "| `pytest -v` | Verbose output |"
},
{
"id": "external_commands:SKILL.md:164:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 164,
"line_end": 165,
"snippet": "| `pytest -x` | Stop on first failure |"
},
{
"id": "external_commands:SKILL.md:165:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 165,
"line_end": 166,
"snippet": "| `pytest -k \"test_name\"` | Run matching tests |"
},
{
"id": "external_commands:SKILL.md:166:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 166,
"line_end": 167,
"snippet": "| `pytest -m slow` | Run marked tests |"
},
{
"id": "external_commands:SKILL.md:167:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 167,
"line_end": 168,
"snippet": "| `pytest --lf` | Rerun last failed |"
},
{
"id": "external_commands:SKILL.md:168:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 168,
"line_end": 169,
"snippet": "| `pytest --cov=src` | Coverage report |"
},
{
"id": "external_commands:SKILL.md:169:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 169,
"line_end": 173,
"snippet": "| `pytest -n auto` | Parallel (pytest-xdist) |"
},
{
"id": "external_commands:SKILL.md:173:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 173,
"line_end": 174,
"snippet": "- `./references/fixtures-advanced.md` - Factory fixtures, autouse, conftest patterns"
},
{
"id": "external_commands:SKILL.md:174:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 174,
"line_end": 175,
"snippet": "- `./references/mocking-patterns.md` - Mock, patch, MagicMock, side_effect"
},
{
"id": "external_commands:SKILL.md:175:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 175,
"line_end": 176,
"snippet": "- `./references/async-testing.md` - pytest-asyncio patterns"
},
{
"id": "external_commands:SKILL.md:176:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 176,
"line_end": 177,
"snippet": "- `./references/coverage-strategies.md` - pytest-cov, branch coverage, reports"
},
{
"id": "external_commands:SKILL.md:177:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 177,
"line_end": 178,
"snippet": "- `./references/integration-testing.md` - Database fixtures, API testing, testcontainers"
},
{
"id": "external_commands:SKILL.md:178:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 178,
"line_end": 179,
"snippet": "- `./references/property-testing.md` - Hypothesis framework, strategies, shrinking"
},
{
"id": "external_commands:SKILL.md:179:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 179,
"line_end": 183,
"snippet": "- `./references/test-architecture.md` - Test pyramid, organization, isolation strategies"
},
{
"id": "external_commands:SKILL.md:183:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 183,
"line_end": 184,
"snippet": "- `./scripts/run-tests.sh` - Run tests with recommended options"
},
{
"id": "external_commands:SKILL.md:184:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 184,
"line_end": 188,
"snippet": "- `./scripts/generate-conftest.sh` - Generate conftest.py boilerplate"
},
{
"id": "external_commands:SKILL.md:188:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 188,
"line_end": 189,
"snippet": "- `./assets/pytest.ini.template` - Recommended pytest configuration"
},
{
"id": "external_commands:SKILL.md:189:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 189,
"line_end": 196,
"snippet": "- `./assets/conftest.py.template` - Common fixture patterns"
},
{
"id": "external_commands:SKILL.md:196:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 196,
"line_end": 197,
"snippet": "- `python-typing-patterns` - Type-safe test code"
},
{
"id": "external_commands:SKILL.md:197:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 197,
"line_end": 200,
"snippet": "- `python-async-patterns` - Async test patterns (pytest-asyncio)"
},
{
"id": "external_commands:SKILL.md:200:ruby-shell-backtick-execution",
"category": "external_commands",
"severity": "medium",
"pattern": "Ruby/shell backtick execution",
"file": "SKILL.md",
"line_start": 200,
"line_end": 201,
"snippet": "- `python-fastapi-patterns` - TestClient, API testing"
},
{
"id": "blocker:SKILL.md:83:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "SKILL.md",
"line_start": 83,
"line_end": 83,
"snippet": "raise ValueError(\"Invalid input\")"
},
{
"id": "blocker:SKILL.md:88:system-reconnaissance",
"category": "blocker",
"severity": "low",
"pattern": "System reconnaissance",
"file": "SKILL.md",
"line_start": 88,
"line_end": 88,
"snippet": "raise ValueError(\"Invalid input\")"
},
{
"id": "obfuscation:references/property-testing.md:1:heuristic-multiple-bracket-chains-8-jsfuck-obfus",
"category": "obfuscation",
"severity": "high",
"pattern": "[HEURISTIC] Multiple bracket chains (8) - JSFuck/obfuscation pattern",
"file": "references/property-testing.md",
"line_start": 1,
"line_end": 1,
"snippet": "([]), ())), ()))"
}
],
"finding_verdicts": [
{
"id": "env_access:assets/conftest.py.template:105:setenv-environment-modification",
"verdict": "false_positive",
"confidence": 0.92,
"reason": "monkeypatch.setenv sets dummy test environment variables in a pytest fixture. It is an isolated testing pattern, not persistent environment tampering."
},
{
"id": "env_access:assets/conftest.py.template:42:configuration-library",
"verdict": "false_positive",
"confidence": 0.97,
"reason": "This reads pytest command-line options such as --slow or --integration. It is not environment-variable access or secret handling."
},
{
"id": "env_access:assets/conftest.py.template:49:configuration-library",
"verdict": "false_positive",
"confidence": 0.97,
"reason": "This reads pytest command-line options such as --slow or --integration. It is not environment-variable access or secret handling."
},
{
"id": "env_access:assets/conftest.py.template:102:database-connection-strings",
"verdict": "false_positive",
"confidence": 0.96,
"reason": "The database URL is a hardcoded in-memory SQLite test value. It is placeholder test configuration, not a real credential."
},
{
"id": "env_access:assets/conftest.py.template:101:generic-api-secret-keys",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The API key value is an obvious dummy used in a test fixture or patch.dict example. It is not a real secret or exfiltration path."
},
{
"id": "sensitive:assets/conftest.py.template:45:certificate-key-files",
"verdict": "false_positive",
"confidence": 0.8,
"reason": "The cited pattern appears in educational pytest material. I found no evidence that it performs unsafe behavior when the skill is loaded."
},
{
"id": "sensitive:assets/conftest.py.template:52:certificate-key-files",
"verdict": "false_positive",
"confidence": 0.8,
"reason": "The cited pattern appears in educational pytest material. I found no evidence that it performs unsafe behavior when the skill is loaded."
},
{
"id": "blocker:assets/conftest.py.template:41:network-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "blocker:assets/conftest.py.template:48:network-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "network:references/async-testing.md:58:hardcoded-url",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "The URL or HTTP client use is sample testing documentation, not autonomous network activity by the skill. No data exfiltration behavior is present."
},
{
"id": "env_access:references/async-testing.md:76:database-connection-strings",
"verdict": "false_positive",
"confidence": 0.88,
"reason": "DATABASE_URL is a placeholder variable inside documented async fixture code. No concrete secret is embedded or transmitted by the skill."
},
{
"id": "blocker:references/async-testing.md:297:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "env_access:references/fixtures-advanced.md:64:python-environment-access",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "The environment mutation appears in documentation for test isolation fixtures. It affects only a copied test process and does not read or export secrets."
},
{
"id": "env_access:references/fixtures-advanced.md:65:python-environment-access",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "The environment mutation appears in documentation for test isolation fixtures. It affects only a copied test process and does not read or export secrets."
},
{
"id": "env_access:references/fixtures-advanced.md:67:python-environment-access",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "The environment mutation appears in documentation for test isolation fixtures. It affects only a copied test process and does not read or export secrets."
},
{
"id": "env_access:references/fixtures-advanced.md:189:configuration-library",
"verdict": "false_positive",
"confidence": 0.97,
"reason": "This reads pytest command-line options such as --slow or --integration. It is not environment-variable access or secret handling."
},
{
"id": "sensitive:references/fixtures-advanced.md:192:certificate-key-files",
"verdict": "false_positive",
"confidence": 0.8,
"reason": "The cited pattern appears in educational pytest material. I found no evidence that it performs unsafe behavior when the skill is loaded."
},
{
"id": "blocker:references/fixtures-advanced.md:31:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "network:references/integration-testing.md:199:http-client-library",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "The URL or HTTP client use is sample testing documentation, not autonomous network activity by the skill. No data exfiltration behavior is present."
},
{
"id": "network:references/integration-testing.md:153:hardcoded-url",
"verdict": "false_positive",
"confidence": 0.96,
"reason": "The URL is httpx test-client base_url syntax for in-process API tests. It is not an external network destination."
},
{
"id": "network:references/integration-testing.md:268:hardcoded-url",
"verdict": "false_positive",
"confidence": 0.86,
"reason": "The URL or HTTP client use is sample testing documentation, not autonomous network activity by the skill. No data exfiltration behavior is present."
},
{
"id": "network:references/integration-testing.md:284:hardcoded-url",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The network string is part of mocked HTTP testing guidance. It does not initiate an outbound request from the skill."
},
{
"id": "blocker:references/integration-testing.md:217:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "network:references/mocking-patterns.md:57:python-http-libraries",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The network string is part of mocked HTTP testing guidance. It does not initiate an outbound request from the skill."
},
{
"id": "network:references/mocking-patterns.md:258:python-http-libraries",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The network string is part of mocked HTTP testing guidance. It does not initiate an outbound request from the skill."
},
{
"id": "network:references/mocking-patterns.md:64:hardcoded-url",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The network string is part of mocked HTTP testing guidance. It does not initiate an outbound request from the skill."
},
{
"id": "env_access:references/mocking-patterns.md:114:python-environment-access",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The API key value is an obvious dummy used in a test fixture or patch.dict example. It is not a real secret or exfiltration path."
},
{
"id": "env_access:references/mocking-patterns.md:115:python-environment-access",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The API key value is an obvious dummy used in a test fixture or patch.dict example. It is not a real secret or exfiltration path."
},
{
"id": "env_access:references/mocking-patterns.md:118:python-environment-access",
"verdict": "false_positive",
"confidence": 0.87,
"reason": "This environment-related pattern appears in pytest testing documentation. I found no secret harvesting, persistence, or unauthorized environment export."
},
{
"id": "env_access:references/mocking-patterns.md:119:python-environment-access",
"verdict": "false_positive",
"confidence": 0.87,
"reason": "This environment-related pattern appears in pytest testing documentation. I found no secret harvesting, persistence, or unauthorized environment export."
},
{
"id": "env_access:references/mocking-patterns.md:120:python-environment-access",
"verdict": "false_positive",
"confidence": 0.87,
"reason": "This environment-related pattern appears in pytest testing documentation. I found no secret harvesting, persistence, or unauthorized environment export."
},
{
"id": "env_access:references/mocking-patterns.md:114:generic-api-secret-keys",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The API key value is an obvious dummy used in a test fixture or patch.dict example. It is not a real secret or exfiltration path."
},
{
"id": "env_access:references/mocking-patterns.md:115:generic-api-secret-keys",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The API key value is an obvious dummy used in a test fixture or patch.dict example. It is not a real secret or exfiltration path."
},
{
"id": "blocker:references/mocking-patterns.md:135:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "env_access:references/property-testing.md:256:python-getenv-function",
"verdict": "false_positive",
"confidence": 0.95,
"reason": "The getenv call reads HYPOTHESIS_PROFILE to choose a Hypothesis test profile. This is non-secret test configuration."
},
{
"id": "env_access:references/property-testing.md:256:getenv-function-call",
"verdict": "false_positive",
"confidence": 0.95,
"reason": "The getenv call reads HYPOTHESIS_PROFILE to choose a Hypothesis test profile. This is non-secret test configuration."
},
{
"id": "sensitive:references/property-testing.md:231:certificate-key-files",
"verdict": "false_positive",
"confidence": 0.8,
"reason": "The cited pattern appears in educational pytest material. I found no evidence that it performs unsafe behavior when the skill is loaded."
},
{
"id": "sensitive:references/property-testing.md:206:sqlite-database-file",
"verdict": "false_positive",
"confidence": 0.95,
"reason": "The snippet uses an in-memory dictionary model named db in a Hypothesis example. It does not open, read, or write a SQLite database file."
},
{
"id": "sensitive:references/property-testing.md:212:sqlite-database-file",
"verdict": "false_positive",
"confidence": 0.95,
"reason": "The snippet uses an in-memory dictionary model named db in a Hypothesis example. It does not open, read, or write a SQLite database file."
},
{
"id": "sensitive:references/property-testing.md:218:sqlite-database-file",
"verdict": "false_positive",
"confidence": 0.95,
"reason": "The snippet uses an in-memory dictionary model named db in a Hypothesis example. It does not open, read, or write a SQLite database file."
},
{
"id": "sensitive:references/property-testing.md:225:sqlite-database-file",
"verdict": "false_positive",
"confidence": 0.95,
"reason": "The snippet uses an in-memory dictionary model named db in a Hypothesis example. It does not open, read, or write a SQLite database file."
},
{
"id": "sensitive:references/property-testing.md:231:sqlite-database-file",
"verdict": "false_positive",
"confidence": 0.95,
"reason": "The snippet uses an in-memory dictionary model named db in a Hypothesis example. It does not open, read, or write a SQLite database file."
},
{
"id": "blocker:references/property-testing.md:125:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "blocker:references/test-architecture.md:5:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "blocker:references/test-architecture.md:99:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "blocker:references/test-architecture.md:214:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "external_commands:scripts/generate-conftest.sh:1:unix-shell-invocation",
"verdict": "confirmed",
"confidence": 0.78,
"reason": "This is an executable Bash helper, not just documentation. Review showed it creates a tests directory and writes tests/conftest.py, so it can modify a user project.",
"severity": "medium"
},
{
"id": "env_access:scripts/generate-conftest.sh:98:configuration-library",
"verdict": "false_positive",
"confidence": 0.97,
"reason": "This reads pytest command-line options such as --slow or --integration. It is not environment-variable access or secret handling."
},
{
"id": "sensitive:scripts/generate-conftest.sh:101:certificate-key-files",
"verdict": "false_positive",
"confidence": 0.8,
"reason": "The cited pattern appears in educational pytest material. I found no evidence that it performs unsafe behavior when the skill is loaded."
},
{
"id": "blocker:scripts/generate-conftest.sh:97:network-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "external_commands:scripts/run-tests.sh:1:unix-shell-invocation",
"verdict": "confirmed",
"confidence": 0.82,
"reason": "This is an executable Bash helper that runs pytest and can install pytest-watch in watch mode. That is legitimate test tooling, but it is real command execution and environment modification.",
"severity": "medium"
},
{
"id": "filesystem:scripts/run-tests.sh:56:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.96,
"reason": "The /dev/null use is standard shell output redirection while checking whether commands exist. It does not read project files or expose sensitive data."
},
{
"id": "filesystem:scripts/run-tests.sh:63:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.96,
"reason": "The /dev/null use is standard shell output redirection while checking whether commands exist. It does not read project files or expose sensitive data."
},
{
"id": "filesystem:scripts/run-tests.sh:83:standard-device-file-access",
"verdict": "false_positive",
"confidence": 0.96,
"reason": "The /dev/null use is standard shell output redirection while checking whether commands exist. It does not read project files or expose sensitive data."
},
{
"id": "external_commands:SKILL.md:16:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:27:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:31:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:49:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:53:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:58:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:62:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:76:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:80:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:89:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:93:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:110:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:114:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:128:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:132:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:138:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:142:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:156:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:162:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:163:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:164:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:165:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:166:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:167:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:168:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:169:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:173:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:174:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:175:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:176:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:177:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:178:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:179:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:183:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:184:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:188:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:189:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:196:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:197:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "external_commands:SKILL.md:200:ruby-shell-backtick-execution",
"verdict": "false_positive",
"confidence": 0.94,
"reason": "The finding points to Markdown fences, inline pytest command examples, or resource links in SKILL.md. These are documentation snippets, not commands executed by the skill."
},
{
"id": "blocker:SKILL.md:83:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "blocker:SKILL.md:88:system-reconnaissance",
"verdict": "false_positive",
"confidence": 0.98,
"reason": "The detector matched benign testing words such as slow, integration, id, headings, or ValueError. There is no host, account, or network reconnaissance behavior."
},
{
"id": "obfuscation:references/property-testing.md:1:heuristic-multiple-bracket-chains-8-jsfuck-obfus",
"verdict": "false_positive",
"confidence": 0.99,
"reason": "The cited line is the Markdown heading for property-based testing. I found no obfuscated payload or JSFuck-style code at that location."
}
],
"semantic_findings": [
{
"title": "Helper Script Installs pytest-watch",
"description": "The watch-mode branch checks for pytest-watch and installs it with pip when missing. This can modify the active Python environment and contact a package index.",
"severity": "medium",
"locations": [
{
"file": "scripts/run-tests.sh",
"line_start": 61,
"line_end": 68
}
],
"confidence": 0.72,
"confidence_reasoning": "The installation command is explicit and reachable through the --watch option. The package name is fixed and testing-related, which limits but does not remove the risk."
},
{
"title": "Test Runner Executes Pytest With Caller Arguments",
"description": "The test runner appends unmatched command-line arguments and executes pytest. This is expected for a helper script, but it runs repository test code with user-selected options.",
"severity": "medium",
"locations": [
{
"file": "scripts/run-tests.sh",
"line_start": 25,
"line_end": 50
},
{
"file": "scripts/run-tests.sh",
"line_start": 72,
"line_end": 77
}
],
"confidence": 0.66,
"confidence_reasoning": "The script clearly builds pytest arguments from caller input and executes pytest. The behavior is legitimate for test tooling, so the concern is operational risk rather than malicious intent."
},
{
"title": "Generator Script Writes Project Test Configuration",
"description": "The conftest generator creates the tests directory and writes tests/conftest.py with generated fixture content. It prompts before overwrite, but still changes project files.",
"severity": "medium",
"locations": [
{
"file": "scripts/generate-conftest.sh",
"line_start": 7,
"line_end": 17
},
{
"file": "scripts/generate-conftest.sh",
"line_start": 49,
"line_end": 82
}
],
"confidence": 0.68,
"confidence_reasoning": "The output path and file writes are explicit. The overwrite prompt lowers severity, and the generated content appears to be pytest boilerplate."
}
],
"critical_findings": [],
"high_findings": [],
"medium_findings": [
{
"title": "Unix shell invocation",
"description": "#!/bin/bash",
"locations": [
{
"file": "scripts/generate-conftest.sh",
"line_start": 1,
"line_end": 1
}
],
"review_kind": "capability",
"source_category": "external_commands",
"source_severity": "medium",
"confidence": 0.78,
"confidence_reasoning": "This is an executable Bash helper, not just documentation. Review showed it creates a tests directory and writes tests/conftest.py, so it can modify a user project."
},
{
"title": "Unix shell invocation",
"description": "#!/bin/bash",
"locations": [
{
"file": "scripts/run-tests.sh",
"line_start": 1,
"line_end": 1
}
],
"review_kind": "capability",
"source_category": "external_commands",
"source_severity": "medium",
"confidence": 0.82,
"confidence_reasoning": "This is an executable Bash helper that runs pytest and can install pytest-watch in watch mode. That is legitimate test tooling, but it is real command execution and environment modification."
},
{
"title": "Helper Script Installs pytest-watch",
"description": "The watch-mode branch checks for pytest-watch and installs it with pip when missing. This can modify the active Python environment and contact a package index.",
"locations": [
{
"file": "scripts/run-tests.sh",
"line_start": 61,
"line_end": 68
}
],
"review_kind": "security",
"source_category": "semantic",
"source_severity": "medium",
"confidence": 0.72,
"confidence_reasoning": "The installation command is explicit and reachable through the --watch option. The package name is fixed and testing-related, which limits but does not remove the risk."
},
{
"title": "Test Runner Executes Pytest With Caller Arguments",
"description": "The test runner appends unmatched command-line arguments and executes pytest. This is expected for a helper script, but it runs repository test code with user-selected options.",
"locations": [
{
"file": "scripts/run-tests.sh",
"line_start": 25,
"line_end": 50
},
{
"file": "scripts/run-tests.sh",
"line_start": 72,
"line_end": 77
}
],
"review_kind": "security",
"source_category": "semantic",
"source_severity": "medium",
"confidence": 0.66,
"confidence_reasoning": "The script clearly builds pytest arguments from caller input and executes pytest. The behavior is legitimate for test tooling, so the concern is operational risk rather than malicious intent."
},
{
"title": "Generator Script Writes Project Test Configuration",
"description": "The conftest generator creates the tests directory and writes tests/conftest.py with generated fixture content. It prompts before overwrite, but still changes project files.",
"locations": [
{
"file": "scripts/generate-conftest.sh",
"line_start": 7,
"line_end": 17
},
{
"file": "scripts/generate-conftest.sh",
"line_start": 49,
"line_end": 82
}
],
"review_kind": "security",
"source_category": "semantic",
"source_severity": "medium",
"confidence": 0.68,
"confidence_reasoning": "The output path and file writes are explicit. The overwrite prompt lowers severity, and the generated content appears to be pytest boilerplate."
}
],
"low_findings": [],
"dangerous_patterns": [],
"files_scanned": 12,
"total_lines": 2943,
"audit_model": "codex",
"audited_at": "2026-07-04T16:51:34.450Z",
"agent_auto_install_policy": "allowed",
"manual_install_policy": "allowed"
},
"content": {
"user_title": "Build Reliable Pytest Test Suites",
"value_statement": "Python teams often need consistent pytest patterns across fixtures, mocks, async tests, and coverage. This skill gives Claude, Codex, and Claude Code practical references and templates for maintainable test suites.",
"seo_keywords": [
"Claude",
"Codex",
"Claude Code",
"pytest patterns",
"Python testing",
"pytest fixtures",
"pytest mocking",
"pytest coverage",
"async pytest",
"integration testing"
],
"actual_capabilities": [
"Explains pytest fixtures, fixture scopes, parametrization, markers, and exception assertions.",
"Provides reference patterns for unittest.mock, patch, MagicMock, and pytest-mock.",
"Covers async testing with pytest-asyncio, async fixtures, cancellation, and timeout examples.",
"Documents pytest-cov workflows, branch coverage, CI reports, and mutation testing references.",
"Includes pytest.ini and conftest.py templates plus optional Bash helper scripts.",
"Shows integration, property-based, and test architecture patterns for larger Python projects."
],
"limitations": [
"The examples are generic and require adaptation to each project framework and dependency layout.",
"The Bash helpers should be reviewed before execution because they run commands and write files.",
"Some examples require optional packages such as pytest-asyncio, pytest-mock, pytest-cov, Hypothesis, or testcontainers.",
"The skill does not verify that generated tests match application behavior or business requirements."
],
"use_cases": [
{
"title": "Standardize New Test Suites",
"description": "Create a consistent pytest layout with shared fixtures, markers, and configuration templates.",
"target_user": "Backend engineers starting a Python service"
},
{
"title": "Improve Existing Test Coverage",
"description": "Add parametrized tests, coverage reporting, and focused test architecture guidance to an existing codebase.",
"target_user": "Engineering leads improving quality gates"
},
{
"title": "Handle Advanced Testing Needs",
"description": "Apply async, integration, property-based, and mocking patterns for complex Python behavior.",
"target_user": "Senior developers testing complex systems"
}
],
"prompt_templates": [
{
"title": "Create Basic Pytest Tests",
"scenario": "Beginner request for simple unit tests.",
"prompt": "Use the python-pytest-patterns skill to write basic pytest tests for this module. Include clear names, simple assertions, and pytest.raises where needed."
},
{
"title": "Design Shared Fixtures",
"scenario": "Intermediate request for fixture structure.",
"prompt": "Use the python-pytest-patterns skill to design fixtures and a conftest.py layout for this project. Explain fixture scopes and cleanup choices."
},
{
"title": "Add Mocking and Coverage",
"scenario": "Intermediate request for isolated tests and quality gates.",
"prompt": "Use the python-pytest-patterns skill to add mocking patterns and pytest-cov coverage guidance for this code. Avoid real network calls in unit tests."
},
{
"title": "Plan Advanced Test Architecture",
"scenario": "Advanced request for full test strategy.",
"prompt": "Use the python-pytest-patterns skill to propose a test architecture for unit, integration, async, and property-based tests. Include risks and CI recommendations."
}
],
"output_examples": [
{
"input": "Ask for pytest tests for a small Python utility module.",
"output": "A concise test plan with named cases, fixture suggestions, expected assertions, and edge cases to cover."
},
{
"input": "Ask for a testing strategy for a FastAPI service with a database.",
"output": "A layered testing approach covering unit tests, dependency overrides, rollback fixtures, API client tests, and coverage reporting."
},
{
"input": "Ask how to improve flaky async tests.",
"output": "Guidance on pytest-asyncio setup, timeout checks, cancellation tests, fixture cleanup, and avoiding live external services."
}
],
"best_practices": [
"Review shell scripts before running them, especially in repositories with sensitive configuration.",
"Keep unit tests isolated by mocking network, filesystem, and external service boundaries.",
"Use fixtures with clear scope and explicit cleanup to prevent hidden test coupling."
],
"anti_patterns": [
"Do not copy broad environment-clearing fixtures into a project without checking required variables.",
"Do not rely on live external URLs for routine unit or CI tests.",
"Do not treat coverage percentage as a substitute for meaningful assertions and edge-case tests."
],
"faq": [
{
"question": "Does this skill run tests automatically?",
"answer": "No. It provides guidance, templates, and optional scripts. Users choose whether to run any script."
},
{
"question": "Can it help with pytest fixtures?",
"answer": "Yes. It covers fixture scopes, factories, autouse fixtures, finalization, and conftest.py organization."
},
{
"question": "Does it support async Python tests?",
"answer": "Yes. It includes pytest-asyncio setup, async fixtures, timeout tests, and cancellation examples."
},
{
"question": "Can it help with coverage reporting?",
"answer": "Yes. It documents pytest-cov commands, branch coverage, CI XML reports, and coverage thresholds."
},
{
"question": "Are there security concerns?",
"answer": "The main concerns are optional Bash scripts that execute commands, write files, and may install pytest-watch."
},
{
"question": "Which tools can use this skill?",
"answer": "The report lists support for Claude, Codex, and Claude Code."
}
]
},
"file_structure": [
{
"name": "assets",
"type": "dir",
"path": "assets",
"children": [
{
"name": "conftest.py.template",
"type": "file",
"path": "assets/conftest.py.template",
"lines": 204
},
{
"name": "pytest.ini.template",
"type": "file",
"path": "assets/pytest.ini.template",
"lines": 51
}
]
},
{
"name": "references",
"type": "dir",
"path": "references",
"children": [
{
"name": "async-testing.md",
"type": "file",
"path": "references/async-testing.md",
"lines": 299
},
{
"name": "coverage-strategies.md",
"type": "file",
"path": "references/coverage-strategies.md",
"lines": 301
},
{
"name": "fixtures-advanced.md",
"type": "file",
"path": "references/fixtures-advanced.md",
"lines": 222
},
{
"name": "integration-testing.md",
"type": "file",
"path": "references/integration-testing.md",
"lines": 339
},
{
"name": "mocking-patterns.md",
"type": "file",
"path": "references/mocking-patterns.md",
"lines": 304
},
{
"name": "property-testing.md",
"type": "file",
"path": "references/property-testing.md",
"lines": 333
},
{
"name": "test-architecture.md",
"type": "file",
"path": "references/test-architecture.md",
"lines": 367
}
]
},
{
"name": "scripts",
"type": "dir",
"path": "scripts",
"children": [
{
"name": "generate-conftest.sh",
"type": "file",
"path": "scripts/generate-conftest.sh",
"lines": 230
},
{
"name": "run-tests.sh",
"type": "file",
"path": "scripts/run-tests.sh",
"lines": 91
}
]
},
{
"name": "SKILL.md",
"type": "file",
"path": "SKILL.md",
"lines": 202
}
]
}
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| finishing-a-development-branchobra/superpowersUse when implementation is complete, all tests pass, and you need to decide how to integrate the work | Stars: 319k | Updated | Claude CodeCodex | Verified | Install |
| systematic-debuggingobra/superpowersUse when encountering any bug, test failure, or unexpected behavior, before proposing fixes | Stars: 319k | Updated | Claude CodeCodex | Verified | Install |
| test-driven-developmentobra/superpowersUse when implementing any feature or bugfix, before writing implementation code | Stars: 319k | Updated | Claude CodeCodex | Verified | Install |
| skill-creatoranthropics/skillsCreate new skills, modify and improve existing skills, and measure skill performance. Use when users want to create a skill from scratch, edit, or optimize an existing skill, run evals to test a skill, benchmark skill performance with variance analysis, or optimize a skill's description for better triggering accuracy. | Stars: 196k | Updated | Claude CodeCodex | Verified | Install |