NVIDIA/SkillEvaluator / tests/fixtures/skillspector-2.13.3-reference-caveat
reference-caveat-example
VerifiedExplain configuration examples without executing code.
| File | Kind | Size |
|---|---|---|
| README.md | markdown | 836 B |
| SKILL.md | skill md | 386 B |
| report.json | config | 13.3 KB |
report.json
View on GitHub{
"skill": {
"name": "reference-caveat-example",
"source": "/workspace",
"scanned_at": "2026-11-10T22:48:35.286725+00:00"
},
"risk_assessment": {
"score": 0,
"severity": "LOW",
"recommendation": "CAUTION",
"max_issue_severity": "NONE"
},
"components": [
{
"path": "SKILL.md",
"type": "markdown",
"lines": 13,
"executable": false,
"size_bytes": 386,
"source_url": null,
"source_identity": null,
"source_digest": null
}
],
"structured_summaries": [],
"issues": [],
"suppressed_count": 0,
"suppressed": [],
"metadata": {
"has_executable_scripts": false,
"skillspector_version": "2.13.3",
"llm_requested": false,
"llm_available": false,
"meta_analysis_applied": false,
"inference_usage": [],
"llm_provenance": {
"schema_version": 1,
"provider": {
"configured_adapter": "unknown",
"resolved_adapter": "unknown",
"effective_adapter": "not_applicable",
"effective_adapters": [],
"service": "unknown",
"routing": {
"deployment_override": null,
"deployment_source": "unknown",
"api_version": null,
"api_version_source": "unknown"
}
},
"analyzers": [
{
"analyzer_id": "mcp_tool_poisoning",
"model": "z-ai/glm-5.3",
"model_source": "resolved_configuration",
"analyzer_revision": {
"value": "2.13.3",
"source": "skillspector_package",
"source_revision": {
"value": "unknown",
"source": "unknown"
}
}
},
{
"analyzer_id": "semantic_developer_intent",
"model": "z-ai/glm-5.3",
"model_source": "resolved_configuration",
"analyzer_revision": {
"value": "2.13.3",
"source": "skillspector_package",
"source_revision": {
"value": "unknown",
"source": "unknown"
}
}
},
{
"analyzer_id": "semantic_quality_policy",
"model": "z-ai/glm-5.3",
"model_source": "resolved_configuration",
"analyzer_revision": {
"value": "2.13.3",
"source": "skillspector_package",
"source_revision": {
"value": "unknown",
"source": "unknown"
}
}
},
{
"analyzer_id": "semantic_security_discovery",
"model": "z-ai/glm-5.3",
"model_source": "resolved_configuration",
"analyzer_revision": {
"value": "2.13.3",
"source": "skillspector_package",
"source_revision": {
"value": "unknown",
"source": "unknown"
}
}
},
{
"analyzer_id": "meta_analyzer",
"model": "z-ai/glm-5.3",
"model_source": "resolved_configuration",
"analyzer_revision": {
"value": "2.13.3",
"source": "skillspector_package",
"source_revision": {
"value": "unknown",
"source": "unknown"
}
}
}
],
"sampling": {
"temperature": {
"requested": null,
"source": "provider_default",
"forwarded_to_client": null,
"adapter_support": false,
"provider_support": "unknown"
},
"seed": {
"requested": null,
"source": "unset",
"forwarded_to_client": null,
"adapter_support": false,
"provider_support": "unknown"
},
"reasoning_effort": {
"requested": null,
"source": "provider_default",
"forwarded_to_client": null,
"adapter_support": false,
"provider_support": "unknown"
}
},
"determinism": {
"classification": "not_applicable",
"control_status": "not_applied",
"provider_guarantee": false,
"reason": "LLM analysis was not executed for this scan."
}
},
"filtering_mode": "heuristic"
},
"execution_successful": true,
"analysis_completeness": {
"total_components": 1,
"scanned_components": 1,
"coverage_percent": 100.0,
"is_complete": false,
"status": "partial",
"execution_successful": true,
"fully_inspected_files": 1,
"partially_inspected_files": 0,
"entirely_uninspected_files": 0,
"ledger_exceptions": [
{
"outcome": "partial",
"phase": "reference_resolution",
"reason_code": "reference_missing",
"message": "A local path-like reference does not match any bundled artifact, such as a file the skill writes at runtime.",
"path": "SKILL.md",
"start_line": 11,
"end_line": 11,
"fatal": false
},
{
"outcome": "partial",
"phase": "reference_resolution",
"reason_code": "reference_missing",
"message": "A local path-like reference does not match any bundled artifact, such as a file the skill writes at runtime.",
"path": "SKILL.md",
"start_line": 12,
"end_line": 12,
"fatal": false
}
],
"scope_exclusions": [],
"analyzer_statuses": [
{
"analyzer_id": "artifact_integrity",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "behavioral_ast",
"status": "not_applicable",
"planned_work": 0,
"completed": 0,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0,
"reason_code": "no_applicable_files",
"message": "No files matched this analyzer's applicability contract."
},
{
"analyzer_id": "behavioral_taint_tracking",
"status": "not_applicable",
"planned_work": 0,
"completed": 0,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0,
"reason_code": "no_applicable_files",
"message": "No files matched this analyzer's applicability contract."
},
{
"analyzer_id": "bundled_execution_surface",
"status": "not_applicable",
"planned_work": 0,
"completed": 0,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0,
"reason_code": "no_applicable_files",
"message": "No files matched this analyzer's applicability contract."
},
{
"analyzer_id": "mcp_least_privilege",
"status": "not_applicable",
"planned_work": 0,
"completed": 0,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0,
"reason_code": "no_applicable_files",
"message": "No files matched this analyzer's applicability contract."
},
{
"analyzer_id": "mcp_rug_pull",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "mcp_tool_poisoning",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "meta_analyzer",
"status": "not_applicable",
"planned_work": 0,
"completed": 0,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0,
"reason_code": "no_applicable_files",
"message": "No files matched this analyzer's applicability contract."
},
{
"analyzer_id": "semantic_developer_intent",
"status": "disabled",
"planned_work": 0,
"completed": 0,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0,
"reason_code": "disabled_by_configuration",
"message": "Analyzer was disabled by the requested configuration."
},
{
"analyzer_id": "semantic_quality_policy",
"status": "disabled",
"planned_work": 0,
"completed": 0,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0,
"reason_code": "disabled_by_configuration",
"message": "Analyzer was disabled by the requested configuration."
},
{
"analyzer_id": "semantic_security_discovery",
"status": "disabled",
"planned_work": 0,
"completed": 0,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0,
"reason_code": "disabled_by_configuration",
"message": "Analyzer was disabled by the requested configuration."
},
{
"analyzer_id": "static_patterns_agent_snooping",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_anti_refusal",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_data_exfiltration",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_deserialization",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_excessive_agency",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_harmful_content",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_memory_poisoning",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_output_handling",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_privilege_escalation",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_prompt_injection",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_rogue_agent",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_ssrf",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_supply_chain",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_system_prompt_leakage",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_patterns_tool_misuse",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
},
{
"analyzer_id": "static_yara",
"status": "completed",
"planned_work": 1,
"completed": 1,
"partial": 0,
"skipped": 0,
"failed": 0,
"unaccounted": 0
}
],
"references": [
{
"source_path": "SKILL.md",
"line": 11,
"column": 41,
"evidence": "Explain how another project can create `examples/config.yaml` at runtime.",
"target_path": null,
"status": "missing",
"disposition": "partial",
"reference_kind": "quoted_or_code"
},
{
"source_path": "SKILL.md",
"line": 12,
"column": 33,
"evidence": "The example package version is `1.2.3`.",
"target_path": null,
"status": "missing",
"disposition": "partial",
"reference_kind": "quoted_or_code"
}
],
"limitations": [],
"findings_before_filtering": 0,
"findings_after_filtering": 0
}
}
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| receiving-code-reviewobra/superpowersUse when receiving code review feedback, before implementing suggestions, especially if feedback seems unclear or technically questionable - requires technical rigor and verification, not performative agreement or blind implementation | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| requesting-code-reviewobra/superpowersUse when completing tasks, implementing major features, or before merging to verify work meets requirements | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| using-git-worktreesobra/superpowersUse when starting feature work that needs isolation from current workspace or before executing implementation plans - ensures an isolated workspace exists via native tools or git worktree fallback | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| verification-before-completionobra/superpowersUse when about to claim work is complete, fixed, or passing, before committing or creating PRs - requires running verification commands and confirming output before making any success claims; evidence before assertions always | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |