Skip to content

NVIDIA/SkillEvaluator / tests/fixtures/skillspector-2.13.3-reference-caveat

reference-caveat-example

Verified

Explain configuration examples without executing code.

FileKindSize
README.mdmarkdown836 B
SKILL.mdskill md386 B
report.jsonconfig13.3 KB

report.json

View on GitHub
{
  "skill": {
    "name": "reference-caveat-example",
    "source": "/workspace",
    "scanned_at": "2026-11-10T22:48:35.286725+00:00"
  },
  "risk_assessment": {
    "score": 0,
    "severity": "LOW",
    "recommendation": "CAUTION",
    "max_issue_severity": "NONE"
  },
  "components": [
    {
      "path": "SKILL.md",
      "type": "markdown",
      "lines": 13,
      "executable": false,
      "size_bytes": 386,
      "source_url": null,
      "source_identity": null,
      "source_digest": null
    }
  ],
  "structured_summaries": [],
  "issues": [],
  "suppressed_count": 0,
  "suppressed": [],
  "metadata": {
    "has_executable_scripts": false,
    "skillspector_version": "2.13.3",
    "llm_requested": false,
    "llm_available": false,
    "meta_analysis_applied": false,
    "inference_usage": [],
    "llm_provenance": {
      "schema_version": 1,
      "provider": {
        "configured_adapter": "unknown",
        "resolved_adapter": "unknown",
        "effective_adapter": "not_applicable",
        "effective_adapters": [],
        "service": "unknown",
        "routing": {
          "deployment_override": null,
          "deployment_source": "unknown",
          "api_version": null,
          "api_version_source": "unknown"
        }
      },
      "analyzers": [
        {
          "analyzer_id": "mcp_tool_poisoning",
          "model": "z-ai/glm-5.3",
          "model_source": "resolved_configuration",
          "analyzer_revision": {
            "value": "2.13.3",
            "source": "skillspector_package",
            "source_revision": {
              "value": "unknown",
              "source": "unknown"
            }
          }
        },
        {
          "analyzer_id": "semantic_developer_intent",
          "model": "z-ai/glm-5.3",
          "model_source": "resolved_configuration",
          "analyzer_revision": {
            "value": "2.13.3",
            "source": "skillspector_package",
            "source_revision": {
              "value": "unknown",
              "source": "unknown"
            }
          }
        },
        {
          "analyzer_id": "semantic_quality_policy",
          "model": "z-ai/glm-5.3",
          "model_source": "resolved_configuration",
          "analyzer_revision": {
            "value": "2.13.3",
            "source": "skillspector_package",
            "source_revision": {
              "value": "unknown",
              "source": "unknown"
            }
          }
        },
        {
          "analyzer_id": "semantic_security_discovery",
          "model": "z-ai/glm-5.3",
          "model_source": "resolved_configuration",
          "analyzer_revision": {
            "value": "2.13.3",
            "source": "skillspector_package",
            "source_revision": {
              "value": "unknown",
              "source": "unknown"
            }
          }
        },
        {
          "analyzer_id": "meta_analyzer",
          "model": "z-ai/glm-5.3",
          "model_source": "resolved_configuration",
          "analyzer_revision": {
            "value": "2.13.3",
            "source": "skillspector_package",
            "source_revision": {
              "value": "unknown",
              "source": "unknown"
            }
          }
        }
      ],
      "sampling": {
        "temperature": {
          "requested": null,
          "source": "provider_default",
          "forwarded_to_client": null,
          "adapter_support": false,
          "provider_support": "unknown"
        },
        "seed": {
          "requested": null,
          "source": "unset",
          "forwarded_to_client": null,
          "adapter_support": false,
          "provider_support": "unknown"
        },
        "reasoning_effort": {
          "requested": null,
          "source": "provider_default",
          "forwarded_to_client": null,
          "adapter_support": false,
          "provider_support": "unknown"
        }
      },
      "determinism": {
        "classification": "not_applicable",
        "control_status": "not_applied",
        "provider_guarantee": false,
        "reason": "LLM analysis was not executed for this scan."
      }
    },
    "filtering_mode": "heuristic"
  },
  "execution_successful": true,
  "analysis_completeness": {
    "total_components": 1,
    "scanned_components": 1,
    "coverage_percent": 100.0,
    "is_complete": false,
    "status": "partial",
    "execution_successful": true,
    "fully_inspected_files": 1,
    "partially_inspected_files": 0,
    "entirely_uninspected_files": 0,
    "ledger_exceptions": [
      {
        "outcome": "partial",
        "phase": "reference_resolution",
        "reason_code": "reference_missing",
        "message": "A local path-like reference does not match any bundled artifact, such as a file the skill writes at runtime.",
        "path": "SKILL.md",
        "start_line": 11,
        "end_line": 11,
        "fatal": false
      },
      {
        "outcome": "partial",
        "phase": "reference_resolution",
        "reason_code": "reference_missing",
        "message": "A local path-like reference does not match any bundled artifact, such as a file the skill writes at runtime.",
        "path": "SKILL.md",
        "start_line": 12,
        "end_line": 12,
        "fatal": false
      }
    ],
    "scope_exclusions": [],
    "analyzer_statuses": [
      {
        "analyzer_id": "artifact_integrity",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "behavioral_ast",
        "status": "not_applicable",
        "planned_work": 0,
        "completed": 0,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0,
        "reason_code": "no_applicable_files",
        "message": "No files matched this analyzer's applicability contract."
      },
      {
        "analyzer_id": "behavioral_taint_tracking",
        "status": "not_applicable",
        "planned_work": 0,
        "completed": 0,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0,
        "reason_code": "no_applicable_files",
        "message": "No files matched this analyzer's applicability contract."
      },
      {
        "analyzer_id": "bundled_execution_surface",
        "status": "not_applicable",
        "planned_work": 0,
        "completed": 0,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0,
        "reason_code": "no_applicable_files",
        "message": "No files matched this analyzer's applicability contract."
      },
      {
        "analyzer_id": "mcp_least_privilege",
        "status": "not_applicable",
        "planned_work": 0,
        "completed": 0,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0,
        "reason_code": "no_applicable_files",
        "message": "No files matched this analyzer's applicability contract."
      },
      {
        "analyzer_id": "mcp_rug_pull",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "mcp_tool_poisoning",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "meta_analyzer",
        "status": "not_applicable",
        "planned_work": 0,
        "completed": 0,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0,
        "reason_code": "no_applicable_files",
        "message": "No files matched this analyzer's applicability contract."
      },
      {
        "analyzer_id": "semantic_developer_intent",
        "status": "disabled",
        "planned_work": 0,
        "completed": 0,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0,
        "reason_code": "disabled_by_configuration",
        "message": "Analyzer was disabled by the requested configuration."
      },
      {
        "analyzer_id": "semantic_quality_policy",
        "status": "disabled",
        "planned_work": 0,
        "completed": 0,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0,
        "reason_code": "disabled_by_configuration",
        "message": "Analyzer was disabled by the requested configuration."
      },
      {
        "analyzer_id": "semantic_security_discovery",
        "status": "disabled",
        "planned_work": 0,
        "completed": 0,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0,
        "reason_code": "disabled_by_configuration",
        "message": "Analyzer was disabled by the requested configuration."
      },
      {
        "analyzer_id": "static_patterns_agent_snooping",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_anti_refusal",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_data_exfiltration",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_deserialization",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_excessive_agency",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_harmful_content",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_memory_poisoning",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_output_handling",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_privilege_escalation",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_prompt_injection",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_rogue_agent",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_ssrf",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_supply_chain",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_system_prompt_leakage",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_patterns_tool_misuse",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      },
      {
        "analyzer_id": "static_yara",
        "status": "completed",
        "planned_work": 1,
        "completed": 1,
        "partial": 0,
        "skipped": 0,
        "failed": 0,
        "unaccounted": 0
      }
    ],
    "references": [
      {
        "source_path": "SKILL.md",
        "line": 11,
        "column": 41,
        "evidence": "Explain how another project can create `examples/config.yaml` at runtime.",
        "target_path": null,
        "status": "missing",
        "disposition": "partial",
        "reference_kind": "quoted_or_code"
      },
      {
        "source_path": "SKILL.md",
        "line": 12,
        "column": 33,
        "evidence": "The example package version is `1.2.3`.",
        "target_path": null,
        "status": "missing",
        "disposition": "partial",
        "reference_kind": "quoted_or_code"
      }
    ],
    "limitations": [],
    "findings_before_filtering": 0,
    "findings_after_filtering": 0
  }
}
receiving-code-reviewobra/superpowersUse when receiving code review feedback, before implementing suggestions, especially if feedback seems unclear or technically questionable - requires technical rigor and verification, not performative agreement or blind implementationStars: 322kUpdated Claude CodeCodexVerifiedInstall
requesting-code-reviewobra/superpowersUse when completing tasks, implementing major features, or before merging to verify work meets requirementsStars: 322kUpdated Claude CodeCodexVerifiedInstall
using-git-worktreesobra/superpowersUse when starting feature work that needs isolation from current workspace or before executing implementation plans - ensures an isolated workspace exists via native tools or git worktree fallbackStars: 322kUpdated Claude CodeCodexVerifiedInstall
verification-before-completionobra/superpowersUse when about to claim work is complete, fixed, or passing, before committing or creating PRs - requires running verification commands and confirming output before making any success claims; evidence before assertions alwaysStars: 322kUpdated Claude CodeCodexVerifiedInstall