K-Dense-AI/scientific-agent-skills / skills/exploratory-data-analysis
exploratory-data-analysis
VerifiedPerforms bounded, local exploratory analysis of explicitly supported scientific files. Supports redacted CSV/TSV/JSON profiles; optional NumPy, HDF5, FASTA/FASTQ, and basic image metadata inspection; missingness/leakage audits; outlier and transformation sensitivity; and rigorous EDA report scaffolds. Other domain formats are reference-only and unknown formats fail closed.
| File | Kind | Size |
|---|---|---|
| SKILL.md | skill md | 14.4 KB |
| assets/report_template.md | markdown | 7.7 KB |
| references/bioinformatics_genomics_formats.md | markdown | 8.8 KB |
| references/chemistry_molecular_formats.md | markdown | 8.5 KB |
| references/general_scientific_formats.md | markdown | 12.0 KB |
| references/microscopy_imaging_formats.md | markdown | 9.1 KB |
| references/proteomics_metabolomics_formats.md | markdown | 9.6 KB |
| references/spectroscopy_analytical_formats.md | markdown | 9.3 KB |
| scripts/__init__.py | script | 69 B |
| scripts/_capabilities.py | script | 20.2 KB |
| scripts/_common.py | script | 14.0 KB |
| scripts/_structured.py | script | 14.3 KB |
| scripts/_tabular.py | script | 32.0 KB |
| scripts/capability_manifest.py | script | 5.3 KB |
| scripts/distribution_sensitivity.py | script | 3.2 KB |
| scripts/eda_analyzer.py | script | 10.3 KB |
| scripts/image_inspector.py | script | 7.7 KB |
| scripts/missingness_leakage_audit.py | script | 3.8 KB |
| scripts/report_scaffold.py | script | 4.1 KB |
| scripts/sequence_inspector.py | script | 8.4 KB |
| scripts/tabular_profile.py | script | 3.0 KB |
scripts/capability_manifest.py
View on GitHub#!/usr/bin/env python3
"""Emit the closed capability matrix or a redacted local-file manifest."""
from __future__ import annotations
import argparse
from pathlib import Path
from typing import Any
from _capabilities import (
REFERENCE_ONLY_FORMATS,
automated_capability_rows,
capability_for_path,
validate_magic,
)
from _common import (
DEFAULT_MAX_FILE_BYTES,
CliError,
bounded_file_limit,
checked_input_file,
display_identifier,
emit_json,
run_cli,
sha256_file,
stable_token,
)
def build_parser() -> argparse.ArgumentParser:
parser = argparse.ArgumentParser(
description=(
"List exact EDA capabilities or inspect a bounded local file without "
"content sniffing, raw previews, or path disclosure."
)
)
subparsers = parser.add_subparsers(dest="command", required=True)
list_parser = subparsers.add_parser(
"list",
help="Print automated and reference-only capability rows",
)
list_parser.add_argument("--output", help="Optional local .json output path")
list_parser.add_argument(
"--root",
default=".",
help="Existing local directory that bounds the optional output",
)
list_parser.add_argument("--force", action="store_true")
inspect_parser = subparsers.add_parser(
"inspect",
help="Create a redacted manifest for one local regular file",
)
inspect_parser.add_argument("input", help="Local file path inside --root")
inspect_parser.add_argument(
"--root",
default=".",
help="Existing local directory that bounds all input/output paths",
)
inspect_parser.add_argument(
"--max-bytes",
type=int,
default=DEFAULT_MAX_FILE_BYTES,
help=f"Maximum input bytes (hard ceiling: {512 * 1024 * 1024})",
)
inspect_parser.add_argument(
"--sha256",
action="store_true",
help="Explicitly include a full-file SHA-256 content fingerprint",
)
inspect_parser.add_argument(
"--reveal-identifiers",
action="store_true",
help="Include only a sanitized basename; never include the full path",
)
inspect_parser.add_argument("--output", help="Optional local .json output path")
inspect_parser.add_argument("--force", action="store_true")
return parser
def capability_matrix() -> dict[str, Any]:
"""Return exact script and reference-only registrations."""
return {
"schema_version": "1.1",
"policy": {
"unknown_formats": "rejected",
"content_sniffing_fallback": False,
"reference_only_means_executable_support": False,
"all_automated_inspection_is_bounded": True,
},
"automated": automated_capability_rows(),
"reference_only": [
{"suffix": suffix, **REFERENCE_ONLY_FORMATS[suffix]}
for suffix in sorted(REFERENCE_ONLY_FORMATS)
],
}
def inspect_manifest(
path: Path,
*,
max_bytes: int,
include_sha256: bool = False,
reveal_identifiers: bool = False,
) -> dict[str, Any]:
"""Build a redacted manifest from a previously checked local file."""
capability = capability_for_path(path)
signature_check_supported = capability["suffix"] not in {
".csv",
".tsv",
".json",
}
if capability["tier"].startswith("automated") and signature_check_supported:
validate_magic(path, capability["suffix"])
info = path.stat()
manifest: dict[str, Any] = {
"schema_version": "1.1",
"file": {
"file_id": stable_token(str(path), kind="file"),
"basename": display_identifier(
path.name,
kind="filename",
reveal_identifiers=reveal_identifiers,
),
"full_path_emitted": False,
"size_bytes": info.st_size,
"regular_file": True,
"symlink": False,
},
"capability": capability,
"inspection": {
"format_signature_checked": (
capability["tier"].startswith("automated")
and signature_check_supported
),
"content_values_read": False,
"reference_only": capability["tier"] == "reference_only",
},
}
if include_sha256:
manifest["file"]["sha256"] = sha256_file(path, max_bytes=max_bytes)
manifest["file"]["sha256_explicitly_requested"] = True
return manifest
def _main() -> None:
args = build_parser().parse_args()
if args.command == "list":
emit_json(
capability_matrix(),
output=args.output,
root=args.root,
force=args.force,
)
return
if args.command != "inspect":
raise CliError("unsupported command")
max_bytes = bounded_file_limit(args.max_bytes)
path = checked_input_file(
args.input,
root=args.root,
max_bytes=max_bytes,
)
report = inspect_manifest(
path,
max_bytes=max_bytes,
include_sha256=args.sha256,
reveal_identifiers=args.reveal_identifiers,
)
emit_json(
report,
output=args.output,
root=args.root,
force=args.force,
)
def main() -> int:
return run_cli(_main)
if __name__ == "__main__":
raise SystemExit(main())
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| rea-analysis-optimizationmorluto/reaOptimize REA providers and shared analysis workflows for agent context, latency, CPU, and memory while preserving correctness and Evidence. Use for analysis bottlenecks and cache or query design; CI/test-suite optimization belongs to rea-ci-tests-audit. | Stars: 463k | Updated | Claude CodeCodex | Verified | Install |
| rea-ci-tests-auditmorluto/reaAudit REA CI and test suites for correctness, fixture drift, false passes, and measured performance; use for suite or workflow investigations and efficiency changes, rather than ordinary feature testing or a single test failure. | Stars: 463k | Updated | Claude CodeCodex | Verified | Install |
| rea-tool-designmorluto/reaAudit, investigate, design, or change REA investigation tools, CLI/MCP contracts, provider capabilities, and Evidence semantics. | Stars: 463k | Updated | Claude CodeCodex | Verified | Install |
| ponytail-auditDietrichGebert/ponytailQuality audit of the whole repo: bugs, security, real load, missing tests, speed, and what to delete. Most important first. | Stars: 192k | Updated | Claude CodeCodex | Verified | Install |