Skip to content

Dianel555/DSkills / skills/agent-wiki

agent-wiki

Unverified

Incremental LLM-friendly wiki generator for Obsidian note vaults. Use when: (1) Building wiki from notes, (2) Ingesting notes to wiki, (3) Obsidian LLM wiki, (4) Incremental knowledge base management. Triggers: 'build wiki from notes', 'ingest notes to wiki', 'Obsidian LLM wiki', 'incremental knowledge base'.

FileKindSize
.env.exampleother408 B
README.mdmarkdown15.3 KB
SKILL.mdskill md23.3 KB
pyproject.tomlmanifest2.1 KB
references/cli-matrix.mdmarkdown5.9 KB
references/homepage.mdmarkdown6.1 KB
references/index-schema.mdmarkdown6.9 KB
references/site-export.mdmarkdown3.1 KB
references/topic-authoring.mdmarkdown5.1 KB
scripts/agent_wiki/__init__.pyscript103 B
scripts/agent_wiki/authors.pyscript3.9 KB
scripts/agent_wiki/bases.pyscript4.0 KB
scripts/agent_wiki/batch.pyscript3.7 KB
scripts/agent_wiki/boundary.pyscript55.8 KB
scripts/agent_wiki/cache.pyscript5.5 KB
scripts/agent_wiki/canvas.pyscript8.0 KB
scripts/agent_wiki/cleanup.pyscript2.4 KB
scripts/agent_wiki/cli.pyscript97 B
scripts/agent_wiki/commands.pyscript28.3 KB
scripts/agent_wiki/config.pyscript4.2 KB
scripts/agent_wiki/coverage.pyscript2.1 KB
scripts/agent_wiki/frontmatter.pyscript1.6 KB
scripts/agent_wiki/home.pyscript7.9 KB
scripts/agent_wiki/keywords.pyscript2.0 KB
scripts/agent_wiki/links.pyscript14.7 KB
scripts/agent_wiki/plugins.pyscript2.1 KB
scripts/agent_wiki/quality.pyscript7.6 KB
scripts/agent_wiki/scanner.pyscript6.7 KB
scripts/agent_wiki/site.pyscript39.2 KB
scripts/agent_wiki/source_type.pyscript3.2 KB
scripts/agent_wiki/wiki_index.pyscript17.4 KB
scripts/agent_wiki/worklist.pyscript5.7 KB
scripts/agent_wiki_cli.pyscript5.5 KB
templates/home/academic.mdmarkdown2.9 KB
templates/home/dashboard.mdmarkdown2.7 KB
templates/home/magazine.mdmarkdown2.5 KB
templates/query/research.mdmarkdown787 B
tests/conftest.pyscript177 B
tests/fixtures/sample_vault/attachments/image.pngbinary26 B
tests/fixtures/sample_vault/课程/双缝实验.mdmarkdown47 B
tests/fixtures/sample_vault/课程/量子力学.mdmarkdown75 B
tests/test_alias_resolution.pyscript7.5 KB
tests/test_authors.pyscript2.2 KB
tests/test_backlinks.pyscript7.0 KB
tests/test_bases.pyscript4.7 KB
tests/test_batch.pyscript3.0 KB
tests/test_benchmark_index.pyscript2.1 KB
tests/test_boundary_platform.pyscript695 B
tests/test_cache.pyscript2.1 KB
tests/test_cache_strict.pyscript2.1 KB
tests/test_canvas.pyscript8.3 KB
tests/test_capture.pyscript5.5 KB
tests/test_cleanup.pyscript1.2 KB
tests/test_cleanup_init_strict.pyscript2.1 KB
tests/test_cli.pyscript6.2 KB
tests/test_config.pyscript2.0 KB
tests/test_coverage.pyscript7.2 KB
tests/test_e2e.pyscript2.5 KB
tests/test_evaluate_enhancements.pyscript14.7 KB
tests/test_featured_base.pyscript4.3 KB
tests/test_final_security_review.pyscript6.6 KB
tests/test_frontmatter.pyscript1.1 KB
tests/test_gen_home.pyscript4.9 KB
tests/test_gen_site_cli.pyscript3.9 KB
tests/test_home.pyscript7.7 KB
tests/test_immutability.pyscript1.4 KB
tests/test_immutability_capture.pyscript2.4 KB
tests/test_index_capture.pyscript4.5 KB
tests/test_index_cli.pyscript5.4 KB
tests/test_index_extension.pyscript17.0 KB
tests/test_index_source_count.pyscript3.0 KB
tests/test_package_structure.pyscript3.4 KB
tests/test_plugins.pyscript3.1 KB
tests/test_quality.pyscript21.3 KB
tests/test_quality_cli.pyscript5.5 KB
tests/test_quality_prose_weight.pyscript3.8 KB
tests/test_quality_script_fairness.pyscript4.7 KB
tests/test_quality_tier_refactor.pyscript4.0 KB
tests/test_scanner.pyscript2.6 KB
tests/test_scanner_fast_path.pyscript3.5 KB
tests/test_scanner_strict.pyscript2.1 KB
tests/test_secure_temporary_writes.pyscript978 B
tests/test_site.pyscript20.2 KB
tests/test_site_import_isolation.pyscript3.9 KB
tests/test_site_slug_refactor.pyscript3.6 KB
tests/test_source_type.pyscript3.5 KB
tests/test_status_metrics.pyscript4.1 KB
tests/test_status_quality.pyscript5.3 KB
tests/test_status_worklist.pyscript3.0 KB
tests/test_structure.pyscript501 B
tests/test_topic_category.pyscript4.2 KB
tests/test_topic_path_boundary.pyscript2.2 KB
tests/test_vault_boundary.pyscript24.3 KB
tests/test_wiki_index.pyscript13.3 KB
tests/test_worklist.pyscript12.3 KB
tests/test_worklist_cli.pyscript1.9 KB

scripts/agent_wiki/scanner.py

View on GitHub
"""Source file scanning and classification."""

from __future__ import annotations

import fnmatch
from collections.abc import Callable, Iterator
from pathlib import Path
from typing import Any

from . import boundary, config
from . import cache as cache_mod

EXCLUDED_DIRS = {"wiki", ".obsidian", "attachments", ".git", ".trash"}


def _ignore_patterns(vault: Path, warnings: list[dict[str, str]]) -> list[str]:
    ignore = vault / ".wikiignore"
    try:
        # The existence probe is inside the same protection as the read: an
        # inspection failure (e.g. access denied) must degrade to "no ignore rules
        # applied" plus a warning, not abort the whole classification.
        if not boundary.exists(ignore):
            return []
        text = boundary.read_text(ignore, encoding="utf-8")
    except (OSError, UnicodeDecodeError, boundary.BoundaryError):
        # Unreadable ignore rules must not silently change what gets scanned: report
        # the failure so the caller can decide, instead of scanning with default rules
        # while the user believes their ignores applied.
        warnings.append({"path": ".wikiignore", "error": "ignore_unreadable"})
        return []
    return [line.strip() for line in text.splitlines() if line.strip() and not line.strip().startswith("#")]


def _ignored(rel: str, patterns: list[str]) -> bool:
    return any(fnmatch.fnmatch(rel, pattern) or fnmatch.fnmatch(rel + "/", pattern) for pattern in patterns)


def _excluded(rel: str, patterns: list[str]) -> bool:
    parts = rel.split("/")
    return any(part in EXCLUDED_DIRS for part in parts) or _ignored(rel, patterns)


def _collect_sources(vault: str | Path) -> tuple[list[Path], list[dict[str, str]]]:
    root = Path(vault).resolve()
    warnings: list[dict[str, str]] = []
    patterns = _ignore_patterns(root, warnings)
    found: list[Path] = []
    skipped: list[dict[str, str]] = warnings
    # Enumerate without entering links, and report the links that were skipped. Every
    # later read of a collected path is verified again, so a directory swapped into a
    # link after enumeration is caught when its content is read.
    for entry in boundary.walk(root, include_links=True):
        rel = config.normalize_relpath(entry.path.relative_to(root).as_posix())
        if entry.is_link:
            skipped.append({"path": rel, "error": "skipped_symlink"})
            continue
        if not entry.name.endswith(".md"):
            continue
        if _excluded(rel, patterns):
            continue
        found.append(entry.path)
    found.sort(key=lambda p: config.to_rel_posix(p, root))
    skipped.sort(key=lambda item: item["path"])
    return found, skipped


def walk_sources(vault: str | Path) -> Iterator[Path]:
    boundary.bind(vault)
    yield from _collect_sources(vault)[0]


def _item(path: Path, vault: Path, derived_topics: list[str] | None = None, *, cached_entry: dict[str, Any] | None = None) -> dict[str, Any]:
    st = boundary.stat(path)
    if st is None:
        raise FileNotFoundError(2, "No such file or directory", str(path))
    mtime_ns, size = st.st_mtime_ns, st.st_size

    if cached_entry is not None:
        cached_mtime_ns = cached_entry.get("mtime_ns")
        cached_size = cached_entry.get("size")
        if cached_mtime_ns is not None and cached_mtime_ns == mtime_ns and cached_size == size:
            return {
                "path": config.to_rel_posix(path, vault),
                "size": size,
                "mtime_ns": mtime_ns,
                "derived_topics": derived_topics or [],
                "signature_match": True,
            }

    sha256 = cache_mod.sha256_file(path)
    return {
        "path": config.to_rel_posix(path, vault),
        "sha256": sha256,
        "size": size,
        "mtime_ns": mtime_ns,
        "derived_topics": derived_topics or [],
    }


def classify(vault: str | Path, cache_data: dict[str, Any], *, collect: Callable[[Path], tuple[list[Path], list[dict[str, str]]]] | None = None) -> dict[str, Any]:
    boundary.bind(vault)
    root = Path(vault).resolve()
    sources = cache_data.get("sources", {})
    result: dict[str, Any] = {"new": [], "modified": [], "unchanged": [], "deleted": [], "errors": [], "skipped_symlinks": []}

    if collect is None:
        source_paths, skipped = _collect_sources(root)
    else:
        source_paths, skipped = collect(root)
    result["skipped_symlinks"] = skipped
    result["errors"].extend(skipped)

    current_paths: dict[str, Path] = {}
    for path in source_paths:
        rel = config.to_rel_posix(path, root)
        if rel in current_paths:
            result["fatal"] = {"error": "normalized_path_collision", "path": rel}
            result["new"] = []
            result["modified"] = []
            result["unchanged"] = []
            result["deleted"] = []
            return result
        current_paths[rel] = path

    for rel, path in current_paths.items():
        cached = sources.get(rel)
        try:
            item = _item(path, root, cached.get("derived_topics", []) if cached else [], cached_entry=cached)
        except OSError:
            result["errors"].append({"path": rel, "error": "unreadable"})
            continue
        if cached is None:
            result["new"].append(item)
        elif item.get("signature_match"):
            result["unchanged"].append(item)
        elif item["sha256"] != cached.get("sha256"):
            result["modified"].append(item)
        else:
            result["unchanged"].append(item)

    for rel, cached in sorted(sources.items()):
        normalized = config.normalize_relpath(rel)
        if normalized not in current_paths:
            result["deleted"].append({"path": normalized, "derived_topics": cached.get("derived_topics", [])})
    return result


def format_report(classified: dict[str, Any], vault: str | Path) -> dict[str, Any]:
    if "fatal" in classified:
        fatal_value = classified["fatal"]
        if isinstance(fatal_value, dict):
            return fatal_value
        return {"error": str(fatal_value)}
    return {
        "version": 1,
        "vault": str(Path(vault).resolve()),
        "stats": {
            "total_sources": len(classified.get("new", [])) + len(classified.get("modified", [])) + len(classified.get("unchanged", [])),
            "new": len(classified.get("new", [])),
            "modified": len(classified.get("modified", [])),
            "unchanged": len(classified.get("unchanged", [])),
            "deleted": len(classified.get("deleted", [])),
            "skipped_symlinks": len(classified.get("skipped_symlinks", [])),
            "errors": len(classified.get("errors", [])),
        },
        "new": classified.get("new", []),
        "modified": classified.get("modified", []),
        "deleted": classified.get("deleted", []),
        "errors": classified.get("errors", []),
    }
reverse-engineer-anythingmorluto/reaReverse engineer native, managed, Electron/JavaScript, packaged, firmware, and browser targets with REA, and build agent environments (AgentEnv bundles) of web applications from a live instance or a capture, and of Linux desktop apps with a task from a request. Use shipped-artifact or requested runtime evidence to explain features, compare versions, decompile code, or guide a reconstruction. Skip REA for ordinary source-repository architecture analysis.Stars: 471kUpdated Claude CodeCodexVerifiedInstall
diagnosing-superpowersobra/superpowersUse when a superpowers session went wrong and your human partner wants to know why — repeated work, ignored plans, stumbles, poor results, a skill that didn't fire, "it took too long", "why is it so expensive", "what is it doing" — or wants to build a bug report for the superpowers maintainers, for the current session or a past one identified by id or path, on any harness.Stars: 322kUpdated Claude CodeCodexVerifiedInstall
dispatching-parallel-agentsobra/superpowersUse when facing 2+ independent tasks that can be worked on without shared state or sequential dependenciesStars: 322kUpdated Claude CodeCodexVerifiedInstall
executing-plansobra/superpowersUse when executing an implementation plan in the current session as the implementer yourself — your human partner chose inline execution, or no subagent tool is availableStars: 322kUpdated Claude CodeCodexVerifiedInstall