oliverweissl/context-garden / skills/weeder
weeder
VerifiedMeasure and reduce a Skill's token footprint (always-loaded description + on-trigger SKILL.md body) without regressing routing accuracy or losing instructions. Use when a SKILL.md feels oversized, repeats rules, or has a vague description that might mis-route.
| File | Kind | Size |
|---|---|---|
| .gitignore | other | 32 B |
| SKILL.md | skill md | 3.1 KB |
| agents/weeder.md | markdown | 1.2 KB |
| bin/weederexecutable | script | 292 B |
| references/classification.md | markdown | 4.9 KB |
| references/llm-assist.md | markdown | 2.1 KB |
| references/routing-heuristic.md | markdown | 4.1 KB |
| scripts/cg_mode.py | script | 5.4 KB |
| scripts/we_apply_suggestion.py | script | 5.7 KB |
| scripts/we_audit.py | script | 5.6 KB |
| scripts/we_config.py | script | 2.5 KB |
| scripts/we_constraints.py | script | 5.1 KB |
| scripts/we_dupes.py | script | 6.1 KB |
| scripts/we_filler.py | script | 4.9 KB |
| scripts/we_optimize.py | script | 4.3 KB |
| scripts/we_parse.py | script | 5.0 KB |
| scripts/we_routing.py | script | 4.5 KB |
| scripts/we_suggest.py | script | 3.8 KB |
| scripts/we_text.py | script | 2.1 KB |
| scripts/we_tokens.py | script | 4.1 KB |
| scripts/weeder.pyexecutable | script | 12.0 KB |
| tests/fixtures/answer_lot.json | config | 875 B |
| tests/fixtures/filler_sentences.json | config | 2.6 KB |
| tests/fixtures/routing_examples.json | config | 489 B |
| tests/smoke_test.shexecutable | script | 14.3 KB |
scripts/we_apply_suggestion.py
View on GitHub"""Mechanically applies an agent-authored answer to `suggest` requests (all
judgment lives in the answer file). Writes a copy like `optimize`, so the
output goes through the same test-routing/test-function/diff gate.
"""
from __future__ import annotations
import re
import shutil
from pathlib import Path
from we_audit import audit_skill
from we_optimize import check_out_dir
from we_parse import FRONTMATTER_KEY_RE, FRONTMATTER_RE
def _whitespace_pattern(text: str) -> re.Pattern:
"""Whitespace-insensitive match: sentence-splitting flattens newlines in a
member's text, so a literal substring search can miss it."""
parts = [re.escape(w) for w in text.split()]
return re.compile(r"\s+".join(parts))
def _target_path(out_dir: Path, source: str) -> Path:
if source.startswith("references/"):
return out_dir / source
return out_dir / "SKILL.md" # source looks like "SKILL.md#<heading>"
def _yaml_double_quoted(text: str) -> str:
"""Always-valid YAML scalar for arbitrary agent text (": ", "#",
leading quotes, backslashes...): flattened to one line, double-quoted,
with backslashes and double quotes escaped."""
flat = " ".join(text.split())
return '"' + flat.replace("\\", "\\\\").replace('"', '\\"') + '"'
def _apply_description(out_dir: Path, new_description: str) -> None:
"""Replaces the whole `description:` value in the frontmatter --
including folded/literal block scalars (`>`/`|`) and plain/quoted
values continued over several lines -- not just its first line."""
if not isinstance(new_description, str) or not new_description.strip():
raise ValueError("description_shorten.new_description must be a non-empty string")
skill_md = out_dir / "SKILL.md"
text = skill_md.read_text()
m = FRONTMATTER_RE.match(text)
if not m:
raise ValueError("SKILL.md has no frontmatter to replace a `description:` in")
lines = m.group(1).split("\n")
start = next((i for i, line in enumerate(lines) if line.startswith("description:")), None)
if start is None:
raise ValueError("could not find a `description:` line in SKILL.md frontmatter to replace")
end = start + 1
while end < len(lines) and not FRONTMATTER_KEY_RE.match(lines[end]):
end += 1 # continuation lines of the same value, up to the next top-level key
lines[start:end] = [f"description: {_yaml_double_quoted(new_description)}"]
skill_md.write_text(text[: m.start(1)] + "\n".join(lines) + text[m.end(1) :])
def _apply_duplicate_consolidation(
out_dir: Path, report: dict, consolidations: list[dict]
) -> list[str]:
"""Rewrite the kept member to `canonical_text`, delete the others (replacing
all would just make exact duplicates). Indexed by position, not `source`:
two members can share a source label."""
warnings = []
groups = report["duplicate_groups"]
for c in consolidations:
idx = c["group_index"]
if idx < 0 or idx >= len(groups):
warnings.append(f"duplicate_consolidation: group_index {idx} out of range, skipped")
continue
members = groups[idx]["members"]
keep_idx = c["keep_member_index"]
if keep_idx < 0 or keep_idx >= len(members):
warnings.append(
f"duplicate_consolidation: keep_member_index {keep_idx} out of range for group {idx}, skipped"
)
continue
canonical = c["canonical_text"]
for member_idx, member in enumerate(members):
path = _target_path(out_dir, member["source"])
text = path.read_text()
replacement = canonical if member_idx == keep_idx else ""
new_text, n = _whitespace_pattern(member["text"]).subn(
lambda _m, r=replacement: r, text, count=1
)
if n == 0:
warnings.append(
f"duplicate_consolidation: could not find group {idx} member {member_idx}'s text "
f"verbatim in {member['source']} (it may contain inline code stripped during "
"detection), skipped"
)
continue
path.write_text(new_text)
return warnings
def _apply_unnecessary_removal(out_dir: Path, removals: list[dict]) -> list[str]:
warnings = []
path = out_dir / "SKILL.md"
for r in removals:
text = path.read_text()
new_text, n = _whitespace_pattern(r["text_to_remove"]).subn(lambda _m: "", text, count=1)
if n == 0:
warnings.append(
f"unnecessary_removal: could not find {r['text_to_remove']!r} verbatim, skipped"
)
continue
path.write_text(new_text)
return warnings
def apply_suggestion(skill_dir, out_dir, answer: dict, dup_threshold: float = 0.6) -> dict:
skill_dir = Path(skill_dir)
out_dir = Path(out_dir)
check_out_dir(skill_dir, out_dir)
if out_dir.exists():
shutil.rmtree(out_dir)
shutil.copytree(skill_dir, out_dir)
applied = []
warnings: list[str] = []
if "description_shorten" in answer:
_apply_description(out_dir, answer["description_shorten"]["new_description"])
applied.append("description_shorten")
if "duplicate_consolidation" in answer:
report = audit_skill(skill_dir, dup_threshold=dup_threshold)
warnings += _apply_duplicate_consolidation(
out_dir, report, answer["duplicate_consolidation"]
)
applied.append("duplicate_consolidation")
if "unnecessary_removal" in answer:
warnings += _apply_unnecessary_removal(out_dir, answer["unnecessary_removal"])
applied.append("unnecessary_removal")
return {
"skill_dir": str(skill_dir),
"out_dir": str(out_dir),
"applied": applied,
"warnings": warnings,
}
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| reverse-engineer-anythingmorluto/reaReverse engineer native, managed, Electron/JavaScript, packaged, firmware, and browser targets with REA, and build agent environments (AgentEnv bundles) of web applications from a live instance or a capture, and of Linux desktop apps with a task from a request. Use shipped-artifact or requested runtime evidence to explain features, compare versions, decompile code, or guide a reconstruction. Skip REA for ordinary source-repository architecture analysis. | Stars: 471k | Updated | Claude CodeCodex | Verified | Install |
| diagnosing-superpowersobra/superpowersUse when a superpowers session went wrong and your human partner wants to know why — repeated work, ignored plans, stumbles, poor results, a skill that didn't fire, "it took too long", "why is it so expensive", "what is it doing" — or wants to build a bug report for the superpowers maintainers, for the current session or a past one identified by id or path, on any harness. | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| dispatching-parallel-agentsobra/superpowersUse when facing 2+ independent tasks that can be worked on without shared state or sequential dependencies | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| executing-plansobra/superpowersUse when executing an implementation plan in the current session as the implementer yourself — your human partner chose inline execution, or no subagent tool is available | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |