Skip to content

code-yeongyu/oh-my-openagent / packages/shared-skills/skills/ulw-research

ulw-research

Unverified

Runs maximum-saturation research with a cooperating team, claim-graph gating, and a cited, QA'd deliverable. Use when the user explicitly asks for research or a deep investigation, including any 'ulw' research wording.

FileKindSize
AGENTS.mdmarkdown9.2 KB
ATTRIBUTION.mdmarkdown2.4 KB
SKILL.mdskill md42.2 KB
references/deliverable-phase.mdmarkdown49.1 KB
references/fact-ledger-grammar.mdmarkdown6.8 KB
references/fact-ledger.mdmarkdown24.4 KB
references/fidelity-claim-kinds.mdmarkdown5.2 KB
references/markdown-blocks.mdmarkdown721 B
references/report-gates.mdmarkdown32.0 KB
references/report-visualization.mdmarkdown15.4 KB
references/research-collection.mdmarkdown26.8 KB
references/research-delivery.mdmarkdown14.3 KB
references/unit-rules.mdmarkdown16.3 KB
scripts/claim-kinds.mjsscript11.2 KB
scripts/claim-kinds.test.tsscript13.5 KB
scripts/claim-prefix.test.tsscript4.9 KB
scripts/claims-index.mjsscript5.3 KB
scripts/claims-index.test.tsscript5.7 KB
scripts/cli-support.mjsscript4.1 KB
scripts/cli-support.test.tsscript4.3 KB
scripts/contracts-validation.test.tsscript3.3 KB
scripts/contracts.mjsscript26.1 KB
scripts/contracts.test.tsscript7.9 KB
scripts/conversion-altered.test.tsscript11.0 KB
scripts/conversion-originals.test.tsscript22.7 KB
scripts/conversion-probe-classes.test.tsscript45.2 KB
scripts/conversion-probe.mjsscript13.5 KB
scripts/conversion-probe.test.tsscript11.6 KB
scripts/copy-returns-fidelity-policy.test.tsscript10.4 KB
scripts/copy-returns-polish.test.tsscript12.1 KB
scripts/copy-returns.test.tsscript10.6 KB
scripts/css-hiding.mjsscript9.1 KB
scripts/css-lite.mjsscript7.6 KB
scripts/css-lite.test.tsscript6.4 KB
scripts/delivery-barrier-meaning.test.tsscript12.3 KB
scripts/delivery-barrier.test.tsscript11.4 KB
scripts/design-spec.mjsscript7.2 KB
scripts/design-spec.test.tsscript6.7 KB
scripts/entities.mjsscript2.5 KB
scripts/entry-guard.mjsscript794 B
scripts/fact-commands-fill.mjsscript6.6 KB
scripts/fact-commands-meaning.mjsscript12.6 KB
scripts/fact-commands-polish.mjsscript10.3 KB
scripts/fact-commands-verify.mjsscript12.6 KB
scripts/fact-commands.mjsscript13.8 KB
scripts/fact-derive-2.test.tsscript7.2 KB
scripts/fact-derive.mjsscript4.9 KB
scripts/fact-derive.test.tsscript10.8 KB
scripts/fact-expr.mjsscript4.5 KB
scripts/fact-fill.mjsscript11.7 KB
scripts/fact-fill.test.tsscript10.7 KB
scripts/fact-ledger-grammar.test.tsscript11.8 KB
scripts/fact-ledger-kinds.mjsscript16.5 KB
scripts/fact-ledger-kinds.test.tsscript9.3 KB
scripts/fact-ledger-legacy.test.tsscript8.9 KB
scripts/fact-ledger-schema.mjsscript11.9 KB
scripts/fact-ledger-schema.test.tsscript1.5 KB
scripts/fact-ledger.mjsscript5.5 KB
scripts/fact-ledger.test.tsscript9.7 KB
scripts/fact-locate.mjsscript12.1 KB
scripts/fact-locate.test.tsscript7.2 KB
scripts/fact-pairs.mjsscript8.3 KB
scripts/fact-pairs.test.tsscript6.6 KB
scripts/fact-recompute.mjsscript4.8 KB
scripts/fact-unit-dimensions-2.test.tsscript8.4 KB
scripts/fact-unit-dimensions.test.tsscript11.9 KB
scripts/fact-unit-rules.test.tsscript8.9 KB
scripts/fidelity-binding.mjsscript6.7 KB
scripts/fidelity-binding.test.tsscript4.0 KB
scripts/fidelity-brief.mjsscript6.4 KB
scripts/fidelity-brief.test.tsscript7.8 KB
scripts/fidelity-claims.mjsscript5.1 KB
scripts/fidelity-csv.mjsscript1.1 KB
scripts/fidelity-lexicon.mjsscript8.1 KB
scripts/fidelity-lexicon.test.tsscript6.0 KB
scripts/fidelity-originals.mjsscript9.9 KB
scripts/fidelity-policy.mjsscript10.1 KB
scripts/fidelity-records.mjsscript13.4 KB
scripts/fidelity-snapshot-readability.mjsscript2.2 KB
scripts/fidelity-sources.mjsscript4.3 KB
scripts/fidelity-state.mjsscript2.1 KB
scripts/fidelity-state.test.tsscript1.7 KB
scripts/fidelity-trace.mjsscript6.1 KB
scripts/fidelity-trace.test.tsscript3.3 KB
scripts/fidelity-value-unit.mjsscript13.3 KB
scripts/fidelity-values.mjsscript16.1 KB
scripts/fidelity-values.test.tsscript15.8 KB
scripts/format-extract-css.mjsscript5.1 KB
scripts/format-extract.mjsscript10.3 KB
scripts/format-extract.test.tsscript11.2 KB
scripts/gates-context.test.tsscript2.6 KB
scripts/gates-fidelity.mjsscript6.3 KB
scripts/gates-fidelity.test.tsscript3.3 KB
scripts/gates-figures.mjsscript9.9 KB
scripts/gates-layout.mjsscript6.6 KB
scripts/gates-layout.test.tsscript12.4 KB
scripts/gates-static-headings.test.tsscript961 B
scripts/gates-static.mjsscript8.1 KB
scripts/gates-static.test.tsscript14.9 KB
scripts/gates-structure.mjsscript4.7 KB
scripts/gates-text.mjsscript7.2 KB
scripts/glossary-vocabulary.test.tsscript1.7 KB
scripts/html-foreign-object.mjsscript2.8 KB
scripts/html-lite.mjsscript9.7 KB
scripts/html-lite.test.tsscript7.9 KB
scripts/html-markup.mjsscript7.0 KB
scripts/html-text-map.mjsscript4.8 KB
scripts/html-text-map.test.tsscript15.2 KB
scripts/layout-probe.mjsscript4.6 KB
scripts/layout-probe.test.tsscript4.2 KB
scripts/lexicon.mjsscript2.6 KB
scripts/lexicon.test.tsscript3.2 KB
scripts/markdown-closers.mjsscript4.9 KB
scripts/md-lite-boundaries.test.tsscript2.2 KB
scripts/md-lite.mjsscript7.8 KB
scripts/md-lite.test.tsscript10.3 KB
scripts/meaning-check.mjsscript9.7 KB
scripts/meaning-check.test.tsscript12.0 KB
scripts/number-grammar.mjsscript2.1 KB
scripts/number-grammar.test.tsscript1.8 KB
scripts/numerals.mjsscript12.0 KB
scripts/numerals.test.tsscript6.1 KB
scripts/outcome-start.mjsscript3.8 KB
scripts/outcome-start.test.tsscript5.0 KB
scripts/outcome.mjsscript10.5 KB
scripts/outcome.test.tsscript12.8 KB
scripts/page-source-locator.test.tsscript11.7 KB
scripts/particles-ko.mjsscript4.8 KB
scripts/particles-ko.test.tsscript4.3 KB
scripts/placeholder.mjsscript9.3 KB
scripts/placeholder.test.tsscript3.8 KB
scripts/polish-apply.mjsscript6.8 KB
scripts/polish-apply.test.tsscript19.7 KB
scripts/polish-diff.mjsscript1.7 KB
scripts/polish-diff.test.tsscript10.1 KB
scripts/polish-markup.test.tsscript14.0 KB
scripts/polish-partial.test.tsscript2.5 KB
scripts/polish-project.mjsscript5.8 KB
scripts/polish-rules.mjsscript9.8 KB
scripts/rational.mjsscript5.2 KB
scripts/rational.test.tsscript1.9 KB
scripts/raw-decode.mjsscript4.5 KB
scripts/raw-locator.mjsscript2.4 KB
scripts/raw-snapshot.test.tsscript7.3 KB
scripts/references-fences.test.tsscript1.2 KB
scripts/repair-tracker.mjsscript7.5 KB
scripts/repair-tracker.test.tsscript10.8 KB
scripts/report-tools-2.test.tsscript16.1 KB
scripts/report-tools-3.test.tsscript9.3 KB
scripts/report-tools-4.test.tsscript10.1 KB
scripts/report-tools-5.test.tsscript14.6 KB
scripts/report-tools-commands.mjsscript12.9 KB
scripts/report-tools.mjsscript2.6 KB
scripts/report-tools.test.tsscript12.1 KB
scripts/sentence-split.mjsscript3.0 KB
scripts/sentence-split.test.tsscript4.5 KB
scripts/snapshot-readability.test.tsscript7.0 KB
scripts/source-commands.mjsscript12.4 KB
scripts/source-integrity.test.tsscript18.1 KB
scripts/source-refresh.mjsscript5.2 KB
scripts/source-snapshot.mjsscript9.9 KB
scripts/source-snapshot.test.tsscript6.3 KB
scripts/source-view.mjsscript5.0 KB
scripts/sources-citation.mjsscript12.1 KB
scripts/sources-citation.test.tsscript14.8 KB
scripts/tests/contracts-support.tsscript3.5 KB
scripts/tests/delivery-barrier-session.tsscript3.3 KB
scripts/tests/derive-clock.tsscript341 B
scripts/tests/fact-derive-support.tsscript1.9 KB
scripts/tests/fact-unit-dimensions-support.tsscript1.5 KB
scripts/tests/fact-unit-rules-support.tsscript16.8 KB
scripts/tests/fidelity-values-support.tsscript1.6 KB
scripts/tests/fixtures/assets/figure-1.svgother141 B
scripts/tests/fixtures/bad-report.htmlother2.1 KB
scripts/tests/fixtures/boxes.jsonconfig3.2 KB
scripts/tests/fixtures/conversion-probe.htmlother485 B
scripts/tests/fixtures/design-spec.mdmarkdown458 B
scripts/tests/fixtures/fidelity-brief-locked.mdmarkdown571 B
scripts/tests/fixtures/fidelity-brief-pending.mdmarkdown574 B
scripts/tests/fixtures/fidelity/assets/share.csvother40 B
scripts/tests/fixtures/fidelity/claim-graph.mdmarkdown449 B
scripts/tests/fixtures/fidelity/gen-legacy-dev.mjsscript5.0 KB
scripts/tests/fixtures/fidelity/ledger-basic.jsonconfig5.1 KB
scripts/tests/fixtures/fidelity/ledger-legacy-dev.jsonconfig18.3 KB
scripts/tests/fixtures/fidelity/ledger-verify.jsonconfig9.1 KB
scripts/tests/fixtures/fidelity/polish-edits.jsonconfig303 B
scripts/tests/fixtures/fidelity/report-bad.htmlother821 B
scripts/tests/fixtures/fidelity/report-good.htmlother2.4 KB
scripts/tests/fixtures/fidelity/sources/S4.htmlother680 B
scripts/tests/fixtures/fidelity/sources/S4/acronyms.jsonconfig36 B
scripts/tests/fixtures/fidelity/sources/S4/meta.jsonconfig256 B
scripts/tests/fixtures/fidelity/sources/S4/sentences.jsonlother623 B
scripts/tests/fixtures/fidelity/sources/S4/text.txtmarkdown300 B
scripts/tests/fixtures/fidelity/sources/S5/acronyms.jsonconfig3 B
scripts/tests/fixtures/fidelity/sources/S5/meta.jsonconfig235 B
scripts/tests/fixtures/fidelity/sources/S5/sentences.jsonlother53 B
scripts/tests/fixtures/fidelity/sources/S5/text.txtmarkdown10 B
scripts/tests/fixtures/fidelity/sources/S9.txtmarkdown128 B
scripts/tests/fixtures/good-report.htmlother2.7 KB
scripts/tests/fixtures/reference-report.htmlother2.5 KB

scripts/polish-rules.mjs

View on GitHub
// polish-rules.mjs - the one rule set behind polish-apply (per edit) and polish-diff (whole document).
//
// polishDefects(beforeHtml, afterHtml, ledger, {ordered}) compares the visible projections
// (html-markup.markupParts, then polish-project.project) and returns {code, message} per failure.
// Polish may change text nodes only. The primary rule is the whole-document skeleton comparison
// (html-markup.skeletonChange): every markup token (tags, comments, bogus comments and frozen
// script/style/template content) and every character reference of a text node must be byte-identical
// in document order; an edited span holds no skeleton token, so any difference is polish_diff_fail
// naming the first differing token and its offset. The remaining checks compare the projections:
//   polish_diff_fail: fact spans (id + rendered markup), numerals outside fact spans (with units),
//     tickers (TICKER: 1-5 capitals with an optional ".XX" class, or a 6-digit KRX code), or a
//     table's row count changed; any tag, attribute, comment, declaration, or script/style/template
//     content changed; protected tokens also stay within their original text-node boundaries;
//   polish_hedging_decreased: a hedge or qualifier the before text holds and must keep is gone;
//   polish_text_churn: more than POLISH_CHURN_LIMIT of the normalized visible prose changed;
//   polish_link_changed: href values changed or an internal #target stopped resolving;
//   polish_name_changed: a proper noun (POLISH_NAME) of a ledger quote, present before, is gone.
// A document holding a construct html-markup.ambiguousMarkup lists (</ + non-letter, <!-- inside
// script/style, <![CDATA[, <?, --!>, or < inside a tag) is refused first with polish_diff_fail
// "ambiguous markup": the byte comparison is only trusted where the tokenizer is exact.
// ordered (polish-apply) also refuses a reordering of fact spans, numerals, tickers and links;
// without it they compare as multisets. Severity lives only in contracts.DEFECT_CODES.
// No IO, no model. Plain Node ESM.

import { ambiguousMarkup, markupParts, skeletonChange, tagAttributes } from "./html-markup.mjs"
import { missingTerms, numeralKeys, project, requiredTerms, termCounts, textOf } from "./polish-project.mjs"
import { splitSentences } from "./sentence-split.mjs"
import { normalizeText } from "./text-normalize.mjs"

/** The codes polishDefects can emit, in report order. */
export const POLISH_CODES = Object.freeze([
  "polish_diff_fail",
  "polish_hedging_decreased",
  "polish_text_churn",
  "polish_link_changed",
  "polish_name_changed",
])
export const TICKER = /(?<![\p{L}\p{N}])(?:[A-Z]{1,5}(?:\.[A-Z]{1,2})?|\d{6})(?![\p{L}\p{N}])/gu
/** The capitalized-token heuristic for proper nouns in ledger quotes. */
export const POLISH_NAME = /\p{Lu}[\p{L}\p{N}&'-]+/gu
/** Above this share of changed normalized prose a polish composed instead of proofreading. */
export const POLISH_CHURN_LIMIT = 0.5
/** Above this many cells a gap counts as fully rewritten instead of running the quadratic distance. */
const DISTANCE_CELLS = 25_000_000

const sorted = (list) => [...list].sort()
const same = (a, b) => a.length === b.length && a.every((item, k) => item === b[k])

/** null when unchanged; a reorder counts only when ordered. */
function listChange(label, before, after, ordered) {
  if (same(before, after)) return null
  const remaining = sorted(before)
  const added = []
  for (const item of after) {
    const at = remaining.indexOf(item)
    if (at === -1) added.push(item)
    else remaining.splice(at, 1)
  }
  if (remaining.length > 0 || added.length > 0)
    return `${label} changed: removed [${remaining.join(", ")}], added [${added.join(", ")}]`
  return ordered ? `${label} reordered: [${before.join(", ")}] became [${after.join(", ")}]` : null
}

const tableRows = (html) =>
  html
    .split(/<table\b/i)
    .slice(1)
    .map((part) => (part.split(/<\/table\s*>/i)[0].match(/<tr\b/gi) ?? []).length)

function levenshtein(a, b) {
  if (a === b) return 0
  if (a.length * b.length > DISTANCE_CELLS) return Math.max(a.length, b.length)
  let previous = Array.from({ length: b.length + 1 }, (_, k) => k)
  for (let i = 1; i <= a.length; i++) {
    const current = [i]
    for (let j = 1; j <= b.length; j++) {
      current[j] = Math.min(previous[j] + 1, current[j - 1] + 1, previous[j - 1] + (a[i - 1] === b[j - 1] ? 0 : 1))
    }
    previous = current
  }
  return previous[b.length]
}

/** Changed share of normalized prose: edit distance over unmatched sentence runs / longer length. */
export function churnRatio(beforeText, afterText) {
  const [a, b] = [normalizeText(beforeText), normalizeText(afterText)]
  const longest = Math.max(a.length, b.length)
  if (longest === 0) return 0
  const [sa, sb] = [splitSentences(a).map((s) => s.text), splitSentences(b).map((s) => s.text)]
  const lcs = Array.from({ length: sa.length + 1 }, () => new Array(sb.length + 1).fill(0))
  for (let i = sa.length - 1; i >= 0; i--) {
    for (let j = sb.length - 1; j >= 0; j--)
      lcs[i][j] = sa[i] === sb[j] ? lcs[i + 1][j + 1] + 1 : Math.max(lcs[i + 1][j], lcs[i][j + 1])
  }
  let distance = 0
  let gap = [[], []]
  const flush = () => {
    distance += levenshtein(gap[0].join(" "), gap[1].join(" "))
    gap = [[], []]
  }
  let [i, j] = [0, 0]
  while (i < sa.length || j < sb.length) {
    if (i < sa.length && j < sb.length && sa[i] === sb[j]) {
      flush()
      i++
      j++
    } else if (j >= sb.length || (i < sa.length && lcs[i + 1][j] >= lcs[i][j + 1])) gap[0].push(sa[i++])
    else gap[1].push(sb[j++])
  }
  flush()
  return distance / longest
}

function linkChange(from, to, before, after, ordered) {
  const change = listChange("href and data-claim values", from.links, to.links, ordered)
  if (change) return change
  const ids = (html) =>
    new Set(tagAttributes(html).flatMap(({ attrs }) => (Object.hasOwn(attrs, "id") ? [attrs.id] : [])))
  const [idsBefore, idsAfter] = [ids(before), ids(after)]
  const targets = to.links.filter((link) => link.startsWith("href=#")).map((link) => link.slice(5))
  const broken = targets.filter((href) => idsBefore.has(href.slice(1)) && !idsAfter.has(href.slice(1)))
  return broken.length > 0 ? `internal link targets stopped resolving: [${[...new Set(broken)].join(", ")}]` : null
}

/** Capitalized tokens of the ledger quotes, minus each sentence's first word. */
function ledgerNames(rows) {
  const names = new Set()
  for (const row of rows) {
    for (const { text } of splitSentences(row.quote ?? "")) {
      const first = text.match(/^\P{L}*\p{L}+/u)?.[0].length ?? 0
      for (const match of text.matchAll(POLISH_NAME)) if (match.index >= first) names.add(match[0])
    }
  }
  return names
}

const hasWord = (text, word) =>
  new RegExp(`(?<![\\p{L}\\p{N}])${word.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")}(?![\\p{L}\\p{N}])`, "u").test(text)

/**
 * @param {string} beforeHtml
 * @param {string} afterHtml
 * @param {{ rows: object[] }} ledger
 * @param {{ ordered?: boolean }} [options]
 * @returns {{ code: string, message: string }[]} in POLISH_CODES order
 */
export function polishDefects(beforeHtml, afterHtml, ledger, { ordered = false } = {}) {
  const ambiguous = [...new Set([...ambiguousMarkup(beforeHtml), ...ambiguousMarkup(afterHtml)])]
  if (ambiguous.length > 0) return [{ code: "polish_diff_fail", message: `ambiguous markup: ${ambiguous.join(", ")}` }]
  const [beforeParts, afterParts] = [markupParts(beforeHtml), markupParts(afterHtml)]
  const [before, after] = [beforeParts.source, afterParts.source]
  const [from, to] = [project(before), project(after)]
  const rows = ledger?.rows ?? []
  const defects = []
  const note = (code, message) => message && defects.push({ code, message })
  const factKey = (fact) => `${fact.id} ${fact.html}`
  const tickers = (text) => text.match(TICKER) ?? []
  const markupEqual = same(beforeParts.markup, afterParts.markup)
  note("polish_diff_fail", markupEqual ? null : "markup changed")
  note("polish_diff_fail", skeletonChange(beforeHtml, afterHtml))
  note("polish_diff_fail", listChange("fact spans", from.facts.map(factKey), to.facts.map(factKey), ordered))
  note(
    "polish_diff_fail",
    listChange("numerals outside fact spans", numeralKeys(from.masked), numeralKeys(to.masked), ordered),
  )
  note("polish_diff_fail", listChange("tickers", tickers(from.masked), tickers(to.masked), ordered))
  const [rowsBefore, rowsAfter] = [tableRows(before), tableRows(after)]
  if (!same(rowsBefore, rowsAfter))
    note("polish_diff_fail", `table row counts changed: [${rowsBefore}] became [${rowsAfter}]`)
  const required = requiredTerms(from, new Map(rows.map((row) => [row.fact_id, row])))
  if (markupEqual) {
    for (const [index, raw] of beforeParts.text.entries()) {
      const [a, b] = [raw, afterParts.text[index]].map(textOf)
      note("polish_diff_fail", listChange("text-node numerals", numeralKeys(a), numeralKeys(b), ordered))
      note("polish_diff_fail", listChange("text-node tickers", tickers(a), tickers(b), ordered))
      const lost = missingTerms(termCounts(a, [...required.keys()]), b)
      if (lost.length) note("polish_hedging_decreased", `text-node hedges removed: ${lost.join(", ")}`)
    }
  }
  const missing = missingTerms(required, to.visible)
  if (missing.length > 0)
    note("polish_hedging_decreased", `hedges or qualifiers removed: ${missing.map((term) => `"${term}"`).join(", ")}`)
  const ratio = churnRatio(from.visible, to.visible)
  if (ratio > POLISH_CHURN_LIMIT)
    note("polish_text_churn", `${(ratio * 100).toFixed(1)} percent of the normalized prose changed`)
  note("polish_link_changed", linkChange(from, to, before, after, ordered))
  const lost = [...ledgerNames(rows)].filter((name) => hasWord(from.visible, name) && !hasWord(to.visible, name))
  if (lost.length > 0) note("polish_name_changed", `ledger-quote names missing after polish: ${lost.join(", ")}`)
  return defects.sort((a, b) => POLISH_CODES.indexOf(a.code) - POLISH_CODES.indexOf(b.code))
}
finishing-a-development-branchobra/superpowersUse when implementation is complete, all tests pass, and you need to decide how to integrate the workStars: 322kUpdated Claude CodeCodexVerifiedInstall
systematic-debuggingobra/superpowersUse when encountering any bug, test failure, or unexpected behavior, before proposing fixesStars: 322kUpdated Claude CodeCodexVerifiedInstall
test-driven-developmentobra/superpowersUse when implementing any feature or bugfix, before writing implementation codeStars: 322kUpdated Claude CodeCodexVerifiedInstall
skill-creatoranthropics/skillsCreate new skills, modify and improve existing skills, and measure skill performance. Use when users want to create a skill from scratch, edit, or optimize an existing skill, run evals to test a skill, benchmark skill performance with variance analysis, or optimize a skill's description for better triggering accuracy.Stars: 198kUpdated Claude CodeCodexVerifiedInstall