alexanderop/commonplace-wiki / .agents/skills/wiki-extract-source
wiki-extract-source
VerifiedInspect source identity, evidence availability and existing wiki matches before capturing articles, videos or other resources.
| File | Kind | Size |
|---|---|---|
| SKILL.md | skill md | 1.8 KB |
| scripts/inspect-source.mjs | script | 3.6 KB |
scripts/inspect-source.mjs
View on GitHubimport { readdir, readFile } from 'node:fs/promises'
import { resolve, join } from 'node:path'
import { createRequire } from 'node:module'
import { pathToFileURL } from 'node:url'
const require = createRequire(new URL('../../../../apps/wiki/package.json', import.meta.url))
export function sourceIdentity(input) {
const url = new URL(input)
if (!['https:', 'http:'].includes(url.protocol) || url.username || url.password) throw new Error('Use an HTTP(S) source URL without credentials')
const host = url.hostname.toLowerCase()
const youtube = ['youtube.com', 'www.youtube.com', 'm.youtube.com', 'music.youtube.com', 'youtu.be', 'www.youtu.be'].includes(host)
if (youtube) {
const parts = url.pathname.split('/').filter(Boolean)
const id = host.endsWith('youtu.be') ? parts[0] : parts[0] === 'watch' ? url.searchParams.get('v') : ['shorts', 'embed', 'live'].includes(parts[0]) ? parts[1] : undefined
if (id && /^[a-zA-Z0-9_-]{11}$/.test(id)) return { key: `youtube:${id}`, canonicalUrl: `https://www.youtube.com/watch?v=${id}`, playbook: 'ingest-youtube' }
}
for (const key of [...url.searchParams.keys()]) if (/^utm_/i.test(key) || ['fbclid', 'gclid'].includes(key)) url.searchParams.delete(key)
if (!/^#[!/]/.test(url.hash)) url.hash = ''
url.searchParams.sort()
return { key: url.href, canonicalUrl: url.href, playbook: youtube ? null : 'ingest-article' }
}
export async function inspectSource({ root = process.cwd(), url, evidence }) {
const identity = sourceIdentity(url)
const { parseMarkdown } = await import(pathToFileURL(require.resolve('comark')).href)
const matches = []
for (const audience of ['public', 'private']) {
const directory = resolve(root, 'apps/wiki/content', audience)
let entries
try { entries = await readdir(directory, { withFileTypes: true }) } catch (error) { if (error.code === 'ENOENT' && audience === 'private') continue; throw error }
for (const entry of entries.sort((a, b) => a.name.localeCompare(b.name))) {
if (entry.isSymbolicLink()) throw new Error(`Symlink not allowed: ${entry.name}`)
if (!entry.isFile() || !entry.name.endsWith('.md')) continue
const { frontmatter } = await parseMarkdown(await readFile(join(directory, entry.name), 'utf8'))
if (typeof frontmatter?.sourceUrl !== 'string') continue
if (sourceIdentity(frontmatter.sourceUrl).key === identity.key) {
matches.push({ noteId: frontmatter.noteId, title: frontmatter.title, audience, path: `apps/wiki/content/${audience}/${entry.name}` })
}
}
}
let evidenceStatus = 'missing'
if (evidence) evidenceStatus = (await readFile(resolve(root, evidence), 'utf8')).trim() ? 'available' : 'empty'
return { ...identity, matches, evidence: evidenceStatus, action: matches.length ? 'review-existing' : 'new-source', analysis: evidenceStatus === 'available' ? 'inspect-evidence' : 'pending', note: 'Availability is not proof of completeness or accuracy. Confirm medium and inspect evidence before writing.' }
}
if (process.argv[1] && import.meta.url === pathToFileURL(resolve(process.argv[1])).href) {
try {
const options = {}
for (let i = 2; i < process.argv.length; i += 2) {
const key = process.argv[i]
const value = process.argv[i + 1]
if (!['--url', '--root', '--evidence'].includes(key) || !value) throw new Error('Usage: inspect-source.mjs --url URL [--root PATH] [--evidence FILE]')
options[key.slice(2)] = value
}
if (!options.url) throw new Error('--url is required')
console.log(JSON.stringify(await inspectSource(options), null, 2))
} catch (error) { console.error(error.message); process.exitCode = 1 }
}
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack." | Stars: 198k | Updated | Claude CodeCodex | Verified | Install |
| ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read. | Stars: 194k | Updated | Claude CodeCodex | Verified | Install |
| ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report. | Stars: 194k | Updated | Claude CodeCodex | Verified | Install |
| ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt. | Stars: 194k | Updated | Claude CodeCodex | Verified | Install |