Skip to content

JimLiu/baoyu-skills / skills/baoyu-url-to-markdown

baoyu-url-to-markdown

Verified

Fetch any URL and convert to markdown using baoyu-fetch CLI (Chrome CDP with site-specific adapters). Built-in adapters for X/Twitter, YouTube transcripts, Hacker News threads, and generic pages via Defuddle. Handles login/CAPTCHA via interaction wait modes. Use when user wants to save a webpage as markdown.

FileKindSize
SKILL.mdskill md6.1 KB
references/adapters.mdmarkdown2.5 KB
references/config/first-time-setup.mdmarkdown1.9 KB
references/quality-gate.mdmarkdown2.1 KB
scripts/baoyu-fetchexecutablescript122 B
scripts/bun.lockother34.6 KB
scripts/lib/adapters/generic/index.tsscript2.4 KB
scripts/lib/adapters/hn/index.tsscript10.2 KB
scripts/lib/adapters/index.tsscript834 B
scripts/lib/adapters/types.tsscript2.1 KB
scripts/lib/adapters/x/article.tsscript12.4 KB
scripts/lib/adapters/x/index.tsscript4.0 KB
scripts/lib/adapters/x/login.tsscript2.2 KB
scripts/lib/adapters/x/match.tsscript297 B
scripts/lib/adapters/x/payloads.tsscript1.6 KB
scripts/lib/adapters/x/session.tsscript1.4 KB
scripts/lib/adapters/x/shared.tsscript12.7 KB
scripts/lib/adapters/x/single.tsscript2.5 KB
scripts/lib/adapters/x/thread-loader.tsscript8.9 KB
scripts/lib/adapters/x/thread.tsscript9.0 KB
scripts/lib/adapters/x/types.tsscript600 B
scripts/lib/adapters/youtube/index.tsscript898 B
scripts/lib/adapters/youtube/transcript.tsscript13.0 KB
scripts/lib/adapters/youtube/utils.tsscript6.5 KB
scripts/lib/browser/cdp-client.tsscript6.7 KB
scripts/lib/browser/chrome-launcher.tsscript5.7 KB
scripts/lib/browser/cookie-sidecar.tsscript2.9 KB
scripts/lib/browser/interaction-gates.tsscript4.6 KB
scripts/lib/browser/network-journal.tsscript7.0 KB
scripts/lib/browser/page-snapshot.tsscript3.3 KB
scripts/lib/browser/profile.tsscript5.5 KB
scripts/lib/browser/session.tsscript4.5 KB
scripts/lib/cli.tsexecutablescript6.9 KB
scripts/lib/commands/convert.tsscript17.0 KB
scripts/lib/extract/document.tsscript846 B
scripts/lib/extract/html-cleaner.tsscript10.8 KB
scripts/lib/extract/html-extractor.tsscript2.2 KB
scripts/lib/extract/html-to-markdown.tsscript20.8 KB
scripts/lib/extract/markdown-renderer.tsscript4.6 KB
scripts/lib/media/default-downloader.tsscript5.1 KB
scripts/lib/media/markdown-media.tsscript13.3 KB
scripts/lib/media/media-utils.tsscript6.1 KB
scripts/lib/media/types.tsscript710 B
scripts/lib/types/defuddle-node.d.tsscript605 B
scripts/lib/types/shims.d.tsscript422 B
scripts/lib/utils/logger.tsscript645 B
scripts/lib/utils/url.tsscript300 B
scripts/package.jsonmanifest557 B

scripts/lib/browser/profile.ts

View on GitHub
import fs from "node:fs";
import os from "node:os";
import path from "node:path";
import process from "node:process";
import { spawnSync } from "node:child_process";

export interface ResolveSharedChromeProfileDirOptions {
  envNames?: string[];
  appDataDirName?: string;
  profileDirName?: string;
}

export interface FindExistingChromeDebugPortOptions {
  profileDir: string;
  timeoutMs?: number;
}

interface ChromeVersionResponse {
  webSocketDebuggerUrl?: string;
}

const CHROME_LOCK_FILE_NAMES = ["SingletonLock", "SingletonSocket", "SingletonCookie", "chrome.pid"] as const;

function resolveDataBaseDir(): string {
  if (process.platform === "darwin") {
    return path.join(os.homedir(), "Library", "Application Support");
  }
  if (process.platform === "win32") {
    return process.env.APPDATA ?? path.join(os.homedir(), "AppData", "Roaming");
  }
  return process.env.XDG_DATA_HOME ?? path.join(os.homedir(), ".local", "share");
}

export function resolveSharedChromeProfileDir(
  options: ResolveSharedChromeProfileDirOptions = {},
): string {
  for (const envName of options.envNames ?? []) {
    const override = process.env[envName]?.trim();
    if (override) {
      return path.resolve(override);
    }
  }

  const appDataDirName = options.appDataDirName ?? "baoyu-skills";
  const profileDirName = options.profileDirName ?? "chrome-profile";
  return path.join(resolveDataBaseDir(), appDataDirName, profileDirName);
}

export function resolveChromeProfileDir(profileDir?: string): string {
  if (profileDir?.trim()) {
    return path.resolve(profileDir.trim());
  }

  return resolveSharedChromeProfileDir({
    envNames: ["BAOYU_CHROME_PROFILE_DIR"],
    appDataDirName: "baoyu-skills",
    profileDirName: "chrome-profile",
  });
}

export function ensureChromeProfileDir(profileDir: string): string {
  fs.mkdirSync(profileDir, { recursive: true });
  return profileDir;
}

export function hasChromeLockArtifacts(entries: readonly string[]): boolean {
  return CHROME_LOCK_FILE_NAMES.some((name) => entries.includes(name));
}

export function shouldRetryChromeLaunchRecovery(options: {
  hasLockArtifacts: boolean;
  hasLiveOwner: boolean;
}): boolean {
  return options.hasLockArtifacts && !options.hasLiveOwner;
}

export function findChromeProcessUsingProfile(profileDir: string): boolean {
  if (process.platform === "win32") {
    return false;
  }

  try {
    const result = spawnSync("ps", ["aux"], {
      encoding: "utf8",
      timeout: 5_000,
    });
    if (result.status !== 0 || !result.stdout) {
      return false;
    }

    return result.stdout
      .split("\n")
      .some((line) => line.includes(`--user-data-dir=${profileDir}`));
  } catch {
    return false;
  }
}

export function cleanChromeLockArtifacts(profileDir: string): void {
  for (const name of CHROME_LOCK_FILE_NAMES) {
    try {
      fs.unlinkSync(path.join(profileDir, name));
    } catch {
      // Ignore missing files and continue cleaning the remaining artifacts.
    }
  }
}

export async function listChromeProfileEntries(profileDir: string): Promise<string[]> {
  try {
    return await fs.promises.readdir(profileDir);
  } catch {
    return [];
  }
}

async function fetchWithTimeout(url: string, timeoutMs = 3_000): Promise<Response> {
  const controller = new AbortController();
  const timer = setTimeout(() => controller.abort(), timeoutMs);
  try {
    return await fetch(url, {
      redirect: "follow",
      signal: controller.signal,
    });
  } finally {
    clearTimeout(timer);
  }
}

async function fetchJson<T>(url: string, timeoutMs = 3_000): Promise<T> {
  const response = await fetchWithTimeout(url, timeoutMs);
  if (!response.ok) {
    throw new Error(`Request failed: ${response.status} ${response.statusText}`);
  }
  return (await response.json()) as T;
}

async function isDebugPortReady(port: number, timeoutMs = 3_000): Promise<boolean> {
  try {
    const version = await fetchJson<ChromeVersionResponse>(`http://127.0.0.1:${port}/json/version`, timeoutMs);
    return Boolean(version.webSocketDebuggerUrl);
  } catch {
    return false;
  }
}

function parseDevToolsActivePort(filePath: string): { port: number; wsPath: string } | null {
  try {
    const content = fs.readFileSync(filePath, "utf8");
    const lines = content.split(/\r?\n/);
    const port = Number.parseInt(lines[0]?.trim() ?? "", 10);
    const wsPath = lines[1]?.trim() ?? "";
    if (port > 0 && wsPath) {
      return { port, wsPath };
    }
  } catch {
    // Ignore and fall back to process inspection.
  }

  return null;
}

export async function findExistingChromeDebugPort(
  options: FindExistingChromeDebugPortOptions,
): Promise<number | null> {
  const timeoutMs = options.timeoutMs ?? 3_000;
  const activePort = parseDevToolsActivePort(path.join(options.profileDir, "DevToolsActivePort"));
  if (activePort && await isDebugPortReady(activePort.port, timeoutMs)) {
    return activePort.port;
  }

  if (process.platform === "win32") {
    return null;
  }

  try {
    const result = spawnSync("ps", ["aux"], {
      encoding: "utf8",
      timeout: 5_000,
    });
    if (result.status !== 0 || !result.stdout) {
      return null;
    }

    const lines = result.stdout
      .split("\n")
      .filter((line) => line.includes(options.profileDir) && line.includes("--remote-debugging-port="));

    for (const line of lines) {
      const match = line.match(/--remote-debugging-port=(\d+)/);
      const port = Number.parseInt(match?.[1] ?? "", 10);
      if (port > 0 && await isDebugPortReady(port, timeoutMs)) {
        return port;
      }
    }
  } catch {
    // Ignore and report no reusable debugger.
  }

  return null;
}
slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack."Stars: 198kUpdated Claude CodeCodexVerifiedInstall
ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report.Stars: 194kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt.Stars: 194kUpdated Claude CodeCodexVerifiedInstall