zenstory-ai/oh-story-claudecode / skills/story-long-scan
story-long-scan
Verified长篇网文扫榜。分析起点、番茄、晋江、七猫等平台排行榜与新书数据,提炼市场趋势与热门题材。触发方式:/story-long-scan、/长篇扫榜、「长篇什么火」「起点排行」「扫七猫新书」。
| File | Kind | Size |
|---|---|---|
| SKILL.md | skill md | 7.8 KB |
| references/genre-trends.md | markdown | 3.6 KB |
| references/platform-ciweimao.md | markdown | 1.8 KB |
| references/platform-fanqie.md | markdown | 2.7 KB |
| references/platform-jjwxc.md | markdown | 2.0 KB |
| references/platform-qidian.md | markdown | 3.4 KB |
| references/platform-qimao.md | markdown | 2.5 KB |
| references/topic-decision.md | markdown | 4.7 KB |
| scripts/aggregate-rank.js | script | 31.4 KB |
| scripts/cdp-utils.js | script | 8.4 KB |
| scripts/ciweimao-rank-scraper.js | script | 9.3 KB |
| scripts/fanqie-rank-scraper.js | script | 25.7 KB |
| scripts/jjwxc-rank-scraper.js | script | 16.1 KB |
| scripts/qidian-rank-scraper.js | script | 48.4 KB |
| scripts/qimao-rank-scraper.js | script | 34.8 KB |
scripts/ciweimao-rank-scraper.js
View on GitHub#!/usr/bin/env node
/**
* 刺猬猫阅读排行榜采集脚本
*
* 配合 browser-cdp skill 使用。先启动 Chrome CDP 环境,再运行本脚本。
* 采集策略:刺猬猫 rank-index 页面单页展示所有榜单,文本解析提取结构化数据。
* 输出的榜单 Markdown 格式见 aggregate-rank.js 文件头,聚合按它解析。
*
* 用法:
* node ciweimao-rank-scraper.js --type click # 点击榜
* node ciweimao-rank-scraper.js --type monthly # 月票榜
* node ciweimao-rank-scraper.js --type all # 全部榜单
*
* 前置:
* node {SKILL_DIR}/browser-cdp/scripts/setup-cdp-chrome.js 9222
*/
const fs = require("fs");
const path = require("path");
const { ab, sleep, evalJSONBase64, scrollLoad, getArg, localDateStamp, runCli } = require("./cdp-utils");
const RANK_URL = "https://www.ciweimao.com/rank-index";
/** 连通性 + 页面就绪自检 */
function probePage(port) {
return evalJSONBase64(
port,
"JSON.stringify({host:location.host,len:(document.body&&document.body.innerText||'').length})"
);
}
const RANK_TYPES = [
{ id: "click", label: "点击榜", header: "点击榜" },
{ id: "favor", label: "收藏榜", header: "收藏榜" },
{ id: "recommend", label: "推荐榜", header: "推荐榜" },
{ id: "subscribe", label: "订阅榜", header: "订阅榜" },
{ id: "monthly", label: "月票榜", header: "月票榜" },
{ id: "tsukkomi", label: "吐槽榜", header: "吐槽榜" },
{ id: "newbook", label: "新书榜", header: "新书榜" },
{ id: "blade", label: "刀片榜", header: "刀片榜" },
{ id: "update", label: "更新榜", header: "更新榜" },
];
// ---------------------------------------------------------------------------
// 页面提取
// ---------------------------------------------------------------------------
/**
* 从 rank-index 单页解析所有榜单。
* 页面结构:每个榜单有标题行(如"点击榜"),后跟 NO.1 特殊条目 + #2-10 普通条目。
* NO.1 格式:标题 / 作者 / 指标值(三行)
* #2-10 格式:N[题材]书名 / 指标值(两行)
*/
function extractAllRanks(port) {
const js =
"JSON.stringify((()=>{" +
"var text=document.body.innerText||'';" +
"var lines=text.split(/\\n/).map(function(l){return l.trim()}).filter(Boolean);" +
"var headers=['点击榜','收藏榜','推荐榜','订阅榜','月票榜','吐槽榜','新书榜','刀片榜','更新榜'];" +
"var sections=[];var curName='';var curEntries=[];" +
"for(var i=0;i<lines.length;i++){" +
" var line=lines[i];" +
// 检测新 section
" var headerIdx=headers.indexOf(line);" +
" if(headerIdx>=0){" +
" if(curName&&curEntries.length)sections.push({name:curName,entries:curEntries});" +
" curName=headers[headerIdx];curEntries=[];continue" +
" }" +
" if(!curName)continue;" +
// 跳过周期 tab 和 UI 文字
" if(/^(周榜|月榜|总榜)$/.test(line))continue;" +
// NO.1 条目
" if(line==='NO.1'&&i+3<lines.length){" +
" var t=lines[i+1]||'';var a=lines[i+2]||'';var v=lines[i+3]||'';" +
" if(headers.indexOf(v)>=0)continue;" +
" curEntries.push({rank:1,title:t,author:a,genre:'',metric:v});" +
" i+=2;continue" +
" }" +
// #2-10 条目:N[题材]书名
" var rm=line.match(/^(\\d{1,2})\\[(.+?)\\](.+)$/);" +
" if(rm){" +
" var nextVal=i+1<lines.length?lines[i+1]:'';" +
" var metric='';" +
" if(/^[\\d.]+(万)?$/.test(nextVal)){metric=nextVal;i++}" +
" curEntries.push({rank:parseInt(rm[1]),title:rm[3],author:'',genre:rm[2],metric:metric});" +
" continue" +
" }" +
"}" +
"if(curName&&curEntries.length)sections.push({name:curName,entries:curEntries});" +
"return sections" +
"})())";
return evalJSONBase64(port, js) || [];
}
/**
* 从 DOM 获取书籍链接。每本书常有封面图 anchor(textContent 为空)和书名 anchor,
* 按 bookId 聚合后取最长的非空文本作为书名,避免空封面 anchor 覆盖书名导致回填全失败。
*/
function extractBookUrls(port) {
const js = `JSON.stringify((function(){
function clean(t){return t.replace(/^[0-9]+\\[[^\\]]*\\]/,'').replace(/\\s+[0-9.]+(?:万|亿)?$/,'').trim();}
var byId={};var order=[];
Array.from(document.querySelectorAll('a[href*="/book/"]')).forEach(function(a){
var h=a.getAttribute('href')||a.href||'';
var m=h.match(/\\/book\\/([0-9]+)/);
if(!m)return; var id=m[1];
var t=clean((a.innerText||a.textContent||'').replace(/\\s+/g,' ').trim());
if(!byId[id]){byId[id]='';order.push(id);}
if(t&&t.length>byId[id].length)byId[id]=t;
});
return order.map(function(id){return {bookId:id,title:byId[id],url:'https://www.ciweimao.com/book/'+id};});
})())`;
return evalJSONBase64(port, js) || [];
}
// ---------------------------------------------------------------------------
// 渲染
// ---------------------------------------------------------------------------
/** rank-index 每个榜单展示前 10 名 */
const RANK_SIZE = 10;
/**
* 一个榜单的 Markdown。文件头带「数据质量」「问题摘要」:条目不足 10 条、作品页链接匹配不到一半时标出来。
* 榜首条目只有作者、其余条目只有题材,是页面本身的样子,不算问题。
*/
function renderRankFile(rt, entries, urls, now) {
const norm = (s) => (s || "").replace(/\s+/g, "");
const linkOf = (entry) => urls.find((u) => norm(u.title) === norm(entry.title));
const linked = entries.filter((e) => linkOf(e)).length;
const problems = [];
if (entries.length < RANK_SIZE) problems.push(`只解析到 ${entries.length} 条(每榜 ${RANK_SIZE} 条)`);
if (linked * 2 < entries.length) problems.push(`作品页链接只匹配到 ${linked} / ${entries.length} 条`);
const lines = [
`# 刺猬猫 · ${rt.label}`,
"",
`- 来源:${RANK_URL}`,
`- 抓取时间:${now}`,
`- 条目数:${entries.length}`,
`- 作品页链接:${linked} / ${entries.length}`,
`- 数据质量:${problems.length ? "[存在问题]" : "[OK]"}`,
`- 问题摘要:${problems.length ? problems.join(";") : "无"}`,
"",
"---",
"",
];
for (const entry of entries) {
lines.push(`### #${entry.rank} ${entry.title}`);
const meta = [entry.author, entry.genre, entry.metric || ""].filter(Boolean).join(" · ");
if (meta) lines.push(`*${meta}*`);
const matched = linkOf(entry);
if (matched) lines.push(`[作品页](${matched.url})`);
lines.push("", "---", "");
}
return lines.join("\n");
}
// ---------------------------------------------------------------------------
// 主流程
// ---------------------------------------------------------------------------
const args = process.argv.slice(2);
const PORT = parseInt(getArg(args, "--port") || "9222", 10);
const OUTDIR = getArg(args, "--outdir") || ".";
const RANKTYPE = getArg(args, "--type") || "all";
function main() {
console.log("\n→ 采集 刺猬猫排行榜...");
console.log(` URL: ${RANK_URL}`);
let sections, urls;
try {
ab(PORT, "open", RANK_URL);
sleep(4000);
// 连通性自检:CDP 未起/被重定向时给可操作报错,而非误报"结构已变"
const probe = probePage(PORT);
if (!probe) {
console.error(
` ✗ CDP 无响应。请确认已用 browser-cdp 启动 Chrome(端口 ${PORT}),且 agent-browser 可用。`
);
return 0;
}
if (probe.host && probe.host.indexOf("ciweimao") === -1) {
console.error(` ✗ 当前页面非刺猬猫(host=${probe.host}),可能被重定向,已跳过。`);
return 0;
}
scrollLoad(PORT, 3);
sleep(1000);
sections = extractAllRanks(PORT);
if (!sections.length) {
// 懒加载可能未触发,再滚动重试一次
scrollLoad(PORT, 2);
sleep(1000);
sections = extractAllRanks(PORT);
}
if (!sections.length) {
console.error("[ciweimao] 采集失败:未解析到榜单(页面结构可能变动或未加载)。请人工打开榜单页确认。");
return 0;
}
urls = extractBookUrls(PORT);
} catch (err) {
console.error(`[ciweimao] 采集失败(页面加载或提取阶段): ${err.message}`);
return 0;
}
console.log(` ✓ 提取 ${sections.length} 个榜单,${urls.length} 个书籍链接`);
// 筛选需要的榜单类型
const targetTypes =
RANKTYPE === "all"
? RANK_TYPES
: RANK_TYPES.filter((r) => r.id === RANKTYPE);
let written = 0;
for (const rt of targetTypes) {
try {
const section = sections.find((s) => s.name === rt.header);
if (!section || !section.entries.length) {
console.log(` ⚠ ${rt.label} 无数据,跳过`);
continue;
}
const content = renderRankFile(rt, section.entries, urls, new Date().toISOString());
const filename = `刺猬猫${rt.label}_${localDateStamp()}.md`;
fs.mkdirSync(OUTDIR, { recursive: true });
const filepath = path.join(OUTDIR, filename);
fs.writeFileSync(filepath, content, "utf-8");
written++;
console.log(` ✓ ${rt.label}:${section.entries.length} 条 → ${filepath}`);
} catch (rankErr) {
console.error(`[ciweimao] ${rt.label} 处理出错,跳过: ${rankErr.message}`);
}
}
return written;
}
if (require.main === module) {
runCli(main, "刺猬猫采集");
}
module.exports = { renderRankFile };
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack." | Stars: 198k | Updated | Claude CodeCodex | Verified | Install |
| ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read. | Stars: 196k | Updated | Claude CodeCodex | Verified | Install |
| ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report. | Stars: 196k | Updated | Claude CodeCodex | Verified | Install |
| ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt. | Stars: 196k | Updated | Claude CodeCodex | Verified | Install |