zjs105910/workbuddy-market / bundled/novel-writing-suite/skills/story-long-scan
story-long-scan
Verified长篇网文扫榜。分析起点、番茄、晋江等平台排行榜数据,提炼市场趋势与热门题材。触发方式:/story-long-scan、/长篇扫榜、「长篇什么火」「起点排行」。
| File | Kind | Size |
|---|---|---|
| SKILL.md | skill md | 10.6 KB |
| references/genre-trends.md | markdown | 7.0 KB |
| references/platform-ciweimao.md | markdown | 1002 B |
| references/platform-fanqie.md | markdown | 4.1 KB |
| references/platform-jjwxc.md | markdown | 1.6 KB |
| references/platform-qidian.md | markdown | 2.2 KB |
| references/platform-qimao.md | markdown | 1.3 KB |
| references/publishing-guide.md | markdown | 5.1 KB |
| references/reader-profiling.md | markdown | 3.9 KB |
| references/topic-decision.md | markdown | 4.4 KB |
| scripts/aggregate-rank.js | script | 25.8 KB |
| scripts/cdp-utils.js | script | 8.4 KB |
| scripts/ciweimao-rank-scraper.js | script | 8.8 KB |
| scripts/fanqie-rank-scraper.js | script | 25.6 KB |
| scripts/jjwxc-rank-scraper.js | script | 16.1 KB |
| scripts/qidian-rank-scraper.js | script | 22.0 KB |
| scripts/qimao-rank-scraper.js | script | 16.4 KB |
scripts/ciweimao-rank-scraper.js
View on GitHub#!/usr/bin/env node
/**
* 刺猬猫阅读排行榜采集脚本
*
* 配合 browser-cdp skill 使用。先启动 Chrome CDP 环境,再运行本脚本。
* 采集策略:刺猬猫 rank-index 页面单页展示所有榜单,文本解析提取结构化数据。
* 输出 Markdown 格式见 references/platform-ciweimao.md;aggregate-rank.js 按此格式聚合。
*
* 用法:
* node ciweimao-rank-scraper.js --type click # 点击榜
* node ciweimao-rank-scraper.js --type monthly # 月票榜
* node ciweimao-rank-scraper.js --type all # 全部榜单
*
* 前置:
* node {SKILL_DIR}/browser-cdp/scripts/setup-cdp-chrome.js 9222
*/
const fs = require("fs");
const path = require("path");
const { ab, sleep, evalJSONBase64, scrollLoad, getArg, localDateStamp, runCli } = require("./cdp-utils");
const RANK_URL = "https://www.ciweimao.com/rank-index";
/** 连通性 + 页面就绪自检 */
function probePage(port) {
return evalJSONBase64(
port,
"JSON.stringify({host:location.host,len:(document.body&&document.body.innerText||'').length})"
);
}
const RANK_TYPES = [
{ id: "click", label: "点击榜", header: "点击榜" },
{ id: "favor", label: "收藏榜", header: "收藏榜" },
{ id: "recommend", label: "推荐榜", header: "推荐榜" },
{ id: "subscribe", label: "订阅榜", header: "订阅榜" },
{ id: "monthly", label: "月票榜", header: "月票榜" },
{ id: "tsukkomi", label: "吐槽榜", header: "吐槽榜" },
{ id: "newbook", label: "新书榜", header: "新书榜" },
{ id: "blade", label: "刀片榜", header: "刀片榜" },
{ id: "update", label: "更新榜", header: "更新榜" },
];
// ---------------------------------------------------------------------------
// 页面提取
// ---------------------------------------------------------------------------
/**
* 从 rank-index 单页解析所有榜单。
* 页面结构:每个榜单有标题行(如"点击榜"),后跟 NO.1 特殊条目 + #2-10 普通条目。
* NO.1 格式:标题 / 作者 / 指标值(三行)
* #2-10 格式:N[题材]书名 / 指标值(两行)
*/
function extractAllRanks(port) {
const js =
"JSON.stringify((()=>{" +
"var text=document.body.innerText||'';" +
"var lines=text.split(/\\n/).map(function(l){return l.trim()}).filter(Boolean);" +
"var headers=['点击榜','收藏榜','推荐榜','订阅榜','月票榜','吐槽榜','新书榜','刀片榜','更新榜'];" +
"var sections=[];var curName='';var curEntries=[];" +
"for(var i=0;i<lines.length;i++){" +
" var line=lines[i];" +
// 检测新 section
" var headerIdx=headers.indexOf(line);" +
" if(headerIdx>=0){" +
" if(curName&&curEntries.length)sections.push({name:curName,entries:curEntries});" +
" curName=headers[headerIdx];curEntries=[];continue" +
" }" +
" if(!curName)continue;" +
// 跳过周期 tab 和 UI 文字
" if(/^(周榜|月榜|总榜)$/.test(line))continue;" +
// NO.1 条目
" if(line==='NO.1'&&i+3<lines.length){" +
" var t=lines[i+1]||'';var a=lines[i+2]||'';var v=lines[i+3]||'';" +
" if(headers.indexOf(v)>=0)continue;" +
" curEntries.push({rank:1,title:t,author:a,genre:'',metric:v});" +
" i+=2;continue" +
" }" +
// #2-10 条目:N[题材]书名
" var rm=line.match(/^(\\d{1,2})\\[(.+?)\\](.+)$/);" +
" if(rm){" +
" var nextVal=i+1<lines.length?lines[i+1]:'';" +
" var metric='';" +
" if(/^[\\d.]+(万)?$/.test(nextVal)){metric=nextVal;i++}" +
" curEntries.push({rank:parseInt(rm[1]),title:rm[3],author:'',genre:rm[2],metric:metric});" +
" continue" +
" }" +
"}" +
"if(curName&&curEntries.length)sections.push({name:curName,entries:curEntries});" +
"return sections" +
"})())";
return evalJSONBase64(port, js) || [];
}
/**
* 从 DOM 获取书籍链接。每本书常有封面图 anchor(textContent 为空)和书名 anchor,
* 按 bookId 聚合后取最长的非空文本作为书名,避免空封面 anchor 覆盖书名导致回填全失败。
*/
function extractBookUrls(port) {
const js = `JSON.stringify((function(){
function clean(t){return t.replace(/^[0-9]+\\[[^\\]]*\\]/,'').replace(/\\s+[0-9.]+(?:万|亿)?$/,'').trim();}
var byId={};var order=[];
Array.from(document.querySelectorAll('a[href*="/book/"]')).forEach(function(a){
var h=a.getAttribute('href')||a.href||'';
var m=h.match(/\\/book\\/([0-9]+)/);
if(!m)return; var id=m[1];
var t=clean((a.innerText||a.textContent||'').replace(/\\s+/g,' ').trim());
if(!byId[id]){byId[id]='';order.push(id);}
if(t&&t.length>byId[id].length)byId[id]=t;
});
return order.map(function(id){return {bookId:id,title:byId[id],url:'https://www.ciweimao.com/book/'+id};});
})())`;
return evalJSONBase64(port, js) || [];
}
// ---------------------------------------------------------------------------
// 主流程
// ---------------------------------------------------------------------------
const args = process.argv.slice(2);
const PORT = parseInt(getArg(args, "--port") || "9222", 10);
const OUTDIR = getArg(args, "--outdir") || ".";
const RANKTYPE = getArg(args, "--type") || "all";
function main() {
console.log("\n→ 采集 刺猬猫排行榜...");
console.log(` URL: ${RANK_URL}`);
let sections, urls;
try {
ab(PORT, "open", RANK_URL);
sleep(4000);
// 连通性自检:CDP 未起/被重定向时给可操作报错,而非误报"结构已变"
const probe = probePage(PORT);
if (!probe) {
console.error(
` ✗ CDP 无响应。请确认已用 browser-cdp 启动 Chrome(端口 ${PORT}),且 agent-browser 可用。`
);
return 0;
}
if (probe.host && probe.host.indexOf("ciweimao") === -1) {
console.error(` ✗ 当前页面非刺猬猫(host=${probe.host}),可能被重定向,已跳过。`);
return 0;
}
scrollLoad(PORT, 3);
sleep(1000);
sections = extractAllRanks(PORT);
if (!sections.length) {
// 懒加载可能未触发,再滚动重试一次
scrollLoad(PORT, 2);
sleep(1000);
sections = extractAllRanks(PORT);
}
if (!sections.length) {
console.error("[ciweimao] 采集失败:未解析到榜单(页面结构可能变动或未加载)。请人工打开榜单页确认。");
return 0;
}
urls = extractBookUrls(PORT);
} catch (err) {
console.error(`[ciweimao] 采集失败(页面加载或提取阶段): ${err.message}`);
return 0;
}
console.log(` ✓ 提取 ${sections.length} 个榜单,${urls.length} 个书籍链接`);
// 筛选需要的榜单类型
const targetTypes =
RANKTYPE === "all"
? RANK_TYPES
: RANK_TYPES.filter((r) => r.id === RANKTYPE);
let written = 0;
for (const rt of targetTypes) {
try {
const section = sections.find((s) => s.name === rt.header);
if (!section || !section.entries.length) {
console.log(` ⚠ ${rt.label} 无数据,跳过`);
continue;
}
const now = new Date().toISOString();
const norm = (s) => (s || "").replace(/\s+/g, "");
const linked = section.entries.filter((e) =>
urls.some((u) => norm(u.title) === norm(e.title))
).length;
const lines = [
`# 刺猬猫 · ${rt.label}`,
"",
`- 来源:${RANK_URL}`,
`- 抓取时间:${now}`,
`- 条目数:${section.entries.length}`,
`- 作品页链接:${linked} / ${section.entries.length}`,
"",
"---",
"",
];
for (const entry of section.entries) {
try {
lines.push(`### #${entry.rank} ${entry.title}`);
const meta = [
entry.author,
entry.genre,
entry.metric || "",
].filter(Boolean).join(" · ");
if (meta) lines.push(`*${meta}*`);
// 按标题匹配书籍链接(归一后比对)
const matched = urls.find((u) => norm(u.title) === norm(entry.title));
if (matched) {
lines.push(`[作品页](${matched.url})`);
}
lines.push("", "---", "");
} catch (entryErr) {
console.error(`[ciweimao] ${rt.label} 条目处理出错(#${entry.rank} ${entry.title}): ${entryErr.message}`);
lines.push("", "---", "");
}
}
const filename = `刺猬猫${rt.label}_${localDateStamp()}.md`;
fs.mkdirSync(OUTDIR, { recursive: true });
const filepath = path.join(OUTDIR, filename);
fs.writeFileSync(filepath, lines.join("\n"), "utf-8");
written++;
console.log(` ✓ ${rt.label}:${section.entries.length} 条 → ${filepath}`);
} catch (rankErr) {
console.error(`[ciweimao] ${rt.label} 处理出错,跳过: ${rankErr.message}`);
}
}
return written;
}
if (require.main === module) {
runCli(main, "刺猬猫采集");
}
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack." | Stars: 198k | Updated | Claude CodeCodex | Verified | Install |
| ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read. | Stars: 194k | Updated | Claude CodeCodex | Verified | Install |
| ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report. | Stars: 194k | Updated | Claude CodeCodex | Verified | Install |
| ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt. | Stars: 194k | Updated | Claude CodeCodex | Verified | Install |