Yuan1z0825/nature-skills / skills/nature-paper-to-patent
nature-paper-to-patent
FlaggedTurn research papers or inventor materials into evidence-grounded Chinese invention patent drafts and technical disclosures. Use for 技术交底书、专利撰写、现有技术对比 and Chinese DOCX patent packages; not general manuscript writing.
scripts/disclosure/cnipa_epub_parse.py
View on GitHub# -*- coding: utf-8 -*-
"""
解析 http://epub.cnipa.gov.cn/ 检索结果页 HTML,提取公布公告列表中的标题、公开号、详情链接、摘要(若有)。
与 `cnipa_epub_crawler.py` / **`cnipa_epub_search.py`**(一步检索+解析)配合:爬虫落盘 HTML 后可用本模块单独再解析;也可被其它脚本 import。
"""
from __future__ import annotations
import json
import re
import sys
if hasattr(sys.stdout, "reconfigure"):
sys.stdout.reconfigure(encoding="utf-8")
if hasattr(sys.stderr, "reconfigure"):
sys.stderr.reconfigure(encoding="utf-8")
from dataclasses import asdict, dataclass
from pathlib import Path
EPUB_BASE = "http://epub.cnipa.gov.cn/"
@dataclass
class EpubSearchHit:
"""单条检索命中(字段随页面结构尽力解析,可能为空)。"""
raw_html: str
title: str | None = None
pub_number: str | None = None
link: str | None = None
abstract: str | None = None
def _html_fragment_to_plain(html_snippet: str) -> str:
"""从一小段 HTML 抽取可读纯文本(用于摘要等)。"""
t = re.sub(r"<script[^>]*>.*?</script>", "", html_snippet, flags=re.I | re.DOTALL)
t = re.sub(r"<style[^>]*>.*?</style>", "", t, flags=re.I | re.DOTALL)
t = re.sub(r"<[^>]+>", " ", t)
t = re.sub(r"\s+", " ", t).strip()
t = re.sub(r"\s*全部\s*$", "", t).strip()
return t
def _extract_abstract_from_item_html(item_html: str) -> str | None:
"""从单条 ``div.item`` 内 ``dt`` 摘要对应的 ``dd`` 中抽取全文(含折叠 span)。"""
m = re.search(
r'<dt[^>]*>\s*摘要\s*[::]\s*</dt>\s*<dd[^>]*>(.*?)</dd>',
item_html,
flags=re.IGNORECASE | re.DOTALL,
)
if not m:
return None
plain = _html_fragment_to_plain(m.group(1))
return plain if len(plain) >= 4 else None
def _abs_url(href: str) -> str:
if href.startswith("http://") or href.startswith("https://"):
return href
if href.startswith("/"):
return EPUB_BASE.rstrip("/") + href
return EPUB_BASE.rstrip("/") + "/" + href.lstrip("/")
def parse_search_result_html(html: str, base_url: str = EPUB_BASE) -> list[EpubSearchHit]:
"""
解析「公布公告」检索结果列表页 HTML。
兼容常见表格行 / 带链接的条目(站点改版时需调整正则或选择器)。
"""
_ = base_url # 预留与绝对链接拼接策略扩展
hits: list[EpubSearchHit] = []
for m in re.finditer(
r"<tr[^>]*>(.*?)</tr>",
html,
flags=re.IGNORECASE | re.DOTALL,
):
row = m.group(1)
low = row.lower()
if "indexquery" in low or "searchstr" in low:
continue
title_m = re.search(
r'title="([^"]+)"',
row,
re.IGNORECASE,
) or re.search(r">([^<]{6,200})<", row)
title = title_m.group(1).strip() if title_m else None
link_m = re.search(r'href="([^"]+)"', row)
href = link_m.group(1).strip() if link_m else None
link = _abs_url(href) if href else None
pub_m = re.search(
r"(CN\s*\d{9,}[A-Z]\s*|ZL\s*\d{9,}\.\d+)",
row,
re.IGNORECASE,
)
pub_number = pub_m.group(1).replace(" ", "") if pub_m else None
text = re.sub(r"\s+", " ", re.sub(r"<[^>]+>", " ", row)).strip()
if len(text) < 8 and not pub_number:
continue
hits.append(
EpubSearchHit(
raw_html=row[:2000],
title=title or (text[:200] if text else None),
pub_number=pub_number,
link=link,
)
)
seen: set[str] = set()
out: list[EpubSearchHit] = []
for h in hits:
key = h.pub_number or h.title or h.raw_html[:80]
if key in seen:
continue
seen.add(key)
out.append(h)
if out:
return out
overview = _parse_overview_card_layout(html)
if overview:
return overview
return _parse_search_result_fallback_links(html)
def _parse_overview_card_layout(html: str) -> list[EpubSearchHit]:
"""
新版「公布模式」结果页:无表格行,每条为 ``div.item``,题名在 ``h1.title``,
详情 URL 多在二维码 ``div.qrcode`` 的 ``title="http://epub.../patent/CN…"`` 上;
摘要位于 ``dt`` 为「摘要」的 ``dd`` 内(含 ``span.alltxt`` 折叠段)。
"""
low = html.lower()
if "overview-default" not in low and 'class="item"' not in low:
return []
parts = re.split(r'(<div\s+class="item"\s*>)', html, flags=re.IGNORECASE)
blocks: list[str] = []
for j in range(1, len(parts) - 1, 2):
blocks.append(parts[j] + parts[j + 1])
if not blocks:
return []
base = EPUB_BASE.rstrip("/")
hits: list[EpubSearchHit] = []
for item_html in blocks:
tm = re.search(
r'<h1\s+class="title">\s*([^<]+?)\s*</h1>',
item_html,
flags=re.IGNORECASE | re.DOTALL,
)
title = re.sub(r"\s+", " ", tm.group(1)).strip() if tm else None
lm = re.search(
r'title="(https?://epub\.cnipa\.gov\.cn/patent/[^"]+)"',
item_html,
flags=re.IGNORECASE,
)
link = lm.group(1).strip() if lm else None
pm = re.search(
r"(?:申请公布号|授权公告号)[::]\s*</dt>\s*<dd>([^<]+?)</dd>",
item_html,
flags=re.IGNORECASE,
)
pub_number = None
if pm:
pub_number = pm.group(1).strip().replace(" ", "")
if not re.match(r"^(?:CN|ZL)", pub_number, re.IGNORECASE):
pub_number = None
if not link and pub_number:
link = f"{base}/patent/{pub_number}"
if link:
m_pub = re.search(
r"/patent/((?:CN|ZL)[^/?#]+)",
link,
flags=re.IGNORECASE,
)
if m_pub and not pub_number:
pub_number = m_pub.group(1).strip()
abstract = _extract_abstract_from_item_html(item_html)
if not title and not pub_number and not link:
continue
raw = "|".join(
x for x in (title, pub_number, link, (abstract or "")[:400]) if x
)[:2000]
hits.append(
EpubSearchHit(
raw_html=raw,
title=title,
pub_number=pub_number,
link=link,
abstract=abstract,
)
)
seen: set[str] = set()
out: list[EpubSearchHit] = []
for h in hits:
key = h.pub_number or h.link or (h.title or "")[:120]
if key in seen:
continue
seen.add(key)
out.append(h)
return out
def _parse_search_result_fallback_links(html: str) -> list[EpubSearchHit]:
"""从结果页中抽取指向公布详情的 <a href>。"""
hits: list[EpubSearchHit] = []
for m in re.finditer(
r'<a\s+[^>]*href="([^"]+)"[^>]*>([^<]*)</a>',
html,
flags=re.IGNORECASE | re.DOTALL,
):
href = (m.group(1) or "").strip()
title = (m.group(2) or "").strip()
if not href.startswith("/") and "epub.cnipa.gov.cn" not in href:
continue
hlow = href.lower()
if not any(
x in hlow
for x in ("/dxb/", "/sw/", "/patent/", "detail", "show")
):
continue
if "indexForm" in href or "javascript:" in href.lower():
continue
low = href.lower()
if "article" in low and "indexquery" in low:
continue
link = _abs_url(href)
pub_m = re.search(r"(CN\s*\d{9,}[A-Z]?|ZL\s*\d{9,}\.\d+)", href + title, re.I)
pub_number = pub_m.group(1).replace(" ", "") if pub_m else None
raw = m.group(0)[:2000]
if len(title) < 2 and not pub_number:
continue
hits.append(
EpubSearchHit(
raw_html=raw,
title=title or None,
pub_number=pub_number,
link=link,
)
)
seen: set[str] = set()
out: list[EpubSearchHit] = []
for h in hits:
key = h.link or h.title or ""
if key in seen:
continue
seen.add(key)
out.append(h)
return out
def hits_to_jsonable(hits: list[EpubSearchHit]) -> list[dict]:
"""供 JSON 序列化(不含 raw_html 过大字段时可裁剪)。"""
rows = []
for h in hits:
d = asdict(h)
d.pop("raw_html", None)
rows.append(d)
return rows
if __name__ == "__main__":
if len(sys.argv) < 2:
print("用法: python cnipa_epub_parse.py <结果页.html>", file=sys.stderr)
sys.exit(2)
p = Path(sys.argv[1]).expanduser().resolve()
html = p.read_text(encoding="utf-8")
hits = parse_search_result_html(html)
print(json.dumps(hits_to_jsonable(hits), ensure_ascii=False, indent=2))
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| canvas-designanthropics/skillsCreate beautiful visual art in .png and .pdf documents using design philosophy. You should use this skill when the user asks to create a poster, piece of art, design, or other static piece. Create original visual designs, never copying existing artists' work to avoid copyright violations. | Stars: 198k | Updated | Claude CodeCodex | Verified | Install |
| docxanthropics/skillsUse this skill whenever the user wants to create, read, edit, or manipulate Word documents (.docx files) or Word templates (.dotx files). Triggers include: any mention of 'Word doc', 'word document', '.docx', '.dotx', or requests to produce professional documents with formatting like tables of contents, headings, page numbers, or letterheads. Also use when extracting or reorganizing content from .docx or .dotx files, inserting or replacing images in documents, performing find-and-replace in Word files, working with tracked changes or comments, or converting content into a polished Word document. If the user asks for a 'report', 'memo', 'letter', 'template', or similar deliverable as a Word or .docx file, use this skill. Do NOT use for PDFs, spreadsheets, Google Docs, or general coding tasks unrelated to document generation. | Stars: 198k | Updated | Claude CodeCodex | Verified | Install |
| pdfanthropics/skillsUse this skill whenever the user wants to do anything with PDF files. This includes reading or extracting text/tables from PDFs, combining or merging multiple PDFs into one, splitting PDFs apart, rotating pages, adding watermarks, creating new PDFs, filling PDF forms, encrypting/decrypting PDFs, extracting images, and OCR on scanned PDFs to make them searchable. If the user mentions a .pdf file or asks to produce one, use this skill. | Stars: 198k | Updated | Claude CodeCodex | Verified | Install |
| pptxanthropics/skillsUse this skill any time a .pptx or .potx file is involved in any way — as input, output, or both. This includes: creating slide decks, pitch decks, or presentations; reading, parsing, or extracting text from any .pptx or .potx file (even if the extracted content will be used elsewhere, like in an email or summary); editing, modifying, or updating existing presentations; combining or splitting slide files; working with templates (.potx), layouts, speaker notes, or comments. Trigger whenever the user mentions "deck," "slides," "presentation," or references a .pptx or .potx filename, regardless of what they plan to do with the content afterward. If a .pptx or .potx file needs to be opened, created, or touched, use this skill. | Stars: 198k | Updated | Claude CodeCodex | Verified | Install |