nexu-io/open-design / design-templates/last30days
last30days
FlaggedRecent community and social trend research over the last 30 days. Use when the brief asks what people are saying now, recent sentiment, community reactions, social proof, launch reaction, trend scan, or last-30-days context.
scripts/watchlist.py
View on GitHub#!/usr/bin/env python3
"""Topic watchlist management for last30days."""
from __future__ import annotations
import argparse
import json
import subprocess
import sys
import time
from pathlib import Path
try:
import requests
except ImportError:
requests = None
SCRIPT_DIR = Path(__file__).parent.resolve()
sys.path.insert(0, str(SCRIPT_DIR))
import store
from lib import schema
# --- Webhook Delivery Functions ---
def _deliver_findings(topic_name: str, counts: dict) -> None:
"""Send webhook notification if delivery is configured and there are new findings."""
channel = store.get_setting("delivery_channel", "")
if not channel or counts.get("new", 0) == 0:
return
mode = store.get_setting("delivery_mode", "announce")
message = _format_delivery_message(topic_name, counts, mode)
try:
if "hooks.slack.com" in channel:
_send_slack_webhook(channel, message)
elif channel.startswith("https://"):
_send_generic_webhook(channel, message)
except Exception as e:
# Don't fail the research run if delivery fails
print(f"Delivery failed: {e}", file=sys.stderr)
def _format_delivery_message(topic: str, counts: dict, mode: str) -> str:
"""Format notification message based on delivery mode."""
new = counts.get("new", 0)
updated = counts.get("updated", 0)
if mode == "announce":
return f"📰 *last30days update: {topic}*\n{new} new, {updated} updated"
elif mode == "silent":
return f"last30days: {new} new findings for '{topic}'"
else:
return f"last30days: Research complete for '{topic}'"
def _send_slack_webhook(url: str, text: str) -> None:
"""POST to Slack incoming webhook."""
if not requests:
raise RuntimeError("requests library not available for webhook delivery")
response = requests.post(
url,
json={"text": text},
headers={"Content-Type": "application/json"},
timeout=10,
)
response.raise_for_status()
def _send_generic_webhook(url: str, text: str) -> None:
"""POST JSON payload to generic webhook."""
if not requests:
raise RuntimeError("requests library not available for webhook delivery")
response = requests.post(
url,
json={
"message": text,
"source": "last30days",
"timestamp": time.time(),
},
headers={"Content-Type": "application/json"},
timeout=10,
)
response.raise_for_status()
# --- Command Handlers ---
def cmd_add(args):
schedule = "0 8 * * 1" if args.weekly else (args.schedule or "0 8 * * *")
queries = [query.strip() for query in (args.queries or "").split(",") if query.strip()] or None
topic = store.add_topic(args.topic, search_queries=queries, schedule=schedule)
sched_desc = "weekly (Mondays 8am)" if args.weekly else f"daily ({schedule})"
print(json.dumps({
"action": "added",
"topic": topic["name"],
"schedule": sched_desc,
"message": f'Added "{topic["name"]}" to watchlist. Schedule: {sched_desc}.',
}, default=str))
def cmd_remove(args):
removed = store.remove_topic(args.topic)
if not removed:
print(json.dumps({"action": "not_found", "topic": args.topic, "message": f'Topic not found: "{args.topic}"'}))
return
remaining = store.list_topics()
print(json.dumps({
"action": "removed",
"topic": args.topic,
"message": f'Removed "{args.topic}" from watchlist.',
"remaining": len(remaining),
}))
def cmd_list(args):
del args
topics = store.list_topics()
budget_used = store.get_daily_cost()
budget_limit = float(store.get_setting("daily_budget", "5.00"))
print(json.dumps({
"topics": topics,
"budget_used": budget_used,
"budget_limit": budget_limit,
}, default=str))
def cmd_run_one(args):
topic = store.get_topic(args.topic)
if not topic:
print(json.dumps({"error": f'Topic not found: "{args.topic}"'}))
sys.exit(1)
print(json.dumps(_run_topic(topic), default=str))
def cmd_run_all(args):
del args
topics = [topic for topic in store.list_topics() if topic["enabled"]]
if not topics:
print(json.dumps({"message": "No enabled topics to research."}))
return
budget_limit = float(store.get_setting("daily_budget", "5.00"))
results = []
for topic in topics:
if store.get_daily_cost() >= budget_limit:
results.append({
"topic": topic["name"],
"status": "skipped",
"reason": f"Budget exceeded: ${store.get_daily_cost():.2f}/${budget_limit:.2f}",
})
continue
results.append(_run_topic(topic))
print(json.dumps({
"action": "run_all",
"results": results,
"budget_used": store.get_daily_cost(),
"budget_limit": budget_limit,
}, default=str))
def _run_topic(topic: dict) -> dict:
start_time = time.time()
topic_id = topic["id"]
run_id = store.record_run(topic_id, source_mode="v3", status="running")
try:
search_queries = json.loads(topic["search_queries"]) if topic.get("search_queries") else None
search_term = search_queries[0] if search_queries else topic["name"]
result = subprocess.run(
[
sys.executable,
str(SCRIPT_DIR / "last30days.py"),
search_term,
"--emit=json",
"--quick",
"--lookback-days",
"90",
],
capture_output=True,
text=True,
timeout=300,
)
duration = time.time() - start_time
if result.returncode != 0:
store.update_run(
run_id,
status="failed",
error_message=result.stderr[:500],
duration_seconds=duration,
)
return {
"topic": topic["name"],
"status": "failed",
"error": result.stderr[:200],
"duration": duration,
}
report = schema.report_from_dict(json.loads(result.stdout))
findings = store.findings_from_report(report, limit=25)
counts = store.store_findings(run_id, topic_id, findings)
store.update_run(
run_id,
status="completed",
duration_seconds=duration,
findings_new=counts["new"],
findings_updated=counts["updated"],
)
# Deliver webhook notification if configured
_deliver_findings(topic["name"], counts)
return {
"topic": topic["name"],
"status": "completed",
"new": counts["new"],
"updated": counts["updated"],
"duration": duration,
}
except subprocess.TimeoutExpired:
duration = time.time() - start_time
store.update_run(
run_id,
status="failed",
error_message="Research timed out after 300s",
duration_seconds=duration,
)
return {"topic": topic["name"], "status": "failed", "error": "timeout"}
except json.JSONDecodeError as exc:
duration = time.time() - start_time
store.update_run(
run_id,
status="failed",
error_message=f"Invalid JSON output: {exc}",
duration_seconds=duration,
)
return {"topic": topic["name"], "status": "failed", "error": f"parse error: {exc}"}
def cmd_config(args):
if args.key == "budget":
store.set_setting("daily_budget", str(args.value))
print(json.dumps({"action": "config", "key": "daily_budget", "value": str(args.value)}))
return
if args.key == "delivery":
store.set_setting("delivery_channel", str(args.value))
print(json.dumps({"action": "config", "key": "delivery_channel", "value": str(args.value)}))
return
raise SystemExit(f"Unknown config key: {args.key}")
def build_parser() -> argparse.ArgumentParser:
parser = argparse.ArgumentParser(description="Manage the last30days watchlist")
sub = parser.add_subparsers(dest="command")
add = sub.add_parser("add")
add.add_argument("topic")
add.add_argument("--schedule")
add.add_argument("--weekly", action="store_true")
add.add_argument("--queries")
add.set_defaults(func=cmd_add)
remove = sub.add_parser("remove")
remove.add_argument("topic")
remove.set_defaults(func=cmd_remove)
list_parser = sub.add_parser("list")
list_parser.set_defaults(func=cmd_list)
run_one = sub.add_parser("run-one")
run_one.add_argument("topic")
run_one.set_defaults(func=cmd_run_one)
run_all = sub.add_parser("run-all")
run_all.set_defaults(func=cmd_run_all)
config = sub.add_parser("config")
config.add_argument("key", choices=["delivery", "budget"])
config.add_argument("value")
config.set_defaults(func=cmd_config)
return parser
def main() -> int:
parser = build_parser()
args = parser.parse_args()
if not getattr(args, "command", None):
parser.print_help()
return 1
args.func(args)
return 0
if __name__ == "__main__":
raise SystemExit(main())
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| add-product-e2e-evalpaperclipai/paperclipAdd or extend a Paperclip full-stack runner E2E workflow, fixture, matcher, or report evidence path for local or Daytona execution. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| add-runner-evalpaperclipai/paperclipAdd or extend a Paperclip Runner protocol evaluation definition, roster, assertion, or report fixture with provenance and narrow validation. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| diagnose-why-work-stoppedpaperclipai/paperclipCompatibility entry point for failed, stalled, looping, or over-recovered Paperclip work. Use fix-failed-paperclip-run for the full diagnosis, regression, repair, real verification, and green-PR workflow; honor an explicitly requested diagnosis-only scope. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| fix-failed-paperclip-runpaperclipai/paperclipDiagnose and fix failed, stuck, slow, or incorrectly blocked Paperclip tasks and runs. Use with a task/run URL or failure report to trace the root cause, prove a regression red then green, check second-order effects, verify the real workflow, and deliver a PR with passing checks. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |