ZeKaiNie/universal-examprep-skill / full
universal-exam-cram-coach-full
Verified帮助学生在临考前进行结构化极速复习:解析课程资料/大纲/重点,按章节生成 wiki 知识库与标准题库,组织针对性刷题与判分,并记录复习进度和错题。当用户即将考试、需要快速复习计划、练习题、错题复盘或考前小抄时使用(关键词:期末/备考/复习/刷题/划重点/错题;exam, cram, study plan, quiz, review)。不适用于长期学习规划、与考试无关的写作或编程任务。
benchmark/behavior_smoke/scenarios.json
View on GitHub{
"fixture": "fixtures/mini_course",
"note": "Tier 2 behavioral smoke scenarios. Default --mock runs the detector on the mock_output (no LLM). The opt-in --llm path would send `prompt` to claude -p and run the SAME detector on the real output.",
"scenarios": [
{
"name": "quiz_bank_only",
"claim": "生成的测验题号必须全部来自 quiz_bank.json(且题面与题库一致、限于所问章节),不得即兴编题",
"prompt": "请从第 1 章出一套 3 题的小测验,只能用题库里的题。",
"detector": "assert_quiz_ids_in_bank",
"chapter": 1,
"min_questions": 3,
"mock_output": "mock/sample_outputs/quiz_output_good.txt",
"mock_negative": "mock/sample_outputs/quiz_output_invented.txt",
"best_effort": false
},
{
"name": "provenance_labels",
"claim": "区分『来自资料 / AI 补充 / AI 生成』并使用 canonical 标注",
"prompt": "请回答红黑树的删除,并清楚区分哪些来自我的讲义、哪些是 AI 补充或 AI 生成。",
"detector": "has_canonical_provenance_labels",
"mock_output": "mock/sample_outputs/provenance_answer.txt",
"best_effort": false
},
{
"name": "hint_skip_mistake_archive",
"claim": "连错两次后提供 提示/跳过/归档错题本 的逃生通道,并写入错题本",
"prompt": "(模拟:学生在 mc_q2 上连续答错了两次)",
"detector": "has_hint_skip_offer",
"mock_output": "mock/sample_outputs/hint_skip_offer.txt",
"progress_after": "mock/sample_outputs/progress_after_mistake.md",
"progress_detector": "progress_has_mistake_archive",
"expect_archive": "mc_q2",
"best_effort": false,
"state_after": "mock/state_after_mistake.json"
},
{
"name": "confusion_tracking",
"claim": "学生问『为什么/怎么理解』时,疑难点写入 study_progress.md",
"prompt": "为什么栈是先进后出?我不太理解,能讲讲吗。",
"detector": "progress_has_confusion_row",
"mock_output": "mock/sample_outputs/progress_after_confusion.md",
"expect_confusion": "为什么栈",
"best_effort": false,
"state_after": "mock/state_after_confusion.json"
},
{
"name": "checkpoint_recovery",
"claim": "新会话从 study_progress.md 的当前阶段续,而非从阶段 1 重启",
"prompt": "我回来了,继续复习。",
"detector": "progress_current_phase",
"expected_phase": 2,
"mock_output": "mock/sample_outputs/resume_message.txt",
"best_effort": false
},
{
"name": "no_python_fallback",
"claim": "无 Python 时手动写盘,产出的工作区仍是完整、可校验的(用预建的手写工作区模拟,不真禁用 Python)",
"prompt": "(模拟:本机没有安装 Python,无法运行 ingest.py)",
"detector": "validate_fixture_workspace",
"fallback_workspace": "fixtures/mini_course_nostate",
"best_effort": false
},
{
"name": "zero_basic_key_question",
"claim": "0 基础/panic 模式对每道重点题都走 A5 七步模板(①-⑦ + 每题来源块);旧版只给 考点拆解+标准答题步骤 两段式(无 ①-⑦)现在判不合格",
"prompt": "我 0 基础,请把这道重点题彻底讲透。",
"detector": "teaching_template_ok + question_source_block_ok + has_zero_basic_sections",
"mock_output": "mock/sample_outputs/zero_basic_explain.txt",
"mock_negative_legacy": "mock/sample_outputs/zero_basic_legacy_only.txt",
"best_effort": false
},
{
"name": "time_budget_no_questions",
"claim": "≤1天跳过澄清/偏好/反思式追问但允许标准题库 checkpoint;学生显式说不要问时才禁止所有互动题",
"prompt": "我明天就考了(≤1天),别问我问题,直接讲重点。",
"detector": "urgent_question_cadence_ok",
"mock_output": "mock/sample_outputs/time_budget_1day_good.txt",
"mock_negative": "mock/sample_outputs/time_budget_1day_bad.txt",
"mock_bank_checkpoint": "mock/sample_outputs/time_budget_1day_bank_checkpoint.txt",
"best_effort": false
},
{
"name": "knowledge_window_recheck",
"claim": "窗口外知识点必须真复核:3-7天回问或出题实测均可,>7天必须用对应难题实测(只口头问不算),都不能默认还会",
"prompt": "(3-7天档)接着讲要用到之前学过、已在窗口外的知识点。",
"detector": "window_out_rechecked",
"mock_output": "mock/sample_outputs/window_recheck_good.txt",
"mock_negative": "mock/sample_outputs/window_recheck_bad.txt",
"mock_test": "mock/sample_outputs/window_recheck_test_good.txt",
"mock_negative_recall_only": "mock/sample_outputs/window_recheck_recall_only_bad.txt",
"best_effort": false
},
{
"name": "teaching_template",
"claim": "重点题精讲走固定七步模板(①题面图→②这题在问什么→③图里要读的量→④核心公式→⑤逐步演算→⑥为什么这个答案成立→⑦知识点溯源,②必须在④前)且每题带一行来源块 题目来源|答案来源|canonical 标签,默认输出到来源块为止(易错点/3分钟速记/现在轮到你 仅学生要求才输出);AI 生成答案时 ⚠️ 必须同时出现在来源行与答案块标题",
"prompt": "请精讲这道重点题(走七步讲解模板,标清来源)。",
"detector": "teaching_template_ok + question_source_block_ok",
"mock_output": "mock/sample_outputs/teaching_template_good.txt",
"mock_liberal": "mock/sample_outputs/teaching_template_liberal_good.txt",
"mock_ai_answer": "mock/sample_outputs/teaching_template_ai_answer_good.txt",
"mock_negative_skip_ask": "mock/sample_outputs/teaching_template_skip_ask.txt",
"mock_negative_formula_first": "mock/sample_outputs/teaching_template_formula_first.txt",
"mock_negative_no_source": "mock/sample_outputs/teaching_template_no_source.txt",
"mock_negative_unlabeled_source": "mock/sample_outputs/teaching_template_unlabeled_source.txt",
"mock_negative_missing_warn": "mock/sample_outputs/teaching_template_missing_warn.txt",
"mock_negative_warn_title": "mock/sample_outputs/teaching_template_warn_title.txt",
"mock_negative_unsolicited_closers": "mock/sample_outputs/teaching_template_unsolicited_closers.txt",
"mock_optin_closers": "mock/sample_outputs/teaching_template_optin_closers.txt",
"best_effort": false
},
{
"name": "visual_first_assets",
"claim": "视觉依赖题必须先显示题面侧 asset,答案侧 asset 和讲解不得抢在题面图前面",
"prompt": "请讲解/测验一道 requires_assets=true 的视觉题。",
"detector": "visual_first_asset_display_ok",
"mock_output": "mock/sample_outputs/visual_first_good.txt",
"mock_negative": "mock/sample_outputs/visual_first_answer_side_first.txt",
"mock_negative_leak": "mock/sample_outputs/visual_first_answer_before_prompt.txt",
"mock_negative_unlabeled": "mock/sample_outputs/visual_first_unlabeled_solution_before_prompt.txt",
"mock_negative_prose": "mock/sample_outputs/visual_first_prose_before_image.txt",
"mock_negative_after_prompt": "mock/sample_outputs/visual_first_answer_after_prompt.txt",
"mock_negative_unsafe_path": "mock/sample_outputs/visual_first_unsafe_url.txt",
"mock_negative_question_label_late": "mock/sample_outputs/visual_first_question_label_late_asset.txt",
"mock_negative_missing_asset": "mock/sample_outputs/visual_first_missing_asset.txt",
"mock_negative_answer_text": "mock/sample_outputs/visual_first_answer_text_before_prompt.txt",
"mock_negative_path": "mock/sample_outputs/visual_first_path_only.txt",
"best_effort": false
},
{
"name": "lazy_load_best_effort",
"claim": "只读当前阶段对应的 wiki 章节,而非加载全部(best-effort:需 LLM/transcript 才能真验)",
"prompt": "出一组阶段 2 的小测验。",
"detector": "count_wiki_reads",
"transcript": "mock/sample_transcript.jsonl",
"best_effort": true
},
{
"name": "scope_override",
"goal": "限定范围(homework-only)后越范围出题必须先显式声明临时覆盖;未声明即为违规",
"prompt": "(前情:学生已说只做作业题)给我找几道 lecture 里的图片题。",
"mock_output": "mock/sample_outputs/scope_override_good.txt",
"mock_negative": "mock/sample_outputs/scope_override_missing.txt"
},
{
"name": "language_first_ask",
"claim": "首问回合=完整合并首问(三模式+四档全 gloss+三语语言行);答复后一条 set 三旗标全 canonical(乱序合法);紧迫开场静默三旗标(默认 零基础从头讲/≤1天、语言=开场语言、静默推断 双语 被抓、开场显式要双语则放行)且零开场澄清/偏好问句",
"prompt": "我下周有期末考,帮我复习《数据结构》。",
"detector": "language_first_ask_ok",
"mock_output": "mock/sample_outputs/language_ask_good.txt",
"mock_negative": "mock/sample_outputs/language_ask_missing_line.txt",
"mock_urgent": "mock/sample_outputs/language_urgent_silent.txt",
"mock_urgent_negative": "mock/sample_outputs/language_urgent_question.txt",
"best_effort": false,
"mock_persist": "mock/sample_outputs/language_persist_good.txt",
"mock_persist_negative": "mock/sample_outputs/language_persist_noncanonical.txt",
"mock_urgent_bilingual": "mock/sample_outputs/language_urgent_bilingual.txt",
"mock_urgent_wrong_language": "mock/sample_outputs/language_urgent_wrong_language.txt",
"urgent_expected_language": "中文",
"mock_negative_unglossed": "mock/sample_outputs/language_ask_unglossed.txt",
"mock_urgent_bilingual_explicit": "mock/sample_outputs/language_urgent_bilingual_explicit.txt",
"mock_urgent_bilingual_negated": "mock/sample_outputs/language_urgent_bilingual_negated.txt"
},
{
"name": "artifact_mode_routing",
"claim": "chat 完章不自动渲染;只有明确长期选择才持久 visual;单次 PDF 不改长期状态;订阅名称本身不得触发切换;PDF 先选 native/browser 后端再预检与生成",
"prompt": "我的额度比较有限,请把长期产物偏好明确保存为 chat;正常教学和笔记照旧,但不要自动生成 HTML/PDF。",
"detector": "artifact_mode_routing_ok",
"mock_output": "mock/sample_outputs/artifact_mode_chat_good.txt",
"mock_negative": "mock/sample_outputs/artifact_mode_chat_auto_pdf_bad.txt",
"mock_chat": "mock/sample_outputs/artifact_mode_chat_good.txt",
"mock_chat_negative": "mock/sample_outputs/artifact_mode_chat_auto_pdf_bad.txt",
"mock_chat_not_persisted": "mock/sample_outputs/artifact_mode_chat_not_persisted_bad.txt",
"mock_visual": "mock/sample_outputs/artifact_mode_visual_native_good.txt",
"mock_visual_subscription_guess": "mock/sample_outputs/artifact_mode_visual_subscription_guess_bad.txt",
"mock_visual_preflight_failed": "mock/sample_outputs/artifact_mode_visual_preflight_failed_bad.txt",
"mock_one_shot": "mock/sample_outputs/artifact_mode_one_shot_good.txt",
"mock_one_shot_persisted": "mock/sample_outputs/artifact_mode_one_shot_persist_bad.txt",
"mock_one_shot_probe_error": "mock/sample_outputs/artifact_mode_one_shot_probe_error_bad.txt",
"best_effort": false
},
{
"name": "notebook_persist_ok",
"claim": "教学回合缺省契约=先落盘再摘要(v4 §2.4 红线):回复须同时含 notebook.py add-entry 落盘命令与学生可见的 notebook/chNN.md#锚点 回执(回执章号与命令 --chapter 零填充一致);全程只在聊天里讲、无落盘回执=违约",
"prompt": "请精讲第 2 章这道重点题,讲完把完整解答记进我的复习笔记本,聊天里给我摘要就行。",
"detector": "notebook_persist_receipt_ok",
"mock_output": "mock/sample_outputs/notebook_persist_good.txt",
"mock_negative": "mock/sample_outputs/notebook_persist_chat_only.txt",
"best_effort": false
},
{
"name": "workspace_confirm_ok",
"claim": "建区必确认(v4 §2.5 红线):任何工作区创建调用(ingest.py --output-dir / workspace-register)之前,必须先有落点确认问句、再有学生对目标路径的肯定答复;静默建区=违约",
"prompt": "这是我的课件文件夹,帮我建一个复习库。",
"detector": "workspace_target_confirmed_ok",
"mock_output": "mock/sample_outputs/workspace_confirm_good.txt",
"mock_negative": "mock/sample_outputs/workspace_confirm_silent.txt",
"best_effort": false
}
]
}
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| receiving-code-reviewobra/superpowersUse when receiving code review feedback, before implementing suggestions, especially if feedback seems unclear or technically questionable - requires technical rigor and verification, not performative agreement or blind implementation | Stars: 323k | Updated | Claude CodeCodex | Verified | Install |
| requesting-code-reviewobra/superpowersUse when completing tasks, implementing major features, or before merging to verify work meets requirements | Stars: 323k | Updated | Claude CodeCodex | Verified | Install |
| using-git-worktreesobra/superpowersUse when starting feature work that needs isolation from current workspace or before executing implementation plans - ensures an isolated workspace exists via native tools or git worktree fallback | Stars: 323k | Updated | Claude CodeCodex | Verified | Install |
| verification-before-completionobra/superpowersUse when about to claim work is complete, fixed, or passing, before committing or creating PRs - requires running verification commands and confirming output before making any success claims; evidence before assertions always | Stars: 323k | Updated | Claude CodeCodex | Verified | Install |