foryourhealth111-pixel/Vibe-Skills
vibe
VerifiedVibe Code Orchestrator (VCO) is a governed runtime entry that freezes requirements, bounds execution, and enforces verification and phase cleanup.
scripts/verify/probe-scientific-packs.ps1
View on GitHubparam(
[string]$OutputDirectory,
[switch]$DefaultIncludePrompt,
[switch]$Unattended
)
$ErrorActionPreference = "Stop"
function New-OutputDir {
param([string]$Path)
if (-not $Path) { return $null }
New-Item -ItemType Directory -Path $Path -Force | Out-Null
return (Resolve-Path -LiteralPath $Path).Path
}
function Get-CaseMetrics {
param(
[object]$Case,
[object]$Result
)
$selectedPack = if ($Result -and $Result.candidate_focus) { [string]$Result.candidate_focus.pack_id } else { "" }
$selectedSkill = if ($Result -and $Result.candidate_focus) { [string]$Result.candidate_focus.skill } else { "" }
$expectedPack = if ($Case.expected_pack) { [string]$Case.expected_pack } else { "" }
$expectedSkill = if ($Case.expected_skill) { [string]$Case.expected_skill } else { "" }
$blockedPack = if ($Case.blocked_pack) { [string]$Case.blocked_pack } else { "" }
$blockedSkill = if ($Case.blocked_skill) { [string]$Case.blocked_skill } else { "" }
$packMatch = if ($expectedPack) { ($selectedPack -eq $expectedPack) } elseif ($blockedPack) { ($selectedPack -ne $blockedPack) } else { $null }
$skillMatch = if ($expectedSkill) { ($selectedSkill -eq $expectedSkill) } elseif ($blockedSkill) { ($selectedSkill -ne $blockedSkill) } else { $null }
return [pscustomobject]@{
pack_match = $packMatch
skill_match = $skillMatch
selected_pack = $selectedPack
selected_skill = $selectedSkill
blocked_pack = $blockedPack
blocked_skill = $blockedSkill
}
}
function Write-MarkdownReport {
param(
[string]$Path,
[object[]]$Rows,
[object[]]$GroupSummary,
[hashtable]$Meta
)
$lines = @()
$lines += "# VCO Scientific Pack Probe Report"
$lines += ""
$lines += ("- Generated (UTC): {0}" -f $Meta.generated_utc)
$lines += ('- Output dir: `{0}`' -f $Meta.output_dir)
$lines += ("- Cases: {0}" -f $Rows.Count)
$lines += ("- Unattended: {0}" -f ([bool]$Meta.unattended))
$lines += ""
$lines += "## Group Summary"
$lines += ""
$lines += "| Group | Cases | Pack match | Skill match* | Confirm ratio | Avg conf |"
$lines += "| --- | ---: | ---: | ---: | ---: | ---: |"
foreach ($g in $GroupSummary) {
$lines += ("| {0} | {1} | {2:P0} | {3} | {4:P0} | {5:N2} |" -f `
$g.group, $g.case_count, $g.pack_match_ratio, $g.skill_match_text, $g.confirm_required_ratio, $g.avg_confidence)
}
$lines += ""
$lines += '* Skill match is only computed for cases with an `expected_skill`.'
$lines += ""
$lines += "## Per-case Results"
$lines += ""
$lines += "| Case | Group | Grade/Task | Route | Selected pack/skill | Conf | Gap | Pack OK | Skill OK |"
$lines += "| --- | --- | --- | --- | --- | ---: | ---: | --- | --- |"
foreach ($r in $Rows) {
$selected = if ($r.selected_pack) { '`{0}` / `{1}`' -f $r.selected_pack, $r.selected_skill } else { "-" }
$packOk = if ($r.pack_match -eq $true) { "OK" } elseif ($r.pack_match -eq $false) { "FAIL" } else { "-" }
$skillOk = if ($r.skill_match -eq $true) { "OK" } elseif ($r.skill_match -eq $false) { "FAIL" } else { "-" }
$lines += ("| {0} | {1} | {2}/{3} | {4} | {5} | {6:N2} | {7:N2} | {8} | {9} |" -f `
$r.name, $r.group, $r.grade, $r.task_type, ("{0} ({1})" -f $r.route_mode, $r.route_reason), $selected, $r.confidence, $r.top1_top2_gap, $packOk, $skillOk)
}
$lines -join "`n" | Set-Content -LiteralPath $Path -Encoding UTF8
}
$repoRoot = Resolve-Path (Join-Path $PSScriptRoot "..\..")
$routerPath = Join-Path $repoRoot "scripts\\router\\resolve-pack-route.ps1"
if (-not $OutputDirectory) {
$OutputDirectory = Join-Path $repoRoot "outputs\\verify\\route-probe-scientific"
}
if (-not [System.IO.Path]::IsPathRooted($OutputDirectory)) {
$OutputDirectory = Join-Path $repoRoot $OutputDirectory
}
$OutputDirectory = New-OutputDir -Path $OutputDirectory
$caseDir = New-OutputDir -Path (Join-Path $OutputDirectory "cases")
$cases = @(
# science-literature-citations
[pscustomobject]@{
name = "lit_pubmed_pmid_bibtex"
group = "science-literature-citations"
prompt = "/vibe 在 PubMed 检索文献并导出 BibTeX"
grade = "M"
task_type = "research"
expected_pack = "science-literature-citations"
expected_skill = "pubmed-database"
requested_skill = $null
},
[pscustomobject]@{
name = "lit_pyzotero_library_bibtex"
group = "science-literature-citations"
prompt = "/vibe 用 pyzotero 连接 Zotero library,批量整理条目并导出 BibTeX"
grade = "M"
task_type = "coding"
expected_pack = "science-literature-citations"
expected_skill = "pyzotero"
requested_skill = $null
},
[pscustomobject]@{
name = "lit_citation_formatting"
group = "science-literature-citations"
prompt = "/vibe 整理参考文献格式,修正 DOI,生成 Nature 格式 bibliography"
grade = "M"
task_type = "planning"
expected_pack = "science-literature-citations"
expected_skill = "citation-management"
requested_skill = $null
},
[pscustomobject]@{
name = "lit_systematic_review_prisma"
group = "science-literature-citations"
prompt = "/vibe 做系统综述和 meta-analysis,输出 PRISMA 流程和纳排标准"
grade = "L"
task_type = "research"
expected_pack = "science-literature-citations"
expected_skill = "literature-review"
requested_skill = $null
},
[pscustomobject]@{
name = "lit_full_text_evidence_table"
group = "science-literature-citations"
prompt = "/vibe 做 full-text 文献检索,提取样本量、effect size、方法学细节,生成系统综述证据表"
grade = "L"
task_type = "research"
expected_pack = "science-literature-citations"
expected_skill = "literature-review"
requested_skill = $null
},
[pscustomobject]@{
name = "lit_biorxiv_preprint_review"
group = "science-literature-citations"
prompt = "/vibe 把 bioRxiv 预印本纳入文献综述,检索最近两年的 life sciences preprints"
grade = "L"
task_type = "research"
expected_pack = "science-literature-citations"
expected_skill = "literature-review"
requested_skill = $null
},
[pscustomobject]@{
name = "peer_review_formal"
group = "science-peer-review"
prompt = "/vibe 请对这篇论文做 peer review,指出方法学缺陷和可复现性风险"
grade = "L"
task_type = "review"
expected_pack = "science-peer-review"
expected_skill = "peer-review"
requested_skill = $null
},
[pscustomobject]@{
name = "peer_review_scholareval"
group = "science-peer-review"
prompt = "/vibe 用 ScholarEval rubric 评估这篇论文的问题 formulation、methodology、analysis 和 writing"
grade = "L"
task_type = "review"
expected_pack = "science-peer-review"
expected_skill = "scholar-evaluation"
requested_skill = $null
},
[pscustomobject]@{
name = "peer_review_critical_evidence"
group = "science-peer-review"
prompt = "/vibe 批判性分析这篇论文的证据强度、偏倚和混杂因素"
grade = "L"
task_type = "review"
expected_pack = "science-peer-review"
expected_skill = "scientific-critical-thinking"
requested_skill = $null
},
# science-chem-drug
[pscustomobject]@{
name = "chem_rdkit_fingerprint"
group = "science-chem-drug"
prompt = "/vibe 用 RDKit 解析 SMILES,计算 Morgan fingerprint,并做相似度检索"
grade = "M"
task_type = "coding"
expected_pack = "science-chem-drug"
expected_skill = "rdkit"
requested_skill = $null
},
[pscustomobject]@{
name = "chem_chembl_ic50"
group = "science-chem-drug"
prompt = "/vibe 在 ChEMBL 查询某靶点的 IC50 / Ki / Kd 活性数据,并输出结构化表格"
grade = "M"
task_type = "research"
expected_pack = "science-chem-drug"
expected_skill = "chembl-database"
requested_skill = $null
},
[pscustomobject]@{
name = "chem_medchem_sar"
group = "science-chem-drug"
prompt = "/vibe 做药物化学 SAR 分析、PAINS 过滤和先导化合物优化建议"
grade = "M"
task_type = "planning"
expected_pack = "science-chem-drug"
expected_skill = "medchem"
requested_skill = $null
},
[pscustomobject]@{
name = "chem_datamol_standardize_routes_rdkit"
group = "science-chem-drug"
prompt = "/vibe 用 datamol 批量标准化 SMILES 并生成分子指纹"
grade = "M"
task_type = "coding"
expected_pack = "science-chem-drug"
expected_skill = "rdkit"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_chem_drugbank_blocked"
group = "deleted-science-chem-drug"
prompt = "/vibe 查询 DrugBank 药物相互作用、药物靶点和药理信息"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-chem-drug"
blocked_skill = "drugbank-database"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_chem_pubchem_blocked"
group = "deleted-science-chem-drug"
prompt = "/vibe 查询 PubChem CID、PUG-REST 和化合物编号"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-chem-drug"
blocked_skill = "pubchem-database"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_chem_zinc_blocked"
group = "deleted-science-chem-drug"
prompt = "/vibe 从 ZINC 下载可购买小分子库用于 virtual screening"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-chem-drug"
blocked_skill = "zinc-database"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_chem_brenda_blocked"
group = "deleted-science-chem-drug"
prompt = "/vibe 在 BRENDA 查询 EC number 的 Km、kcat 和酶动力学参数"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-chem-drug"
blocked_skill = "brenda-database"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_chem_hmdb_blocked"
group = "deleted-science-chem-drug"
prompt = "/vibe 在 HMDB 里按 MS/MS 谱和代谢物名称做 metabolite identification"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-chem-drug"
blocked_skill = "hmdb-database"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_chem_diffdock_blocked"
group = "deleted-science-chem-drug"
prompt = "/vibe 用 DiffDock 做 docking pose prediction,输入 PDB 和 ligand"
grade = "M"
task_type = "coding"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-chem-drug"
blocked_skill = "diffdock"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_chem_deepchem_blocked"
group = "deleted-science-chem-drug"
prompt = "/vibe 用 DeepChem 训练 MoleculeNet 毒性预测模型和 GNN"
grade = "M"
task_type = "coding"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-chem-drug"
blocked_skill = "deepchem"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_chem_pytdc_blocked"
group = "deleted-science-chem-drug"
prompt = "/vibe 用 Therapeutics Data Commons / PyTDC 加载 benchmark 数据集并做 scaffold split"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-chem-drug"
blocked_skill = "pytdc"
requested_skill = $null
},
# science-clinical-regulatory
[pscustomobject]@{
name = "clinical_trials_nct"
group = "science-clinical-regulatory"
prompt = "/vibe 在 ClinicalTrials.gov 按 NCT 编号 NCT01234567 查询试验入排标准与终点"
grade = "M"
task_type = "research"
expected_pack = "science-clinical-regulatory"
expected_skill = "clinicaltrials-database"
requested_skill = $null
},
[pscustomobject]@{
name = "clinical_fda_label"
group = "science-clinical-regulatory"
prompt = "/vibe 根据 FDA drug label 提取适应症、禁忌、不良反应和用法用量"
grade = "M"
task_type = "research"
expected_pack = "science-clinical-regulatory"
expected_skill = "fda-database"
requested_skill = $null
},
[pscustomobject]@{
name = "clinical_pgx_cpic"
group = "science-clinical-regulatory"
prompt = "/vibe 基于 CPIC 指南生成药物基因组(Pharmacogenomics/PGx)用药建议,给出证据等级"
grade = "L"
task_type = "planning"
expected_pack = "science-clinical-regulatory"
expected_skill = "clinical-decision-support"
requested_skill = $null
},
[pscustomobject]@{
name = "clinical_clinpgx_cpic_lookup"
group = "science-clinical-regulatory"
prompt = "/vibe 查询 CPIC 药物基因组指南,解释 CYP2C19 和 clopidogrel 的 gene-drug 用药建议"
grade = "M"
task_type = "research"
expected_pack = "science-clinical-regulatory"
expected_skill = "clinpgx-database"
requested_skill = $null
},
[pscustomobject]@{
name = "clinical_report_care"
group = "science-clinical-regulatory"
prompt = "/vibe 撰写 CARE guidelines 病例报告,包含临床时间线、诊断、治疗、知情同意和去标识化检查"
grade = "M"
task_type = "planning"
expected_pack = "science-clinical-regulatory"
expected_skill = "clinical-reports"
requested_skill = $null
},
[pscustomobject]@{
name = "clinical_report_review"
group = "science-clinical-regulatory"
prompt = "/vibe 审查 clinical report 的 HIPAA 合规性、去标识化、完整性和医学术语规范"
grade = "M"
task_type = "review"
expected_pack = "science-clinical-regulatory"
expected_skill = "clinical-reports"
requested_skill = $null
},
[pscustomobject]@{
name = "clinical_treatment_plan"
group = "science-clinical-regulatory"
prompt = "/vibe 为糖尿病患者生成一页式 treatment plan,包含 SMART 目标、用药方案和随访计划"
grade = "M"
task_type = "planning"
expected_pack = "science-clinical-regulatory"
expected_skill = "treatment-plans"
requested_skill = $null
},
[pscustomobject]@{
name = "clinical_iso_13485_qms"
group = "science-clinical-regulatory"
prompt = "/vibe 准备 ISO 13485 医疗器械 QMS 认证差距分析、质量手册和 CAPA 程序文件"
grade = "M"
task_type = "planning"
expected_pack = "science-clinical-regulatory"
expected_skill = "iso-13485-certification"
requested_skill = $null
},
# science-medical-imaging
[pscustomobject]@{
name = "imaging_pydicom_tags"
group = "science-medical-imaging"
prompt = "/vibe 用 pydicom 读取 DICOM,提取关键 tags,并批量转换为 PNG"
grade = "M"
task_type = "coding"
expected_pack = "science-medical-imaging"
expected_skill = "pydicom"
requested_skill = $null
},
[pscustomobject]@{
name = "imaging_idc_dataset"
group = "science-medical-imaging"
prompt = "/vibe 从 Imaging Data Commons 搜索 TCIA 影像数据集,并下载 DICOMWeb 样例"
grade = "M"
task_type = "research"
expected_pack = "science-medical-imaging"
expected_skill = "imaging-data-commons"
requested_skill = $null
},
[pscustomobject]@{
name = "imaging_histolab_tiles"
group = "science-medical-imaging"
prompt = "/vibe 用 histolab 对 whole slide image 做 tissue detection 和 tile extraction"
grade = "M"
task_type = "coding"
expected_pack = "science-medical-imaging"
expected_skill = "histolab"
requested_skill = $null
},
[pscustomobject]@{
name = "imaging_omero_roi"
group = "science-medical-imaging"
prompt = "/vibe 用 OMERO 读取 microscopy image server 里的 ROI annotations"
grade = "M"
task_type = "coding"
expected_pack = "science-medical-imaging"
expected_skill = "omero-integration"
requested_skill = $null
},
[pscustomobject]@{
name = "imaging_pathml_wsi"
group = "science-medical-imaging"
prompt = "/vibe 用 PathML 构建 computational pathology WSI pipeline,包含 nucleus segmentation、spatial graph 和 multiplex pathology,并准备最小可复现实验脚本"
grade = "L"
task_type = "coding"
expected_pack = "science-medical-imaging"
expected_skill = "pathml"
requested_skill = $null
},
[pscustomobject]@{
name = "imaging_generic_datacommons_blocked"
group = "science-medical-imaging"
prompt = "/vibe 用 Data Commons 查询 population indicators、statistical variables 和 DCID,不涉及 Imaging Data Commons 或 DICOMWeb"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-medical-imaging"
blocked_skill = "imaging-data-commons"
requested_skill = $null
},
[pscustomobject]@{
name = "imaging_pubmed_evidence_blocked"
group = "science-medical-imaging"
prompt = "/vibe 查询 PubMed 文献并整理 PMID citation evidence table"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-medical-imaging"
blocked_skill = $null
requested_skill = $null
},
[pscustomobject]@{
name = "imaging_generic_image_processing_blocked"
group = "science-medical-imaging"
prompt = "/vibe 对普通 PNG 图片做 OCR、截图裁剪和图像增强,不涉及 DICOM、WSI、OMERO 或 PathML"
grade = "M"
task_type = "coding"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-medical-imaging"
blocked_skill = $null
requested_skill = $null
},
# longtail-science-ml
[pscustomobject]@{ name = "longtail_simpy_explicit"; group = "longtail-science-ml"; prompt = "/vibe 用 SimPy 建一个离散事件仿真 queue resource process,并输出 resource utilization"; grade = "M"; task_type = "coding"; expected_pack = "science-simpy-simulation"; expected_skill = "simpy"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_fluidsim_explicit"; group = "longtail-science-ml"; prompt = "/vibe 用 FluidSim 做 Navier-Stokes CFD turbulence spectra 分析"; grade = "M"; task_type = "coding"; expected_pack = "science-fluidsim-cfd"; expected_skill = "fluidsim"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_matchms_explicit"; group = "longtail-science-ml"; prompt = "/vibe 用 matchms 处理 MS/MS mass spectra 并计算 spectral similarity"; grade = "M"; task_type = "coding"; expected_pack = "science-matchms-spectra"; expected_skill = "matchms"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_matlab_explicit"; group = "longtail-science-ml"; prompt = "/vibe 写 MATLAB/Octave .m script 并连接 Simulink 模型"; grade = "M"; task_type = "coding"; expected_pack = "science-matlab-octave"; expected_skill = "matlab"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_neuropixels_explicit"; group = "longtail-science-ml"; prompt = "/vibe 分析 Neuropixels SpikeGLX 数据,运行 Kilosort spike sorting 并整理 probe channel map"; grade = "M"; task_type = "research"; expected_pack = "science-neuropixels"; expected_skill = "neuropixels-analysis"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_pymc_explicit"; group = "longtail-science-ml"; prompt = "/vibe 用 PyMC 建立 Bayesian hierarchical model,运行 NUTS MCMC 和 posterior predictive checks"; grade = "M"; task_type = "coding"; expected_pack = "science-pymc-bayesian"; expected_skill = "pymc"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_pymoo_explicit"; group = "longtail-science-ml"; prompt = "/vibe 用 pymoo 做 NSGA-II multi-objective optimization,输出 Pareto front"; grade = "M"; task_type = "coding"; expected_pack = "science-pymoo-optimization"; expected_skill = "pymoo"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_rowan_explicit"; group = "longtail-science-ml"; prompt = "/vibe 用 Rowan rowan-python 调用 labs.rowansci.com API 管理计算任务"; grade = "M"; task_type = "coding"; expected_pack = "science-rowan-chemistry"; expected_skill = "rowan"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_sb3_explicit"; group = "longtail-science-ml"; prompt = "/vibe 用 Stable-Baselines3 SB3 训练 PPO reinforcement learning agent"; grade = "M"; task_type = "coding"; expected_pack = "ml-stable-baselines3"; expected_skill = "stable-baselines3"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_timesfm_explicit"; group = "longtail-science-ml"; prompt = "/vibe 用 TimesFM 做 zero-shot forecasting,设置 forecast horizon 和 prediction intervals"; grade = "M"; task_type = "coding"; expected_pack = "science-timesfm-forecasting"; expected_skill = "timesfm-forecasting"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_torch_geometric_explicit"; group = "longtail-science-ml"; prompt = "/vibe 用 PyTorch Geometric torch_geometric 写 PyG GNN node classification pipeline"; grade = "M"; task_type = "coding"; expected_pack = "ml-torch-geometric"; expected_skill = "torch-geometric"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_blocks_generic_simulation"; group = "longtail-science-ml"; prompt = "/vibe 设计一个普通 agent-based simulation 和 Monte Carlo simulation,不使用 SimPy 或离散事件资源队列"; grade = "M"; task_type = "planning"; blocked_pack = "science-simpy-simulation"; blocked_skill = "simpy"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_blocks_numpy_matlab"; group = "longtail-science-ml"; prompt = "/vibe 用 NumPy 做 Python matrix multiplication,在 Jupyter 里做 scientific visualization,不使用 MATLAB 或 Octave"; grade = "M"; task_type = "coding"; blocked_pack = "science-matlab-octave"; blocked_skill = "matlab"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_blocks_generic_chemistry_rowan"; group = "longtail-science-ml"; prompt = "/vibe 用 RDKit、PubChem、ChEMBL 做 generic chemistry、docking、pKa、conformer search 和 molecular ML,不调用 Rowan"; grade = "M"; task_type = "research"; blocked_pack = "science-rowan-chemistry"; blocked_skill = "rowan"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_blocks_sklearn_sb3"; group = "longtail-science-ml"; prompt = "/vibe 用 scikit-learn 训练 supervised classification 模型,不是 reinforcement learning 或 SB3"; grade = "M"; task_type = "coding"; blocked_pack = "ml-stable-baselines3"; blocked_skill = "stable-baselines3"; requested_skill = $null },
[pscustomobject]@{ name = "longtail_blocks_generic_forecast_timesfm"; group = "longtail-science-ml"; prompt = "/vibe 做普通 business forecast、ARIMA baseline 和 tabular regression,不使用 TimesFM 或 foundation forecasting"; grade = "M"; task_type = "research"; blocked_pack = "science-timesfm-forecasting"; blocked_skill = "timesfm-forecasting"; requested_skill = $null },
# deleted science-lab-automation regressions
[pscustomobject]@{ name = "deleted_lab_opentrons_ot2_blocked"; group = "deleted-science-lab-automation"; prompt = "/vibe 写一个 Opentrons OT-2 protocol:96孔板分液 + 混匀,输出可运行脚本"; grade = "M"; task_type = "coding"; expected_pack = $null; expected_skill = $null; blocked_pack = "science-lab-automation"; blocked_skill = "opentrons-integration"; requested_skill = $null },
[pscustomobject]@{ name = "deleted_lab_opentrons_flex_blocked"; group = "deleted-science-lab-automation"; prompt = "/vibe 用 Opentrons Flex 和 thermocycler module 写一个 PCR setup protocol"; grade = "M"; task_type = "coding"; expected_pack = $null; expected_skill = $null; blocked_pack = "science-lab-automation"; blocked_skill = "opentrons-integration"; requested_skill = $null },
[pscustomobject]@{ name = "deleted_lab_pylabrobot_blocked"; group = "deleted-science-lab-automation"; prompt = "/vibe 用 PyLabRobot 控制 Hamilton 和 Tecan 液体处理机器人,统一调度 plate reader"; grade = "M"; task_type = "coding"; expected_pack = $null; expected_skill = $null; blocked_pack = "science-lab-automation"; blocked_skill = "pylabrobot"; requested_skill = $null },
[pscustomobject]@{ name = "deleted_lab_protocolsio_blocked"; group = "deleted-science-lab-automation"; prompt = "/vibe 用 protocols.io API 创建并发布一个实验 protocol,包含 workspace 和文件附件"; grade = "M"; task_type = "coding"; expected_pack = $null; expected_skill = $null; blocked_pack = "science-lab-automation"; blocked_skill = "protocolsio-integration"; requested_skill = $null },
[pscustomobject]@{ name = "deleted_lab_benchling_blocked"; group = "deleted-science-lab-automation"; prompt = "/vibe 查询 Benchling registry 里的 DNA sequence 和 inventory containers,并导出样品表"; grade = "M"; task_type = "coding"; expected_pack = $null; expected_skill = $null; blocked_pack = "science-lab-automation"; blocked_skill = "benchling-integration"; requested_skill = $null },
[pscustomobject]@{ name = "deleted_lab_labarchives_blocked"; group = "deleted-science-lab-automation"; prompt = "/vibe 备份 LabArchives notebook,导出 entries、attachments 和 JSON metadata"; grade = "M"; task_type = "coding"; expected_pack = $null; expected_skill = $null; blocked_pack = "science-lab-automation"; blocked_skill = "labarchive-integration"; requested_skill = $null },
[pscustomobject]@{ name = "deleted_lab_ginkgo_blocked"; group = "deleted-science-lab-automation"; prompt = "/vibe 在 Ginkgo Cloud Lab / cloud.ginkgo.bio 准备下单输入并估算 protocol pricing"; grade = "M"; task_type = "planning"; expected_pack = $null; expected_skill = $null; blocked_pack = "science-lab-automation"; blocked_skill = "ginkgo-cloud-lab"; requested_skill = $null },
[pscustomobject]@{
name = "lab_generic_eln_negated_vendors_not_lab_automation"
group = "science-lab-automation"
prompt = "/vibe 帮我整理电子实验记录 ELN 模板,不指定 Benchling 或 LabArchives"
grade = "M"
task_type = "planning"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-lab-automation"
requested_skill = $null
},
[pscustomobject]@{
name = "lab_generic_attachments_negated_vendors_not_lab_automation"
group = "science-lab-automation"
prompt = "/vibe 把实验图片和 CSV 附件整理到实验记录里,不使用 LabArchives 或 Benchling"
grade = "M"
task_type = "planning"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-lab-automation"
requested_skill = $null
},
[pscustomobject]@{
name = "lab_generic_markdown_protocol_not_lab_automation"
group = "science-lab-automation"
prompt = "/vibe 写一个普通 wet-lab protocol 的 Markdown 文档,不使用 protocols.io 或机器人"
grade = "M"
task_type = "planning"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-lab-automation"
requested_skill = $null
},
# science-communication-slides
[pscustomobject]@{
name = "comm_scientific_slides"
group = "science-communication-slides"
prompt = "/vibe 把这篇论文做成 10 页学术汇报 slides(pptx),包含方法/结果/局限性"
grade = "L"
task_type = "planning"
expected_pack = "science-communication-slides"
expected_skill = "scientific-slides"
requested_skill = $null
},
[pscustomobject]@{
name = "comm_slidev_as_code"
group = "science-communication-slides"
prompt = "/vibe 用 Slidev 做组会汇报并导出 PDF"
grade = "L"
task_type = "coding"
expected_pack = "science-communication-slides"
expected_skill = "slides-as-code"
requested_skill = $null
},
[pscustomobject]@{
name = "figures_matplotlib_library_wording"
group = "science-figures-visualization"
prompt = "/vibe 用 matplotlib 绘制 publication-ready result figure,600dpi TIFF,带误差棒和显著性标注"
grade = "L"
task_type = "coding"
expected_pack = "science-figures-visualization"
expected_skill = "scientific-visualization"
requested_skill = $null
},
[pscustomobject]@{
name = "figures_seaborn_library_wording"
group = "science-figures-visualization"
prompt = "/vibe 用 seaborn 画模型评估结果图和投稿图,要求色盲友好配色"
grade = "L"
task_type = "coding"
expected_pack = "science-figures-visualization"
expected_skill = "scientific-visualization"
requested_skill = $null
},
[pscustomobject]@{
name = "figures_plotly_library_wording"
group = "science-figures-visualization"
prompt = "/vibe 用 plotly 做 interactive result figure,并导出 HTML figure 给科研报告使用"
grade = "L"
task_type = "coding"
expected_pack = "science-figures-visualization"
expected_skill = "scientific-visualization"
requested_skill = $null
},
[pscustomobject]@{
name = "figures_mermaid_flowchart"
group = "science-figures-visualization"
prompt = "/vibe 用 Mermaid 写一个实验流程图(flowchart),并给出可复制的 markdown"
grade = "M"
task_type = "coding"
expected_pack = "science-figures-visualization"
expected_skill = "scientific-schematics"
requested_skill = $null
},
[pscustomobject]@{
name = "reporting_html_pdf_direct_owner"
group = "science-reporting"
prompt = "/vibe 科研技术报告:包含方法结果讨论,输出 HTML 和 PDF,附录写清复现步骤"
grade = "L"
task_type = "planning"
expected_pack = "science-reporting"
expected_skill = "scientific-reporting"
requested_skill = $null
},
[pscustomobject]@{
name = "comm_pptx_poster"
group = "science-communication-slides"
prompt = "/vibe 制作 PowerPoint PPTX 学术海报"
grade = "L"
task_type = "planning"
expected_pack = "science-communication-slides"
expected_skill = "pptx-posters"
requested_skill = $null
},
[pscustomobject]@{
name = "publishing_plain_conference_poster"
group = "scholarly-publishing-workflow"
prompt = "/vibe 制作学术海报 conference poster"
grade = "L"
task_type = "planning"
expected_pack = "scholarly-publishing-workflow"
expected_skill = "latex-posters"
requested_skill = $null
},
[pscustomobject]@{
name = "comm_pdf_to_markdown"
group = "science-communication-slides"
prompt = "/vibe 把 PDF 转成 Markdown,要求尽量保留表格与标题结构(markitdown)"
grade = "M"
task_type = "coding"
expected_pack = "docs-markitdown-conversion"
expected_skill = "markitdown"
requested_skill = $null
},
# finance-edgar-macro
[pscustomobject]@{
name = "finance_edgar_10k"
group = "finance-edgar-macro"
prompt = "/vibe 用 EDGAR 拉取 AAPL 10-K,提取收入/毛利率/分部信息并输出表格"
grade = "M"
task_type = "research"
expected_pack = "finance-edgar-macro"
expected_skill = "edgartools"
requested_skill = $null
},
[pscustomobject]@{
name = "finance_fred_cpi_rate"
group = "finance-edgar-macro"
prompt = "/vibe 用 FRED 获取 CPI 和联邦基金利率时间序列,并画趋势图"
grade = "M"
task_type = "research"
expected_pack = "finance-edgar-macro"
expected_skill = "fred-economic-data"
requested_skill = $null
},
[pscustomobject]@{
name = "finance_alpha_vantage_price"
group = "finance-edgar-macro"
prompt = "/vibe 用 Alpha Vantage 获取 AAPL 日线行情并输出 CSV"
grade = "M"
task_type = "coding"
expected_pack = "finance-edgar-macro"
expected_skill = "alpha-vantage"
requested_skill = $null
},
[pscustomobject]@{
name = "finance_usfiscal_debt"
group = "finance-edgar-macro"
prompt = "/vibe 用 U.S. Treasury Fiscal Data 查询 national debt 和 federal spending"
grade = "M"
task_type = "research"
expected_pack = "finance-edgar-macro"
expected_skill = "usfiscaldata"
requested_skill = $null
},
[pscustomobject]@{
name = "finance_hedgefundmonitor"
group = "finance-edgar-macro"
prompt = "/vibe 查询 OFR Hedge Fund Monitor 和 Form PF aggregate statistics"
grade = "M"
task_type = "research"
expected_pack = "finance-edgar-macro"
expected_skill = "hedgefundmonitor"
requested_skill = $null
},
[pscustomobject]@{
name = "finance_market_research_report"
group = "finance-edgar-macro"
prompt = "/vibe 生成 consulting-style market research report 和 competitive analysis"
grade = "M"
task_type = "planning"
expected_pack = "finance-edgar-macro"
expected_skill = "market-research-reports"
requested_skill = $null
},
[pscustomobject]@{
name = "finance_datacommons_public_stats"
group = "finance-edgar-macro"
prompt = "/vibe 用 Data Commons 查询 public statistical data 和人口经济指标"
grade = "M"
task_type = "research"
expected_pack = "finance-edgar-macro"
expected_skill = "datacommons-client"
requested_skill = $null
},
[pscustomobject]@{
name = "finance_generic_public_data_blocked"
group = "finance-edgar-macro"
prompt = "/vibe 搜索公共数据集和 open dataset 下载链接,不限定 Data Commons 或人口经济指标"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = "finance-edgar-macro"
blocked_skill = "datacommons-client"
requested_skill = $null
},
[pscustomobject]@{
name = "finance_scientific_report_pdf_blocked"
group = "finance-edgar-macro"
prompt = "/vibe 写一篇科研报告,包含 methods results discussion 并导出 PDF"
grade = "L"
task_type = "planning"
expected_pack = $null
expected_skill = $null
blocked_pack = "finance-edgar-macro"
blocked_skill = "market-research-reports"
requested_skill = $null
},
# deleted science-quantum regressions
[pscustomobject]@{
name = "quantum_qiskit_deleted_pack_blocked"
group = "deleted-science-quantum"
prompt = "/vibe 用 Qiskit 创建 Bell state quantum circuit,并在模拟器上运行"
grade = "M"
task_type = "coding"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-quantum"
blocked_skill = "qiskit"
requested_skill = $null
},
[pscustomobject]@{
name = "quantum_pennylane_deleted_pack_blocked"
group = "deleted-science-quantum"
prompt = "/vibe 用 PennyLane 做 quantum machine learning 的最小示例(QML)"
grade = "M"
task_type = "coding"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-quantum"
blocked_skill = "pennylane"
requested_skill = $null
},
[pscustomobject]@{
name = "quantum_chemistry_no_deleted_quantum_pack"
group = "deleted-science-quantum"
prompt = "/vibe 调研 quantum chemistry 论文和 pKa 预测,不写量子电路"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-quantum"
blocked_skill = "qiskit"
requested_skill = $null
},
# ip-uspto-patents
[pscustomobject]@{
name = "ip_uspto_crispr"
group = "ip-uspto-patents"
prompt = "/vibe 在 USPTO 检索 CRISPR 的专利,按申请人筛选并汇总关键权利要求"
grade = "M"
task_type = "research"
expected_pack = "ip-uspto-patents"
expected_skill = "uspto-database"
requested_skill = $null
},
# science-astropy
[pscustomobject]@{
name = "astro_astropy_fits_wcs"
group = "science-astropy"
prompt = "/vibe 用 Astropy 打开 FITS 文件并做 WCS 坐标转换,输出 RA/DEC"
grade = "M"
task_type = "coding"
expected_pack = "science-astropy"
expected_skill = "astropy"
requested_skill = $null
},
# science-pymatgen
[pscustomobject]@{
name = "materials_pymatgen_poscar"
group = "science-pymatgen"
prompt = "/vibe 用 pymatgen 读取 POSCAR,计算结构晶格参数与体积"
grade = "M"
task_type = "coding"
expected_pack = "science-pymatgen"
expected_skill = "pymatgen"
requested_skill = $null
},
# science-geospatial
[pscustomobject]@{
name = "geo_geopandas_shp_to_geojson"
group = "science-geospatial"
prompt = "/vibe 用 GeoPandas 读 Shapefile 并导出 GeoJSON,同时做属性表清洗"
grade = "M"
task_type = "coding"
expected_pack = "science-geospatial"
expected_skill = "geopandas"
requested_skill = $null
},
[pscustomobject]@{
name = "geo_epsg_transform"
group = "science-geospatial"
prompt = "/vibe 做坐标系转换:EPSG:4326 -> EPSG:3857,并解释投影差异"
grade = "M"
task_type = "planning"
expected_pack = "science-geospatial"
expected_skill = "geomaster"
requested_skill = $null
},
[pscustomobject]@{
name = "geo_ncbi_geo_not_geospatial"
group = "science-geospatial"
prompt = "/vibe 查询 NCBI GEO 的 GSE 和 GSM gene expression dataset"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = "science-geospatial"
requested_skill = $null
},
# science-zarr-polars
[pscustomobject]@{
name = "bigdata_polars_parquet_groupby"
group = "science-zarr-polars"
prompt = "/vibe 用 Polars 读取 Parquet,做 groupby 聚合并优化性能"
grade = "M"
task_type = "coding"
expected_pack = "science-zarr-polars"
expected_skill = "polars"
requested_skill = $null
},
[pscustomobject]@{
name = "bigdata_vaex_out_of_core"
group = "science-zarr-polars"
prompt = "/vibe 用 Vaex 做 out-of-core big dataframe filtering"
grade = "M"
task_type = "coding"
expected_pack = "science-zarr-polars"
expected_skill = "vaex"
requested_skill = $null
},
[pscustomobject]@{
name = "bigdata_zarr_chunked_array"
group = "science-zarr-polars"
prompt = "/vibe 用 Zarr 存储 chunked array 并进行 out-of-core 计算"
grade = "M"
task_type = "coding"
expected_pack = "science-zarr-polars"
expected_skill = "zarr-python"
requested_skill = $null
},
[pscustomobject]@{
name = "bigdata_tiledbvcf_query"
group = "science-zarr-polars"
prompt = "/vibe 用 TileDB-VCF 管理大规模 VCF,并查询某个基因区域的变异"
grade = "M"
task_type = "research"
expected_pack = "science-tiledbvcf"
expected_skill = "tiledbvcf"
requested_skill = $null
},
# research-design extensions
[pscustomobject]@{
name = "research_hypothesis_generation"
group = "research-design"
prompt = "/vibe 基于现有结果提出 3 个可检验的 research hypothesis,并给出最小实验设计"
grade = "L"
task_type = "planning"
expected_pack = "research-design"
expected_skill = "hypothesis-generation"
requested_skill = $null
},
[pscustomobject]@{
name = "research_hypogenic_absorbed"
group = "research-design"
prompt = "/vibe 用 HypoGeniC 从数据和文献中生成并测试科研假设"
grade = "L"
task_type = "research"
expected_pack = "research-design"
expected_skill = "hypothesis-generation"
requested_skill = $null
},
[pscustomobject]@{
name = "research_grant_outline"
group = "research-design"
prompt = "/vibe 写一份 NIH grant proposal outline:Specific Aims + Significance + Approach"
grade = "L"
task_type = "planning"
expected_pack = "research-design"
expected_skill = "research-grants"
requested_skill = $null
},
[pscustomobject]@{
name = "research_experiment_failure_absorbed"
group = "research-design"
prompt = "/vibe 分析科学实验失败原因,设计下一轮验证实验,判断是否继续优化还是放弃该方案"
grade = "L"
task_type = "planning"
expected_pack = "research-design"
expected_skill = "designing-experiments"
requested_skill = $null
},
[pscustomobject]@{
name = "research_design_no_modeling_design"
group = "research-design"
prompt = "/vibe 帮我设计准实验方案,先决定 DiD 还是中断时间序列,不要开始建模"
grade = "L"
task_type = "planning"
expected_pack = "research-design"
expected_skill = "designing-experiments"
requested_skill = $null
},
[pscustomobject]@{
name = "research_literature_matrix_absorbed"
group = "research-design"
prompt = "/vibe 构建论文组合矩阵,寻找 A+B 的研究创新点"
grade = "L"
task_type = "planning"
expected_pack = "research-design"
expected_skill = "scientific-brainstorming"
requested_skill = $null
},
[pscustomobject]@{
name = "research_existing_data_causal_effect"
group = "research-design"
prompt = "/vibe 我已有面板数据,请用 DiD 估计政策的因果效应并做稳健性检验"
grade = "L"
task_type = "research"
expected_pack = "research-design"
expected_skill = "performing-causal-analysis"
requested_skill = $null
},
[pscustomobject]@{
name = "research_regression_moves_to_data_ml"
group = "data-ml"
prompt = "/vibe 做回归分析并解释系数、置信区间和诊断结果"
grade = "L"
task_type = "research"
expected_pack = "data-ml"
expected_skill = "scikit-learn"
requested_skill = $null
},
[pscustomobject]@{
name = "research_open_scientific_ideation"
group = "research-design"
prompt = "/vibe 开放式科研构思:围绕这个机制发散研究方向,不要求形成可检验假设报告"
grade = "L"
task_type = "planning"
expected_pack = "research-design"
expected_skill = "scientific-brainstorming"
requested_skill = $null
},
# bio-science extensions
[pscustomobject]@{
name = "deleted_bio_esm_embeddings_blocked"
group = "deleted-bio-science"
prompt = "/vibe 用 ESM 生成 protein embeddings,并说明输出向量如何用于下游任务"
grade = "M"
task_type = "coding"
expected_pack = $null
expected_skill = $null
blocked_pack = $null
blocked_skill = "esm"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_bio_cobrapy_fba_blocked"
group = "deleted-bio-science"
prompt = "/vibe 用 COBRApy 做 FBA 代谢通量分析,并解释约束条件"
grade = "M"
task_type = "coding"
expected_pack = $null
expected_skill = $null
blocked_pack = $null
blocked_skill = "cobrapy"
requested_skill = $null
},
[pscustomobject]@{
name = "bio_scanpy_h5ad_marker_genes"
group = "bio-science"
prompt = "/vibe 读取 h5ad,做 Leiden clustering 和 marker genes"
grade = "M"
task_type = "research"
expected_pack = "bio-science"
expected_skill = "scanpy"
requested_skill = $null
},
[pscustomobject]@{
name = "bio_pydeseq2_bulk_de"
group = "bio-science"
prompt = "/vibe 进行 bulk RNA-seq 差异表达分析并画 volcano plot"
grade = "M"
task_type = "research"
expected_pack = "bio-science"
expected_skill = "pydeseq2"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_bio_pysam_bam_vcf_coverage_blocked"
group = "deleted-bio-science"
prompt = "/vibe 解析 BAM 和 VCF 文件并统计 coverage"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = $null
blocked_skill = "pysam"
requested_skill = $null
},
[pscustomobject]@{
name = "bio_quick_gene_symbol"
group = "bio-science"
prompt = "/vibe 快速查询 gene symbol 和 Ensembl ID"
grade = "M"
task_type = "research"
expected_pack = "bio-science"
expected_skill = "bio-database-evidence"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_bio_flowio_fcs_blocked"
group = "deleted-bio-science"
prompt = "/vibe 读取 FCS 流式细胞文件并提取通道矩阵"
grade = "M"
task_type = "coding"
expected_pack = $null
expected_skill = $null
blocked_pack = $null
blocked_skill = "flowio"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_bio_arboreto_grn_blocked"
group = "deleted-bio-science"
prompt = "/vibe 用 pySCENIC 和 arboreto 推断 gene regulatory network"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = $null
blocked_skill = "arboreto"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_bio_geniml_embedding_blocked"
group = "deleted-bio-science"
prompt = "/vibe 用 geniml 做 genomic ML 和 genome embedding"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = $null
blocked_skill = "geniml"
requested_skill = $null
},
[pscustomobject]@{
name = "bio_anndata_h5ad_container"
group = "bio-science"
prompt = "/vibe 用 AnnData 读写 h5ad,管理 obs/var 元数据和 backed mode 稀疏矩阵"
grade = "M"
task_type = "research"
expected_pack = "bio-science"
expected_skill = "scanpy"
requested_skill = $null
},
[pscustomobject]@{
name = "bio_scvi_latent_model"
group = "bio-science"
prompt = "/vibe 用 scVI 和 scANVI 做 single-cell batch correction、latent model 和 cell type annotation"
grade = "M"
task_type = "research"
expected_pack = "bio-science"
expected_skill = "scanpy"
requested_skill = $null
},
[pscustomobject]@{
name = "deleted_bio_deeptools_tracks_blocked"
group = "deleted-bio-science"
prompt = "/vibe 用 deepTools 把 BAM 转 bigWig,并围绕 TSS 画 ChIP-seq heatmap profile"
grade = "M"
task_type = "research"
expected_pack = $null
expected_skill = $null
blocked_pack = $null
blocked_skill = "deeptools"
requested_skill = $null
},
[pscustomobject]@{
name = "bio_clinvar_significance"
group = "bio-science"
prompt = "/vibe 查询 ClinVar 中 BRCA1 variant 的 clinical significance、VUS 和 review stars"
grade = "M"
task_type = "research"
expected_pack = "bio-science"
expected_skill = "bio-database-evidence"
requested_skill = $null
},
[pscustomobject]@{
name = "bio_kegg_pathway_mapping"
group = "bio-science"
prompt = "/vibe 用 KEGG REST 做 pathway mapping、ID conversion 和 metabolic pathway 查询"
grade = "M"
task_type = "research"
expected_pack = "bio-science"
expected_skill = "bio-database-evidence"
requested_skill = $null
},
[pscustomobject]@{
name = "bio_reactome_enrichment"
group = "bio-science"
prompt = "/vibe 用 Reactome 做 pathway enrichment、gene-pathway mapping 和 disease pathway 分析"
grade = "M"
task_type = "research"
expected_pack = "bio-science"
expected_skill = "bio-database-evidence"
requested_skill = $null
},
[pscustomobject]@{
name = "bio_alphafold_structure"
group = "bio-science"
prompt = "/vibe 从 AlphaFold Database 按 UniProt ID 下载 mmCIF,并检查 pLDDT 和 PAE"
grade = "M"
task_type = "research"
expected_pack = "bio-science"
expected_skill = "bio-database-evidence"
requested_skill = $null
},
[pscustomobject]@{
name = "bio_string_ppi"
group = "bio-science"
prompt = "/vibe 用 STRING API 查询 protein-protein interaction network、GO enrichment 和 hub proteins"
grade = "M"
task_type = "research"
expected_pack = "bio-science"
expected_skill = "bio-database-evidence"
requested_skill = $null
},
[pscustomobject]@{
name = "bio_cellxgene_census"
group = "bio-science"
prompt = "/vibe 查询 CZ CELLxGENE Census 的 human lung epithelial cells expression data 和 metadata"
grade = "M"
task_type = "research"
expected_pack = "bio-science"
expected_skill = "bio-database-evidence"
requested_skill = $null
}
)
$rows = @()
foreach ($case in $cases) {
$routerArgs = @{
Prompt = [string]$case.prompt
Grade = [string]$case.grade
TaskType = [string]$case.task_type
Probe = $true
ProbeLabel = [string]$case.name
ProbeOutputDir = $caseDir
ProbeIncludePrompt = [bool]$DefaultIncludePrompt
}
if ($case.requested_skill) {
$routerArgs.RequestedSkill = [string]$case.requested_skill
}
if ($Unattended) {
$routerArgs.Unattended = $true
}
$result = $null
$errorText = ""
try {
$json = & $routerPath @routerArgs
$result = $json | ConvertFrom-Json
} catch {
$errorText = [string]$_.Exception.Message
}
$metrics = Get-CaseMetrics -Case $case -Result $result
$rows += [pscustomobject]@{
name = [string]$case.name
group = [string]$case.group
grade = [string]$case.grade
task_type = [string]$case.task_type
route_mode = if ($result) { [string]$result.route_mode } else { "error" }
route_reason = if ($result) { [string]$result.route_reason } else { $errorText }
confidence = if ($result -and $result.confidence -ne $null) { [double]$result.confidence } else { 0.0 }
top1_top2_gap = if ($result -and $result.top1_top2_gap -ne $null) { [double]$result.top1_top2_gap } else { 0.0 }
candidate_signal = if ($result -and $result.candidate_signal -ne $null) { [double]$result.candidate_signal } else { 0.0 }
selected_pack = $metrics.selected_pack
selected_skill = $metrics.selected_skill
pack_match = $metrics.pack_match
skill_match = $metrics.skill_match
probe_reference = if ($result -and $result.probe_reference) { [string]$result.probe_reference } else { "" }
expected_pack = [string]$case.expected_pack
expected_skill = [string]$case.expected_skill
blocked_pack = $metrics.blocked_pack
blocked_skill = $metrics.blocked_skill
}
}
$groupSummary = @()
foreach ($groupName in ($rows | Select-Object -ExpandProperty group | Sort-Object -Unique)) {
$items = @($rows | Where-Object { $_.group -eq $groupName })
if ($items.Count -eq 0) { continue }
$packMatchItems = @($items | Where-Object { $_.pack_match -ne $null })
$packMatchRatio = if ($packMatchItems.Count -gt 0) {
[double](@($packMatchItems | Where-Object { $_.pack_match -eq $true }).Count) / [double]$packMatchItems.Count
} else { 0.0 }
$skillMatchItems = @($items | Where-Object { $_.skill_match -ne $null })
$skillMatchRatio = if ($skillMatchItems.Count -gt 0) {
[double](@($skillMatchItems | Where-Object { $_.skill_match -eq $true }).Count) / [double]$skillMatchItems.Count
} else { 0.0 }
$confirmCount = @($items | Where-Object { $_.route_mode -eq "confirm_required" }).Count
$confirmRatio = [double]$confirmCount / [double]$items.Count
$avgConfidence = [double](($items | Measure-Object -Property confidence -Average).Average)
$skillMatchText = if ($skillMatchItems.Count -gt 0) { "{0:P0}" -f $skillMatchRatio } else { "-" }
$groupSummary += [pscustomobject]@{
group = $groupName
case_count = [int]$items.Count
pack_match_ratio = [Math]::Round($packMatchRatio, 4)
skill_match_ratio = [Math]::Round($skillMatchRatio, 4)
skill_match_text = $skillMatchText
confirm_required_ratio = [Math]::Round($confirmRatio, 4)
avg_confidence = [Math]::Round($avgConfidence, 4)
}
}
$meta = @{
generated_utc = [DateTime]::UtcNow.ToString("o")
output_dir = $OutputDirectory
unattended = [bool]$Unattended
}
$summaryPath = Join-Path $OutputDirectory "summary.json"
$reportPath = Join-Path $OutputDirectory "report.md"
([pscustomobject]@{
meta = $meta
group_summary = $groupSummary
rows = $rows
report_path = $reportPath
}) | ConvertTo-Json -Depth 8 | Set-Content -LiteralPath $summaryPath -Encoding UTF8
Write-MarkdownReport -Path $reportPath -Rows $rows -GroupSummary $groupSummary -Meta $meta
Write-Host ("Probe complete: {0}" -f $reportPath)
Write-Host ("Summary JSON: {0}" -f $summaryPath)
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| receiving-code-reviewobra/superpowersUse when receiving code review feedback, before implementing suggestions, especially if feedback seems unclear or technically questionable - requires technical rigor and verification, not performative agreement or blind implementation | Stars: 323k | Updated | Claude CodeCodex | Verified | Install |
| requesting-code-reviewobra/superpowersUse when completing tasks, implementing major features, or before merging to verify work meets requirements | Stars: 323k | Updated | Claude CodeCodex | Verified | Install |
| using-git-worktreesobra/superpowersUse when starting feature work that needs isolation from current workspace or before executing implementation plans - ensures an isolated workspace exists via native tools or git worktree fallback | Stars: 323k | Updated | Claude CodeCodex | Verified | Install |
| verification-before-completionobra/superpowersUse when about to claim work is complete, fixed, or passing, before committing or creating PRs - requires running verification commands and confirming output before making any success claims; evidence before assertions always | Stars: 323k | Updated | Claude CodeCodex | Verified | Install |