aidenlx/zotlit / skills/zotlit-query
zotlit-query
VerifiedQuery Zotero works, files, and reading marks through ZotLit in Obsidian. Use for literature reviews, reading plans, missing PDFs, broken linked files, duplicate PDFs, Annotation evidence, counts by paper or year, and complete exports.
| File | Kind | Size |
|---|---|---|
| SKILL.md | skill md | 4.0 KB |
| agents/openai.yaml | config | 206 B |
| evals/README.md | markdown | 10.4 KB |
| evals/annotations.mjs | script | 14.6 KB |
| evals/annotations.test.mjs | script | 8.2 KB |
| evals/cases.json | config | 6.9 KB |
| evals/check.mjs | script | 1.8 KB |
| evals/claude-sample.jsonl | other | 878 B |
| evals/cli-wrapper.mjs | script | 5.2 KB |
| evals/cli-wrapper.test.mjs | script | 8.2 KB |
| evals/corpus-query.test.mjs | script | 5.8 KB |
| evals/dispatch.test.mjs | script | 1.8 KB |
| evals/events.mjs | script | 7.0 KB |
| evals/events.test.mjs | script | 8.1 KB |
| evals/items.mjs | script | 10.1 KB |
| evals/items.test.mjs | script | 7.0 KB |
| evals/libraries.mjs | script | 367 B |
| evals/live-projections.json | config | 51.4 KB |
| evals/live-projections.test.mjs | script | 3.7 KB |
| evals/oracle.json | config | 77.3 KB |
| evals/prepare.mjs | script | 18.5 KB |
| evals/prepare.test.mjs | script | 7.9 KB |
| evals/regrade.mjs | script | 2.1 KB |
| evals/research.mjs | script | 13.2 KB |
| evals/research.test.mjs | script | 16.1 KB |
| evals/result-rows.mjs | script | 3.0 KB |
| evals/run.mjs | script | 21.5 KB |
| evals/run.test.mjs | script | 39.7 KB |
evals/result-rows.mjs
View on GitHub// Shared envelope and row checks; each case family adds its own evidence checks.
import { join } from "node:path";
import { isDeepStrictEqual } from "node:util";
import { librarySelector } from "./libraries.mjs";
// Normalize row placement; each case checks completeness and limits separately.
export function resultRows(envelope) {
if (Array.isArray(envelope?.rows)) return envelope.rows;
if (Array.isArray(envelope?.groups))
return envelope.groups.flatMap((group) => group.rows ?? []);
return undefined;
}
export function commonChecks(envelope, expected, { runRoot, vaultPath }) {
const errors = [];
const need = (test, message) => {
if (!test) errors.push(message);
};
need(envelope?.ok === true, "query response is not successful");
need(
envelope?.contractVersion === 3 && envelope?.command === "zotlit:query",
"wrong Query contract",
);
need(envelope?.request?.from === expected.from, "wrong Query Dataset");
need(Array.isArray(envelope?.warnings), "Query Warnings are missing");
need(
envelope?.identity?.source?.databasePath ===
join(runRoot, "zotero-data", "zotero.sqlite"),
"wrong source database",
);
need(envelope?.identity?.vault?.path === vaultPath, "wrong evaluation vault");
if (expected.groups) {
const returned = (envelope.groups ?? []).reduce(
(count, group) => count + (group.rows?.length ?? 0),
0,
);
need(envelope.returnedCount === returned, "wrong returnedCount");
// Element groups overlap, so truncation is a cut group, not fewer rows
// than records.
need(
envelope.truncated ===
(envelope.groups ?? []).some(
(group) => (group.rows?.length ?? 0) < group.count,
),
"wrong grouped truncation",
);
const limit = envelope.request?.limit;
need(
limit === null || (Number.isInteger(limit) && limit > 0),
"invalid group limit",
);
} else {
need(envelope?.request?.limit === null, "limit must be all");
need(envelope?.truncated === false, "result is truncated");
need(
envelope?.returnedCount === expected.count,
`expected ${expected.count} returned rows`,
);
}
return { errors, need };
}
export function checkRows(actual, expected) {
const errors = [];
if (!Array.isArray(actual)) return ["rows are missing"];
const rows = new Map(actual.map((r) => [r.indexedKey, r]));
if (rows.size !== actual.length || actual.length !== expected.length)
errors.push("wrong rows or duplicate identities");
for (const row of expected) {
const found = rows.get(row.indexedKey);
if (!found) {
errors.push(`missing ${row.indexedKey}`);
continue;
}
for (const [field, value] of Object.entries(row.values))
if (
!isDeepStrictEqual(
field === "library"
? librarySelector(found.values?.[field])
: found.values?.[field],
value,
)
)
errors.push(`wrong ${field} for ${row.indexedKey}`);
}
return errors;
}
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| add-product-e2e-evalpaperclipai/paperclipAdd or extend a Paperclip full-stack runner E2E workflow, fixture, matcher, or report evidence path for local or Daytona execution. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| add-runner-evalpaperclipai/paperclipAdd or extend a Paperclip Runner protocol evaluation definition, roster, assertion, or report fixture with provenance and narrow validation. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| diagnose-why-work-stoppedpaperclipai/paperclipCompatibility entry point for failed, stalled, looping, or over-recovered Paperclip work. Use fix-failed-paperclip-run for the full diagnosis, regression, repair, real verification, and green-PR workflow; honor an explicitly requested diagnosis-only scope. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| fix-failed-paperclip-runpaperclipai/paperclipDiagnose and fix failed, stuck, slow, or incorrectly blocked Paperclip tasks and runs. Use with a task/run URL or failure report to trace the root cause, prove a regression red then green, check second-order effects, verify the real workflow, and deliver a PR with passing checks. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |