aidenlx/zotlit / skills/zotlit-query
zotlit-query
VerifiedQuery Zotero works, files, and reading marks through ZotLit in Obsidian. Use for literature reviews, reading plans, missing PDFs, broken linked files, duplicate PDFs, Annotation evidence, counts by paper or year, and complete exports.
| File | Kind | Size |
|---|---|---|
| SKILL.md | skill md | 4.0 KB |
| agents/openai.yaml | config | 206 B |
| evals/README.md | markdown | 10.4 KB |
| evals/annotations.mjs | script | 14.6 KB |
| evals/annotations.test.mjs | script | 8.2 KB |
| evals/cases.json | config | 6.9 KB |
| evals/check.mjs | script | 1.8 KB |
| evals/claude-sample.jsonl | other | 878 B |
| evals/cli-wrapper.mjs | script | 5.2 KB |
| evals/cli-wrapper.test.mjs | script | 8.2 KB |
| evals/corpus-query.test.mjs | script | 5.8 KB |
| evals/dispatch.test.mjs | script | 1.8 KB |
| evals/events.mjs | script | 7.0 KB |
| evals/events.test.mjs | script | 8.1 KB |
| evals/items.mjs | script | 10.1 KB |
| evals/items.test.mjs | script | 7.0 KB |
| evals/libraries.mjs | script | 367 B |
| evals/live-projections.json | config | 51.4 KB |
| evals/live-projections.test.mjs | script | 3.7 KB |
| evals/oracle.json | config | 77.3 KB |
| evals/prepare.mjs | script | 18.5 KB |
| evals/prepare.test.mjs | script | 7.9 KB |
| evals/regrade.mjs | script | 2.1 KB |
| evals/research.mjs | script | 13.2 KB |
| evals/research.test.mjs | script | 16.1 KB |
| evals/result-rows.mjs | script | 3.0 KB |
| evals/run.mjs | script | 21.5 KB |
| evals/run.test.mjs | script | 39.7 KB |
evals/live-projections.test.mjs
View on GitHubimport assert from "node:assert/strict";
import { readFile } from "node:fs/promises";
import test from "node:test";
import { validate } from "./check.mjs";
import { checkAnswer } from "./run.mjs";
// Saved live responses and explicitly labelled, corpus-verified contract examples.
const live = JSON.parse(
await readFile(new URL("./live-projections.json", import.meta.url), "utf8"),
);
const context = (entry) => ({
runRoot: "/evaluation-run/corpus",
vaultPath: entry.envelope.identity.vault.path,
itemEnvelope: entry.itemEnvelope,
});
for (const name of [
"reading_plan",
"attachment",
"colors",
"missing_source",
"export_annotations",
]) {
await test(`${name} accepts its live query projection`, () => {
const entry = live[name];
assert.deepEqual(validate(name, entry.envelope, context(entry)), []);
});
}
await test("reading plan answer compares paper values, including zero, regardless of property order", () => {
const { envelope, answer } = live.reading_plan;
assert.deepEqual(
checkAnswer("reading_plan", answer, {
envelope,
runRoot: "/evaluation-run/corpus",
}),
[],
);
const wrongCount = structuredClone(answer);
wrongCount.rows.find((paper) => paper.indexedKey === "QANZR222").values[
"annotations.length"
] = 1;
assert.match(
checkAnswer("reading_plan", wrongCount, {
envelope,
runRoot: "/evaluation-run/corpus",
}).join("\n"),
/wrong annotations.length/,
);
const duplicate = structuredClone(answer);
duplicate.rows[2] = { ...duplicate.rows[0] };
assert.match(
checkAnswer("reading_plan", duplicate, {
envelope,
runRoot: "/evaluation-run/corpus",
}).join("\n"),
/duplicate identities/,
);
});
await test("a projected source path proves the requested path; missing-file availability must be explicit", () => {
const attachment = structuredClone(live.attachment);
assert.deepEqual(
checkAnswer("attachment", attachment.answer, {
envelope: attachment.envelope,
}),
[],
);
attachment.envelope.rows[0].values["attachment.path"] = "/wrong.pdf";
assert.match(
validate("attachment", attachment.envelope, context(attachment)).join("\n"),
/wrong source file/,
);
attachment.envelope.rows[0].values["attachment.path"] =
"/wrong/zotero-data/storage/QANPDF22/rougier-2014.pdf";
assert.match(
validate("attachment", attachment.envelope, context(attachment)).join("\n"),
/wrong source file/,
);
const missing = structuredClone(live.missing_source);
assert.match(
checkAnswer("missing_source", missing.answer, {
envelope: missing.envelope,
}).join("\n"),
/attachmentExists/,
);
delete missing.envelope.rows[0].values["attachment.exists"];
assert.match(
validate("missing_source", missing.envelope, context(missing)).join("\n"),
/attachment\.exists|source file/,
);
});
await test("page label and Item filter can select the blue personal mark", () => {
const colors = structuredClone(live.colors);
assert.deepEqual(validate("colors", colors.envelope, context(colors)), []);
colors.envelope.rows[0].values.colorName = "red";
assert.match(
validate("colors", colors.envelope, context(colors)).join("\n"),
/wrong colorName/,
);
});
await test("saved export result and final path match the live receipt", () => {
const { envelope, answer, receipt } = live.export_annotations;
assert.deepEqual(
validate("export_annotations", envelope, context(live.export_annotations)),
[],
);
assert.deepEqual(
checkAnswer("export_annotations", answer, {
envelope,
resultPath: "/evaluation-run/result.json",
}),
[],
);
assert.equal(receipt.file.path, "/evaluation-run/agent/query-result.json");
assert.equal(receipt.file.format, "json");
});
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| add-product-e2e-evalpaperclipai/paperclipAdd or extend a Paperclip full-stack runner E2E workflow, fixture, matcher, or report evidence path for local or Daytona execution. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| add-runner-evalpaperclipai/paperclipAdd or extend a Paperclip Runner protocol evaluation definition, roster, assertion, or report fixture with provenance and narrow validation. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| diagnose-why-work-stoppedpaperclipai/paperclipCompatibility entry point for failed, stalled, looping, or over-recovered Paperclip work. Use fix-failed-paperclip-run for the full diagnosis, regression, repair, real verification, and green-PR workflow; honor an explicitly requested diagnosis-only scope. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| fix-failed-paperclip-runpaperclipai/paperclipDiagnose and fix failed, stuck, slow, or incorrectly blocked Paperclip tasks and runs. Use with a task/run URL or failure report to trace the root cause, prove a regression red then green, check second-order effects, verify the real workflow, and deliver a PR with passing checks. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |