aidenlx/zotlit / skills/zotlit-query
zotlit-query
VerifiedQuery Zotero works, files, and reading marks through ZotLit in Obsidian. Use for literature reviews, reading plans, missing PDFs, broken linked files, duplicate PDFs, Annotation evidence, counts by paper or year, and complete exports.
| File | Kind | Size |
|---|---|---|
| SKILL.md | skill md | 4.0 KB |
| agents/openai.yaml | config | 206 B |
| evals/README.md | markdown | 10.4 KB |
| evals/annotations.mjs | script | 14.6 KB |
| evals/annotations.test.mjs | script | 8.2 KB |
| evals/cases.json | config | 6.9 KB |
| evals/check.mjs | script | 1.8 KB |
| evals/claude-sample.jsonl | other | 878 B |
| evals/cli-wrapper.mjs | script | 5.2 KB |
| evals/cli-wrapper.test.mjs | script | 8.2 KB |
| evals/corpus-query.test.mjs | script | 5.8 KB |
| evals/dispatch.test.mjs | script | 1.8 KB |
| evals/events.mjs | script | 7.0 KB |
| evals/events.test.mjs | script | 8.1 KB |
| evals/items.mjs | script | 10.1 KB |
| evals/items.test.mjs | script | 7.0 KB |
| evals/libraries.mjs | script | 367 B |
| evals/live-projections.json | config | 51.4 KB |
| evals/live-projections.test.mjs | script | 3.7 KB |
| evals/oracle.json | config | 77.3 KB |
| evals/prepare.mjs | script | 18.5 KB |
| evals/prepare.test.mjs | script | 7.9 KB |
| evals/regrade.mjs | script | 2.1 KB |
| evals/research.mjs | script | 13.2 KB |
| evals/research.test.mjs | script | 16.1 KB |
| evals/result-rows.mjs | script | 3.0 KB |
| evals/run.mjs | script | 21.5 KB |
| evals/run.test.mjs | script | 39.7 KB |
evals/items.test.mjs
View on GitHubimport assert from "node:assert/strict";
import { readFile } from "node:fs/promises";
import { join } from "node:path";
import test from "node:test";
import { validate } from "./check.mjs";
const oracle = JSON.parse(
await readFile(new URL("./oracle.json", import.meta.url), "utf8"),
);
const root = "/evaluation-run";
function envelope(caseName) {
const expected = oracle.cases[caseName];
return {
ok: true,
contractVersion: 3,
command: "zotlit:query",
warnings: [],
identity: {
source: { databasePath: join(root, "zotero-data", "zotero.sqlite") },
vault: { path: join(root, "zt-fixture-vault") },
},
libraries: [{ type: "personal" }, { type: "group", groupID: 118 }],
request: {
from: "items",
limit: null,
fields:
caseName === "edge"
? ["title", "date.year", "creators", "library"]
: [
"title",
"date.year",
"creators",
'custom["review.status"]',
"abstractNote",
],
},
truncated: false,
returnedCount: expected.count,
rows: expected.rows.map((row) => ({
indexedKey: row.indexedKey,
values: {
title: row.title,
"date.year": row.year,
library: row.indexedKey.endsWith("g118") ? "group:118" : "personal",
creators: [
{
fullName: row.firstCreator,
role:
row.firstCreator === row.firstAuthor
? (row.firstAuthorRole ?? "author")
: "editor",
},
...(row.firstCreator === row.firstAuthor
? []
: row.firstAuthor
? [{ fullName: row.firstAuthor, role: "author" }]
: []),
],
'custom["review.status"]': row.status,
abstractNote: "Evidence and method. ".repeat(550),
},
})),
};
}
await test("accepts the three complete oracle cases", () => {
for (const name of ["include", "export", "edge"])
assert.deepEqual(validate(name, envelope(name), { runRoot: root }), []);
});
await test("rejects missing rows, truncated responses, and the wrong first author", () => {
const missing = envelope("include");
missing.rows.pop();
assert.match(
validate("include", missing, { runRoot: root }).join("\n"),
/missing Indexed Key/,
);
const truncated = envelope("export");
truncated.truncated = true;
assert.match(
validate("export", truncated, { runRoot: root }).join("\n"),
/truncated/,
);
const wrongAuthor = envelope("edge");
wrongAuthor.rows[0].values.creators[0].fullName = "Eve Editor";
assert.match(
validate("edge", wrongAuthor, { runRoot: root }).join("\n"),
/wrong first author/,
);
});
await test("accepts the first author projected as firstAuthor without creators", () => {
for (const caseName of ["include", "edge"]) {
for (const member of [false, true]) {
const result = envelope(caseName);
const item = (key) =>
oracle.cases[caseName].rows.find((row) => row.indexedKey === key);
result.request.fields = result.request.fields.flatMap((field) =>
field !== "creators"
? [field]
: member
? ["firstAuthor.fullName", "firstAuthor.role"]
: ["firstAuthor"],
);
for (const row of result.rows) {
delete row.values.creators;
const { firstAuthor, firstAuthorRole } = item(row.indexedKey);
const role = firstAuthorRole ?? "author";
if (member) {
row.values["firstAuthor.fullName"] = firstAuthor;
row.values["firstAuthor.role"] = firstAuthor === null ? null : role;
} else
row.values.firstAuthor =
firstAuthor === null ? null : { fullName: firstAuthor, role };
}
assert.deepEqual(validate(caseName, result, { runRoot: root }), []);
if (member) result.rows[0].values["firstAuthor.fullName"] = "Eve Editor";
else result.rows[0].values.firstAuthor.fullName = "Eve Editor";
assert.match(
validate(caseName, result, { runRoot: root }).join("\n"),
/wrong first author/,
);
}
}
});
await test("takes the editor as the first author of an editors-only handbook", () => {
const result = envelope("edge");
const handbook = result.rows.find((row) => row.indexedKey === "EVALED33");
handbook.values.creators[0].role = "translator";
assert.match(
validate("edge", result, { runRoot: root }).join("\n"),
/wrong first author for EVALED33/,
);
});
for (const caseName of ["include", "edge", "export"]) {
for (const fields of [
["creators[]"],
["creators[].fullName", "creators[].role"],
]) {
await test(`${caseName} accepts creator facts projected through ${fields.join(",")}`, () => {
const result = envelope(caseName);
result.request.fields = result.request.fields.flatMap((field) =>
field === "creators" ? fields : [field],
);
for (const row of result.rows) {
const creators = row.values.creators;
delete row.values.creators;
if (fields.length === 1) row.values["creators[]"] = creators;
else {
row.values["creators[].fullName"] = creators.map((c) => c.fullName);
row.values["creators[].role"] = creators.map((c) => c.role);
}
}
assert.deepEqual(validate(caseName, result, { runRoot: root }), []);
if (fields.length === 1)
result.rows[0].values["creators[]"][0].fullName = "Wrong creator";
else result.rows[0].values["creators[].fullName"][0] = "Wrong creator";
assert.match(
validate(caseName, result, { runRoot: root }).join("\n"),
/wrong first creator/,
);
if (fields.length === 2) {
result.rows[0].values["creators[].role"].pop();
assert.match(
validate(caseName, result, { runRoot: root }).join("\n"),
/missing creators/,
);
}
});
}
}
await test("edge accepts Library evidence from Indexed Keys", () => {
const result = envelope("edge");
result.request.fields = result.request.fields.filter((f) => f !== "library");
for (const row of result.rows) delete row.values.library;
assert.deepEqual(validate("edge", result, { runRoot: root }), []);
result.rows[0].indexedKey += "g999";
assert.ok(validate("edge", result, { runRoot: root }).length > 0);
});
for (const caseName of ["include", "edge", "export"]) {
await test(`${caseName} accepts a complete grouped envelope and rejects a cut one`, () => {
const result = envelope(caseName);
const byYear = Map.groupBy(
result.rows,
(row) => row.values["date.year"] ?? null,
);
result.request.group = "date.year";
result.groups = [...byYear].map(([value, rows]) => ({
value,
count: rows.length,
rows,
}));
result.totalCount = result.rows.length;
delete result.rows;
assert.deepEqual(validate(caseName, result, { runRoot: root }), []);
result.truncated = true;
assert.match(
validate(caseName, result, { runRoot: root }).join("\n"),
/result is truncated/,
);
});
}
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| add-product-e2e-evalpaperclipai/paperclipAdd or extend a Paperclip full-stack runner E2E workflow, fixture, matcher, or report evidence path for local or Daytona execution. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| add-runner-evalpaperclipai/paperclipAdd or extend a Paperclip Runner protocol evaluation definition, roster, assertion, or report fixture with provenance and narrow validation. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| diagnose-why-work-stoppedpaperclipai/paperclipCompatibility entry point for failed, stalled, looping, or over-recovered Paperclip work. Use fix-failed-paperclip-run for the full diagnosis, regression, repair, real verification, and green-PR workflow; honor an explicitly requested diagnosis-only scope. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| fix-failed-paperclip-runpaperclipai/paperclipDiagnose and fix failed, stuck, slow, or incorrectly blocked Paperclip tasks and runs. Use with a task/run URL or failure report to trace the root cause, prove a regression red then green, check second-order effects, verify the real workflow, and deliver a PR with passing checks. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |