aidenlx/zotlit / skills/zotlit-query
zotlit-query
VerifiedQuery Zotero works, files, and reading marks through ZotLit in Obsidian. Use for literature reviews, reading plans, missing PDFs, broken linked files, duplicate PDFs, Annotation evidence, counts by paper or year, and complete exports.
| File | Kind | Size |
|---|---|---|
| SKILL.md | skill md | 4.0 KB |
| agents/openai.yaml | config | 206 B |
| evals/README.md | markdown | 10.4 KB |
| evals/annotations.mjs | script | 14.6 KB |
| evals/annotations.test.mjs | script | 8.2 KB |
| evals/cases.json | config | 6.9 KB |
| evals/check.mjs | script | 1.8 KB |
| evals/claude-sample.jsonl | other | 878 B |
| evals/cli-wrapper.mjs | script | 5.2 KB |
| evals/cli-wrapper.test.mjs | script | 8.2 KB |
| evals/corpus-query.test.mjs | script | 5.8 KB |
| evals/dispatch.test.mjs | script | 1.8 KB |
| evals/events.mjs | script | 7.0 KB |
| evals/events.test.mjs | script | 8.1 KB |
| evals/items.mjs | script | 10.1 KB |
| evals/items.test.mjs | script | 7.0 KB |
| evals/libraries.mjs | script | 367 B |
| evals/live-projections.json | config | 51.4 KB |
| evals/live-projections.test.mjs | script | 3.7 KB |
| evals/oracle.json | config | 77.3 KB |
| evals/prepare.mjs | script | 18.5 KB |
| evals/prepare.test.mjs | script | 7.9 KB |
| evals/regrade.mjs | script | 2.1 KB |
| evals/research.mjs | script | 13.2 KB |
| evals/research.test.mjs | script | 16.1 KB |
| evals/result-rows.mjs | script | 3.0 KB |
| evals/run.mjs | script | 21.5 KB |
| evals/run.test.mjs | script | 39.7 KB |
evals/cli-wrapper.test.mjs
View on GitHubimport assert from "node:assert/strict";
import { randomUUID } from "node:crypto";
import {
mkdir,
readFile,
realpath,
rm,
stat,
writeFile,
} from "node:fs/promises";
import { basename, dirname, join, resolve } from "node:path";
import test from "node:test";
import { startCliWrapper } from "./cli-wrapper.mjs";
import { measureEvents } from "./events.mjs";
import { runProcess } from "./run.mjs";
for (const agent of ["codex", "claude"]) {
await test(`${agent}: a nested shell script records real CLI calls outside the agent folder`, async () => {
const root = resolve(".scratch", `cli-wrapper-${randomUUID()}`);
const agentRoot = join(root, "agent");
await mkdir(agentRoot, { recursive: true });
const cliTool = join(root, "fake-cli.mjs");
const callLog = join(root, "cli-calls.jsonl");
let wrapper;
try {
await writeFile(
cliTool,
`const bytes = Buffer.from("深度学习\\n"); process.stdout.write(bytes.subarray(0, 2)); setTimeout(() => { process.stdout.write(bytes.subarray(2)); process.stderr.write("diagnostic\\n"); process.exitCode = process.argv.includes("fail") ? 7 : 0; }, 10);`,
);
wrapper = await startCliWrapper({
agentRoot,
callLog,
vaultId: "private-vault",
invoke: (argv, signal) =>
runProcess(process.execPath, [cliTool, ...argv], { signal }),
});
await writeFile(
join(agentRoot, "nested.sh"),
'#!/bin/sh\nexec ./obsidian "$@"\n',
{ mode: 0o700 },
);
const commands = [
["zotlit:query", "from=items", 'filter=title == "A B"'],
["zotlit:query", "from=attachments", "fail"],
["zotlit:query", "from=annotations"],
["zotlit:query-schema"],
["zotlit:query-values", "kind=collections"],
["zotlit:query-guide"],
["zotlit:annotation-image"],
];
const events = [];
for (const [index, args] of commands.entries()) {
const result = await runProcess(
"./nested.sh",
["vault=private-vault", ...args],
{ cwd: agentRoot },
);
assert.equal(result.code, args.includes("fail") ? 7 : 0);
assert.equal(result.stdout, "深度学习\n");
assert.equal(result.stderr, "diagnostic\n");
const command = `./nested.sh vault=private-vault ${args.join(" ")}`;
if (agent === "codex")
events.push({
type: "item.completed",
item: {
id: String(index),
type: "command_execution",
command,
aggregated_output: result.stdout,
exit_code: result.code,
},
});
else
events.push(
{
type: "assistant",
message: {
content: [
{
type: "tool_use",
id: String(index),
name: "Bash",
input: { command },
},
],
},
},
{
type: "user",
message: {
content: [
{
type: "tool_result",
tool_use_id: String(index),
content: result.stdout,
is_error: result.code !== 0,
},
],
},
},
);
}
const calls = (await readFile(callLog, "utf8"))
.trim()
.split("\n")
.map(JSON.parse);
assert.equal(calls.length, 7);
for (const [index, call] of calls.entries()) {
assert.deepEqual(call.argv, [
"vault=private-vault",
...commands[index],
]);
assert.equal(call.stdoutBytes, 13);
assert.equal(call.exitCode, index === 1 ? 7 : 0);
assert.ok(
Number.isFinite(
Temporal.Instant.from(call.timestamp).epochMilliseconds,
),
);
}
assert.partialDeepStrictEqual(
measureEvents(events.map(JSON.stringify).join("\n"), agent, calls),
{
queryAttempts: 3,
queryExitZero: 2,
itemQueryAttempts: 1,
attachmentQueryAttempts: 1,
annotationQueryAttempts: 1,
schemaAttempts: 1,
guideAttempts: 1,
imageAttempts: 1,
imageExitZero: 1,
cliStdoutBytes: 91,
},
);
await Promise.all(
[1, 2].map(() =>
runProcess(
"./nested.sh",
["vault=private-vault", "zotlit:query-guide"],
{ cwd: agentRoot },
),
),
);
const concurrent = (await readFile(callLog, "utf8"))
.trim()
.split("\n")
.map(JSON.parse);
assert.equal(concurrent.length, 9);
const denied = await runProcess(
"./obsidian",
["vault=another", "zotlit:query"],
{ cwd: agentRoot },
);
assert.equal(denied.code, 1);
assert.match(denied.stderr, /vault/);
} finally {
await wrapper?.close();
await rm(root, { recursive: true, force: true });
}
});
}
await test("closing the wrapper cancels an active CLI call and retains its receipt", async () => {
const root = resolve(".scratch", `cli-wrapper-${randomUUID()}`);
const agentRoot = join(root, "agent");
await mkdir(agentRoot, { recursive: true });
const callLog = join(root, "cli-calls.jsonl");
const started = Promise.withResolvers();
let wrapper;
try {
wrapper = await startCliWrapper({
agentRoot,
callLog,
vaultId: "private-vault",
invoke: (_argv, signal) =>
new Promise((resolve) => {
signal.addEventListener(
"abort",
() =>
resolve({
code: null,
stdout: "",
stderr: "cancelled",
aborted: true,
}),
{ once: true },
);
started.resolve();
}),
});
const call = runProcess(
"./obsidian",
["vault=private-vault", "zotlit:query"],
{ cwd: agentRoot },
);
await started.promise;
await wrapper.close();
assert.equal((await call).code, 1);
const receipt = JSON.parse((await readFile(callLog, "utf8")).trim());
assert.equal(receipt.exitCode, null);
await assert.rejects(stat(wrapper.socketPath));
} finally {
await wrapper?.close();
await rm(root, { recursive: true, force: true });
}
});
await test("piping a large CLI response keeps the complete byte receipt", async () => {
const root = resolve(".scratch", `cli-wrapper-${randomUUID()}`);
const agentRoot = join(root, "agent");
await mkdir(agentRoot, { recursive: true });
const callLog = join(root, "cli-calls.jsonl");
let wrapper;
try {
wrapper = await startCliWrapper({
agentRoot,
callLog,
vaultId: "private-vault",
invoke: async () => ({
code: 0,
stdout: "x".repeat(512 * 1024),
stderr: "",
}),
});
const result = await runProcess(
"/bin/sh",
["-c", "./obsidian vault=private-vault zotlit:query-schema | head -c 1"],
{ cwd: agentRoot },
);
assert.equal(result.code, 0);
assert.equal(result.stdout, "x");
assert.equal(result.stderr, "");
assert.equal(
JSON.parse((await readFile(callLog, "utf8")).trim()).stdoutBytes,
512 * 1024,
);
} finally {
await wrapper?.close();
await rm(root, { recursive: true, force: true });
}
});
await test("the socket path is fully resolved, so a sandbox allow-list matches it", async () => {
const root = resolve(".scratch", `cli-wrapper-${randomUUID()}`);
const agentRoot = join(root, "agent");
await mkdir(agentRoot, { recursive: true });
let wrapper;
try {
wrapper = await startCliWrapper({
agentRoot,
callLog: join(root, "cli-calls.jsonl"),
vaultId: "private-vault",
invoke: async () => ({ code: 0, stdout: "", stderr: "" }),
});
assert.equal(
join(
await realpath(dirname(wrapper.socketPath)),
basename(wrapper.socketPath),
),
wrapper.socketPath,
);
} finally {
await wrapper?.close();
await rm(root, { recursive: true, force: true });
}
});
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| add-product-e2e-evalpaperclipai/paperclipAdd or extend a Paperclip full-stack runner E2E workflow, fixture, matcher, or report evidence path for local or Daytona execution. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| add-runner-evalpaperclipai/paperclipAdd or extend a Paperclip Runner protocol evaluation definition, roster, assertion, or report fixture with provenance and narrow validation. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| diagnose-why-work-stoppedpaperclipai/paperclipCompatibility entry point for failed, stalled, looping, or over-recovered Paperclip work. Use fix-failed-paperclip-run for the full diagnosis, regression, repair, real verification, and green-PR workflow; honor an explicitly requested diagnosis-only scope. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| fix-failed-paperclip-runpaperclipai/paperclipDiagnose and fix failed, stuck, slow, or incorrectly blocked Paperclip tasks and runs. Use with a task/run URL or failure report to trace the root cause, prove a regression red then green, check second-order effects, verify the real workflow, and deliver a PR with passing checks. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |