foxrun-ai/foxrun / skillwright/skills/jev
jev
VerifiedRun typed Jev judgments through OpenRouter, then log them: a choice, a score, or a yes or no, stored in the tracker. Use only when the person names Jev, or when another loaded skill calls this skill. Add-on: needs Node.js 22.18 or later and your own OpenRouter account and credit.
| File | Kind | Size |
|---|---|---|
| SKILL.md | skill md | 3.4 KB |
| agents/openai.yaml | config | 208 B |
| package-lock.json | manifest | 265 B |
| package.json | manifest | 208 B |
| references/agent-os-migration.sql | other | 2.2 KB |
| references/input-schema.md | markdown | 4.9 KB |
| references/typesafe-LICENSE | other | 1.0 KB |
| references/typesafe-guide.md | markdown | 9.8 KB |
| replays/read-explicit-only.json | config | 243 B |
| replays/refuse-invalid-batch.json | config | 252 B |
| scripts/jev.mjsexecutable | script | 3.2 KB |
| scripts/lib/batch.mjs | script | 3.8 KB |
| scripts/lib/core.mjs | script | 18.8 KB |
| scripts/lib/openrouter.mjs | script | 1.3 KB |
| scripts/lib/storage.mjs | script | 5.6 KB |
| tests/batch.test.mjs | script | 5.7 KB |
| tests/jev.test.mjs | script | 11.7 KB |
| tests/openrouter.test.mjs | script | 3.8 KB |
| tests/test_node_runner.py | script | 584 B |
tests/batch.test.mjs
View on GitHubimport assert from 'node:assert/strict';
import { mkdtempSync, readFileSync, writeFileSync } from 'node:fs';
import { tmpdir } from 'node:os';
import { join } from 'node:path';
import test from 'node:test';
import { executeBatch } from '../scripts/lib/batch.mjs';
import { executeRequest, publicError } from '../scripts/lib/core.mjs';
import { resolve } from 'node:path';
const folder = () => mkdtempSync(join(tmpdir(), 'jev-batch-test-'));
const request = id => ({ action: 'evaluate', request_id: id, use_case: 'batch test',
request_schema_version: '1', question_set_version: '1', state_schema_version: '1',
state: { word: id }, questions: { yes: { type: 'boolean', instructions: 'Is this valid?' } } });
const result = probability => ({ answers: { yes: { type: 'boolean', probability } } });
const deps = evaluateFn => ({ evaluateFn, credentialLoader: async () => 'fixture', sdkVersion: 'test' });
const batch = (...ids) => ({ action: 'batch', requests: ids.map(request) });
const lines = path => readFileSync(path, 'utf8').trim().split('\n').map(JSON.parse);
test('caps active provider calls and writes one progress line per request', async () => {
const progressPath = join(folder(), 'progress.jsonl');
let active = 0;
let peak = 0;
const releases = [];
const running = executeBatch(batch('a', 'b', 'c', 'd'), deps(async () => {
active++;
peak = Math.max(peak, active);
await new Promise(resolve => releases.push(resolve));
active--;
return result(0.5);
}), { progressPath, concurrency: 2 });
while (releases.length < 2) await new Promise(resolve => setImmediate(resolve));
assert.equal(peak, 2);
releases.splice(0).forEach(release => release());
while (releases.length < 2) await new Promise(resolve => setImmediate(resolve));
releases.splice(0).forEach(release => release());
const output = await running;
assert.equal(peak, 2);
assert.deepEqual(output.summary, { ok: 4, failed: 0, skipped: 0, retried: 0,
rate_limited: 0, wall_time_ms: output.summary.wall_time_ms });
assert.deepEqual(lines(progressPath).map(line => line.request_id).sort(), ['a', 'b', 'c', 'd']);
});
test('honors Retry-After and retries provider failure with the same request ID', async () => {
const progressPath = join(folder(), 'progress.jsonl');
const waits = [];
let calls = 0;
const output = await executeBatch(batch('stable'), deps(async () => {
calls++;
if (calls === 1) {
const error = new Error('private provider text');
error.statusCode = 429;
error.responseHeaders = { 'retry-after': '12' };
throw error;
}
if (calls === 2) throw new Error('private failure');
return result(0.8);
}), { progressPath, sleep: async ms => waits.push(ms), random: () => 0 });
assert.deepEqual(waits, [12_000, 2_000]);
assert.equal(calls, 3);
assert.deepEqual(output.summary, { ok: 1, failed: 0, skipped: 0, retried: 2,
rate_limited: 1, wall_time_ms: output.summary.wall_time_ms });
assert.equal(lines(progressPath)[0].request_id, 'stable');
assert.equal(lines(progressPath)[0].attempts, 3);
assert.equal(readFileSync(progressPath, 'utf8').includes('private'), false);
});
test('resume skips succeeded IDs and retries failed IDs', async () => {
const progressPath = join(folder(), 'progress.jsonl');
writeFileSync(progressPath, JSON.stringify({ request_id: 'done', ok: true }) + '\n' +
JSON.stringify({ request_id: 'again', ok: false }) + '\n');
let calls = 0;
const output = await executeBatch(batch('done', 'again'), deps(async () => { calls++; return result(0.5); }),
{ progressPath, resume: true });
assert.equal(calls, 1);
assert.deepEqual(output.summary, { ok: 1, failed: 0, skipped: 1, retried: 0,
rate_limited: 0, wall_time_ms: output.summary.wall_time_ms });
assert.equal(lines(progressPath).length, 3);
});
test('summary counts terminal failures and does not retry invalid requests', async () => {
const progressPath = join(folder(), 'progress.jsonl');
const requests = [request('good'), request('bad')];
requests[1].questions = {};
const output = await executeBatch({ action: 'batch', requests }, deps(async () => result(0.5)),
{ progressPath });
assert.equal(output.ok, false);
assert.equal(output.summary.ok, 1);
assert.equal(output.summary.failed, 1);
assert.equal(output.summary.retried, 0);
assert.equal(lines(progressPath).find(line => line.request_id === 'bad').error.code, 'invalid_input');
});
test('clamps tiny probability overrun and names the failing check', async () => {
const good = await executeRequest(request('rounding'), deps(async () => result(1 + 1e-7)));
assert.equal(good.answers.yes.probability, 1);
let error;
try { await executeRequest(request('bad'), deps(async () => result(1.01))); }
catch (caught) { error = publicError(caught); }
assert.equal(error.error.code, 'provider_failed');
assert.equal(error.error.check, 'boolean_probability');
});
test('reclaims a failed stored run with the same request ID during batch retry', async () => {
const root = folder();
const database = join(root, 'runs.sqlite');
const progressPath = join(root, 'progress.jsonl');
writeFileSync(database, '');
await executeRequest({ action: 'migrate', database }, {
schemaPath: resolve(import.meta.dirname, '..', 'references', 'agent-os-migration.sql'),
});
let calls = 0;
const stored = request('same-id');
stored.storage = { database, required: true };
const output = await executeBatch({ action: 'batch', requests: [stored] }, deps(async () => {
calls++;
if (calls === 1) throw new Error('provider failure');
return result(0.5);
}), { progressPath, sleep: async () => {}, random: () => 0 });
assert.equal(calls, 2);
assert.equal(output.summary.retried, 1);
assert.equal(lines(progressPath)[0].result.recording.status, 'stored');
});
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| reverse-engineer-anythingmorluto/reaReverse engineer native, managed, Electron/JavaScript, packaged, firmware, and browser targets with REA, and build agent environments (AgentEnv bundles) of web applications from a live instance or a capture, and of Linux desktop apps with a task from a request. Use shipped-artifact or requested runtime evidence to explain features, compare versions, decompile code, or guide a reconstruction. Skip REA for ordinary source-repository architecture analysis. | Stars: 471k | Updated | Claude CodeCodex | Verified | Install |
| diagnosing-superpowersobra/superpowersUse when a superpowers session went wrong and your human partner wants to know why — repeated work, ignored plans, stumbles, poor results, a skill that didn't fire, "it took too long", "why is it so expensive", "what is it doing" — or wants to build a bug report for the superpowers maintainers, for the current session or a past one identified by id or path, on any harness. | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| dispatching-parallel-agentsobra/superpowersUse when facing 2+ independent tasks that can be worked on without shared state or sequential dependencies | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| executing-plansobra/superpowersUse when executing an implementation plan in the current session as the implementer yourself — your human partner chose inline execution, or no subagent tool is available | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |