ahstn/oceans-llm / .agents/skills/verify-oceans-admin
verify-oceans-admin
VerifiedVerify the Oceans LLM admin control plane and backend gateway against the real local stack, seeded demo data, and bounded live providers when required. Use for user-path checks of sign-in, models, API keys, observability, usage costs, spend controls, batches, agent sessions, request logs, Anthropic Messages thinking and effort compatibility, MCP registry and tool access, OpenRouter routing, guardrails, and Skills storage.
scripts/check-messages.test.mjs
View on GitHubimport assert from 'node:assert/strict'
import test from 'node:test'
import fs from 'node:fs/promises'
import os from 'node:os'
import path from 'node:path'
import { execFileSync } from 'node:child_process'
import { assessResults, requiredChecks, regressionFingerprint } from './messages-regressions.mjs'
import { assessProof, buildEnvelope } from './proof.mjs'
const passed = requiredChecks.map(([, name]) => `test suite::${name} ... ok`).join('\n')
test('Messages gate requires every named regression and a successful Rust process', () => {
assert.equal(assessResults(passed, 0).verdict, 'pass')
assert.equal(assessResults(passed, 1).verdict, 'fail')
assert.equal(assessResults(passed, null).verdict, 'fail')
})
test('empty filters, ignored tests and missing regressions cannot produce a passing gate', () => {
assert.equal(assessResults('test result: ok. 0 passed', 0).verdict, 'fail')
assert.equal(assessResults(passed.replace(' ... ok', ' ... ignored'), 0).verdict, 'fail')
assert.equal(assessResults(passed.split('\n').slice(1).join('\n'), 0).verdict, 'fail')
})
test('offline fingerprints include test assertions and suite dependencies', async () => {
const root = await fs.mkdtemp(path.join(os.tmpdir(), 'messages-fingerprint-'))
try {
execFileSync('git', ['init', '-q', root])
await fs.mkdir(path.join(root, 'crates/gateway-service'), { recursive: true })
const file = path.join(root, 'crates/gateway-service/request_tests.rs')
await fs.writeFile(file, 'assert_eq!(actual, expected);')
const before = regressionFingerprint(root).sourceHash
await fs.writeFile(file, '// assertion removed')
assert.notEqual(regressionFingerprint(root).sourceHash, before)
} finally { await fs.rm(root, { recursive: true, force: true }) }
})
test('manual Messages proof cannot hide a missing, failed, incomplete or stale gate', async () => {
const evidenceDir = await fs.mkdtemp(path.join(os.tmpdir(), 'messages-evidence-'))
const file = path.join(evidenceDir, 'messages-regressions.json')
try {
const proof = buildEnvelope({ featureIds: ['anthropic-messages'],
checks: [{ id: 'live-response', status: 'pass' }], artifacts: ['messages-regressions.json'] })
proof.launchSourceHash = proof.sourceHash
const assess = () => assessProof(proof, { evidenceDir, requireCurrent: true }).join('\n')
assert.match(assess(), /missing or unreadable/)
const good = { schemaVersion: 1, ...regressionFingerprint(), ...assessResults(passed, 0) }
await fs.writeFile(file, JSON.stringify(good))
assert.equal(assess(), '')
for (const replacement of [
null,
{ ...good, verdict: 'fail' },
{ ...good, checks: 'invalid' },
{ ...good, checks: [null] },
{ ...good, checks: good.checks.slice(1) },
{ ...good, sourceHash: 'stale' },
]) {
await fs.writeFile(file, JSON.stringify(replacement))
assert.match(assess(), /did not pass|stale: Messages/)
}
} finally { await fs.rm(evidenceDir, { recursive: true, force: true }) }
})
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| reverse-engineer-anythingmorluto/reaReverse engineer native, managed, Electron/JavaScript, packaged, firmware, and browser targets with REA, and build agent environments (AgentEnv bundles) of web applications from a live instance or a capture, and of Linux desktop apps with a task from a request. Use shipped-artifact or requested runtime evidence to explain features, compare versions, decompile code, or guide a reconstruction. Skip REA for ordinary source-repository architecture analysis. | Stars: 471k | Updated | Claude CodeCodex | Verified | Install |
| diagnosing-superpowersobra/superpowersUse when a superpowers session went wrong and your human partner wants to know why — repeated work, ignored plans, stumbles, poor results, a skill that didn't fire, "it took too long", "why is it so expensive", "what is it doing" — or wants to build a bug report for the superpowers maintainers, for the current session or a past one identified by id or path, on any harness. | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| dispatching-parallel-agentsobra/superpowersUse when facing 2+ independent tasks that can be worked on without shared state or sequential dependencies | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| executing-plansobra/superpowersUse when executing an implementation plan in the current session as the implementer yourself — your human partner chose inline execution, or no subagent tool is available | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |