ahstn/oceans-llm / .agents/skills/verify-oceans-admin
verify-oceans-admin
VerifiedVerify the Oceans LLM admin control plane and backend gateway against the real local stack, seeded demo data, and bounded live providers when required. Use for user-path checks of sign-in, models, API keys, observability, usage costs, spend controls, batches, agent sessions, request logs, Anthropic Messages thinking and effort compatibility, MCP registry and tool access, OpenRouter routing, guardrails, and Skills storage.
scripts/plan-verification.test.mjs
View on GitHubimport assert from 'node:assert/strict'
import { execFileSync } from 'node:child_process'
import { existsSync, readdirSync, readFileSync } from 'node:fs'
import { dirname, join } from 'node:path'
import test from 'node:test'
import { fileURLToPath } from 'node:url'
import { globToRegExp, planFor } from './plan-verification.mjs'
const skillDir = join(dirname(fileURLToPath(import.meta.url)), '..')
const routing = JSON.parse(readFileSync(join(skillDir, 'features/routing.json'), 'utf8'))
test('globs match single segments, nested paths, and brace sets', () => {
assert.ok(globToRegExp('*.md').test('README.md'))
assert.ok(!globToRegExp('*.md').test('docs/README.md'))
assert.ok(globToRegExp('docs/**').test('docs/adr/one.md'))
assert.ok(globToRegExp('**/*.test.{ts,tsx}').test('a/b/c.test.tsx'))
assert.ok(globToRegExp('**/*.test.{ts,tsx}').test('c.test.ts'))
assert.ok(!globToRegExp('crates/gateway/src/http/mcp_*.rs').test('crates/gateway/src/http/mcp_gateway/aggregate.rs'))
})
test('documentation-only diffs report no runtime surface', () => {
const plan = planFor(['docs/index.md', 'crates/gateway/src/http/request_body/tests.rs'], routing)
assert.equal(plan.noRuntimeSurface, true)
assert.deepEqual(plan.proofs, [])
})
test('a route change selects its feature and an unknown path stays unmapped', () => {
const plan = planFor(
['crates/admin-ui/web/src/routes/models.tsx', 'crates/brand-new/src/lib.rs'],
routing,
)
assert.deepEqual(plan.proofs.map((proof) => proof.id), ['models'])
assert.deepEqual(plan.unmapped, ['crates/brand-new/src/lib.rs'])
assert.equal(plan.noRuntimeSurface, false)
})
test('every feature entry points at an existing recipe and every recipe is routed', () => {
const routed = new Set(routing.features.map((feature) => feature.file))
for (const file of routed) assert.ok(existsSync(join(skillDir, 'features', file)), file)
const recipes = readdirSync(join(skillDir, 'features')).filter(
(file) => file.endsWith('.md') && file !== 'README.md',
)
assert.deepEqual(recipes.filter((file) => !routed.has(file)), [])
const shared = routing.shared.flatMap((rule) => rule.features)
const ids = new Set(routing.features.map((feature) => feature.id))
assert.deepEqual(shared.filter((id) => !ids.has(id)), [])
})
test('every admin UI route file is routed to a feature', () => {
const repoRoot = join(skillDir, '../../..')
const routes = execFileSync('git', ['ls-files', 'crates/admin-ui/web/src/routes'], {
cwd: repoRoot,
encoding: 'utf8',
})
.split('\n')
.filter(Boolean)
const plan = planFor(routes, routing)
assert.deepEqual(plan.unmapped, [], 'add these routes to features/routing.json')
})
test('Messages production boundaries select the dedicated compatibility recipe', () => {
for (const file of [
'crates/gateway/src/http/mod.rs',
'crates/gateway/src/http/handlers.rs',
'crates/gateway/src/http/anthropic_stream.rs',
'crates/gateway/src/http/request_body/mod.rs',
'crates/gateway/src/http/handlers/auth.rs',
'crates/gateway-core/src/protocol/anthropic.rs',
'crates/gateway-core/src/protocol/translate.rs',
'crates/gateway-core/src/claude_models.rs',
'crates/gateway-core/src/domain.rs',
'crates/gateway-providers/src/anthropic/thinking.rs',
'crates/gateway-providers/src/anthropic_compat.rs',
'crates/gateway-providers/src/vertex/anthropic.rs',
'crates/gateway-providers/src/bedrock/request/thinking.rs',
'crates/gateway-providers/src/bedrock/response.rs',
'crates/gateway-providers/src/copilot/mod.rs',
'crates/gateway-providers/src/openai_compat/anthropic_messages.rs',
'crates/gateway-service/src/request_logging.rs',
'crates/gateway-service/src/service.rs',
'.agents/skills/verify-oceans-admin/scripts/check-messages.mjs',
]) {
const feature = planFor([file], routing).proofs.find((proof) => proof.id === 'anthropic-messages')
assert.ok(feature, file)
assert.equal(feature.file, 'anthropic-messages.md')
assert.deepEqual(feature.proof, { manual: true })
assert.equal(feature.paid, true)
}
})
test('Messages routing preserves separate live/log coverage and skips unrelated paths', () => {
for (const file of [
'crates/gateway-core/src/protocol/anthropic.rs',
'crates/gateway-core/src/domain.rs',
'crates/gateway/src/http/handlers/native_messages.rs',
]) {
const shared = planFor([file], routing)
for (const id of ['anthropic-messages', 'live-llm-requests', 'request-logs']) {
assert.ok(shared.proofs.some((proof) => proof.id === id), `${file}: ${id}`)
}
}
const unrelated = planFor([
'crates/gateway-providers/src/anthropic/request_tests.rs',
'crates/gateway-providers/src/vertex/tests/anthropic_messages.rs',
'.agents/skills/verify-oceans-admin/features/anthropic-messages.md',
'crates/gateway-providers/src/vertex/gemini.rs',
'crates/gateway/src/http/handlers/embeddings.rs',
], routing)
assert.ok(!unrelated.proofs.some((proof) => proof.id === 'anthropic-messages'))
assert.equal(unrelated.skipped.length, 3)
})
test('inference endpoint and OpenCode plugin changes select the paid harness trials', () => {
for (const file of [
'packages/opencode-oceans/src/models.ts',
'packages/opencode-oceans/package.json',
'crates/gateway/src/http/handlers.rs',
'crates/gateway/src/http/handlers/inference.rs',
'crates/gateway/src/http/handlers/native_messages.rs',
'crates/gateway/src/http/models.rs',
'crates/gateway/src/http/request_body/mod.rs',
'crates/gateway-core/src/protocol/translate.rs',
'crates/gateway-service/src/model_metadata/listing.rs',
'crates/gateway-client-config/src/templates/opencode.rs',
]) {
const feature = planFor([file], routing).proofs.find((proof) => proof.id === 'harness-integration')
assert.ok(feature, file)
assert.deepEqual(feature.proof, { drive: 'harness-integration' })
assert.equal(feature.paid, true)
}
const unrelated = planFor([
'packages/opencode-oceans/tests/models.test.ts',
'crates/gateway/src/http/handlers/embeddings.rs',
'crates/admin-ui/web/src/routes/models.tsx',
], routing)
assert.ok(!unrelated.proofs.some((proof) => proof.id === 'harness-integration'))
})
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| reverse-engineer-anythingmorluto/reaReverse engineer native, managed, Electron/JavaScript, packaged, firmware, and browser targets with REA, and build agent environments (AgentEnv bundles) of web applications from a live instance or a capture, and of Linux desktop apps with a task from a request. Use shipped-artifact or requested runtime evidence to explain features, compare versions, decompile code, or guide a reconstruction. Skip REA for ordinary source-repository architecture analysis. | Stars: 471k | Updated | Claude CodeCodex | Verified | Install |
| diagnosing-superpowersobra/superpowersUse when a superpowers session went wrong and your human partner wants to know why — repeated work, ignored plans, stumbles, poor results, a skill that didn't fire, "it took too long", "why is it so expensive", "what is it doing" — or wants to build a bug report for the superpowers maintainers, for the current session or a past one identified by id or path, on any harness. | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| dispatching-parallel-agentsobra/superpowersUse when facing 2+ independent tasks that can be worked on without shared state or sequential dependencies | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |
| executing-plansobra/superpowersUse when executing an implementation plan in the current session as the implementer yourself — your human partner chose inline execution, or no subagent tool is available | Stars: 322k | Updated | Claude CodeCodex | Verified | Install |