Skip to content

LeoYeAI/agent-master-skills / skills/agent-comm-hub

agent-comm-hub

Flagged

多智能体协同通信基础设施——基于 MCP+SSE 的实时消息、任务调度、记忆共享与进化引擎。支持 WorkBuddy、Hermes、QClaw 及任意 MCP 兼容 Agent 接入。53 个 MCP 工具、4 级权限、零外部依赖 Python SDK。触发词:agent通信、智能体通信、hub通信、多智能体、跨agent通信、任务调度、assign_task、send_message、hermes通信、workbuddy通信、agent hub、通信hub、mcp通信、记忆共享、进化引擎、策略共享、经验分享、共享记忆,共同进化

FileKindSize
.clawhub/origin.jsonconfig146 B
API_REFERENCE.mdmarkdown18.4 KB
HERMES-SETUP.mdmarkdown5.5 KB
README.mdmarkdown8.8 KB
SKILL.mdskill md16.4 KB
_meta.jsonconfig133 B
client-sdk/agent-client.d.tsscript11.6 KB
client-sdk/agent-client.jsscript28.6 KB
client-sdk/agent-client.tsscript29.8 KB
client-sdk/hermes-integration.d.tsscript785 B
client-sdk/hermes-integration.jsscript6.3 KB
client-sdk/hermes-integration.tsscript6.1 KB
client-sdk/hub_client.pyscript50.8 KB
client-sdk/workbuddy-integration.d.tsscript11 B
client-sdk/workbuddy-integration.jsscript4.3 KB
client-sdk/workbuddy-integration.tsscript4.2 KB
deploy/docker-compose.ymlconfig2.0 KB
deploy/grafana/dashboard.jsonconfig16.4 KB
deploy/grafana/provisioning/dashboards/dashboards.ymlconfig258 B
deploy/grafana/provisioning/datasources/prometheus.ymlconfig186 B
deploy/prometheus.ymlconfig408 B
docs/advanced-orchestration-guide.mdmarkdown11.8 KB
docs/evolution-engine-guide.mdmarkdown16.6 KB
docs/hermes-integration-guide.mdmarkdown22.3 KB
package-lock.jsonmanifest139.0 KB
package.jsonmanifest861 B
scripts/hub_task_runner.pyscript6.0 KB
scripts/hub_watcher.pyscript13.9 KB
scripts/install.shscript549 B
scripts/migrate_evolution_db.pyscript6.5 KB
scripts/migrate_from_agent.jsscript2.5 KB
scripts/wb_task_trigger.pyscript2.2 KB
src/db.d.tsscript3.7 KB
src/db.jsscript34.0 KB
src/db.tsscript37.4 KB
src/dedup.d.tsscript2.4 KB
src/dedup.jsscript8.5 KB
src/dedup.tsscript8.7 KB
src/errors.tsscript3.4 KB
src/evolution.d.tsscript6.6 KB
src/evolution.jsscript26.4 KB
src/evolution.tsscript31.0 KB
src/identity.d.tsscript3.4 KB
src/identity.jsscript15.9 KB
src/identity.tsscript17.1 KB
src/logger.d.tsscript1.1 KB
src/logger.jsscript2.8 KB
src/logger.tsscript3.5 KB
src/memory.d.tsscript2.1 KB
src/memory.jsscript13.0 KB
src/memory.tsscript14.3 KB
src/metrics.d.tsscript1.8 KB
src/metrics.jsscript8.4 KB
src/metrics.tsscript9.1 KB
src/orchestrator.d.tsscript6.1 KB
src/orchestrator.jsscript30.4 KB
src/orchestrator.tsscript33.4 KB
src/repo/interfaces.d.tsscript3.6 KB
src/repo/interfaces.jsscript49 B
src/repo/interfaces.tsscript4.2 KB
src/repo/sqlite-impl.d.tsscript225 B
src/repo/sqlite-impl.jsscript7.7 KB
src/repo/sqlite-impl.tsscript8.8 KB
src/repo/types.d.tsscript1021 B
src/repo/types.jsscript116 B
src/repo/types.tsscript1.6 KB
src/security.d.tsscript3.7 KB
src/security.jsscript15.0 KB
src/security.tsscript16.4 KB
src/server.d.tsscript11 B
src/server.jsscript24.7 KB
src/server.tsscript24.7 KB
src/sse.d.tsscript1.6 KB
src/sse.jsscript3.3 KB
src/sse.tsscript3.6 KB
src/stdio.d.tsscript11 B
src/stdio.jsscript1.7 KB
src/stdio.tsscript1.6 KB
src/tokenizer.d.tsscript1.3 KB
src/tokenizer.jsscript3.4 KB
src/tokenizer.tsscript3.2 KB
src/tools.d.tsscript474 B
src/tools.jsscript1.1 KB
src/tools.tsscript1.3 KB
src/tools/consumed.d.tsscript361 B
src/tools/consumed.jsscript5.5 KB
src/tools/consumed.tsscript5.3 KB
src/tools/evolution.d.tsscript660 B
src/tools/evolution.jsscript19.3 KB
src/tools/evolution.tsscript17.6 KB
src/tools/file.d.tsscript348 B
src/tools/file.jsscript7.1 KB
src/tools/file.tsscript6.5 KB
src/tools/identity.d.tsscript438 B
src/tools/identity.jsscript9.8 KB
src/tools/identity.tsscript9.3 KB
src/tools/memory.d.tsscript410 B
src/tools/memory.jsscript11.9 KB
src/tools/memory.tsscript10.8 KB
src/tools/message.d.tsscript467 B
src/tools/message.jsscript17.2 KB
src/tools/message.tsscript15.8 KB
src/tools/orchestrator.d.tsscript746 B
src/tools/orchestrator.jsscript27.8 KB
src/tools/orchestrator.tsscript24.3 KB
src/tools/security.d.tsscript386 B
src/tools/security.jsscript9.0 KB
src/tools/security.tsscript7.8 KB
src/types.tsscript5.9 KB
src/utils.d.tsscript421 B
src/utils.jsscript1.3 KB
src/utils.tsscript3.0 KB
tsconfig.jsonconfig337 B
vitest.config.tsscript1.2 KB

src/dedup.js

View on GitHub
/**
 * dedup.ts — 消息去重模块 (Phase 2)
 *
 * 功能:
 *   - 消息完整性校验:msg_hash = sha256(sender + receiver + content + nonce)
 *   - per-sender 递增 nonce 管理(SQLite 持久化,Phase 2)
 *   - dedup_cache 表操作(isDuplicate / recordHash)
 *   - TTL 定时清理(15min)
 *   - 消息体结构化分界(防 prompt injection)
 *
 * Phase 2 变更:
 *   - nonce 从 in-memory Map 迁移到 SQLite sender_nonces 表
 *   - Hub 重启后 nonce 从上次值继续递增
 *   - 启动时自动建表(IF NOT EXISTS)
 */
import { createHash } from "crypto";
import { db } from "./db.js";
import { auditLog } from "./security.js";
import { logError, logger } from "./logger.js";
// ─── 常量 ────────────────────────────────────────────────
const DEDUP_TTL_MS = parseInt(process.env.DEDUP_TTL ?? "900", 10) * 1000; // 默认 15 分钟
const DEDUP_CLEANUP_INTERVAL_MS = parseInt(process.env.DEDUP_CLEANUP_INTERVAL ?? "60000", 10); // 默认 1 分钟
// ─── sender_nonces 表初始化 ─────────────────────────────
/** 确保 sender_nonces 表存在(启动时调用) */
function ensureNonceTable() {
    db.exec(`
    CREATE TABLE IF NOT EXISTS sender_nonces (
      sender_id  TEXT PRIMARY KEY,
      last_nonce INTEGER NOT NULL DEFAULT 0,
      updated_at INTEGER NOT NULL
    );
  `);
}
// 模块加载时自动初始化
ensureNonceTable();
// ─── Per-Sender Nonce 管理(SQLite 持久化)────────────
/**
 * 获取 sender 的下一个 nonce(递增,持久化)
 * @returns 递增后的 nonce 值
 */
export function nextNonce(senderId) {
    const row = db
        .prepare(`SELECT last_nonce FROM sender_nonces WHERE sender_id = ?`)
        .get(senderId);
    const last = row ? row.last_nonce : 0;
    const next = last + 1;
    const now = Date.now();
    db.prepare(`
    INSERT INTO sender_nonces (sender_id, last_nonce, updated_at)
    VALUES (?, ?, ?)
    ON CONFLICT(sender_id) DO UPDATE SET last_nonce = ?, updated_at = ?
  `).run(senderId, next, now, next, now);
    return next;
}
/**
 * 获取 sender 的当前 nonce(不递增)
 */
export function currentNonce(senderId) {
    const row = db
        .prepare(`SELECT last_nonce FROM sender_nonces WHERE sender_id = ?`)
        .get(senderId);
    return row ? row.last_nonce : 0;
}
/**
 * 重置 sender 的 nonce(测试用)
 */
export function resetNonce(senderId) {
    db.prepare(`DELETE FROM sender_nonces WHERE sender_id = ?`).run(senderId);
}
// ─── 消息哈希 ────────────────────────────────────────────
/**
 * 计算去重哈希(不含 nonce)
 * dedup_hash = sha256(sender + receiver + content)
 * 用于检测完全相同的消息(防止重复发送)
 */
export function computeDedupHash(sender, receiver, content) {
    const raw = `${sender}:${receiver}:${content}`;
    return createHash("sha256").update(raw).digest("hex");
}
/**
 * 计算消息完整性哈希(含 nonce)
 * msg_hash = sha256(sender + receiver + content + nonce)
 * 用于防篡改 + 客户端验证
 */
export function computeMsgHash(sender, receiver, content, nonce) {
    const raw = `${sender}:${receiver}:${content}:${nonce}`;
    return createHash("sha256").update(raw).digest("hex");
}
// ─── 重复检测 ────────────────────────────────────────────
/**
 * 检查消息是否重复(基于 msg_hash)
 * @returns true = 重复(应拒绝),false = 新消息
 */
export function isDuplicate(msgHash) {
    try {
        const row = db
            .prepare(`SELECT msg_hash FROM dedup_cache WHERE msg_hash = ?`)
            .get(msgHash);
        return !!row;
    }
    catch (err) {
        logError("dedup_isDuplicate_error", err);
        return false; // 出错时允许通过(安全优先于阻断)
    }
}
/**
 * 记录消息哈希到去重缓存
 */
export function recordHash(msgHash, senderId, nonce) {
    try {
        const now = Date.now();
        db.prepare(`INSERT OR IGNORE INTO dedup_cache (msg_hash, sender_id, nonce, created_at)
       VALUES (?, ?, ?, ?)`).run(msgHash, senderId, nonce, now);
    }
    catch (err) {
        logError("dedup_recordHash_error", err);
    }
}
// ─── 消息体结构化分界 ────────────────────────────────────
/** 最大消息内容长度 */
const MAX_CONTENT_LENGTH = 50000;
/**
 * 消息体安全校验(防 prompt injection 和格式攻击)
 *
 * 检查项:
 *   1. 内容非空
 *   2. 长度限制(50KB)
 *   3. 不包含 NULL 字节(\x00 分界符保留)
 *   4. 不包含 SSE 注入模式(data: / event: / id:)
 *
 * @returns { safe: true } 或 { safe: false, reason: string }
 */
export function validateMessageBody(content) {
    // 非空检查
    if (!content || content.trim().length === 0) {
        return { safe: false, reason: "Message content cannot be empty" };
    }
    // 长度检查
    if (content.length > MAX_CONTENT_LENGTH) {
        return {
            safe: false,
            reason: `Message content too long (${content.length} > ${MAX_CONTENT_LENGTH} chars)`,
        };
    }
    // NULL 字节检查(\x00 是消息分界符,不能出现在正文)
    if (content.includes("\x00")) {
        return { safe: false, reason: "Message content contains NULL byte (\\x00)" };
    }
    // SSE 注入检测
    const ssePatterns = [/^data:\s*/m, /^event:\s*/m, /^id:\s*/m, /^retry:\s*/m];
    for (const pattern of ssePatterns) {
        if (pattern.test(content)) {
            return {
                safe: false,
                reason: `Message content contains potential SSE injection pattern: ${pattern.source}`,
            };
        }
    }
    return { safe: true };
}
/**
 * 完整的消息去重流程
 *
 * 1. 校验消息体
 * 2. 计算去重哈希(不含 nonce)并检查重复
 * 3. 分配 nonce
 * 4. 计算完整性哈希(含 nonce)
 * 5. 记录去重哈希
 *
 * @returns
 *   - { ok: true, msgHash, nonce } — 消息可以发送
 *   - { ok: false, reason } — 消息被拒绝
 */
export function dedupMessage(sender, receiver, content) {
    // 1. 校验消息体
    const validation = validateMessageBody(content);
    if (!validation.safe) {
        return { ok: false, reason: validation.reason };
    }
    // 2. 计算去重哈希并检查重复(不含 nonce)
    const dedupHash = computeDedupHash(sender, receiver, content);
    if (isDuplicate(dedupHash)) {
        return { ok: false, reason: "Duplicate message detected (same content from same sender)" };
    }
    // 3. 分配 nonce
    const nonce = nextNonce(sender);
    // 4. 计算完整性哈希(含 nonce)
    const msgHash = computeMsgHash(sender, receiver, content, nonce);
    // 5. 记录去重哈希
    recordHash(dedupHash, sender, nonce);
    return { ok: true, msgHash, nonce };
}
// ─── TTL 清理 ────────────────────────────────────────────
let cleanupTimer = null;
/**
 * 清理过期的去重缓存条目
 */
export function cleanupExpiredEntries() {
    const cutoff = Date.now() - DEDUP_TTL_MS;
    try {
        const result = db.prepare(`DELETE FROM dedup_cache WHERE created_at < ?`).run(cutoff);
        const deleted = result.changes;
        if (deleted > 0) {
            logger.info("dedup_cleanup", { module: "dedup", deleted, ttl_ms: DEDUP_TTL_MS });
            // Phase 5a Day 2: 审计批量删除去重缓存
            auditLog("cleanup_dedup_cache", "system:dedup", `batch`, `deleted=${deleted}, ttl=${DEDUP_TTL_MS}ms`);
        }
        return deleted;
    }
    catch (err) {
        logError("dedup_cleanup_error", err);
        return 0;
    }
}
/**
 * 启动 TTL 定时清理
 */
export function startDedupCleanup() {
    if (cleanupTimer) {
        clearInterval(cleanupTimer);
    }
    logger.info("dedup_cleanup_started", { module: "dedup", interval_ms: DEDUP_CLEANUP_INTERVAL_MS, ttl_ms: DEDUP_TTL_MS });
    cleanupTimer = setInterval(() => {
        cleanupExpiredEntries();
    }, DEDUP_CLEANUP_INTERVAL_MS);
}
/**
 * 停止 TTL 定时清理
 */
export function stopDedupCleanup() {
    if (cleanupTimer) {
        clearInterval(cleanupTimer);
        cleanupTimer = null;
        logger.info("dedup_cleanup_stopped", { module: "dedup" });
    }
}
//# sourceMappingURL=dedup.js.map
reverse-engineer-anythingmorluto/reaReverse engineer native, managed, Electron/JavaScript, packaged, firmware, and browser targets with REA, and build agent environments (AgentEnv bundles) of web applications from a live instance or a capture, and of Linux desktop apps with a task from a request. Use shipped-artifact or requested runtime evidence to explain features, compare versions, decompile code, or guide a reconstruction. Skip REA for ordinary source-repository architecture analysis.Stars: 472kUpdated Claude CodeCodexVerifiedInstall
diagnosing-superpowersobra/superpowersUse when a superpowers session went wrong and your human partner wants to know why — repeated work, ignored plans, stumbles, poor results, a skill that didn't fire, "it took too long", "why is it so expensive", "what is it doing" — or wants to build a bug report for the superpowers maintainers, for the current session or a past one identified by id or path, on any harness.Stars: 322kUpdated Claude CodeCodexVerifiedInstall
dispatching-parallel-agentsobra/superpowersUse when facing 2+ independent tasks that can be worked on without shared state or sequential dependenciesStars: 322kUpdated Claude CodeCodexVerifiedInstall
executing-plansobra/superpowersUse when executing an implementation plan in the current session as the implementer yourself — your human partner chose inline execution, or no subagent tool is availableStars: 322kUpdated Claude CodeCodexVerifiedInstall