kali20gakki/msAgent / skills/accuracy/uwc-verify
uwc-verify
Verified自动验证 veRL + Megatron-core + vLLM 训推权重转换一致性(UWC)的 5 项检查:Bridge P0/P2、传输 P2_sender/P5、data_ptr 覆盖、G0/G1 前向、dummy vs safetensors 差分。注入采集钩子、采集权重/指针/日志,生成 report.md / report.html / report.json。当用户要验证 RL 训练与推理权重同步、排查 rollout 输出乱码/漏同步、或复现《RL 权重一致性验证》文档时使用。
| File | Kind | Size |
|---|---|---|
| SKILL.md | skill md | 7.4 KB |
| references/reference.md | markdown | 10.9 KB |
| runtime/uwc/__init__.py | script | 373 B |
| runtime/uwc/collectors/__init__.py | script | 245 B |
| runtime/uwc/collectors/stage1_bridge_collector.py | script | 9.8 KB |
| runtime/uwc/collectors/stage2_transfer_collector.py | script | 2.9 KB |
| runtime/uwc/collectors/stage3_vllm_collector.py | script | 12.8 KB |
| runtime/uwc/common.py | script | 4.1 KB |
| runtime/uwc/comparator.py | script | 7.4 KB |
| runtime/uwc/fault.py | script | 8.4 KB |
| runtime/uwc/hooks.py | script | 26.2 KB |
| runtime/uwc/logits_comparator.py | script | 3.7 KB |
| runtime/uwc/name_normalizer.py | script | 7.3 KB |
| runtime/uwc/offline/__init__.py | script | 139 B |
| runtime/uwc/offline/forward_verify.py | script | 11.1 KB |
| runtime/uwc/offline/stage3_diff_test.py | script | 11.4 KB |
| runtime/uwc/offline/uwc_compare.py | script | 14.0 KB |
| runtime/uwc/offline/uwc_summary.py | script | 20.5 KB |
| scripts/uwc_verify.py | script | 44.4 KB |
| uwc.example.yaml | config | 3.4 KB |
runtime/uwc/name_normalizer.py
View on GitHub"""Name normalisation and combined-projection splitting for UWC comparisons.
Bridge exports are usually HF-named, but depending on the Megatron-Bridge
version they may carry wrapper prefixes (``module.``, ``model.model.``) or use
fused projections (``qkv_proj`` / ``gate_up_proj``). This module maps both
sides to one canonical HF dictionary.
"""
from __future__ import annotations
import json
import re
from pathlib import Path
_WRAPPER_PREFIXES = (
# ``model.model.`` / ``model.module.`` are wrapped HF models: keep ONE
# ``model.`` so the canonical name matches ``model.layers...`` exports.
("model.model.", "model."),
("model.module.", "model."),
("module.", ""),
("_orig_mod.", ""),
("language_model.", "model."),
)
_QKV_RE = re.compile(r"^(?P<prefix>.*\.)qkv_proj\.(?P<kind>weight|bias)$")
_GATE_UP_RE = re.compile(r"^(?P<prefix>.*\.)gate_up_proj\.(?P<kind>weight|bias)$")
def strip_wrapper_prefix(name: str) -> str:
changed = True
while changed:
changed = False
for prefix, replacement in _WRAPPER_PREFIXES:
if name.startswith(prefix):
name = replacement + name[len(prefix) :]
changed = True
break
return name
def canonical_name(name: str) -> str:
return strip_wrapper_prefix(name)
def load_config(config_path: str | Path | None) -> dict:
"""Load an HF ``config.json`` (or a directory containing one)."""
if not config_path:
return {}
path = Path(config_path)
if path.is_dir():
path = path / "config.json"
if not path.is_file():
return {}
with open(path, "r", encoding="utf-8") as handle:
config = json.load(handle)
# Multimodal configs keep the text model settings under "text_config".
if isinstance(config.get("text_config"), dict):
merged = dict(config)
merged.update(config["text_config"])
return merged
return config
def _shape_rows(tensor, dim: int = 0) -> int | None:
shape = getattr(tensor, "shape", None)
if shape is None:
return None
try:
return int(shape[dim])
except (IndexError, TypeError, ValueError):
return None
def _split_qkv(tensor, config: dict, layout: str = "contiguous"):
"""Split a fused QKV projection into (q, k, v) along dim 0."""
hidden = int(config.get("hidden_size") or config.get("n_embd") or 0)
num_heads = int(config.get("num_attention_heads") or config.get("n_head") or 0)
num_kv_heads = int(config.get("num_key_value_heads") or num_heads or 0)
head_dim = int(config.get("head_dim") or (hidden // num_heads if num_heads else 0))
if not (num_heads and head_dim and num_kv_heads):
return None
q_rows = num_heads * head_dim
kv_rows = num_kv_heads * head_dim
rows = _shape_rows(tensor)
if rows != q_rows + 2 * kv_rows:
return None
import torch
if not isinstance(tensor, torch.Tensor):
return None
if layout == "interleaved" and num_heads % num_kv_heads == 0:
group = num_heads // num_kv_heads
rest = list(tensor.shape[1:])
grouped = tensor.view(num_kv_heads, group + 2, head_dim, *rest)
q = grouped[:, :group].reshape(q_rows, *rest).contiguous()
k = grouped[:, group].reshape(kv_rows, *rest).contiguous()
v = grouped[:, group + 1].reshape(kv_rows, *rest).contiguous()
return q, k, v
q = tensor[:q_rows].contiguous()
k = tensor[q_rows : q_rows + kv_rows].contiguous()
v = tensor[q_rows + kv_rows :].contiguous()
return q, k, v
def _split_gate_up(tensor, layout: str = "contiguous"):
"""Split a fused gate/up projection into two equal halves."""
rows = _shape_rows(tensor)
if rows is None or rows % 2 != 0:
return None
import torch
if not isinstance(tensor, torch.Tensor):
return None
half = rows // 2
if layout == "interleaved":
# [gate0, up0, gate1, up1, ...] layout.
rest = list(tensor.shape[1:])
paired = tensor.view(half, 2, *rest)
gate = paired[:, 0].contiguous()
up = paired[:, 1].contiguous()
return gate, up
return tensor[:half].contiguous(), tensor[half:].contiguous()
def normalize_weights(
weights,
model_config: dict | str | Path | None = None,
qkv_layout: str = "contiguous",
gate_up_layout: str = "contiguous",
) -> tuple[dict, dict]:
"""Return ``(canonical_dict, meta)``.
Combined projections are split when a usable model config is supplied;
otherwise they are kept under their original name and reported in
``meta["unresolved_combined"]`` so the caller can surface a clear failure.
"""
if isinstance(weights, dict):
items = list(weights.items())
elif hasattr(weights, "items"):
items = list(weights.items())
else:
items = list(weights)
config = load_config(model_config) if not isinstance(model_config, dict) else model_config
result: dict = {}
meta = {
"input_keys": len(items),
"unresolved_combined": [],
"split_qkv": [],
"split_gate_up": [],
"renamed": [],
}
# First pass: canonical names for non-combined keys. Separate q/k/v keys
# win over a fused key if both are present.
fused = []
for name, tensor in items:
canonical = canonical_name(str(name))
if canonical != name:
meta["renamed"].append([str(name), canonical])
if _QKV_RE.match(canonical):
fused.append((canonical, tensor, "qkv"))
elif _GATE_UP_RE.match(canonical):
fused.append((canonical, tensor, "gate_up"))
else:
result[canonical] = tensor
for canonical, tensor, kind in fused:
if kind == "qkv":
match = _QKV_RE.match(canonical)
prefix, field = match.group("prefix"), match.group("kind")
split = _split_qkv(tensor, config, qkv_layout)
if split is None:
meta["unresolved_combined"].append(canonical)
result[canonical] = tensor
continue
for suffix, value in zip(("q_proj", "k_proj", "v_proj"), split):
target = f"{prefix}{suffix}.{field}"
if target not in result: # explicit separate keys win
result[target] = value
meta["split_qkv"].append(canonical)
else:
match = _GATE_UP_RE.match(canonical)
prefix, field = match.group("prefix"), match.group("kind")
split = _split_gate_up(tensor, gate_up_layout)
if split is None:
meta["unresolved_combined"].append(canonical)
result[canonical] = tensor
continue
for suffix, value in zip(("gate_proj", "up_proj"), split):
target = f"{prefix}{suffix}.{field}"
if target not in result:
result[target] = value
meta["split_gate_up"].append(canonical)
return result, meta
def normalize_weights_only(
weights,
model_config: dict | str | Path | None = None,
qkv_layout: str = "contiguous",
gate_up_layout: str = "contiguous",
) -> dict:
"""Convenience wrapper returning only the canonical dictionary."""
return normalize_weights(
weights,
model_config=model_config,
qkv_layout=qkv_layout,
gate_up_layout=gate_up_layout,
)[0]
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack." | Stars: 198k | Updated | Claude CodeCodex | Verified | Install |
| ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read. | Stars: 194k | Updated | Claude CodeCodex | Verified | Install |
| ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report. | Stars: 194k | Updated | Claude CodeCodex | Verified | Install |
| ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt. | Stars: 194k | Updated | Claude CodeCodex | Verified | Install |