Skip to content

zenstory-ai/video-recap-skills / skills/video-recap

video-recap

Verified

把一段或多集视频做成带画框字幕的中文解说成片或纯原声高光短片。用户提供 .mp4 / .mov / .mkv / .webm,要求做影视解说、短剧二创、加旁白配音、跨集混剪或导出剪映草稿时使用;串联完成看片识台词、定主线与留原声、按台词停顿切镜头、写词检查、TTS 配音与混音加字幕。触发词:视频解说、影视解说、视频旁白、生成解说、视频 recap、video recap、voiceover、narration、recap。

FileKindSize
SKILL.mdskill md18.4 KB
assets/dashboard/app.jsscript16.2 KB
assets/dashboard/index.htmlother867 B
assets/dashboard/styles.cssother22.6 KB
assets/dashboard/tokens.cssother8.9 KB
assets/dashboard/views.jsscript31.4 KB
references/audio-modes.mdmarkdown3.6 KB
references/config-playbook.mdmarkdown8.1 KB
references/creative-editing-playbook.mdmarkdown12.3 KB
references/data-schema.mdmarkdown34.6 KB
references/index-tts.mdmarkdown2.1 KB
references/jianying/LICENSE.duo-videoother1.0 KB
references/jianying/SOURCE.mdmarkdown703 B
references/jianying/empty_draft_meta_info.jsonconfig1.7 KB
references/jianying/empty_jy_material_video.jsonconfig1.8 KB
references/jianying/empty_jy_meta_material_value.jsonconfig358 B
references/jianying/empty_jy_project_info.jsonconfig3.6 KB
references/jianying/empty_jy_segment.jsonconfig1.3 KB
references/jianying/empty_jy_text_styles.jsonconfig440 B
references/jianying/empty_yj_material_audio.jsonconfig865 B
references/jianying/empty_yj_material_text.jsonconfig2.4 KB
references/packaging.mdmarkdown6.8 KB
references/promotional-copy.mdmarkdown4.1 KB
references/prompt-templates.mdmarkdown2.0 KB
references/research-guide.mdmarkdown2.7 KB
references/resource-library.mdmarkdown12.1 KB
references/shot-review.mdmarkdown4.8 KB
scripts/agent_text.pyscript2.7 KB
scripts/artifacts.pyscript972 B
scripts/asr.pyscript12.5 KB
scripts/asr_timing_evidence.pyscript4.2 KB
scripts/assemble.pyscript31.0 KB
scripts/assemble_constants.pyscript894 B
scripts/assembly_contract.pyscript10.3 KB
scripts/assembly_settings.pyscript3.8 KB
scripts/audio_automation.pyscript6.6 KB
scripts/audio_mix.pyscript18.5 KB
scripts/briefing/__init__.pyscript101 B
scripts/briefing/builder.pyscript31.1 KB
scripts/briefing/context.pyscript6.1 KB
scripts/briefing/timeline.pyscript23.0 KB
scripts/codec_peak.pyscript5.1 KB
scripts/cut.pyscript148 B
scripts/cut_cli.pyscript12.4 KB
scripts/cut_contract.pyscript13.3 KB
scripts/cut_qc.pyscript1.9 KB
scripts/cut_render.pyscript13.2 KB
scripts/dashboard/__init__.pyscript159 B
scripts/dashboard/data.pyscript24.6 KB
scripts/dashboard/io.pyscript7.1 KB
scripts/dashboard/runs.pyscript21.8 KB
scripts/dashboard/templates.pyscript9.6 KB
scripts/dashboard_server.pyscript9.3 KB
scripts/detect.pyscript22.2 KB
scripts/doctor.pyexecutablescript12.9 KB
scripts/entry_suggestion.pyscript4.6 KB
scripts/export_jianying.pyscript5.6 KB
scripts/extract.pyscript2.5 KB
scripts/final_qc.pyscript19.0 KB
scripts/frame_grid.pyscript10.6 KB
scripts/jianying/__init__.pyscript49 B
scripts/jianying/builders.pyscript11.3 KB
scripts/jianying/model.pyscript2.7 KB
scripts/jianying/optional.pyscript1012 B
scripts/jianying/schema.pyscript2.5 KB
scripts/jianying/templates.pyscript1.0 KB
scripts/jianying/timeline_contract.pyscript5.8 KB
scripts/jianying/tracks.pyscript2.0 KB
scripts/jianying/writer.pyscript7.8 KB
scripts/lib.pyscript29.6 KB
scripts/library.pyscript31.1 KB
scripts/lint_summary.pyscript5.0 KB
scripts/loudness.pyscript14.7 KB
scripts/materials.pyscript22.1 KB
scripts/media.pyscript18.8 KB
scripts/narration_audio.pyscript13.5 KB
scripts/narration_lint.pyscript24.1 KB
scripts/narrative_selection.pyscript8.9 KB
scripts/packaging.pyscript6.1 KB
scripts/packaging_fonts.pyscript12.0 KB
scripts/packaging_plates.pyscript31.2 KB
scripts/packaging_studio.pyscript34.1 KB
scripts/providers/__init__.pyscript72 B
scripts/providers/fish_audio.pyscript3.1 KB
scripts/providers/index_tts.pyscript8.8 KB
scripts/recap.pyscript183 B
scripts/recap_cli.pyscript6.9 KB
scripts/recap_inspect.pyscript16.5 KB
scripts/recap_runner.pyscript22.0 KB
scripts/recap_runtime.pyscript11.8 KB
scripts/recap_source.pyscript1.8 KB
scripts/recap_stage_qc.pyscript2.7 KB
scripts/recap_timeline.pyscript7.7 KB
scripts/render_preflight.pyscript1.7 KB
scripts/resources/__init__.pyscript200 B
scripts/resources/lock.pyscript6.8 KB
scripts/resources/project_binding.pyscript16.1 KB
scripts/sentence_boundaries.pyscript28.8 KB
scripts/sentence_gate.pyscript8.6 KB
scripts/sfx_mix.pyscript14.6 KB
scripts/shot_review.pyscript18.9 KB
scripts/source_subtitles.pyscript7.2 KB
scripts/speech_ownership.pyscript9.3 KB
scripts/storyboard.pyscript21.8 KB
scripts/subtitles/__init__.pyscript56 B
scripts/subtitles/core.pyscript19.0 KB
scripts/subtitles/render.pyscript8.0 KB
scripts/timeline.pyscript8.2 KB
scripts/timeline_emit.pyscript5.4 KB
scripts/tts_audio.pyscript9.6 KB
scripts/tts_cache.pyscript4.5 KB
scripts/understand.pyscript171 B
scripts/understanding_brief.pyscript6.3 KB
scripts/understanding_cache.pyscript8.0 KB
scripts/understanding_runner.pyscript9.8 KB
scripts/understanding_storyboard.pyscript11.9 KB
scripts/validate.pyscript5.7 KB
scripts/visual_render.pyscript10.1 KB
scripts/vlm.pyscript16.4 KB
scripts/voiceover.pyscript28.0 KB

scripts/understanding_cache.py

View on GitHub
"""Own understanding-stage cache keys, provenance, and statuses."""

import json

from pathlib import Path

from asr_timing_evidence import (
    EVIDENCE_FILENAME,
    _identity as _artifact_identity,
    validate_asr_timing_evidence,
)
from extract import FRAME_TIME_CONVENTION_VERSION
from lib import (
    CONFIG,
    file_identity,
    offline_ignored_settings,
)


from vlm import vlm_prompt_payload


def _artifact_meta_path(artifact_path):
    artifact_path = Path(artifact_path)
    return artifact_path.with_name(f"{artifact_path.name}.meta.json")


def _load_json(path):
    return json.loads(Path(path).read_text(encoding="utf-8"))


def _video_input(video_path):
    """The source video as a cache input: resolved path plus {size, mtime_ns}, so two
    different files written in the same timestamp tick never share a stage output."""
    return {"path": str(Path(video_path).resolve()), **file_identity(video_path)}


def _without_settings(meta, keys):
    settings = meta.get("settings")
    if not keys or not isinstance(settings, dict):
        return meta
    return {**meta, "settings": {k: v for k, v in settings.items() if k not in keys}}


def _stage_cache_valid(artifact_path, expected_meta, *, ignore_settings=()):
    """A stage output is reusable when it exists, is non-empty, its sidecar equals the
    expected inputs/settings dict, and the output itself is the one the sidecar recorded.

    `ignore_settings` names `settings` keys left out of the comparison on both sides (an
    endpoint URL that only reflects which credential is set, or a retired legacy key)."""
    artifact_path = Path(artifact_path)
    if not artifact_path.exists() or artifact_path.stat().st_size == 0:
        return False
    meta_path = _artifact_meta_path(artifact_path)
    if not meta_path.exists():
        return False
    try:
        meta = _load_json(meta_path)
    except (OSError, ValueError, TypeError):
        return False
    if not isinstance(meta, dict) or meta.get("artifact") != file_identity(artifact_path):
        return False
    expected = dict(expected_meta)
    expected["artifact"] = meta["artifact"]
    return _without_settings(meta, ignore_settings) == _without_settings(
        expected, ignore_settings
    )


def _write_stage_meta(artifact_path, meta):
    meta_path = _artifact_meta_path(artifact_path)
    payload = dict(meta)
    payload["artifact"] = _artifact_identity(artifact_path)
    meta_path.write_text(
        json.dumps(payload, ensure_ascii=False, indent=2), encoding="utf-8"
    )


def _remove_stage_meta(artifact_path):
    _artifact_meta_path(artifact_path).unlink(missing_ok=True)


def _scene_cache_payload(video_path):
    return {
        "schema_version": 1,
        "stage": "scenes",
        "inputs": {"video": _video_input(video_path)},
        "settings": {
            "scene_threshold": CONFIG.get("scene_threshold"),
            "scene_junk_filter": CONFIG.get("scene_junk_filter"),
            "scene_junk_dark_luma": CONFIG.get("scene_junk_dark_luma"),
            "scene_junk_bright_luma": CONFIG.get("scene_junk_bright_luma"),
            "scene_junk_pixel_ratio": CONFIG.get("scene_junk_pixel_ratio"),
        },
    }


def _asr_cache_payload(video_path, *, skip_asr=False):
    return {
        "schema_version": 2,
        "stage": "asr",
        "inputs": {"video": _video_input(video_path)},
        "settings": {
            "skip_asr": bool(skip_asr),
            "mimo_asr_api_url": CONFIG.get("mimo_asr_api_url"),
            "mimo_asr_model": CONFIG.get("mimo_asr_model"),
            "mimo_asr_language": CONFIG.get("mimo_asr_language"),
            "mimo_asr_base64_max_mb": CONFIG.get("mimo_asr_base64_max_mb"),
            "asr_segment_seconds": CONFIG.get("asr_segment_seconds"),
        },
    }


def _asr_cache_state(artifact_path, expected_meta, video_path):
    """Classify an ASR cache without upgrading stale evidence into new authority."""
    artifact_path = Path(artifact_path)
    ignored = offline_ignored_settings(CONFIG.get("mimo_asr_api_key"), "mimo_asr_api_url")
    if not _stage_cache_valid(artifact_path, expected_meta, ignore_settings=ignored):
        return "MISS"
    evidence_path = artifact_path.parent / EVIDENCE_FILENAME
    if validate_asr_timing_evidence(evidence_path, video_path, artifact_path):
        evidence = _load_json(evidence_path)
        # An all-empty transcription is an unexplained outcome, not proven silence; treating it
        # as fresh would make one bad run a permanent cache hit. A key-less placeholder is
        # retried too, so setting the key later transcribes for real.
        if evidence.get("status") in {
            "UNAVAILABLE_NO_DURATION", "EMPTY_UNKNOWN", "UNAVAILABLE_NO_KEY"
        }:
            return "MISS"
        return "FRESH"
    return "MISS"


def _silence_cache_payload(video_path, asr_json):
    return {
        "schema_version": 1,
        "stage": "silence",
        "inputs": {
            "video": _video_input(video_path),
            "asr_result": _artifact_identity(asr_json),
        },
        "asr_meta": _load_json(_artifact_meta_path(asr_json))
        if _artifact_meta_path(asr_json).exists()
        else None,
        "settings": {
            "silence_noise_threshold": CONFIG.get("silence_noise_threshold"),
            "silence_min_duration": CONFIG.get("silence_min_duration"),
            "quiet_window_min": CONFIG.get("quiet_window_min"),
            "silence_merge_gap": CONFIG.get("silence_merge_gap"),
            "source_boundary_noise_threshold": CONFIG.get(
                "source_boundary_noise_threshold"
            ),
            "source_boundary_min_pause": CONFIG.get("source_boundary_min_pause"),
            "source_boundary_max_alignment_error": CONFIG.get(
                "source_boundary_max_alignment_error"
            ),
        },
    }


def _vlm_cache_payload(video_path, work_dir, scenes_json, frames):
    return {
        "schema_version": 1,
        "stage": "vlm",
        "inputs": {
            "video": _video_input(video_path),
            "scenes": _artifact_identity(scenes_json),
            "background_research": _artifact_identity(
                Path(work_dir) / "background_research.json"
            ),
        },
        "frames": _frame_cache_payload(video_path, CONFIG.get("fps"), frames),
        "prompt": vlm_prompt_payload(),
        "settings": {
            "fps": CONFIG.get("fps"),
            "vlm_model": CONFIG.get("vlm_model"),
            "api_url": CONFIG.get("api_url"),
            "mimo_disable_thinking": CONFIG.get("mimo_disable_thinking", True),
            "mimo_media_resolution": CONFIG.get("mimo_media_resolution"),
        },
    }


def _frames_manifest_path(work_dir):
    return Path(work_dir) / "frames" / "frames_manifest.json"


def _frame_cache_payload(video_path, fps, frames):
    frame_names = [Path(frame).name for frame in frames]
    return {
        # v2: frame number→time is (n-1)/fps, not n/fps. Bumping invalidates frames/VLM
        # artifacts produced under the old off-by-one so they are recomputed, not reused.
        "schema_version": FRAME_TIME_CONVENTION_VERSION,
        "inputs": {"video": _video_input(video_path)},
        "fps": float(fps),
        "frame_count": len(frames),
        "frames": frame_names,
    }


def _write_frames_manifest(work_dir, video_path, fps, frames):
    manifest_path = _frames_manifest_path(work_dir)
    manifest_path.parent.mkdir(parents=True, exist_ok=True)
    manifest_path.write_text(
        json.dumps(
            _frame_cache_payload(video_path, fps, frames), ensure_ascii=False, indent=2
        ),
        encoding="utf-8",
    )


def _frames_cache_valid(video_path, work_dir, fps):
    frames_dir = Path(work_dir) / "frames"
    frames = sorted(frames_dir.glob("frame_*.jpg"))
    if not frames:
        return False
    manifest_path = _frames_manifest_path(work_dir)
    if not manifest_path.exists():
        return False
    try:
        manifest = json.loads(manifest_path.read_text(encoding="utf-8"))
        expected = _frame_cache_payload(video_path, fps, frames)
    except (OSError, ValueError, TypeError):
        return False
    return manifest == expected
slack-gif-creatoranthropics/skillsKnowledge and utilities for creating animated GIFs optimized for Slack. Provides constraints, validation tools, and animation concepts. Use when users request animated GIFs for Slack like "make me a GIF of X doing Y for Slack."Stars: 198kUpdated Claude CodeCodexVerifiedInstall
ponytailDietrichGebert/ponytailLazy senior dev mode for any coding task: the smallest change that fully solves it, and a reply a busy human understands in one read.Stars: 196kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailHarvest every shortcut: comment into one debt ledger, so deferrals get tracked instead of forgotten. One-shot report.Stars: 196kUpdated Claude CodeCodexVerifiedInstall
ponytail-debtDietrichGebert/ponytailList every `shortcut:` comment (and older `ponytail:` ones) as a debt ledger. One-shot report, changes nothing. Use for "ponytail debt", "what did ponytail defer", "list the shortcuts", /ponytail-debt.Stars: 196kUpdated Claude CodeCodexVerifiedInstall