Anil-matcha/vox-ai-motion-graphics-generator
muapi-director
VerifiedTurn ONE topic, talking-head video, or photo into a finished Vox-style paper-collage explainer / ad video on the MuAPI platform (api.muapi.ai) + local ffmpeg — script, collage keyframes, motion, voice-over, music, captions, all automated. Three input modalities: a topic (B-roll), a talking-head video (A-roll mode), or a single photo of a person/product anchored into the collage (C-roll mode).
| File | Kind | Size |
|---|---|---|
| SKILL.md | skill md | 2.7 KB |
| assets/demo.mp4 | binary | 6.3 MB |
| assets/youtube-thumbnail.jpg | binary | 100.1 KB |
| examples/sample-beats.json | config | 2.4 KB |
| references/beat-layer.md | markdown | 3.3 KB |
| references/prompt-guide.md | markdown | 3.0 KB |
| references/voices.md | markdown | 1.4 KB |
| scripts/aroll_assemble.py | script | 2.6 KB |
| scripts/aroll_clips.py | script | 4.5 KB |
| scripts/asr_beats.py | script | 4.9 KB |
| scripts/assemble.py | script | 6.4 KB |
| scripts/audio.py | script | 3.7 KB |
| scripts/clips.py | script | 5.8 KB |
| scripts/croll_keyframes.py | script | 5.1 KB |
| scripts/keyframes.py | script | 3.1 KB |
| scripts/muapi_client.py | script | 9.0 KB |
| scripts/provider.py | script | 5.5 KB |
| scripts/style_bakeoff.py | script | 2.4 KB |
| scripts/styles.py | script | 11.5 KB |
| scripts/text_overlay.py | script | 4.6 KB |
scripts/audio.py
View on GitHub#!/usr/bin/env python3
"""
Audio stage: per-beat narration + instrumental BGM generation via MuAPI.
"""
import base64
import json
import os
import subprocess
import sys
from provider import get_provider, run_jobs
VOICE_MODEL = "minimax-speech-2.6-turbo"
MUSIC_MODEL = "suno-create-music"
CLONE_TEMPLATE = (
"**Speaker A** @audio1 keeps their own vocal timbre and speaks fluent natural "
"{language} with a neutral accent, upbeat pace, crisp articulation, friendly and "
"energetic like a {persona}. Clean dry studio vocal only — no background music, "
"no sound effects, no room noise or reverb. They say: \"{script}\""
)
LANG_NAMES = {"en": "English", "zh": "Mandarin Chinese", "ja": "Japanese",
"ko": "Korean", "es": "Spanish", "fr": "French", "de": "German"}
def probe_dur(path: str) -> float:
out = subprocess.run(["ffprobe", "-v", "error", "-show_entries", "format=duration",
"-of", "csv=p=0", path], capture_output=True, text=True).stdout
try:
return float(out.strip())
except ValueError:
return 0.0
def run(project_dir: str):
bpath = os.path.join(project_dir, "beats.json")
with open(bpath) as f:
doc = json.load(f)
adir = os.path.join(project_dir, "audio")
os.makedirs(adir, exist_ok=True)
prov = get_provider(doc.get("provider"))
voice = doc.get("voice", {})
voice_id = voice.get("voice_id", "Q19bea09caa6IRAeW7")
language = voice.get("language", doc.get("language", "en"))
speed = float(voice.get("speed", 1.0))
clone_ref = voice.get("clone_ref")
persona = voice.get("persona", "YouTube tutorial creator")
if clone_ref:
with open(clone_ref, "rb") as f:
ref_b64 = base64.b64encode(f.read()).decode()
lang_name = LANG_NAMES.get(language, language)
specs = {}
for beat in doc["beats"]:
if clone_ref:
specs[f"narr_{beat['id']}"] = (lambda t=beat["narration"]: prov.submit_audio(
VOICE_MODEL,
text=CLONE_TEMPLATE.format(language=lang_name, persona=persona, script=t),
format="mp3", sample_rate=44100,
references=[{"audio_data": ref_b64}]))
else:
specs[f"narr_{beat['id']}"] = (lambda t=beat["narration"]: prov.submit_audio(
VOICE_MODEL, prompt=t, text=t, language=language, voice_id=voice_id,
codec="mp3", sample_rate=44100, speed=speed))
bgm_path = os.path.join(adir, "bgm.mp3")
if not os.path.exists(bgm_path):
music_prompt = doc.get("music", "cinematic paper-collage explainer BGM, energetic rhythmic beat")
specs["bgm"] = (lambda mp=music_prompt: prov.submit_audio(
MUSIC_MODEL, prompt=mp, style=mp, is_instrumental=True, format="mp3"))
else:
print(f"[bgm] reuse existing {bgm_path}")
done = run_jobs(prov, specs, poll_s=4, stall_s=150, max_retries=2, deadline_s=600)
for key, url in done.items():
if not url:
continue
dest = os.path.join(adir, "bgm.mp3") if key == "bgm" else os.path.join(adir, f"{key}.mp3")
prov.download(url, dest)
if key.startswith("narr_"):
bid = key.split("narr_")[1]
for beat in doc["beats"]:
if str(beat["id"]) == bid:
beat["audio_path"] = dest
beat["audio_duration"] = probe_dur(dest)
print(f"[{key}] saved {dest}")
with open(bpath, "w") as f:
json.dump(doc, f, ensure_ascii=False, indent=2)
print("Updated", bpath)
if __name__ == "__main__":
proj = sys.argv[1] if len(sys.argv) > 1 else os.path.join(
os.path.dirname(__file__), "..", "out", "demo")
run(os.path.abspath(proj))
Related skills
| Skill | Stars | Updated | Works with | Status | Install |
|---|---|---|---|---|---|
| add-product-e2e-evalpaperclipai/paperclipAdd or extend a Paperclip full-stack runner E2E workflow, fixture, matcher, or report evidence path for local or Daytona execution. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| add-runner-evalpaperclipai/paperclipAdd or extend a Paperclip Runner protocol evaluation definition, roster, assertion, or report fixture with provenance and narrow validation. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| diagnose-why-work-stoppedpaperclipai/paperclipCompatibility entry point for failed, stalled, looping, or over-recovered Paperclip work. Use fix-failed-paperclip-run for the full diagnosis, regression, repair, real verification, and green-PR workflow; honor an explicitly requested diagnosis-only scope. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |
| fix-failed-paperclip-runpaperclipai/paperclipDiagnose and fix failed, stuck, slow, or incorrectly blocked Paperclip tasks and runs. Use with a task/run URL or failure report to trace the root cause, prove a regression red then green, check second-order effects, verify the real workflow, and deliver a PR with passing checks. | Stars: 115k | Updated | Claude CodeCodex | Verified | Install |