feat: AI-generated shorts render pipeline

- Remotion composition (ShortsVideo) renders 1080x1920 9:16 shorts from script segments (hook/setup/conflict/insight/cta) with animated gradient background, word-by-word captions, progress bar - render-worker.mjs: standalone poller (systemd hermyhq-render.service) TTS via edge-tts → Remotion render via Chrome headless → ffmpeg mux + thumbnail; ≤60s gate; marks YoutubeScript rendered - API: POST /api/youtube/render (queue approved→render_queued), GET status, GET /render/file (stream video/thumb with Range support) - Schema: YoutubeScript.videoUrl/thumbnailUrl + YoutubeRender model - UI: youtube tab gains Renders view (preview/review/approve/reject/ download), Render Shorts button on approved scripts - Prisma db push applied to prod DB
2026-09-22 20:16:25 +07:00
parent 2a051875f3
commit 33e85ce8bf
11 changed files with 3272 additions and 89 deletions
@@ -0,0 +1,257 @@
+#!/usr/bin/env node
+/**
+ * Hermy HQ — Shorts render worker.
+ *
+ * Polls the DB for YoutubeScript rows with status "approved" (or "render_queued")
+ * and renders them into a 9:16 MP4 short:
+ *   1. TTS  → per-segment mp3 (edge-tts, free)
+ *   2. Time → ffprobe each mp3, build Remotion segment timeline (≤60s)
+ *   3. Render → Remotion (Chrome headless) → silent MP4
+ *   4. Mux  → ffmpeg: silent MP4 + concatenated TTS audio → final MP4
+ *   5. Thumb → ffmpeg snapshot frame → JPG
+ *   6. DB   → status "rendered", videoUrl/thumbnailUrl/duration + render row
+ *
+ * Run as: systemd service `hermyhq-render.service` (poll loop).
+ * Env: DATABASE_URL (via env file), RENDER_DIR=/data/renders,
+ *      EDGE_TTS_BIN, TTS_VOICE, CHROME_BIN, REMOTION_ROOT.
+ */
+import { PrismaClient } from "@prisma/client";
+import { spawnSync } from "child_process";
+import { existsSync, mkdirSync, writeFileSync } from "fs";
+import path from "path";
+
+const prisma = new PrismaClient();
+const RENDER_DIR = process.env.RENDER_DIR || "/data/renders";
+const EDGE_TTS_BIN =
+  process.env.EDGE_TTS_BIN ||
+  (existsSync("/home/code/.hermes/hermes-agent/venv/bin/edge-tts")
+    ? "/home/code/.hermes/hermes-agent/venv/bin/edge-tts"
+    : "edge-tts");
+const VOICE = process.env.TTS_VOICE || "en-US-ChristopherNeural";
+const CHROME = process.env.CHROME_BIN || "/usr/bin/google-chrome-stable";
+const MAX_TOTAL_SEC = 60;
+const FPS = 30;
+const POLL_MS = Number(process.env.POLL_MS || 5000);
+const SCRATCH = process.env.RENDER_SCRATCH || "/tmp/hamc-render";
+
+mkdirSync(RENDER_DIR, { recursive: true });
+mkdirSync(SCRATCH, { recursive: true });
+
+const REMOTION_ROOT = path.resolve(process.env.REMOTION_ROOT || "./src/remotion");
+const REMOTION_ENTRY = path.join(REMOTION_ROOT, "index.tsx");
+
+function sh(cmd, args, opts = {}) {
+  const r = spawnSync(cmd, args, {
+    encoding: "utf-8",
+    maxBuffer: 64 * 1024 * 1024,
+    ...opts,
+  });
+  if (r.status !== 0 && !opts.allowFail) {
+    throw new Error(`${cmd} ${args.join(" ")} failed (${r.status}): ${(r.stderr || r.stdout).slice(0, 2000)}`);
+  }
+  return r;
+}
+
+function tts(text, outBase) {
+  const out = `${outBase}.mp3`;
+  sh(EDGE_TTS_BIN, ["--voice", VOICE, "--text", text, "--write-media", out], {
+    timeout: 60_000,
+    env: { ...process.env },
+  });
+  return { file: out, durationSec: ffprobeDuration(out) };
+}
+
+function ffprobeDuration(file) {
+  const r = sh("ffprobe", [
+    "-v", "error", "-show_entries", "format=duration",
+    "-of", "default=noprint_wrappers=1:nokey=1", file,
+  ], { allowFail: true });
+  const v = parseFloat((r.stdout || "").trim());
+  return Number.isFinite(v) ? v : 0;
+}
+
+function ffprobeSize(file) {
+  const r = sh("ffprobe", [
+    "-v", "error", "-select_streams", "v:0",
+    "-show_entries", "stream=width,height",
+    "-of", "csv=s=x:p=0", file,
+  ], { allowFail: true });
+  return (r.stdout || "").trim();
+}
+
+function log(...a) { console.log(new Date().toISOString(), ...a); }
+
+/** Build segment text list from a YoutubeScript's structured fields. */
+function buildSegments(script) {
+  const segs = [];
+  const push = (text, label, highlight) => {
+    const clean = (text || "").trim();
+    const chunk = clean.length > 180 ? clean.slice(0, 180) + "…" : clean;
+    if (chunk) segs.push({ text: chunk, label, highlight });
+  };
+  push(script.hook, "HOOK", script.hook);
+  push(script.onScreenText, "ON SCREEN", script.onScreenText);
+  push(script.storySetup, "THE STORY", null);
+  push(script.conflict, "THE CONFLICT", null);
+  push(script.insight, "THE INSIGHT", null);
+  push(script.cta, "CTA", null);
+  if (segs.length === 0) push(script.fullScript || script.title, script.title || "SHORTS", null);
+  return segs;
+}
+
+/** Render one script → {mp4, thumb, durationSec, segments}. */
+async function renderScript(script) {
+  const id = script.id;
+  const work = path.join(SCRATCH, id);
+  mkdirSync(work, { recursive: true });
+
+  // 1. TTS per segment
+  const baseSegs = buildSegments(script);
+  log(`[${id}] TTS: ${baseSegs.length} segments`);
+  const voiced = [];
+  for (let i = 0; i < baseSegs.length; i++) {
+    const s = baseSegs[i];
+    const t = tts(s.text, path.join(work, `seg${i}`));
+    voiced.push({ ...s, ...t });
+    log(`[${id}] seg${i}: ${t.durationSec.toFixed(2)}s "${s.text.slice(0, 40)}"`);
+  }
+
+  // 2. Trim to ≤ MAX_TOTAL_SEC (keep head, drop tail)
+  let totalSec = voiced.reduce((a, s) => a + s.durationSec, 0);
+  if (totalSec > MAX_TOTAL_SEC) {
+    log(`[${id}] total ${totalSec.toFixed(2)}s > ${MAX_TOTAL_SEC}s, trimming tail`);
+    const keep = [];
+    let acc = 0;
+    for (const s of voiced) {
+      if (acc + s.durationSec <= MAX_TOTAL_SEC) { keep.push(s); acc += s.durationSec; }
+      else break;
+    }
+    if (keep.length === 0) keep.push(voiced[0]); // always keep ≥1 segment
+    voiced.length = 0;
+    voiced.push(...keep);
+    totalSec = voiced.reduce((a, s) => a + s.durationSec, 0);
+  }
+
+  // 3. Remotion timeline (frames)
+  const timeline = voiced.map((s, i) => ({
+    text: s.text,
+    duration: Math.max(30, Math.round(s.durationSec * FPS)),
+    size: baseSegs.length <= 4 ? 80 : 68,
+    label: s.label,
+    highlight: s.highlight || undefined,
+  }));
+
+  // 4. Render silent video via Remotion CLI (props = segments JSON)
+  const silentMp4 = path.join(work, "silent.mp4");
+  log(`[${id}] Remotion render ${timeline.length} segs → silent.mp4`);
+  sh("npx", [
+    "--yes", "remotion", "render", REMOTION_ENTRY, "Shorts", silentMp4,
+    "--codec=h264", "--crf=20", "--browser-executable=" + CHROME,
+    "--props=" + JSON.stringify({ segments: timeline }),
+    "--concurrency=6",
+    "--log=info",
+  ], { timeout: 600_000, env: { ...process.env } });
+
+  // Verify silent video has expected duration (sanity)
+  const silentDur = ffprobeDuration(silentMp4);
+  if (!(silentDur > 0.5)) throw new Error(`silent render empty: ${silentDur}s`);
+
+  // 5. Concat TTS → m4a
+  const concatFile = path.join(work, "concat.txt");
+  writeFileSync(concatFile, voiced.map(s => `file '${s.file}'`).join("\n"));
+  const audioM4a = path.join(work, "audio.m4a");
+  sh("ffmpeg", ["-y", "-f", "concat", "-safe", "0", "-i", concatFile, "-c:a", "aac", audioM4a], { timeout: 120_000 });
+
+  // 6. Final mux
+  const finalMp4 = path.join(RENDER_DIR, `${id}.mp4`);
+  sh("ffmpeg", [
+    "-y", "-i", silentMp4, "-i", audioM4a,
+    "-c:v", "copy", "-c:a", "aac", "-shortest",
+    "-movflags", "+faststart", finalMp4,
+  ], { timeout: 120_000 });
+
+  // 7. Thumbnail at 1s
+  const thumb = path.join(RENDER_DIR, `${id}.jpg`);
+  sh("ffmpeg", ["-y", "-ss", "1", "-i", finalMp4, "-vframes", "1", "-q:v", "2", thumb], { timeout: 30_000 });
+
+  const dur = ffprobeDuration(finalMp4);
+  if (!(dur > 0.5)) throw new Error(`final render empty: ${dur}s`);
+  return { mp4: finalMp4, thumb, durationSec: dur, segments: voiced.length };
+}
+
+async function markRendered(script, result) {
+  await prisma.youtubeRender.upsert({
+    where: { scriptId: script.id },
+    update: {
+      status: "rendered",
+      videoPath: result.mp4,
+      thumbnailPath: result.thumb,
+      durationMs: Math.round(result.durationSec * 1000),
+      metadata: { segments: result.segments, size: ffprobeSize(result.mp4), version: 1 },
+      error: null,
+    },
+    create: {
+      scriptId: script.id,
+      status: "rendered",
+      videoPath: result.mp4,
+      thumbnailPath: result.thumb,
+      durationMs: Math.round(result.durationSec * 1000),
+      metadata: { segments: result.segments, size: ffprobeSize(result.mp4), version: 1 },
+    },
+  });
+  await prisma.youtubeScript.update({
+    where: { id: script.id },
+    data: { status: "rendered", videoUrl: result.mp4, thumbnailUrl: result.thumb },
+  });
+}
+
+async function failScript(script, err) {
+  log(`[${script.id}] FAILED:`, err.message || err);
+  await prisma.youtubeRender.upsert({
+    where: { scriptId: script.id },
+    update: { status: "failed", error: String(err.message || err).slice(0, 2000) },
+    create: { scriptId: script.id, status: "failed", error: String(err.message || err).slice(0, 2000) },
+  });
+}
+
+async function main() {
+  log(`worker ready: dir=${RENDER_DIR} chrome=${CHROME} tts=${EDGE_TTS_BIN} poll=${POLL_MS}ms`);
+  // eslint-disable-next-line no-constant-condition
+  while (true) {
+    try {
+      const jobs = await prisma.youtubeScript.findMany({
+        where: { status: { in: ["approved", "render_queued"] } },
+        take: 1,
+        orderBy: { updatedAt: "asc" },
+      });
+      if (jobs.length === 0) {
+        await sleep(POLL_MS);
+        continue;
+      }
+      const job = jobs[0];
+      log(`[${job.id}] picking up "${job.title}"`);
+      await prisma.youtubeScript.update({ where: { id: job.id }, data: { status: "render_queued" } });
+      const result = await renderScript(job);
+      await markRendered(job, result);
+      log(`[${job.id}] DONE ${result.durationSec.toFixed(2)}s @ ${result.mp4}`);
+    } catch (e) {
+      log("main loop error:", e.message || e);
+      try {
+        const job = await prisma.youtubeScript.findFirst({ where: { status: "render_queued" } });
+        if (job) await failScript(job, e);
+      } catch {}
+      await sleep(POLL_MS * 2);
+    }
+  }
+}
+
+function sleep(ms) { return new Promise(r => setTimeout(r, ms)); }
+
+process.on("SIGINT", async () => { await prisma.$disconnect(); process.exit(0); });
+process.on("SIGTERM", async () => { await prisma.$disconnect(); process.exit(0); });
+
+main().catch(async (e) => {
+  console.error("FATAL", e);
+  await prisma.$disconnect();
+  process.exit(1);
+});