#!/usr/bin/env node // Frame-accurate capture of a sim page to mp4: steps window.SIM.render(t) for // every frame in headless Chromium, screenshots, pipes to ffmpeg, then muxes // a music track if given. // // node sims/capture.mjs [--config post.json] [--out cutaway-out/x.mp4] // [--size 1080x1350] [--dpr 1.3333] [--fps 60] [--from 0] [--to ] // (--size is the layout in CSS px; --dpr multiplies the output: 1080x1350 // at the default 4/3 gives a 1440x1800 video. Default 60 fps, crf 16.) // [--music music/track.mp3 [--music-start auto|SEC] [--no-sync] [--lufs -21]] [--crf 21] // [--still 12.5] (--still: one PNG, no video) // [--stills 0,4,9,14 --cols 3] (tiled review sheet, every tile labelled t=) // [--stills beats [--timeline f.json]] (one tile per timeline beat, +0.3 s so motion settles) // [--stills every:0.2 --from 3 --to 5] (scrub a transition) // // is a sim built into cutaway-out/dist, or a path to any .html // that exposes window.seek(seconds) and freezes its clock on ?render // (motion-effects, vox-explainer, milestone-reveal, model-showdown). An .html // needs --to unless it sets window.DURATION. import {spawn} from 'node:child_process'; import fs from 'node:fs'; import path from 'node:path'; import {fileURLToPath, pathToFileURL} from 'node:url'; import {CHROMIUM, CHROMIUM_ARGS, DIST, FFMPEG, OUT, PYTHON, playwright} from '../paths.mjs'; const {chromium} = playwright(); const HERE = path.dirname(fileURLToPath(import.meta.url)); const argv = process.argv.slice(2); const name = argv[0]; const opt = (k, d) => { const i = argv.indexOf(`--${k}`); return i === -1 ? d : argv[i + 1]; }; if (!name) { console.error('usage: node sims/capture.mjs [--config f.json] [--out f.mp4] [--music f.wav]'); process.exit(1); } const SEEK = name.endsWith('.html'); const html = SEEK ? path.resolve(name) : path.join(DIST, `${name}.html`); const label = SEEK ? path.basename(name, '.html') : name; if (!fs.existsSync(html)) { console.error(SEEK ? `missing ${html}` : `missing ${html}; run node sims/build.mjs ${name}`); process.exit(1); } const [W, H] = opt('size', '1080x1350').split('x').map(Number); const config = opt('config') ? JSON.parse(fs.readFileSync(opt('config'), 'utf8')) : {}; // --music [--music-start auto|SECONDS]: analyse the track (sims/beats.py), // cut the window so the drop lands ~40% in, and give the beat map to the director. const music = opt('music'); let beats = null; if (music) { const dur = Number(opt('to', config.duration ?? 30)) - Number(opt('from', 0)); const ms = opt('music-start', 'auto'); const cache = path.join(OUT, 'beats', `${path.basename(music).replace(/\.[^.]+$/, '')}-${ms}-${dur}.json`); fs.mkdirSync(path.dirname(cache), {recursive: true}); const {execFileSync} = await import('node:child_process'); if (!fs.existsSync(cache) || fs.statSync(cache).mtimeMs < fs.statSync(music).mtimeMs) { execFileSync(PYTHON, ['-I', path.join(HERE, 'beats.py'), music, '--duration', String(dur), '--start', ms, '-o', cache], {stdio: 'inherit'}); } beats = JSON.parse(fs.readFileSync(cache, 'utf8')); if (!opt('no-sync')) config.beats = beats; } const still = opt('still'); const stamp = new Date().toISOString().slice(5, 16).replace(/[-:T]/g, ''); const out = path.resolve(opt('out', path.join(OUT, still ? `${label}-${still}.png` : `${label}-${stamp}.mp4`))); fs.mkdirSync(path.dirname(out), {recursive: true}); // Browser and GPU flags come from ../paths.mjs. const exe = CHROMIUM; const browser = await chromium.launch({ executablePath: exe, args: CHROMIUM_ARGS, }); const dpr = Number(opt('dpr', 4 / 3)); const page = await browser.newPage({viewport: {width: W, height: H}, deviceScaleFactor: dpr}); page.on('console', (m) => m.type() === 'error' && console.error('[page]', m.text())); page.on('pageerror', (e) => console.error('[page error]', e.message)); await page.addInitScript((cfg) => { window.__CAPTURE = true; window.__SIM_CONFIG = cfg; }, config); await page.goto(pathToFileURL(html).href + (SEEK ? '?render' : '')); await page.waitForFunction( (seek) => (seek ? typeof window.seek === 'function' : window.SIM && window.SIM.ready), SEEK, {timeout: 60000}, ); await page.evaluate(() => document.fonts.ready); const info = await page.evaluate((seek) => { const gl = document.createElement('canvas').getContext('webgl2'); const ext = gl && gl.getExtension('WEBGL_debug_renderer_info'); return { duration: seek ? window.DURATION : window.SIM.duration, fps: seek ? window.FPS : window.SIM.fps, gpu: ext ? gl.getParameter(ext.UNMASKED_RENDERER_WEBGL) : 'unknown', }; }, SEEK); console.log(`gpu: ${info.gpu}`); // One entry point for both contracts: a sim's SIM.render(t) or a page's seek(t). const draw = (t) => page.evaluate(([x, seek]) => (seek ? window.seek(x) : window.SIM.render(x)), [t, SEEK]); const end = Number(opt('to', info.duration)); if (!Number.isFinite(end)) { console.error('no duration: pass --to or set window.DURATION in the page'); process.exit(1); } // --stills: a list, `beats` (every number in the timeline, +0.3 s), or `every:`. const stillTimes = (arg) => { if (arg === 'beats') { const file = opt('timeline', path.join(HERE, name, 'timeline.json')); const tl = JSON.parse(fs.readFileSync(file, 'utf8')); const ts = []; const walk = (v, key) => { if (key === 'fps' || key === 'duration') return; if (typeof v === 'number') ts.push(v + 0.3); else if (Array.isArray(v)) v.forEach((x) => walk(x)); else if (v && typeof v === 'object') Object.entries(v).forEach(([k, x]) => walk(x, k)); }; walk(tl); return [0, ...ts]; } if (arg.startsWith('every:')) { const step = Number(arg.slice(6)); const ts = []; for (let t = Number(opt('from', 0)); t <= end + 1e-6; t += step) ts.push(t); return ts; } return arg.split(',').map(Number); }; const stills = opt('stills'); if (stills) { const ts = [...new Set(stillTimes(stills).map((t) => Math.min(Math.max(t, 0), end - 1 / 120).toFixed(2)))] .map(Number) .sort((a, b) => a - b); const dir = out.replace(/\.(png|mp4)$/, '') + '-frames'; fs.mkdirSync(dir, {recursive: true}); for (const [i, t] of ts.entries()) { await draw(t); // The t= label goes into the DOM for the screenshot only, so no ffmpeg font setup is needed. await page.evaluate((txt) => { const el = document.createElement('div'); el.id = '__t'; el.textContent = txt; el.style.cssText = 'position:fixed;right:12px;top:12px;z-index:2147483647;font:600 28px monospace;color:#fff;background:rgba(0,0,0,.65);padding:4px 10px;border-radius:4px'; document.body.appendChild(el); }, `t=${t.toFixed(2)}`); await page.screenshot({path: path.join(dir, `${String(i).padStart(3, '0')}.png`)}); await page.evaluate(() => document.getElementById('__t')?.remove()); } await browser.close(); const cols = Math.min(ts.length, Number(opt('cols', 3))); const sheet = out.endsWith('.png') ? out : out.replace(/\.mp4$/, '') + '-sheet.png'; const tw = Math.round(W * 0.4); const th = Math.round(H * 0.4); await new Promise((r) => spawn(FFMPEG, ['-loglevel', 'error', '-y', '-framerate', '1', '-i', path.join(dir, '%03d.png'), '-vf', `scale=${tw}:${th},tile=${cols}x${Math.ceil(ts.length / cols)}:padding=4:color=0x333333`, '-frames:v', '1', sheet], {stdio: 'inherit'}).on('close', r), ); console.log(`→ ${sheet} (full frames in ${dir})`); process.exit(0); } if (still !== undefined) { await draw(Number(still)); await page.screenshot({path: out}); await browser.close(); console.log(`→ ${out}`); process.exit(0); } const fps = Number(opt('fps', 60)); const from = Number(opt('from', 0)); const to = end; const frames = Math.round((to - from) * fps); const silent = music ? out.replace(/\.mp4$/, '-silent.mp4') : out; const ff = spawn( FFMPEG, ['-loglevel', 'error', '-y', '-f', 'image2pipe', '-framerate', String(fps), '-i', '-', '-c:v', 'libx264', '-preset', 'slow', '-crf', String(opt('crf', 16)), '-pix_fmt', 'yuv420p', '-movflags', '+faststart', silent], {stdio: ['pipe', 'inherit', 'inherit']}, ); const t0 = Date.now(); for (let i = 0; i < frames; i++) { await draw(from + i / fps); const buf = await page.screenshot({type: 'jpeg', quality: 97}); if (!ff.stdin.write(buf)) await new Promise((r) => ff.stdin.once('drain', r)); if (i % fps === 0) process.stdout.write(`\r${i}/${frames} frames ${((Date.now() - t0) / 1000).toFixed(0)} s`); } ff.stdin.end(); await new Promise((r) => ff.on('close', r)); await browser.close(); console.log(`\r${frames}/${frames} frames ${((Date.now() - t0) / 1000).toFixed(0)} s`); if (music) { await new Promise((r, j) => spawn( FFMPEG, ['-loglevel', 'error', '-y', '-i', silent, '-ss', String(beats.start), '-i', music, '-map', '0:v', '-map', '1:a', '-c:v', 'copy', '-c:a', 'aac', '-b:a', '256k', '-af', `loudnorm=I=${opt('lufs', -21)}:TP=-3,afade=t=in:d=0.04,afade=t=out:st=${(to - from - 0.6).toFixed(2)}:d=0.6`, '-shortest', '-movflags', '+faststart', out], {stdio: 'inherit'}, ).on('close', (c) => (c === 0 ? r() : j(new Error('mux failed')))), ); fs.rmSync(silent); } console.log(`→ ${out}`);