5d8f1c6efe
The skill (SKILL.md), the kit for building one HTML page and capturing a 60 fps film, the procedural sound engine, the green page and look, and 3 complete examples: a tarantula, a piranha and a wasp, each with a full film and a 10-second version. The method docs move into docs/ with the README's GIFs. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
212 lines
9.2 KiB
JavaScript
212 lines
9.2 KiB
JavaScript
#!/usr/bin/env node
|
|
// Frame-accurate capture of a sim page to mp4: steps window.SIM.render(t) for
|
|
// every frame in headless Chromium, screenshots, pipes to ffmpeg, then muxes
|
|
// a music track if given.
|
|
//
|
|
// node sims/capture.mjs <name> [--config post.json] [--out cutaway-out/x.mp4]
|
|
// [--size 1080x1350] [--dpr 1.3333] [--fps 60] [--from 0] [--to <duration>]
|
|
// (--size is the layout in CSS px; --dpr multiplies the output: 1080x1350
|
|
// at the default 4/3 gives a 1440x1800 video. Default 60 fps, crf 16.)
|
|
// [--music music/track.mp3 [--music-start auto|SEC] [--no-sync] [--lufs -21]] [--crf 21]
|
|
// [--still 12.5] (--still: one PNG, no video)
|
|
// [--stills 0,4,9,14 --cols 3] (tiled review sheet, every tile labelled t=)
|
|
// [--stills beats [--timeline f.json]] (one tile per timeline beat, +0.3 s so motion settles)
|
|
// [--stills every:0.2 --from 3 --to 5] (scrub a transition)
|
|
//
|
|
// <name> is a sim built into cutaway-out/dist, or a path to any .html
|
|
// that exposes window.seek(seconds) and freezes its clock on ?render
|
|
// (motion-effects, vox-explainer, milestone-reveal, model-showdown). An .html
|
|
// needs --to <seconds> unless it sets window.DURATION.
|
|
import {spawn} from 'node:child_process';
|
|
import fs from 'node:fs';
|
|
import path from 'node:path';
|
|
import {fileURLToPath, pathToFileURL} from 'node:url';
|
|
import {CHROMIUM, CHROMIUM_ARGS, DIST, FFMPEG, OUT, PYTHON, playwright} from '../paths.mjs';
|
|
|
|
const {chromium} = playwright();
|
|
|
|
const HERE = path.dirname(fileURLToPath(import.meta.url));
|
|
const argv = process.argv.slice(2);
|
|
const name = argv[0];
|
|
const opt = (k, d) => {
|
|
const i = argv.indexOf(`--${k}`);
|
|
return i === -1 ? d : argv[i + 1];
|
|
};
|
|
if (!name) {
|
|
console.error('usage: node sims/capture.mjs <name|file.html> [--config f.json] [--out f.mp4] [--music f.wav]');
|
|
process.exit(1);
|
|
}
|
|
const SEEK = name.endsWith('.html');
|
|
const html = SEEK ? path.resolve(name) : path.join(DIST, `${name}.html`);
|
|
const label = SEEK ? path.basename(name, '.html') : name;
|
|
if (!fs.existsSync(html)) {
|
|
console.error(SEEK ? `missing ${html}` : `missing ${html}; run node sims/build.mjs ${name}`);
|
|
process.exit(1);
|
|
}
|
|
const [W, H] = opt('size', '1080x1350').split('x').map(Number);
|
|
const config = opt('config') ? JSON.parse(fs.readFileSync(opt('config'), 'utf8')) : {};
|
|
// --music <file> [--music-start auto|SECONDS]: analyse the track (sims/beats.py),
|
|
// cut the window so the drop lands ~40% in, and give the beat map to the director.
|
|
const music = opt('music');
|
|
let beats = null;
|
|
if (music) {
|
|
const dur = Number(opt('to', config.duration ?? 30)) - Number(opt('from', 0));
|
|
const ms = opt('music-start', 'auto');
|
|
const cache = path.join(OUT, 'beats', `${path.basename(music).replace(/\.[^.]+$/, '')}-${ms}-${dur}.json`);
|
|
fs.mkdirSync(path.dirname(cache), {recursive: true});
|
|
const {execFileSync} = await import('node:child_process');
|
|
if (!fs.existsSync(cache) || fs.statSync(cache).mtimeMs < fs.statSync(music).mtimeMs) {
|
|
execFileSync(PYTHON, ['-I', path.join(HERE, 'beats.py'), music, '--duration', String(dur), '--start', ms, '-o', cache], {stdio: 'inherit'});
|
|
}
|
|
beats = JSON.parse(fs.readFileSync(cache, 'utf8'));
|
|
if (!opt('no-sync')) config.beats = beats;
|
|
}
|
|
const still = opt('still');
|
|
const stamp = new Date().toISOString().slice(5, 16).replace(/[-:T]/g, '');
|
|
const out = path.resolve(opt('out', path.join(OUT, still ? `${label}-${still}.png` : `${label}-${stamp}.mp4`)));
|
|
fs.mkdirSync(path.dirname(out), {recursive: true});
|
|
|
|
// Browser and GPU flags come from ../paths.mjs.
|
|
const exe = CHROMIUM;
|
|
const browser = await chromium.launch({
|
|
executablePath: exe,
|
|
args: CHROMIUM_ARGS,
|
|
});
|
|
const dpr = Number(opt('dpr', 4 / 3));
|
|
const page = await browser.newPage({viewport: {width: W, height: H}, deviceScaleFactor: dpr});
|
|
page.on('console', (m) => m.type() === 'error' && console.error('[page]', m.text()));
|
|
page.on('pageerror', (e) => console.error('[page error]', e.message));
|
|
await page.addInitScript((cfg) => {
|
|
window.__CAPTURE = true;
|
|
window.__SIM_CONFIG = cfg;
|
|
}, config);
|
|
await page.goto(pathToFileURL(html).href + (SEEK ? '?render' : ''));
|
|
await page.waitForFunction(
|
|
(seek) => (seek ? typeof window.seek === 'function' : window.SIM && window.SIM.ready),
|
|
SEEK,
|
|
{timeout: 60000},
|
|
);
|
|
await page.evaluate(() => document.fonts.ready);
|
|
const info = await page.evaluate((seek) => {
|
|
const gl = document.createElement('canvas').getContext('webgl2');
|
|
const ext = gl && gl.getExtension('WEBGL_debug_renderer_info');
|
|
return {
|
|
duration: seek ? window.DURATION : window.SIM.duration,
|
|
fps: seek ? window.FPS : window.SIM.fps,
|
|
gpu: ext ? gl.getParameter(ext.UNMASKED_RENDERER_WEBGL) : 'unknown',
|
|
};
|
|
}, SEEK);
|
|
console.log(`gpu: ${info.gpu}`);
|
|
// One entry point for both contracts: a sim's SIM.render(t) or a page's seek(t).
|
|
const draw = (t) => page.evaluate(([x, seek]) => (seek ? window.seek(x) : window.SIM.render(x)), [t, SEEK]);
|
|
const end = Number(opt('to', info.duration));
|
|
if (!Number.isFinite(end)) {
|
|
console.error('no duration: pass --to <seconds> or set window.DURATION in the page');
|
|
process.exit(1);
|
|
}
|
|
|
|
// --stills: a list, `beats` (every number in the timeline, +0.3 s), or `every:<step>`.
|
|
const stillTimes = (arg) => {
|
|
if (arg === 'beats') {
|
|
const file = opt('timeline', path.join(HERE, name, 'timeline.json'));
|
|
const tl = JSON.parse(fs.readFileSync(file, 'utf8'));
|
|
const ts = [];
|
|
const walk = (v, key) => {
|
|
if (key === 'fps' || key === 'duration') return;
|
|
if (typeof v === 'number') ts.push(v + 0.3);
|
|
else if (Array.isArray(v)) v.forEach((x) => walk(x));
|
|
else if (v && typeof v === 'object') Object.entries(v).forEach(([k, x]) => walk(x, k));
|
|
};
|
|
walk(tl);
|
|
return [0, ...ts];
|
|
}
|
|
if (arg.startsWith('every:')) {
|
|
const step = Number(arg.slice(6));
|
|
const ts = [];
|
|
for (let t = Number(opt('from', 0)); t <= end + 1e-6; t += step) ts.push(t);
|
|
return ts;
|
|
}
|
|
return arg.split(',').map(Number);
|
|
};
|
|
|
|
const stills = opt('stills');
|
|
if (stills) {
|
|
const ts = [...new Set(stillTimes(stills).map((t) => Math.min(Math.max(t, 0), end - 1 / 120).toFixed(2)))]
|
|
.map(Number)
|
|
.sort((a, b) => a - b);
|
|
const dir = out.replace(/\.(png|mp4)$/, '') + '-frames';
|
|
fs.mkdirSync(dir, {recursive: true});
|
|
for (const [i, t] of ts.entries()) {
|
|
await draw(t);
|
|
// The t= label goes into the DOM for the screenshot only, so no ffmpeg font setup is needed.
|
|
await page.evaluate((txt) => {
|
|
const el = document.createElement('div');
|
|
el.id = '__t';
|
|
el.textContent = txt;
|
|
el.style.cssText =
|
|
'position:fixed;right:12px;top:12px;z-index:2147483647;font:600 28px monospace;color:#fff;background:rgba(0,0,0,.65);padding:4px 10px;border-radius:4px';
|
|
document.body.appendChild(el);
|
|
}, `t=${t.toFixed(2)}`);
|
|
await page.screenshot({path: path.join(dir, `${String(i).padStart(3, '0')}.png`)});
|
|
await page.evaluate(() => document.getElementById('__t')?.remove());
|
|
}
|
|
await browser.close();
|
|
const cols = Math.min(ts.length, Number(opt('cols', 3)));
|
|
const sheet = out.endsWith('.png') ? out : out.replace(/\.mp4$/, '') + '-sheet.png';
|
|
const tw = Math.round(W * 0.4);
|
|
const th = Math.round(H * 0.4);
|
|
await new Promise((r) =>
|
|
spawn(FFMPEG, ['-loglevel', 'error', '-y', '-framerate', '1', '-i', path.join(dir, '%03d.png'),
|
|
'-vf', `scale=${tw}:${th},tile=${cols}x${Math.ceil(ts.length / cols)}:padding=4:color=0x333333`, '-frames:v', '1', sheet],
|
|
{stdio: 'inherit'}).on('close', r),
|
|
);
|
|
console.log(`→ ${sheet} (full frames in ${dir})`);
|
|
process.exit(0);
|
|
}
|
|
|
|
if (still !== undefined) {
|
|
await draw(Number(still));
|
|
await page.screenshot({path: out});
|
|
await browser.close();
|
|
console.log(`→ ${out}`);
|
|
process.exit(0);
|
|
}
|
|
|
|
const fps = Number(opt('fps', 60));
|
|
const from = Number(opt('from', 0));
|
|
const to = end;
|
|
const frames = Math.round((to - from) * fps);
|
|
const silent = music ? out.replace(/\.mp4$/, '-silent.mp4') : out;
|
|
|
|
const ff = spawn(
|
|
FFMPEG,
|
|
['-loglevel', 'error', '-y', '-f', 'image2pipe', '-framerate', String(fps), '-i', '-',
|
|
'-c:v', 'libx264', '-preset', 'slow', '-crf', String(opt('crf', 16)), '-pix_fmt', 'yuv420p', '-movflags', '+faststart', silent],
|
|
{stdio: ['pipe', 'inherit', 'inherit']},
|
|
);
|
|
const t0 = Date.now();
|
|
for (let i = 0; i < frames; i++) {
|
|
await draw(from + i / fps);
|
|
const buf = await page.screenshot({type: 'jpeg', quality: 97});
|
|
if (!ff.stdin.write(buf)) await new Promise((r) => ff.stdin.once('drain', r));
|
|
if (i % fps === 0) process.stdout.write(`\r${i}/${frames} frames ${((Date.now() - t0) / 1000).toFixed(0)} s`);
|
|
}
|
|
ff.stdin.end();
|
|
await new Promise((r) => ff.on('close', r));
|
|
await browser.close();
|
|
console.log(`\r${frames}/${frames} frames ${((Date.now() - t0) / 1000).toFixed(0)} s`);
|
|
|
|
if (music) {
|
|
await new Promise((r, j) =>
|
|
spawn(
|
|
FFMPEG,
|
|
['-loglevel', 'error', '-y', '-i', silent, '-ss', String(beats.start), '-i', music, '-map', '0:v', '-map', '1:a',
|
|
'-c:v', 'copy', '-c:a', 'aac', '-b:a', '256k', '-af', `loudnorm=I=${opt('lufs', -21)}:TP=-3,afade=t=in:d=0.04,afade=t=out:st=${(to - from - 0.6).toFixed(2)}:d=0.6`,
|
|
'-shortest', '-movflags', '+faststart', out],
|
|
{stdio: 'inherit'},
|
|
).on('close', (c) => (c === 0 ? r() : j(new Error('mux failed')))),
|
|
);
|
|
fs.rmSync(silent);
|
|
}
|
|
console.log(`→ ${out}`);
|