@hyperframes/engine 0.1.2 → 0.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/dist/config.d.ts +62 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +92 -0
- package/dist/config.js.map +1 -0
- package/dist/index.d.ts +49 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +55 -0
- package/dist/index.js.map +1 -0
- package/dist/services/audioMixer.d.ts +11 -0
- package/dist/services/audioMixer.d.ts.map +1 -0
- package/dist/services/audioMixer.js +327 -0
- package/dist/services/audioMixer.js.map +1 -0
- package/dist/services/audioMixer.types.d.ts +27 -0
- package/dist/services/audioMixer.types.d.ts.map +1 -0
- package/dist/services/audioMixer.types.js +2 -0
- package/dist/services/audioMixer.types.js.map +1 -0
- package/dist/services/browserManager.d.ts +29 -0
- package/dist/services/browserManager.d.ts.map +1 -0
- package/dist/services/browserManager.js +175 -0
- package/dist/services/browserManager.js.map +1 -0
- package/dist/services/chunkEncoder.d.ts +32 -0
- package/dist/services/chunkEncoder.d.ts.map +1 -0
- package/dist/services/chunkEncoder.js +368 -0
- package/dist/services/chunkEncoder.js.map +1 -0
- package/dist/services/chunkEncoder.types.d.ts +26 -0
- package/dist/services/chunkEncoder.types.d.ts.map +1 -0
- package/dist/services/chunkEncoder.types.js +2 -0
- package/dist/services/chunkEncoder.types.js.map +1 -0
- package/dist/services/fileServer.d.ts +25 -0
- package/dist/services/fileServer.d.ts.map +1 -0
- package/dist/services/fileServer.js +138 -0
- package/dist/services/fileServer.js.map +1 -0
- package/dist/services/frameCapture.d.ts +52 -0
- package/dist/services/frameCapture.d.ts.map +1 -0
- package/dist/services/frameCapture.js +317 -0
- package/dist/services/frameCapture.js.map +1 -0
- package/dist/services/parallelCoordinator.d.ts +40 -0
- package/dist/services/parallelCoordinator.d.ts.map +1 -0
- package/dist/services/parallelCoordinator.js +192 -0
- package/dist/services/parallelCoordinator.js.map +1 -0
- package/dist/services/screenshotService.d.ts +28 -0
- package/dist/services/screenshotService.d.ts.map +1 -0
- package/dist/services/screenshotService.js +190 -0
- package/dist/services/screenshotService.js.map +1 -0
- package/dist/services/streamingEncoder.d.ts +49 -0
- package/dist/services/streamingEncoder.d.ts.map +1 -0
- package/dist/services/streamingEncoder.js +227 -0
- package/dist/services/streamingEncoder.js.map +1 -0
- package/dist/services/videoFrameExtractor.d.ts +65 -0
- package/dist/services/videoFrameExtractor.d.ts.map +1 -0
- package/dist/services/videoFrameExtractor.js +308 -0
- package/dist/services/videoFrameExtractor.js.map +1 -0
- package/dist/services/videoFrameInjector.d.ts +17 -0
- package/dist/services/videoFrameInjector.d.ts.map +1 -0
- package/dist/services/videoFrameInjector.js +94 -0
- package/dist/services/videoFrameInjector.js.map +1 -0
- package/dist/types.d.ts +79 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +8 -0
- package/dist/types.js.map +1 -0
- package/dist/utils/ffprobe.d.ts +18 -0
- package/dist/utils/ffprobe.d.ts.map +1 -0
- package/dist/utils/ffprobe.js +153 -0
- package/dist/utils/ffprobe.js.map +1 -0
- package/dist/utils/gpuEncoder.d.ts +11 -0
- package/dist/utils/gpuEncoder.d.ts.map +1 -0
- package/dist/utils/gpuEncoder.js +55 -0
- package/dist/utils/gpuEncoder.js.map +1 -0
- package/dist/utils/parityContract.d.ts +3 -0
- package/dist/utils/parityContract.d.ts.map +1 -0
- package/dist/utils/parityContract.js +35 -0
- package/dist/utils/parityContract.js.map +1 -0
- package/dist/utils/runFfmpeg.d.ts +19 -0
- package/dist/utils/runFfmpeg.d.ts.map +1 -0
- package/dist/utils/runFfmpeg.js +62 -0
- package/dist/utils/runFfmpeg.js.map +1 -0
- package/dist/utils/urlDownloader.d.ts +3 -0
- package/dist/utils/urlDownloader.d.ts.map +1 -0
- package/dist/utils/urlDownloader.js +68 -0
- package/dist/utils/urlDownloader.js.map +1 -0
- package/package.json +9 -9
package/LICENSE
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
MIT License
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2026 HeyGen
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
6
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
7
|
+
in the Software without restriction, including without limitation the rights
|
|
8
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
9
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
10
|
+
furnished to do so, subject to the following conditions:
|
|
11
|
+
|
|
12
|
+
The above copyright notice and this permission notice shall be included in all
|
|
13
|
+
copies or substantial portions of the Software.
|
|
14
|
+
|
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
16
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
17
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
18
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
19
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
20
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
21
|
+
SOFTWARE.
|
package/dist/config.d.ts
ADDED
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Engine Configuration
|
|
3
|
+
*
|
|
4
|
+
* Typed configuration for the rendering pipeline. Replaces the PRODUCER_*
|
|
5
|
+
* env var sprawl with a structured interface. Env vars still work as
|
|
6
|
+
* fallbacks for backward compatibility during migration.
|
|
7
|
+
*/
|
|
8
|
+
/**
|
|
9
|
+
* Full engine configuration. All fields are wired through the config
|
|
10
|
+
* object; env vars serve as backward-compatible fallbacks resolved
|
|
11
|
+
* in `resolveConfig()`.
|
|
12
|
+
*/
|
|
13
|
+
export interface EngineConfig {
|
|
14
|
+
fps: 24 | 30 | 60;
|
|
15
|
+
quality: "draft" | "standard" | "high";
|
|
16
|
+
format: "jpeg" | "png";
|
|
17
|
+
jpegQuality: number;
|
|
18
|
+
/** Max worker count. "auto" uses CPU-based heuristic. */
|
|
19
|
+
concurrency: number | "auto";
|
|
20
|
+
/** CPU cores allocated per worker. */
|
|
21
|
+
coresPerWorker: number;
|
|
22
|
+
/** Minimum frames before parallel workers are used. */
|
|
23
|
+
minParallelFrames: number;
|
|
24
|
+
/** Frame count threshold for "large render" heuristics. */
|
|
25
|
+
largeRenderThreshold: number;
|
|
26
|
+
chromePath?: string;
|
|
27
|
+
disableGpu: boolean;
|
|
28
|
+
enableBrowserPool: boolean;
|
|
29
|
+
browserTimeout: number;
|
|
30
|
+
protocolTimeout: number;
|
|
31
|
+
/** Expected Chromium major version (optional validation). */
|
|
32
|
+
expectedChromiumMajor?: number;
|
|
33
|
+
/** Force screenshot capture mode (skip BeginFrame even on Linux). */
|
|
34
|
+
forceScreenshot: boolean;
|
|
35
|
+
enableChunkedEncode: boolean;
|
|
36
|
+
chunkSizeFrames: number;
|
|
37
|
+
enableStreamingEncode: boolean;
|
|
38
|
+
/** Timeout for FFmpeg frame encoding (ms). Default: 600_000 */
|
|
39
|
+
ffmpegEncodeTimeout: number;
|
|
40
|
+
/** Timeout for FFmpeg mux/faststart processes (ms). Default: 300_000 */
|
|
41
|
+
ffmpegProcessTimeout: number;
|
|
42
|
+
/** Timeout for FFmpeg streaming encode (ms). Default: 600_000 */
|
|
43
|
+
ffmpegStreamingTimeout: number;
|
|
44
|
+
audioGain: number;
|
|
45
|
+
frameDataUriCacheLimit: number;
|
|
46
|
+
playerReadyTimeout: number;
|
|
47
|
+
renderReadyTimeout: number;
|
|
48
|
+
/** Verify Hyperframe runtime SHA256 checksums. */
|
|
49
|
+
verifyRuntime: boolean;
|
|
50
|
+
/** Custom manifest path for Hyperframe runtime. */
|
|
51
|
+
runtimeManifestPath?: string;
|
|
52
|
+
debug: boolean;
|
|
53
|
+
}
|
|
54
|
+
/** Default configuration — sensible for Hyperframes compositions. */
|
|
55
|
+
export declare const DEFAULT_CONFIG: EngineConfig;
|
|
56
|
+
/**
|
|
57
|
+
* Resolve configuration by merging: defaults ← env vars ← explicit overrides.
|
|
58
|
+
* Env vars provide backward compatibility during migration; explicit config
|
|
59
|
+
* takes precedence over everything.
|
|
60
|
+
*/
|
|
61
|
+
export declare function resolveConfig(overrides?: Partial<EngineConfig>): EngineConfig;
|
|
62
|
+
//# sourceMappingURL=config.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH;;;;GAIG;AACH,MAAM,WAAW,YAAY;IAE3B,GAAG,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;IAClB,OAAO,EAAE,OAAO,GAAG,UAAU,GAAG,MAAM,CAAC;IACvC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IAGpB,yDAAyD;IACzD,WAAW,EAAE,MAAM,GAAG,MAAM,CAAC;IAC7B,sCAAsC;IACtC,cAAc,EAAE,MAAM,CAAC;IACvB,uDAAuD;IACvD,iBAAiB,EAAE,MAAM,CAAC;IAC1B,2DAA2D;IAC3D,oBAAoB,EAAE,MAAM,CAAC;IAG7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,OAAO,CAAC;IACpB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,6DAA6D;IAC7D,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,qEAAqE;IACrE,eAAe,EAAE,OAAO,CAAC;IAGzB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,qBAAqB,EAAE,OAAO,CAAC;IAG/B,+DAA+D;IAC/D,mBAAmB,EAAE,MAAM,CAAC;IAC5B,wEAAwE;IACxE,oBAAoB,EAAE,MAAM,CAAC;IAC7B,iEAAiE;IACjE,sBAAsB,EAAE,MAAM,CAAC;IAG/B,SAAS,EAAE,MAAM,CAAC;IAClB,sBAAsB,EAAE,MAAM,CAAC;IAG/B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,kBAAkB,EAAE,MAAM,CAAC;IAG3B,kDAAkD;IAClD,aAAa,EAAE,OAAO,CAAC;IACvB,mDAAmD;IACnD,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAG7B,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,qEAAqE;AACrE,eAAO,MAAM,cAAc,EAAE,YAkC5B,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,YAAY,CAAC,GAAG,YAAY,CAqF7E"}
|
package/dist/config.js
ADDED
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Engine Configuration
|
|
3
|
+
*
|
|
4
|
+
* Typed configuration for the rendering pipeline. Replaces the PRODUCER_*
|
|
5
|
+
* env var sprawl with a structured interface. Env vars still work as
|
|
6
|
+
* fallbacks for backward compatibility during migration.
|
|
7
|
+
*/
|
|
8
|
+
/** Default configuration — sensible for Hyperframes compositions. */
|
|
9
|
+
export const DEFAULT_CONFIG = {
|
|
10
|
+
fps: 30,
|
|
11
|
+
quality: "standard",
|
|
12
|
+
format: "jpeg",
|
|
13
|
+
jpegQuality: 80,
|
|
14
|
+
concurrency: "auto",
|
|
15
|
+
coresPerWorker: 2.5,
|
|
16
|
+
minParallelFrames: 120,
|
|
17
|
+
largeRenderThreshold: 1000,
|
|
18
|
+
disableGpu: false,
|
|
19
|
+
enableBrowserPool: false,
|
|
20
|
+
browserTimeout: 120_000,
|
|
21
|
+
protocolTimeout: 300_000,
|
|
22
|
+
forceScreenshot: false,
|
|
23
|
+
enableChunkedEncode: false,
|
|
24
|
+
chunkSizeFrames: 360,
|
|
25
|
+
enableStreamingEncode: false,
|
|
26
|
+
ffmpegEncodeTimeout: 600_000,
|
|
27
|
+
ffmpegProcessTimeout: 300_000,
|
|
28
|
+
ffmpegStreamingTimeout: 600_000,
|
|
29
|
+
audioGain: 1.35,
|
|
30
|
+
frameDataUriCacheLimit: 256,
|
|
31
|
+
playerReadyTimeout: 45_000,
|
|
32
|
+
renderReadyTimeout: 15_000,
|
|
33
|
+
verifyRuntime: true,
|
|
34
|
+
debug: false,
|
|
35
|
+
};
|
|
36
|
+
/**
|
|
37
|
+
* Resolve configuration by merging: defaults ← env vars ← explicit overrides.
|
|
38
|
+
* Env vars provide backward compatibility during migration; explicit config
|
|
39
|
+
* takes precedence over everything.
|
|
40
|
+
*/
|
|
41
|
+
export function resolveConfig(overrides) {
|
|
42
|
+
const env = (key) => process.env[key];
|
|
43
|
+
const envNum = (key, fallback) => {
|
|
44
|
+
const raw = env(key);
|
|
45
|
+
if (raw === undefined || raw === "")
|
|
46
|
+
return fallback;
|
|
47
|
+
const n = Number(raw);
|
|
48
|
+
return Number.isFinite(n) ? n : fallback;
|
|
49
|
+
};
|
|
50
|
+
const envBool = (key, fallback) => {
|
|
51
|
+
const raw = env(key);
|
|
52
|
+
if (raw === undefined)
|
|
53
|
+
return fallback;
|
|
54
|
+
return raw === "true";
|
|
55
|
+
};
|
|
56
|
+
// Env-var layer (backward compat)
|
|
57
|
+
const fromEnv = {
|
|
58
|
+
concurrency: env("PRODUCER_MAX_WORKERS") ? Number(env("PRODUCER_MAX_WORKERS")) : undefined,
|
|
59
|
+
coresPerWorker: envNum("PRODUCER_CORES_PER_WORKER", DEFAULT_CONFIG.coresPerWorker),
|
|
60
|
+
minParallelFrames: envNum("PRODUCER_MIN_PARALLEL_FRAMES", DEFAULT_CONFIG.minParallelFrames),
|
|
61
|
+
largeRenderThreshold: envNum("PRODUCER_LARGE_RENDER_THRESHOLD", DEFAULT_CONFIG.largeRenderThreshold),
|
|
62
|
+
chromePath: env("PRODUCER_HEADLESS_SHELL_PATH"),
|
|
63
|
+
disableGpu: envBool("PRODUCER_DISABLE_GPU", DEFAULT_CONFIG.disableGpu),
|
|
64
|
+
enableBrowserPool: envBool("PRODUCER_ENABLE_BROWSER_POOL", DEFAULT_CONFIG.enableBrowserPool),
|
|
65
|
+
browserTimeout: envNum("PRODUCER_PUPPETEER_LAUNCH_TIMEOUT_MS", DEFAULT_CONFIG.browserTimeout),
|
|
66
|
+
protocolTimeout: envNum("PRODUCER_PUPPETEER_PROTOCOL_TIMEOUT_MS", DEFAULT_CONFIG.protocolTimeout),
|
|
67
|
+
expectedChromiumMajor: env("PRODUCER_EXPECTED_CHROMIUM_MAJOR")
|
|
68
|
+
? Number(env("PRODUCER_EXPECTED_CHROMIUM_MAJOR"))
|
|
69
|
+
: undefined,
|
|
70
|
+
forceScreenshot: envBool("PRODUCER_FORCE_SCREENSHOT", DEFAULT_CONFIG.forceScreenshot),
|
|
71
|
+
enableChunkedEncode: envBool("PRODUCER_ENABLE_CHUNKED_ENCODE", DEFAULT_CONFIG.enableChunkedEncode),
|
|
72
|
+
chunkSizeFrames: Math.max(120, envNum("PRODUCER_CHUNK_SIZE_FRAMES", DEFAULT_CONFIG.chunkSizeFrames)),
|
|
73
|
+
enableStreamingEncode: envBool("PRODUCER_ENABLE_STREAMING_ENCODE", DEFAULT_CONFIG.enableStreamingEncode),
|
|
74
|
+
ffmpegEncodeTimeout: envNum("FFMPEG_ENCODE_TIMEOUT_MS", DEFAULT_CONFIG.ffmpegEncodeTimeout),
|
|
75
|
+
ffmpegProcessTimeout: envNum("FFMPEG_PROCESS_TIMEOUT_MS", DEFAULT_CONFIG.ffmpegProcessTimeout),
|
|
76
|
+
ffmpegStreamingTimeout: envNum("FFMPEG_STREAMING_TIMEOUT_MS", DEFAULT_CONFIG.ffmpegStreamingTimeout),
|
|
77
|
+
audioGain: envNum("PRODUCER_AUDIO_GAIN", DEFAULT_CONFIG.audioGain),
|
|
78
|
+
frameDataUriCacheLimit: Math.max(32, envNum("PRODUCER_FRAME_DATA_URI_CACHE_LIMIT", DEFAULT_CONFIG.frameDataUriCacheLimit)),
|
|
79
|
+
playerReadyTimeout: envNum("PRODUCER_PLAYER_READY_TIMEOUT_MS", DEFAULT_CONFIG.playerReadyTimeout),
|
|
80
|
+
renderReadyTimeout: envNum("PRODUCER_RENDER_READY_TIMEOUT_MS", DEFAULT_CONFIG.renderReadyTimeout),
|
|
81
|
+
verifyRuntime: env("PRODUCER_VERIFY_HYPERFRAME_RUNTIME") !== "false",
|
|
82
|
+
runtimeManifestPath: env("PRODUCER_HYPERFRAME_MANIFEST_PATH"),
|
|
83
|
+
};
|
|
84
|
+
// Remove undefined values so they don't override defaults
|
|
85
|
+
const cleanEnv = Object.fromEntries(Object.entries(fromEnv).filter(([, v]) => v !== undefined));
|
|
86
|
+
return {
|
|
87
|
+
...DEFAULT_CONFIG,
|
|
88
|
+
...cleanEnv,
|
|
89
|
+
...overrides,
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
//# sourceMappingURL=config.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAkEH,qEAAqE;AACrE,MAAM,CAAC,MAAM,cAAc,GAAiB;IAC1C,GAAG,EAAE,EAAE;IACP,OAAO,EAAE,UAAU;IACnB,MAAM,EAAE,MAAM;IACd,WAAW,EAAE,EAAE;IAEf,WAAW,EAAE,MAAM;IACnB,cAAc,EAAE,GAAG;IACnB,iBAAiB,EAAE,GAAG;IACtB,oBAAoB,EAAE,IAAI;IAE1B,UAAU,EAAE,KAAK;IACjB,iBAAiB,EAAE,KAAK;IACxB,cAAc,EAAE,OAAO;IACvB,eAAe,EAAE,OAAO;IACxB,eAAe,EAAE,KAAK;IAEtB,mBAAmB,EAAE,KAAK;IAC1B,eAAe,EAAE,GAAG;IACpB,qBAAqB,EAAE,KAAK;IAE5B,mBAAmB,EAAE,OAAO;IAC5B,oBAAoB,EAAE,OAAO;IAC7B,sBAAsB,EAAE,OAAO;IAE/B,SAAS,EAAE,IAAI;IACf,sBAAsB,EAAE,GAAG;IAE3B,kBAAkB,EAAE,MAAM;IAC1B,kBAAkB,EAAE,MAAM;IAE1B,aAAa,EAAE,IAAI;IAEnB,KAAK,EAAE,KAAK;CACb,CAAC;AAEF;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,SAAiC;IAC7D,MAAM,GAAG,GAAG,CAAC,GAAW,EAAsB,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,CAAC,GAAW,EAAE,QAAgB,EAAU,EAAE;QACvD,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE;YAAE,OAAO,QAAQ,CAAC;QACrD,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC3C,CAAC,CAAC;IACF,MAAM,OAAO,GAAG,CAAC,GAAW,EAAE,QAAiB,EAAW,EAAE;QAC1D,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC;QACvC,OAAO,GAAG,KAAK,MAAM,CAAC;IACxB,CAAC,CAAC;IAEF,kCAAkC;IAClC,MAAM,OAAO,GAA0B;QACrC,WAAW,EAAE,GAAG,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS;QAC1F,cAAc,EAAE,MAAM,CAAC,2BAA2B,EAAE,cAAc,CAAC,cAAc,CAAC;QAClF,iBAAiB,EAAE,MAAM,CAAC,8BAA8B,EAAE,cAAc,CAAC,iBAAiB,CAAC;QAC3F,oBAAoB,EAAE,MAAM,CAC1B,iCAAiC,EACjC,cAAc,CAAC,oBAAoB,CACpC;QAED,UAAU,EAAE,GAAG,CAAC,8BAA8B,CAAC;QAC/C,UAAU,EAAE,OAAO,CAAC,sBAAsB,EAAE,cAAc,CAAC,UAAU,CAAC;QACtE,iBAAiB,EAAE,OAAO,CAAC,8BAA8B,EAAE,cAAc,CAAC,iBAAiB,CAAC;QAC5F,cAAc,EAAE,MAAM,CAAC,sCAAsC,EAAE,cAAc,CAAC,cAAc,CAAC;QAC7F,eAAe,EAAE,MAAM,CACrB,wCAAwC,EACxC,cAAc,CAAC,eAAe,CAC/B;QACD,qBAAqB,EAAE,GAAG,CAAC,kCAAkC,CAAC;YAC5D,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;YACjD,CAAC,CAAC,SAAS;QAEb,eAAe,EAAE,OAAO,CAAC,2BAA2B,EAAE,cAAc,CAAC,eAAe,CAAC;QAErF,mBAAmB,EAAE,OAAO,CAC1B,gCAAgC,EAChC,cAAc,CAAC,mBAAmB,CACnC;QACD,eAAe,EAAE,IAAI,CAAC,GAAG,CACvB,GAAG,EACH,MAAM,CAAC,4BAA4B,EAAE,cAAc,CAAC,eAAe,CAAC,CACrE;QACD,qBAAqB,EAAE,OAAO,CAC5B,kCAAkC,EAClC,cAAc,CAAC,qBAAqB,CACrC;QAED,mBAAmB,EAAE,MAAM,CAAC,0BAA0B,EAAE,cAAc,CAAC,mBAAmB,CAAC;QAC3F,oBAAoB,EAAE,MAAM,CAAC,2BAA2B,EAAE,cAAc,CAAC,oBAAoB,CAAC;QAC9F,sBAAsB,EAAE,MAAM,CAC5B,6BAA6B,EAC7B,cAAc,CAAC,sBAAsB,CACtC;QAED,SAAS,EAAE,MAAM,CAAC,qBAAqB,EAAE,cAAc,CAAC,SAAS,CAAC;QAClE,sBAAsB,EAAE,IAAI,CAAC,GAAG,CAC9B,EAAE,EACF,MAAM,CAAC,qCAAqC,EAAE,cAAc,CAAC,sBAAsB,CAAC,CACrF;QAED,kBAAkB,EAAE,MAAM,CACxB,kCAAkC,EAClC,cAAc,CAAC,kBAAkB,CAClC;QACD,kBAAkB,EAAE,MAAM,CACxB,kCAAkC,EAClC,cAAc,CAAC,kBAAkB,CAClC;QAED,aAAa,EAAE,GAAG,CAAC,oCAAoC,CAAC,KAAK,OAAO;QACpE,mBAAmB,EAAE,GAAG,CAAC,mCAAmC,CAAC;KAC9D,CAAC;IAEF,0DAA0D;IAC1D,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC;IAEhG,OAAO;QACL,GAAG,cAAc;QACjB,GAAG,QAAQ;QACX,GAAG,SAAS;KACb,CAAC;AACJ,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @hyperframes/engine
|
|
3
|
+
*
|
|
4
|
+
* Seekable web page to video rendering engine.
|
|
5
|
+
* Framework-agnostic: works with GSAP, Lottie, Three.js, CSS animations,
|
|
6
|
+
* or any web content that implements the window.__hf seek protocol.
|
|
7
|
+
*
|
|
8
|
+
* ## Error Convention
|
|
9
|
+
*
|
|
10
|
+
* Engine services use three error strategies depending on the operation type:
|
|
11
|
+
*
|
|
12
|
+
* - **Orchestration services throw on failure.** Browser launch, session init,
|
|
13
|
+
* frame capture, and CDP operations propagate errors as thrown exceptions.
|
|
14
|
+
* Callers are expected to catch and handle (e.g. frameCapture, browserManager,
|
|
15
|
+
* screenshotService, videoFrameExtractor.extractVideoFramesRange).
|
|
16
|
+
*
|
|
17
|
+
* - **FFmpeg process wrappers return `{ success, error? }` result objects.**
|
|
18
|
+
* Encoding, muxing, audio mixing, and streaming encode operations never reject.
|
|
19
|
+
* They resolve with a result that includes `success: boolean` and an optional
|
|
20
|
+
* `error` string (e.g. chunkEncoder, audioMixer, streamingEncoder).
|
|
21
|
+
*
|
|
22
|
+
* - **Cleanup and teardown functions never throw.** Browser close, session close,
|
|
23
|
+
* temp directory removal, and resource release swallow errors via `.catch(() => {})`
|
|
24
|
+
* to avoid masking the original failure (e.g. releaseBrowser, closeCaptureSession,
|
|
25
|
+
* FrameLookupTable.cleanup).
|
|
26
|
+
*
|
|
27
|
+
* - **Optional lookups return `T | undefined` or `T | null`.**
|
|
28
|
+
* Functions that may legitimately find nothing (resolveHeadlessShellPath,
|
|
29
|
+
* getFrameAtTime, detectGpuEncoder) return a nullable value instead of throwing.
|
|
30
|
+
*
|
|
31
|
+
*/
|
|
32
|
+
export type { HfProtocol, HfMediaElement, CaptureOptions, CaptureResult, CaptureBufferResult, CapturePerfSummary, } from "./types.js";
|
|
33
|
+
export { resolveConfig, DEFAULT_CONFIG, type EngineConfig } from "./config.js";
|
|
34
|
+
export { acquireBrowser, releaseBrowser, resolveHeadlessShellPath, buildChromeArgs, ENABLE_BROWSER_POOL, type BuildChromeArgsOptions, type CaptureMode, type AcquiredBrowser, } from "./services/browserManager.js";
|
|
35
|
+
export { createCaptureSession, initializeSession, closeCaptureSession, captureFrame, captureFrameToBuffer, getCompositionDuration, getCapturePerfSummary, prepareCaptureSessionForReuse, type CaptureSession, type BeforeCaptureHook, } from "./services/frameCapture.js";
|
|
36
|
+
export { beginFrameCapture, pageScreenshotCapture, getCdpSession, injectVideoFramesBatch, syncVideoFrameVisibility, cdpSessionCache, type BeginFrameResult, } from "./services/screenshotService.js";
|
|
37
|
+
export { encodeFramesFromDir, encodeFramesChunkedConcat, muxVideoWithAudio, applyFaststart, detectGpuEncoder, ENCODER_PRESETS, type GpuEncoder, } from "./services/chunkEncoder.js";
|
|
38
|
+
export type { EncoderOptions, EncodeResult, MuxResult } from "./services/chunkEncoder.types.js";
|
|
39
|
+
export { spawnStreamingEncoder, createFrameReorderBuffer, type StreamingEncoder, type StreamingEncoderOptions, type StreamingEncoderResult, type FrameReorderBuffer, } from "./services/streamingEncoder.js";
|
|
40
|
+
export { parseVideoElements, extractVideoFramesRange, extractAllVideoFrames, getFrameAtTime, createFrameLookupTable, FrameLookupTable, type VideoElement, type ExtractedFrames, type ExtractionOptions, type ExtractionResult, } from "./services/videoFrameExtractor.js";
|
|
41
|
+
export { createVideoFrameInjector } from "./services/videoFrameInjector.js";
|
|
42
|
+
export { parseAudioElements, processCompositionAudio } from "./services/audioMixer.js";
|
|
43
|
+
export type { AudioElement, AudioTrack, MixResult } from "./services/audioMixer.types.js";
|
|
44
|
+
export { calculateOptimalWorkers, distributeFrames, executeParallelCapture, mergeWorkerFrames, getSystemResources, type WorkerTask, type WorkerResult, type ParallelProgress, } from "./services/parallelCoordinator.js";
|
|
45
|
+
export { createFileServer, type FileServerOptions, type FileServerHandle, } from "./services/fileServer.js";
|
|
46
|
+
export { quantizeTimeToFrame, MEDIA_VISUAL_STYLE_PROPERTIES } from "@hyperframes/core";
|
|
47
|
+
export { extractVideoMetadata, extractAudioMetadata, type VideoMetadata, type AudioMetadata, } from "./utils/ffprobe.js";
|
|
48
|
+
export { downloadToTemp, isHttpUrl } from "./utils/urlDownloader.js";
|
|
49
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAGH,YAAY,EACV,UAAU,EACV,cAAc,EACd,cAAc,EACd,aAAa,EACb,mBAAmB,EACnB,kBAAkB,GACnB,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,KAAK,YAAY,EAAE,MAAM,aAAa,CAAC;AAG/E,OAAO,EACL,cAAc,EACd,cAAc,EACd,wBAAwB,EACxB,eAAe,EACf,mBAAmB,EACnB,KAAK,sBAAsB,EAC3B,KAAK,WAAW,EAChB,KAAK,eAAe,GACrB,MAAM,8BAA8B,CAAC;AAGtC,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,YAAY,EACZ,oBAAoB,EACpB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC7B,KAAK,cAAc,EACnB,KAAK,iBAAiB,GACvB,MAAM,4BAA4B,CAAC;AAGpC,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,aAAa,EACb,sBAAsB,EACtB,wBAAwB,EACxB,eAAe,EACf,KAAK,gBAAgB,GACtB,MAAM,iCAAiC,CAAC;AAGzC,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,iBAAiB,EACjB,cAAc,EACd,gBAAgB,EAChB,eAAe,EACf,KAAK,UAAU,GAChB,MAAM,4BAA4B,CAAC;AACpC,YAAY,EAAE,cAAc,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAC;AAEhG,OAAO,EACL,qBAAqB,EACrB,wBAAwB,EACxB,KAAK,gBAAgB,EACrB,KAAK,uBAAuB,EAC5B,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,GACxB,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,qBAAqB,EACrB,cAAc,EACd,sBAAsB,EACtB,gBAAgB,EAChB,KAAK,YAAY,EACjB,KAAK,eAAe,EACpB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,GACtB,MAAM,mCAAmC,CAAC;AAE3C,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAC;AAE5E,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AACvF,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,gCAAgC,CAAC;AAG1F,OAAO,EACL,uBAAuB,EACvB,gBAAgB,EAChB,sBAAsB,EACtB,iBAAiB,EACjB,kBAAkB,EAClB,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,gBAAgB,GACtB,MAAM,mCAAmC,CAAC;AAG3C,OAAO,EACL,gBAAgB,EAChB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,GACtB,MAAM,0BAA0B,CAAC;AAGlC,OAAO,EAAE,mBAAmB,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAEvF,OAAO,EACL,oBAAoB,EACpB,oBAAoB,EACpB,KAAK,aAAa,EAClB,KAAK,aAAa,GACnB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @hyperframes/engine
|
|
3
|
+
*
|
|
4
|
+
* Seekable web page to video rendering engine.
|
|
5
|
+
* Framework-agnostic: works with GSAP, Lottie, Three.js, CSS animations,
|
|
6
|
+
* or any web content that implements the window.__hf seek protocol.
|
|
7
|
+
*
|
|
8
|
+
* ## Error Convention
|
|
9
|
+
*
|
|
10
|
+
* Engine services use three error strategies depending on the operation type:
|
|
11
|
+
*
|
|
12
|
+
* - **Orchestration services throw on failure.** Browser launch, session init,
|
|
13
|
+
* frame capture, and CDP operations propagate errors as thrown exceptions.
|
|
14
|
+
* Callers are expected to catch and handle (e.g. frameCapture, browserManager,
|
|
15
|
+
* screenshotService, videoFrameExtractor.extractVideoFramesRange).
|
|
16
|
+
*
|
|
17
|
+
* - **FFmpeg process wrappers return `{ success, error? }` result objects.**
|
|
18
|
+
* Encoding, muxing, audio mixing, and streaming encode operations never reject.
|
|
19
|
+
* They resolve with a result that includes `success: boolean` and an optional
|
|
20
|
+
* `error` string (e.g. chunkEncoder, audioMixer, streamingEncoder).
|
|
21
|
+
*
|
|
22
|
+
* - **Cleanup and teardown functions never throw.** Browser close, session close,
|
|
23
|
+
* temp directory removal, and resource release swallow errors via `.catch(() => {})`
|
|
24
|
+
* to avoid masking the original failure (e.g. releaseBrowser, closeCaptureSession,
|
|
25
|
+
* FrameLookupTable.cleanup).
|
|
26
|
+
*
|
|
27
|
+
* - **Optional lookups return `T | undefined` or `T | null`.**
|
|
28
|
+
* Functions that may legitimately find nothing (resolveHeadlessShellPath,
|
|
29
|
+
* getFrameAtTime, detectGpuEncoder) return a nullable value instead of throwing.
|
|
30
|
+
*
|
|
31
|
+
*/
|
|
32
|
+
// ── Configuration ──────────────────────────────────────────────────────────────
|
|
33
|
+
export { resolveConfig, DEFAULT_CONFIG } from "./config.js";
|
|
34
|
+
// ── Browser management ─────────────────────────────────────────────────────────
|
|
35
|
+
export { acquireBrowser, releaseBrowser, resolveHeadlessShellPath, buildChromeArgs, ENABLE_BROWSER_POOL, } from "./services/browserManager.js";
|
|
36
|
+
// ── Frame capture pipeline ──────────────────────────────────────────────────────
|
|
37
|
+
export { createCaptureSession, initializeSession, closeCaptureSession, captureFrame, captureFrameToBuffer, getCompositionDuration, getCapturePerfSummary, prepareCaptureSessionForReuse, } from "./services/frameCapture.js";
|
|
38
|
+
// ── Screenshot (BeginFrame) ─────────────────────────────────────────────────────
|
|
39
|
+
export { beginFrameCapture, pageScreenshotCapture, getCdpSession, injectVideoFramesBatch, syncVideoFrameVisibility, cdpSessionCache, } from "./services/screenshotService.js";
|
|
40
|
+
// ── Encoding ───────────────────────────────────────────────────────────────────
|
|
41
|
+
export { encodeFramesFromDir, encodeFramesChunkedConcat, muxVideoWithAudio, applyFaststart, detectGpuEncoder, ENCODER_PRESETS, } from "./services/chunkEncoder.js";
|
|
42
|
+
export { spawnStreamingEncoder, createFrameReorderBuffer, } from "./services/streamingEncoder.js";
|
|
43
|
+
// ── Media processing ───────────────────────────────────────────────────────────
|
|
44
|
+
export { parseVideoElements, extractVideoFramesRange, extractAllVideoFrames, getFrameAtTime, createFrameLookupTable, FrameLookupTable, } from "./services/videoFrameExtractor.js";
|
|
45
|
+
export { createVideoFrameInjector } from "./services/videoFrameInjector.js";
|
|
46
|
+
export { parseAudioElements, processCompositionAudio } from "./services/audioMixer.js";
|
|
47
|
+
// ── Parallel rendering ─────────────────────────────────────────────────────────
|
|
48
|
+
export { calculateOptimalWorkers, distributeFrames, executeParallelCapture, mergeWorkerFrames, getSystemResources, } from "./services/parallelCoordinator.js";
|
|
49
|
+
// ── File server ────────────────────────────────────────────────────────────────
|
|
50
|
+
export { createFileServer, } from "./services/fileServer.js";
|
|
51
|
+
// ── Utilities ──────────────────────────────────────────────────────────────────
|
|
52
|
+
export { quantizeTimeToFrame, MEDIA_VISUAL_STYLE_PROPERTIES } from "@hyperframes/core";
|
|
53
|
+
export { extractVideoMetadata, extractAudioMetadata, } from "./utils/ffprobe.js";
|
|
54
|
+
export { downloadToTemp, isHttpUrl } from "./utils/urlDownloader.js";
|
|
55
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AAYH,kFAAkF;AAClF,OAAO,EAAE,aAAa,EAAE,cAAc,EAAqB,MAAM,aAAa,CAAC;AAE/E,kFAAkF;AAClF,OAAO,EACL,cAAc,EACd,cAAc,EACd,wBAAwB,EACxB,eAAe,EACf,mBAAmB,GAIpB,MAAM,8BAA8B,CAAC;AAEtC,mFAAmF;AACnF,OAAO,EACL,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,YAAY,EACZ,oBAAoB,EACpB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,GAG9B,MAAM,4BAA4B,CAAC;AAEpC,mFAAmF;AACnF,OAAO,EACL,iBAAiB,EACjB,qBAAqB,EACrB,aAAa,EACb,sBAAsB,EACtB,wBAAwB,EACxB,eAAe,GAEhB,MAAM,iCAAiC,CAAC;AAEzC,kFAAkF;AAClF,OAAO,EACL,mBAAmB,EACnB,yBAAyB,EACzB,iBAAiB,EACjB,cAAc,EACd,gBAAgB,EAChB,eAAe,GAEhB,MAAM,4BAA4B,CAAC;AAGpC,OAAO,EACL,qBAAqB,EACrB,wBAAwB,GAKzB,MAAM,gCAAgC,CAAC;AAExC,kFAAkF;AAClF,OAAO,EACL,kBAAkB,EAClB,uBAAuB,EACvB,qBAAqB,EACrB,cAAc,EACd,sBAAsB,EACtB,gBAAgB,GAKjB,MAAM,mCAAmC,CAAC;AAE3C,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAC;AAE5E,OAAO,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,MAAM,0BAA0B,CAAC;AAGvF,kFAAkF;AAClF,OAAO,EACL,uBAAuB,EACvB,gBAAgB,EAChB,sBAAsB,EACtB,iBAAiB,EACjB,kBAAkB,GAInB,MAAM,mCAAmC,CAAC;AAE3C,kFAAkF;AAClF,OAAO,EACL,gBAAgB,GAGjB,MAAM,0BAA0B,CAAC;AAElC,kFAAkF;AAClF,OAAO,EAAE,mBAAmB,EAAE,6BAA6B,EAAE,MAAM,mBAAmB,CAAC;AAEvF,OAAO,EACL,oBAAoB,EACpB,oBAAoB,GAGrB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Audio Mixer Service
|
|
3
|
+
*
|
|
4
|
+
* Processes and mixes audio tracks using FFmpeg.
|
|
5
|
+
*/
|
|
6
|
+
import { type EngineConfig } from "../config.js";
|
|
7
|
+
import type { AudioElement, MixResult } from "./audioMixer.types.js";
|
|
8
|
+
export type { AudioElement, AudioTrack, MixResult } from "./audioMixer.types.js";
|
|
9
|
+
export declare function parseAudioElements(html: string): AudioElement[];
|
|
10
|
+
export declare function processCompositionAudio(elements: AudioElement[], baseDir: string, workDir: string, outputPath: string, totalDuration: number, signal?: AbortSignal, config?: Partial<Pick<EngineConfig, "ffmpegProcessTimeout" | "audioGain">>): Promise<MixResult>;
|
|
11
|
+
//# sourceMappingURL=audioMixer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"audioMixer.d.ts","sourceRoot":"","sources":["../../src/services/audioMixer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAOH,OAAO,EAAkB,KAAK,YAAY,EAAE,MAAM,cAAc,CAAC;AAEjE,OAAO,KAAK,EAAE,YAAY,EAAc,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAEjF,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AASjF,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,EAAE,CAuD/D;AA+ND,wBAAsB,uBAAuB,CAC3C,QAAQ,EAAE,YAAY,EAAE,EACxB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,aAAa,EAAE,MAAM,EACrB,MAAM,CAAC,EAAE,WAAW,EACpB,MAAM,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,sBAAsB,GAAG,WAAW,CAAC,CAAC,GACzE,OAAO,CAAC,SAAS,CAAC,CA0GpB"}
|
|
@@ -0,0 +1,327 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Audio Mixer Service
|
|
3
|
+
*
|
|
4
|
+
* Processes and mixes audio tracks using FFmpeg.
|
|
5
|
+
*/
|
|
6
|
+
import { existsSync, mkdirSync, rmSync } from "fs";
|
|
7
|
+
import { join, dirname } from "path";
|
|
8
|
+
import { parseHTML } from "linkedom";
|
|
9
|
+
import { extractAudioMetadata } from "../utils/ffprobe.js";
|
|
10
|
+
import { downloadToTemp, isHttpUrl } from "../utils/urlDownloader.js";
|
|
11
|
+
import { DEFAULT_CONFIG } from "../config.js";
|
|
12
|
+
import { runFfmpeg } from "../utils/runFfmpeg.js";
|
|
13
|
+
export function parseAudioElements(html) {
|
|
14
|
+
const elements = [];
|
|
15
|
+
const { document } = parseHTML(html);
|
|
16
|
+
// Parse <audio> elements
|
|
17
|
+
const audioEls = document.querySelectorAll("audio[id][src]");
|
|
18
|
+
for (const el of audioEls) {
|
|
19
|
+
const id = el.getAttribute("id");
|
|
20
|
+
const src = el.getAttribute("src");
|
|
21
|
+
if (!id || !src)
|
|
22
|
+
continue;
|
|
23
|
+
const startAttr = el.getAttribute("data-start");
|
|
24
|
+
const endAttr = el.getAttribute("data-end");
|
|
25
|
+
const mediaStartAttr = el.getAttribute("data-media-start");
|
|
26
|
+
const layerAttr = el.getAttribute("data-layer");
|
|
27
|
+
const volumeAttr = el.getAttribute("data-volume");
|
|
28
|
+
elements.push({
|
|
29
|
+
id,
|
|
30
|
+
src,
|
|
31
|
+
start: startAttr ? parseFloat(startAttr) : 0,
|
|
32
|
+
end: endAttr ? parseFloat(endAttr) : 0,
|
|
33
|
+
mediaStart: mediaStartAttr ? parseFloat(mediaStartAttr) : 0,
|
|
34
|
+
layer: layerAttr ? parseInt(layerAttr) : 0,
|
|
35
|
+
volume: volumeAttr ? parseFloat(volumeAttr) : 1.0,
|
|
36
|
+
type: "audio",
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
// Parse <video> elements with data-has-audio="true"
|
|
40
|
+
const videoEls = document.querySelectorAll('video[id][src][data-has-audio="true"]');
|
|
41
|
+
for (const el of videoEls) {
|
|
42
|
+
const id = el.getAttribute("id");
|
|
43
|
+
const src = el.getAttribute("src");
|
|
44
|
+
if (!id || !src)
|
|
45
|
+
continue;
|
|
46
|
+
const startAttr = el.getAttribute("data-start");
|
|
47
|
+
const endAttr = el.getAttribute("data-end");
|
|
48
|
+
const mediaStartAttr = el.getAttribute("data-media-start");
|
|
49
|
+
const layerAttr = el.getAttribute("data-layer");
|
|
50
|
+
const volumeAttr = el.getAttribute("data-volume");
|
|
51
|
+
elements.push({
|
|
52
|
+
id: `${id}-audio`,
|
|
53
|
+
src,
|
|
54
|
+
start: startAttr ? parseFloat(startAttr) : 0,
|
|
55
|
+
end: endAttr ? parseFloat(endAttr) : 0,
|
|
56
|
+
mediaStart: mediaStartAttr ? parseFloat(mediaStartAttr) : 0,
|
|
57
|
+
layer: layerAttr ? parseInt(layerAttr) : 0,
|
|
58
|
+
volume: volumeAttr ? parseFloat(volumeAttr) : 1.0,
|
|
59
|
+
type: "video",
|
|
60
|
+
});
|
|
61
|
+
}
|
|
62
|
+
return elements;
|
|
63
|
+
}
|
|
64
|
+
async function extractAudioFromVideo(videoPath, outputPath, options, signal, config) {
|
|
65
|
+
const ffmpegProcessTimeout = config?.ffmpegProcessTimeout ?? DEFAULT_CONFIG.ffmpegProcessTimeout;
|
|
66
|
+
const outputDir = dirname(outputPath);
|
|
67
|
+
if (!existsSync(outputDir))
|
|
68
|
+
mkdirSync(outputDir, { recursive: true });
|
|
69
|
+
const args = ["-i", videoPath];
|
|
70
|
+
if (options?.startTime !== undefined)
|
|
71
|
+
args.push("-ss", String(options.startTime));
|
|
72
|
+
if (options?.duration !== undefined)
|
|
73
|
+
args.push("-t", String(options.duration));
|
|
74
|
+
args.push("-vn", "-acodec", "pcm_s16le", "-ar", "48000", "-ac", "2", "-y", outputPath);
|
|
75
|
+
const result = await runFfmpeg(args, { signal, timeout: ffmpegProcessTimeout });
|
|
76
|
+
if (signal?.aborted) {
|
|
77
|
+
return {
|
|
78
|
+
success: false,
|
|
79
|
+
outputPath,
|
|
80
|
+
durationMs: result.durationMs,
|
|
81
|
+
error: "Audio extract cancelled",
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
if (!result.success) {
|
|
85
|
+
return {
|
|
86
|
+
success: false,
|
|
87
|
+
outputPath,
|
|
88
|
+
durationMs: result.durationMs,
|
|
89
|
+
error: result.exitCode !== null ? `FFmpeg exited with code ${result.exitCode}` : result.stderr,
|
|
90
|
+
};
|
|
91
|
+
}
|
|
92
|
+
return { success: true, outputPath, durationMs: result.durationMs };
|
|
93
|
+
}
|
|
94
|
+
async function prepareAudioTrack(srcPath, outputPath, mediaStart, duration, signal, config) {
|
|
95
|
+
const ffmpegProcessTimeout = config?.ffmpegProcessTimeout ?? DEFAULT_CONFIG.ffmpegProcessTimeout;
|
|
96
|
+
const outputDir = dirname(outputPath);
|
|
97
|
+
if (!existsSync(outputDir))
|
|
98
|
+
mkdirSync(outputDir, { recursive: true });
|
|
99
|
+
const args = [
|
|
100
|
+
"-ss",
|
|
101
|
+
String(mediaStart),
|
|
102
|
+
"-t",
|
|
103
|
+
String(duration),
|
|
104
|
+
"-i",
|
|
105
|
+
srcPath,
|
|
106
|
+
"-acodec",
|
|
107
|
+
"pcm_s16le",
|
|
108
|
+
"-ar",
|
|
109
|
+
"48000",
|
|
110
|
+
"-ac",
|
|
111
|
+
"2",
|
|
112
|
+
"-y",
|
|
113
|
+
outputPath,
|
|
114
|
+
];
|
|
115
|
+
const result = await runFfmpeg(args, { signal, timeout: ffmpegProcessTimeout });
|
|
116
|
+
if (signal?.aborted) {
|
|
117
|
+
return {
|
|
118
|
+
success: false,
|
|
119
|
+
outputPath,
|
|
120
|
+
durationMs: result.durationMs,
|
|
121
|
+
error: "Audio prepare cancelled",
|
|
122
|
+
};
|
|
123
|
+
}
|
|
124
|
+
return {
|
|
125
|
+
success: result.success,
|
|
126
|
+
outputPath,
|
|
127
|
+
durationMs: result.durationMs,
|
|
128
|
+
error: !result.success
|
|
129
|
+
? result.exitCode !== null
|
|
130
|
+
? `FFmpeg exited with code ${result.exitCode}: ${result.stderr.slice(-200)}`
|
|
131
|
+
: result.stderr
|
|
132
|
+
: undefined,
|
|
133
|
+
};
|
|
134
|
+
}
|
|
135
|
+
async function generateSilence(outputPath, duration, signal, config) {
|
|
136
|
+
const ffmpegProcessTimeout = config?.ffmpegProcessTimeout ?? DEFAULT_CONFIG.ffmpegProcessTimeout;
|
|
137
|
+
const outputDir = dirname(outputPath);
|
|
138
|
+
if (!existsSync(outputDir))
|
|
139
|
+
mkdirSync(outputDir, { recursive: true });
|
|
140
|
+
const args = [
|
|
141
|
+
"-f",
|
|
142
|
+
"lavfi",
|
|
143
|
+
"-i",
|
|
144
|
+
"anullsrc=r=48000:cl=stereo",
|
|
145
|
+
"-t",
|
|
146
|
+
String(duration),
|
|
147
|
+
"-acodec",
|
|
148
|
+
"pcm_s16le",
|
|
149
|
+
"-y",
|
|
150
|
+
outputPath,
|
|
151
|
+
];
|
|
152
|
+
const result = await runFfmpeg(args, { signal, timeout: ffmpegProcessTimeout });
|
|
153
|
+
if (signal?.aborted) {
|
|
154
|
+
return {
|
|
155
|
+
success: false,
|
|
156
|
+
outputPath,
|
|
157
|
+
durationMs: result.durationMs,
|
|
158
|
+
error: "Silence generation cancelled",
|
|
159
|
+
};
|
|
160
|
+
}
|
|
161
|
+
return {
|
|
162
|
+
success: result.success,
|
|
163
|
+
outputPath,
|
|
164
|
+
durationMs: result.durationMs,
|
|
165
|
+
error: !result.success
|
|
166
|
+
? result.exitCode !== null
|
|
167
|
+
? `FFmpeg exited with code ${result.exitCode}`
|
|
168
|
+
: result.stderr
|
|
169
|
+
: undefined,
|
|
170
|
+
};
|
|
171
|
+
}
|
|
172
|
+
async function mixAudioTracks(tracks, outputPath, totalDuration, signal, config) {
|
|
173
|
+
const ffmpegProcessTimeout = config?.ffmpegProcessTimeout ?? DEFAULT_CONFIG.ffmpegProcessTimeout;
|
|
174
|
+
const masterOutputGain = config?.audioGain ?? DEFAULT_CONFIG.audioGain;
|
|
175
|
+
if (tracks.length === 0) {
|
|
176
|
+
const result = await generateSilence(outputPath, totalDuration, signal, config);
|
|
177
|
+
return {
|
|
178
|
+
success: result.success,
|
|
179
|
+
outputPath,
|
|
180
|
+
durationMs: result.durationMs,
|
|
181
|
+
tracksProcessed: 0,
|
|
182
|
+
error: result.error,
|
|
183
|
+
};
|
|
184
|
+
}
|
|
185
|
+
const outputDir = dirname(outputPath);
|
|
186
|
+
if (!existsSync(outputDir))
|
|
187
|
+
mkdirSync(outputDir, { recursive: true });
|
|
188
|
+
const inputs = [];
|
|
189
|
+
const filterParts = [];
|
|
190
|
+
tracks.forEach((track, i) => {
|
|
191
|
+
inputs.push("-i", track.srcPath);
|
|
192
|
+
const delayMs = Math.round(track.start * 1000);
|
|
193
|
+
const trimDuration = track.end - track.start;
|
|
194
|
+
filterParts.push(`[${i}:a]atrim=0:${trimDuration},volume=${track.volume},adelay=${delayMs}|${delayMs},apad=whole_dur=${totalDuration}[a${i}]`);
|
|
195
|
+
});
|
|
196
|
+
const mixInputs = tracks.map((_, i) => `[a${i}]`).join("");
|
|
197
|
+
const weights = tracks.map(() => "1").join(" ");
|
|
198
|
+
const mixFilter = `${mixInputs}amix=inputs=${tracks.length}:duration=longest:dropout_transition=0:normalize=0:weights='${weights}'[mixed]`;
|
|
199
|
+
const postMixGainFilter = `[mixed]volume=${masterOutputGain}[out]`;
|
|
200
|
+
const fullFilter = [...filterParts, mixFilter, postMixGainFilter].join(";");
|
|
201
|
+
const args = [
|
|
202
|
+
...inputs,
|
|
203
|
+
"-filter_complex",
|
|
204
|
+
fullFilter,
|
|
205
|
+
"-map",
|
|
206
|
+
"[out]",
|
|
207
|
+
"-acodec",
|
|
208
|
+
"aac",
|
|
209
|
+
"-b:a",
|
|
210
|
+
"192k",
|
|
211
|
+
"-t",
|
|
212
|
+
String(totalDuration),
|
|
213
|
+
"-y",
|
|
214
|
+
outputPath,
|
|
215
|
+
];
|
|
216
|
+
const result = await runFfmpeg(args, { signal, timeout: ffmpegProcessTimeout });
|
|
217
|
+
if (signal?.aborted) {
|
|
218
|
+
return {
|
|
219
|
+
success: false,
|
|
220
|
+
outputPath,
|
|
221
|
+
durationMs: result.durationMs,
|
|
222
|
+
tracksProcessed: 0,
|
|
223
|
+
error: "Audio mix cancelled",
|
|
224
|
+
};
|
|
225
|
+
}
|
|
226
|
+
if (!result.success) {
|
|
227
|
+
return {
|
|
228
|
+
success: false,
|
|
229
|
+
outputPath,
|
|
230
|
+
durationMs: result.durationMs,
|
|
231
|
+
tracksProcessed: 0,
|
|
232
|
+
error: result.exitCode !== null ? `FFmpeg exited with code ${result.exitCode}` : result.stderr,
|
|
233
|
+
};
|
|
234
|
+
}
|
|
235
|
+
return {
|
|
236
|
+
success: true,
|
|
237
|
+
outputPath,
|
|
238
|
+
durationMs: result.durationMs,
|
|
239
|
+
tracksProcessed: tracks.length,
|
|
240
|
+
};
|
|
241
|
+
}
|
|
242
|
+
export async function processCompositionAudio(elements, baseDir, workDir, outputPath, totalDuration, signal, config) {
|
|
243
|
+
const startMs = Date.now();
|
|
244
|
+
const tracks = [];
|
|
245
|
+
const errors = [];
|
|
246
|
+
if (!existsSync(workDir))
|
|
247
|
+
mkdirSync(workDir, { recursive: true });
|
|
248
|
+
await Promise.all(elements.map(async (element) => {
|
|
249
|
+
if (signal?.aborted) {
|
|
250
|
+
errors.push(`Cancelled: ${element.id}`);
|
|
251
|
+
return;
|
|
252
|
+
}
|
|
253
|
+
try {
|
|
254
|
+
let srcPath = element.src;
|
|
255
|
+
if (!srcPath.startsWith("/") && !isHttpUrl(srcPath)) {
|
|
256
|
+
srcPath = join(baseDir, srcPath);
|
|
257
|
+
}
|
|
258
|
+
if (isHttpUrl(srcPath)) {
|
|
259
|
+
try {
|
|
260
|
+
srcPath = await downloadToTemp(srcPath, workDir);
|
|
261
|
+
}
|
|
262
|
+
catch (err) {
|
|
263
|
+
errors.push(`Download failed: ${element.id} — ${err instanceof Error ? err.message : String(err)}`);
|
|
264
|
+
return;
|
|
265
|
+
}
|
|
266
|
+
}
|
|
267
|
+
if (!existsSync(srcPath)) {
|
|
268
|
+
errors.push(`Source not found: ${element.id}`);
|
|
269
|
+
return;
|
|
270
|
+
}
|
|
271
|
+
// Fallback: if no duration was specified, probe the actual file
|
|
272
|
+
if (element.end - element.start <= 0) {
|
|
273
|
+
const metadata = await extractAudioMetadata(srcPath);
|
|
274
|
+
const effectiveDuration = metadata.durationSeconds - element.mediaStart;
|
|
275
|
+
element.end =
|
|
276
|
+
element.start + (effectiveDuration > 0 ? effectiveDuration : metadata.durationSeconds);
|
|
277
|
+
}
|
|
278
|
+
let audioSrcPath = srcPath;
|
|
279
|
+
if (element.type === "video") {
|
|
280
|
+
const extractedPath = join(workDir, `${element.id}-extracted.wav`);
|
|
281
|
+
const extractResult = await extractAudioFromVideo(srcPath, extractedPath, {
|
|
282
|
+
startTime: element.mediaStart,
|
|
283
|
+
duration: element.end - element.start,
|
|
284
|
+
}, signal, config);
|
|
285
|
+
if (!extractResult.success) {
|
|
286
|
+
errors.push(`Extract failed: ${element.id}`);
|
|
287
|
+
return;
|
|
288
|
+
}
|
|
289
|
+
audioSrcPath = extractedPath;
|
|
290
|
+
}
|
|
291
|
+
else {
|
|
292
|
+
const trimmedPath = join(workDir, `${element.id}-trimmed.wav`);
|
|
293
|
+
const prepResult = await prepareAudioTrack(srcPath, trimmedPath, element.mediaStart, element.end - element.start, signal, config);
|
|
294
|
+
if (!prepResult.success) {
|
|
295
|
+
errors.push(`Prepare failed: ${element.id}`);
|
|
296
|
+
return;
|
|
297
|
+
}
|
|
298
|
+
audioSrcPath = trimmedPath;
|
|
299
|
+
}
|
|
300
|
+
tracks.push({
|
|
301
|
+
id: element.id,
|
|
302
|
+
srcPath: audioSrcPath,
|
|
303
|
+
start: element.start,
|
|
304
|
+
end: element.end,
|
|
305
|
+
mediaStart: element.mediaStart,
|
|
306
|
+
duration: element.end - element.start,
|
|
307
|
+
volume: element.volume || 1.0,
|
|
308
|
+
});
|
|
309
|
+
}
|
|
310
|
+
catch (err) {
|
|
311
|
+
errors.push(`Error: ${element.id} — ${err instanceof Error ? err.message : String(err)}`);
|
|
312
|
+
}
|
|
313
|
+
}));
|
|
314
|
+
const mixResult = await mixAudioTracks(tracks, outputPath, totalDuration, signal, config);
|
|
315
|
+
try {
|
|
316
|
+
rmSync(workDir, { recursive: true, force: true });
|
|
317
|
+
}
|
|
318
|
+
catch {
|
|
319
|
+
/* ignore */
|
|
320
|
+
}
|
|
321
|
+
return {
|
|
322
|
+
...mixResult,
|
|
323
|
+
durationMs: Date.now() - startMs,
|
|
324
|
+
error: errors.length > 0 ? `Warnings: ${errors.join(", ")}` : mixResult.error,
|
|
325
|
+
};
|
|
326
|
+
}
|
|
327
|
+
//# sourceMappingURL=audioMixer.js.map
|