@rendley/sdk 1.14.2 → 1.14.3

package/dist/libs/ffmpeg/classes.d.ts

@@ -1,4 +1,4 @@
-import { DemuxerPacket, FFFSMountOptions, FFFSPath, FFFSType, FFMessageFrameData, FFMessageLoadConfig, FFMessageRenderSettings, FileData, FSNode, IsFirst, LogEventCallback, OK, ProgressEventCallback, FFMessageMuxerData, FFMessageInitMuxerData, FFMessageAuthentificateData, FFMessageFetchTSChunksData, FFMessageTranscodeData, FFMessageFrame, FFMessageChunkedMuxData } from "./types";
+import { AudioDemuxerPacket, DemuxerPacket, FFFSMountOptions, FFFSPath, FFFSType, FFMessageFrameData, FFMessageLoadConfig, FFMessageRenderSettings, FileData, FSNode, IsFirst, LogEventCallback, OK, ProgressEventCallback, FFMessageMuxerData, FFMessageInitMuxerData, FFMessageAuthentificateData, FFMessageFetchTSChunksData, FFMessageTranscodeData, FFMessageFrame, FFMessageChunkedMuxData } from "./types";
 import { MediaInfo } from '../../modules/ffmpeg/types/FFmpeg.types';
 import { HashAlgorithmEnum } from '../../types/hash.types';
 type FFMessageOptions = {
@@ -173,6 +173,10 @@ export declare class FFmpeg {
     closeDemuxer: (id: string, { signal }?: FFMessageOptions) => Promise<OK>;
     seekDemuxer: (id: string, time: number, { signal }?: FFMessageOptions) => Promise<OK>;
     getNextPacketDemuxer: (id: string, { signal }?: FFMessageOptions) => Promise<DemuxerPacket | undefined>;
+    initAudioDemuxer: (id: string, path: string, audioStream?: number, { signal }?: FFMessageOptions) => Promise<OK>;
+    closeAudioDemuxer: (id: string, { signal }?: FFMessageOptions) => Promise<OK>;
+    seekAudioDemuxer: (id: string, time: number, { signal }?: FFMessageOptions) => Promise<OK>;
+    getNextPacketAudioDemuxer: (id: string, { signal }?: FFMessageOptions) => Promise<AudioDemuxerPacket | undefined>;
     initMuxer: (initSettings: FFMessageInitMuxerData, { signal }?: FFMessageOptions) => Promise<OK>;
     addChunkMuxer: (data: FFMessageMuxerData, { signal }?: FFMessageOptions) => Promise<OK>;
     closeMuxer: ({ signal }?: FFMessageOptions) => Promise<OK>;

package/dist/libs/ffmpeg/const.d.ts

@@ -33,6 +33,10 @@ export declare enum FFMessageType {
     DEMUXER_SEEK = "DEMUXER_SEEK",
     DEMUXER_CLOSE = "DEMUXER_CLOSE",
     DEMUXER_GET_PACKET = "DEMUXER_GET_PACKET",
+    AUDIO_DEMUXER_INIT = "AUDIO_DEMUXER_INIT",
+    AUDIO_DEMUXER_SEEK = "AUDIO_DEMUXER_SEEK",
+    AUDIO_DEMUXER_CLOSE = "AUDIO_DEMUXER_CLOSE",
+    AUDIO_DEMUXER_GET_PACKET = "AUDIO_DEMUXER_GET_PACKET",
     MUXER_INIT = "MUXER_INIT",
     MUXER_ADD_VIDEO_CHUNK = "MUXER_ADD_VIDEO_CHUNK",
     MUXER_CLOSE = "MUXER_FINALIZE",

package/dist/libs/ffmpeg/types.d.ts

@@ -68,6 +68,18 @@ export interface FFMessageSeekDemuxerData {
 export interface FFMessageIdDemuxerData {
     id: string;
 }
+export interface FFMessageInitAudioDemuxerData {
+    id: string;
+    path: FFFSPath;
+    audioStream: number;
+}
+export interface FFMessageSeekAudioDemuxerData {
+    id: string;
+    time: number;
+}
+export interface FFMessageIdAudioDemuxerData {
+    id: string;
+}
 export interface FFMessageMuxerData {
     packet: Uint8Array;
     timestamp: bigint;
@@ -215,7 +227,7 @@ export interface FFMessageMountData {
 export interface FFMessageUnmountData {
     mountPoint: FFFSPath;
 }
-export type FFMessageData = FFMessageLoadConfig | FFMessageExecData | FFMessageWriteFileData | FFMessageReadFileData | FFMessageReadFilesAsBlobData | FFMessageDeleteFileData | FFMessageRenameData | FFMessageCreateDirData | FFMessageListDirData | FFMessageDeleteDirData | FFMessageMountData | FFMessageUnmountData | FFMessageGetInfoData | FFMessageGetSubtitlesData | FFMessageFrameData | FFMessageFrame | FFMessageRenderSettings | FFMessageChunkedMuxData | FFMessageInitDemuxerData | FFMessageSeekDemuxerData | FFMessageIdDemuxerData | FFMessageMuxerData | FFMessageAuthentificateData | FFMessageFetchTSChunksData | FFMessageTranscodeData | FFMessageCreateArchiveData | FFMessageOpenArchiveData | FFMessageSaveArchiveData | FFMessageCloseArchiveData | FFMessageAddDataToArchiveData | FFMessageReadFileFromArchiveData | FFMessageExtractAllFromArchiveData | FFMessageAddFileToArchiveData | FFMessageAddFilesToArchiveData | FFMessageListFilesFromArchiveData | FFMessageExtractFileFromArchiveData | FFMessagePathExistsData;
+export type FFMessageData = FFMessageLoadConfig | FFMessageExecData | FFMessageWriteFileData | FFMessageReadFileData | FFMessageReadFilesAsBlobData | FFMessageDeleteFileData | FFMessageRenameData | FFMessageCreateDirData | FFMessageListDirData | FFMessageDeleteDirData | FFMessageMountData | FFMessageUnmountData | FFMessageGetInfoData | FFMessageGetSubtitlesData | FFMessageFrameData | FFMessageFrame | FFMessageRenderSettings | FFMessageChunkedMuxData | FFMessageInitDemuxerData | FFMessageSeekDemuxerData | FFMessageIdDemuxerData | FFMessageInitAudioDemuxerData | FFMessageSeekAudioDemuxerData | FFMessageIdAudioDemuxerData | FFMessageMuxerData | FFMessageAuthentificateData | FFMessageFetchTSChunksData | FFMessageTranscodeData | FFMessageCreateArchiveData | FFMessageOpenArchiveData | FFMessageSaveArchiveData | FFMessageCloseArchiveData | FFMessageAddDataToArchiveData | FFMessageReadFileFromArchiveData | FFMessageExtractAllFromArchiveData | FFMessageAddFileToArchiveData | FFMessageAddFilesToArchiveData | FFMessageListFilesFromArchiveData | FFMessageExtractFileFromArchiveData | FFMessagePathExistsData;
 export interface Message {
     type: string;
     data?: FFMessageData;
@@ -240,6 +252,11 @@ export interface DemuxerPacket {
     timestamp: bigint;
     duration: bigint;
 }
+export interface AudioDemuxerPacket {
+    packet: Uint8Array;
+    timestamp: bigint;
+    duration: bigint;
+}
 export type ExitCode = number;
 export type ErrorMessage = string;
 export type FileData = Uint8Array | string;

package/dist/modules/clip/Clip.d.ts

@@ -919,9 +919,9 @@ export declare const ClipSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     type: string;
     id: string;
+    duration: number;
     subtitlesOffset: number;
     startTime: number;
-    duration: number;
     leftTrim: number;
     rightTrim: number;
     filters: {
@@ -1015,9 +1015,9 @@ export declare const ClipSchema: z.ZodObject<{
 }, {
     type: string;
     id: string;
+    duration: number;
     subtitlesOffset: number;
     startTime: number;
-    duration: number;
     leftTrim: number;
     rightTrim: number;
     filters: {
@@ -1335,9 +1335,9 @@ export declare class Clip<T extends PIXI.Sprite = PIXI.Sprite, K extends ClipSty
     serialize(): {
         type: string;
         id: string;
+        duration: number;
         subtitlesOffset: number;
         startTime: number;
-        duration: number;
         leftTrim: number;
         rightTrim: number;
         filters: {

package/dist/modules/clip/clips/audio/AudioClip.d.ts

@@ -91,10 +91,10 @@ export declare class AudioClip extends Clip {
     serialize(): {
         type: string;
         id: string;
+        duration: number;
         mediaDataId: string;
         subtitlesOffset: number;
         startTime: number;
-        duration: number;
         leftTrim: number;
         rightTrim: number;
         filters: {

package/dist/modules/clip/clips/custom/CustomClip.d.ts

@@ -11,9 +11,9 @@ export declare class CustomClip extends Clip<PIXI.Sprite, ClipStyle> {
     serialize(): {
         type: string;
         id: string;
+        duration: number;
         subtitlesOffset: number;
         startTime: number;
-        duration: number;
         leftTrim: number;
         rightTrim: number;
         filters: {

package/dist/modules/clip/clips/htmlText/HtmlTextClip.d.ts

@@ -120,9 +120,9 @@ export declare class HtmlTextClip extends Clip<PIXI.Sprite, ClipStyle<PIXI.Sprit
     serialize(): {
         type: string;
         id: string;
+        duration: number;
         subtitlesOffset: number;
         startTime: number;
-        duration: number;
         leftTrim: number;
         rightTrim: number;
         filters: {

package/dist/modules/clip/clips/lottie/LottieClip.d.ts

@@ -187,9 +187,9 @@ export declare class LottieClip extends Clip<PIXI.Sprite, ClipStyle<PIXI.Sprite>
     serialize(): {
         type: string;
         id: string;
+        duration: number;
         subtitlesOffset: number;
         startTime: number;
-        duration: number;
         leftTrim: number;
         rightTrim: number;
         filters: {

package/dist/modules/clip/clips/shape/ShapeClip.d.ts

@@ -14,9 +14,9 @@ export declare class ShapeClip extends Clip<ShapeSprite, ShapeStyle> {
     serialize(): {
         type: string;
         id: string;
+        duration: number;
         subtitlesOffset: number;
         startTime: number;
-        duration: number;
         leftTrim: number;
         rightTrim: number;
         filters: {

package/dist/modules/clip/clips/svg/SvgClip.d.ts

@@ -21,9 +21,9 @@ export declare class SvgClip extends Clip<PIXI.Sprite, ClipStyle<PIXI.Sprite>> {
     serialize(): {
         type: string;
         id: string;
+        duration: number;
         subtitlesOffset: number;
         startTime: number;
-        duration: number;
         leftTrim: number;
         rightTrim: number;
         filters: {

package/dist/modules/clip/clips/text/TextClip.d.ts

@@ -23,9 +23,9 @@ export declare class TextClip extends Clip<TextSprite, TextStyle> {
         type: string;
         text: string;
         id: string;
+        duration: number;
         subtitlesOffset: number;
         startTime: number;
-        duration: number;
         leftTrim: number;
         rightTrim: number;
         filters: {

package/dist/modules/clip/clips/video/VideoClip.d.ts

@@ -169,10 +169,10 @@ export declare class VideoClip extends Clip<PIXI.Sprite, ClipStyle<PIXI.Sprite>>
     serialize(): {
         type: string;
         id: string;
+        duration: number;
         mediaDataId: string;
         subtitlesOffset: number;
         startTime: number;
-        duration: number;
         leftTrim: number;
         rightTrim: number;
         filters: {

package/dist/modules/library/MediaData.d.ts

@@ -82,13 +82,6 @@ export declare class MediaData {
     private workerFSFilePath?;
     private fetchAbortController;
     audioSplit?: string;
-    private static audioSampleWorker;
-    private static audioSampleWorkerInitPromise;
-    private static audioSampleActiveRequests;
-    private static audioSampleCleanupTimer;
-    private static readonly AUDIO_SAMPLE_WORKER_IDLE_TIMEOUT_MS;
-    private static acquireAudioSampleWorker;
-    private static releaseAudioSampleWorker;
     private static lockMediaInfo;
     private waitForMediaInfoUnlock;
     static unlockMediaInfo(): void;
@@ -124,9 +117,7 @@ export declare class MediaData {
     private ensureWorkerFSRoot;
     private cleanupWorkerFSMount;
     private mountInputToWorkerFS;
-    private deinterleaveAudioSamples;
-    private mixToMono;
-    private extractAudioSamples;
+    private doExtractAudioSamples;
     getAudioSamples(startTime: number, duration?: number): Float32Array[] | null;
     private checkPlaceholderClips;
     setCustomData(key: string, value: unknown, overwrite?: boolean): boolean;

package/dist/modules/settings/Settings.d.ts

@@ -1,5 +1,6 @@
 import { z } from "zod";
 import { HashAlgorithmEnum } from '../../types/hash.types';
+import { MonoMixType } from '../../utils/audio/AudioPostProcess.types';
 export declare enum PreferredAcceleration {
     HARDWARE = "prefer-hardware",
     SOFTWARE = "prefer-software",
@@ -24,14 +25,6 @@ export declare enum AutoLayoutMode {
     PREFER_WIDTH = "prefer-width",
     PREFER_HEIGHT = "prefer-height"
 }
-export declare enum MonoMixType {
-    AVERAGE = "average",
-    ABSOLUTE_AVERAGE = "absolute-average",
-    PEAK_MIN = "peak-min",
-    PEAK_MAX = "peak-max",
-    ABSOLUTE_MAX = "absolute-max",
-    ABSOLUTE_MIN = "absolute-min"
-}
 export declare const SettingsSchema: z.ZodObject<{
     m3u8MaxResolution: z.ZodDefault<z.ZodOptional<z.ZodTuple<[z.ZodNumber, z.ZodNumber], null>>>;
     useInternalTranscoder: z.ZodDefault<z.ZodOptional<z.ZodBoolean>>;

package/dist/modules/settings/index.d.ts

@@ -1 +1,2 @@
 export * from "./Settings";
+export { MonoMixType } from '../../utils/audio/AudioPostProcess.types';

package/dist/utils/audio/AudioPostProcess.d.ts

@@ -0,0 +1,19 @@
+import { AudioPostProcessSettings } from "./AudioPostProcess.types";
+export type { AudioPostProcessSettings } from "./AudioPostProcess.types";
+export interface DecodeAndPostProcessResult {
+    channels: Float32Array[];
+    decodedChannels: number;
+    decodedDuration: number;
+}
+/**
+ * Send already-decoded channel data to the worker for resample + mono mix.
+ * Buffers are transferred (zero-copy) both ways.
+ */
+export declare function postProcessAudioChannels(channels: Float32Array[], settings: AudioPostProcessSettings): Promise<Float32Array[]>;
+/**
+ * Send raw encoded audio data to the worker for decode + resample + mono mix.
+ * When OfflineAudioContext is available in the worker (secure context), the entire
+ * pipeline runs off the main thread. Otherwise, decoding falls back to the main
+ * thread's AudioContext, with resample + mix still handled by the worker.
+ */
+export declare function decodeAndPostProcessInWorker(audioData: ArrayBuffer, settings: AudioPostProcessSettings): Promise<DecodeAndPostProcessResult>;

package/dist/utils/audio/AudioPostProcess.types.d.ts

@@ -0,0 +1,53 @@
+export declare enum MonoMixType {
+    AVERAGE = "average",
+    ABSOLUTE_AVERAGE = "absolute-average",
+    PEAK_MIN = "peak-min",
+    PEAK_MAX = "peak-max",
+    ABSOLUTE_MAX = "absolute-max",
+    ABSOLUTE_MIN = "absolute-min"
+}
+export interface AudioPostProcessSettings {
+    inputSampleRate: number;
+    outputSampleRate: number;
+    forceMono: boolean;
+    monoMixType: MonoMixType;
+    monoChannelsWeight: number[];
+}
+export declare enum AudioPostProcessMsgType {
+    PROCESS = "process",
+    DECODE_AND_PROCESS = "decode_and_process",
+    RESULT = "result",
+    DECODE_UNSUPPORTED = "decode_unsupported",
+    ERROR = "error"
+}
+export interface AudioPostProcessRequest {
+    id: number;
+    type: AudioPostProcessMsgType.PROCESS;
+    channels: Float32Array[];
+    settings: AudioPostProcessSettings;
+}
+export interface AudioDecodeAndProcessRequest {
+    id: number;
+    type: AudioPostProcessMsgType.DECODE_AND_PROCESS;
+    audioData: ArrayBuffer;
+    settings: AudioPostProcessSettings;
+}
+export interface AudioPostProcessResultResponse {
+    id: number;
+    type: AudioPostProcessMsgType.RESULT;
+    channels: Float32Array[];
+    decodedChannels: number;
+    decodedDuration: number;
+}
+export interface AudioPostProcessDecodeUnsupportedResponse {
+    id: number;
+    type: AudioPostProcessMsgType.DECODE_UNSUPPORTED;
+    audioData: ArrayBuffer;
+    settings: AudioPostProcessSettings;
+}
+export interface AudioPostProcessErrorResponse {
+    id: number;
+    type: AudioPostProcessMsgType.ERROR;
+    error: string;
+}
+export type AudioPostProcessResponse = AudioPostProcessResultResponse | AudioPostProcessDecodeUnsupportedResponse | AudioPostProcessErrorResponse;

package/dist/utils/audio/AudioPostProcessWorker.d.ts

@@ -0,0 +1,2 @@
+/// <reference no-default-lib="true"/>
+export {};

package/dist/utils/audio/AudioSampleExtractor.d.ts

@@ -0,0 +1,19 @@
+import { MediaInfoStream } from '../../modules/ffmpeg/types/FFmpeg.types';
+export interface AudioSampleExtractionParams {
+    mediaId: string;
+    mediaSource: Blob | File;
+    filename: string;
+    fileSize: number;
+    audioStream: MediaInfoStream | undefined;
+    storePath: string | undefined;
+}
+/**
+ * Main entry point for audio sample extraction.
+ *
+ * Strategy:
+ * 1. File < 1GB → decodeAudioData directly on the media source (no FFmpeg)
+ * 2. File >= 1GB, decoded samples fit in memory → FFmpeg demux audio stream, then decodeAudioData
+ * 3. Decoded samples would overflow or compressed audio too large → FFmpeg chunked extraction,
+ *    decode + post-process per chunk, then join downsampled results
+ */
+export declare function extractAudioSamples(params: AudioSampleExtractionParams): Promise<Float32Array[] | null>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rendley/sdk",
-  "version": "1.14.2",
+  "version": "1.14.3",
   "license": "LICENSE",
   "author": "Onix Technologies",
   "homepage": "https://rendleysdk.com",