@meframe/core 0.0.3 → 0.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Meframe.d.ts +16 -7
- package/dist/Meframe.d.ts.map +1 -1
- package/dist/Meframe.js +75 -90
- package/dist/Meframe.js.map +1 -1
- package/dist/cache/CacheManager.d.ts +28 -11
- package/dist/cache/CacheManager.d.ts.map +1 -1
- package/dist/cache/CacheManager.js +93 -30
- package/dist/cache/CacheManager.js.map +1 -1
- package/dist/cache/L2Cache.d.ts +31 -2
- package/dist/cache/L2Cache.d.ts.map +1 -1
- package/dist/cache/L2Cache.js +245 -44
- package/dist/cache/L2Cache.js.map +1 -1
- package/dist/cache/l1/VideoL1Cache.d.ts +3 -3
- package/dist/cache/l1/VideoL1Cache.d.ts.map +1 -1
- package/dist/cache/l1/VideoL1Cache.js +13 -8
- package/dist/cache/l1/VideoL1Cache.js.map +1 -1
- package/dist/config/defaults.d.ts.map +1 -1
- package/dist/config/defaults.js +2 -1
- package/dist/config/defaults.js.map +1 -1
- package/dist/config/types.d.ts +3 -0
- package/dist/config/types.d.ts.map +1 -1
- package/dist/controllers/PlaybackController.d.ts +7 -8
- package/dist/controllers/PlaybackController.d.ts.map +1 -1
- package/dist/controllers/PlaybackController.js +56 -76
- package/dist/controllers/PlaybackController.js.map +1 -1
- package/dist/controllers/PreRenderService.d.ts +21 -4
- package/dist/controllers/PreRenderService.d.ts.map +1 -1
- package/dist/controllers/PreRenderService.js +67 -5
- package/dist/controllers/PreRenderService.js.map +1 -1
- package/dist/controllers/types.d.ts +2 -3
- package/dist/controllers/types.d.ts.map +1 -1
- package/dist/event/events.d.ts +1 -4
- package/dist/event/events.d.ts.map +1 -1
- package/dist/event/events.js.map +1 -1
- package/dist/model/CompositionModel.d.ts +2 -1
- package/dist/model/CompositionModel.d.ts.map +1 -1
- package/dist/model/CompositionModel.js +3 -1
- package/dist/model/CompositionModel.js.map +1 -1
- package/dist/model/patch.d.ts +6 -2
- package/dist/model/patch.d.ts.map +1 -1
- package/dist/model/patch.js +76 -2
- package/dist/model/patch.js.map +1 -1
- package/dist/model/types.d.ts +1 -0
- package/dist/model/types.d.ts.map +1 -1
- package/dist/node_modules/.pnpm/mp4-muxer@5.2.2/node_modules/mp4-muxer/build/mp4-muxer.js +1858 -0
- package/dist/node_modules/.pnpm/mp4-muxer@5.2.2/node_modules/mp4-muxer/build/mp4-muxer.js.map +1 -0
- package/dist/orchestrator/ClipSessionManager.d.ts +1 -2
- package/dist/orchestrator/ClipSessionManager.d.ts.map +1 -1
- package/dist/orchestrator/ClipSessionManager.js +1 -0
- package/dist/orchestrator/ClipSessionManager.js.map +1 -1
- package/dist/orchestrator/CompositionPlanner.d.ts +8 -7
- package/dist/orchestrator/CompositionPlanner.d.ts.map +1 -1
- package/dist/orchestrator/CompositionPlanner.js +33 -56
- package/dist/orchestrator/CompositionPlanner.js.map +1 -1
- package/dist/orchestrator/Orchestrator.d.ts +9 -2
- package/dist/orchestrator/Orchestrator.d.ts.map +1 -1
- package/dist/orchestrator/Orchestrator.js +100 -50
- package/dist/orchestrator/Orchestrator.js.map +1 -1
- package/dist/orchestrator/VideoClipSession.d.ts +14 -9
- package/dist/orchestrator/VideoClipSession.d.ts.map +1 -1
- package/dist/orchestrator/VideoClipSession.js +108 -85
- package/dist/orchestrator/VideoClipSession.js.map +1 -1
- package/dist/orchestrator/types.d.ts +1 -0
- package/dist/orchestrator/types.d.ts.map +1 -1
- package/dist/stages/compose/GlobalAudioSession.d.ts +34 -1
- package/dist/stages/compose/GlobalAudioSession.d.ts.map +1 -1
- package/dist/stages/compose/GlobalAudioSession.js +149 -5
- package/dist/stages/compose/GlobalAudioSession.js.map +1 -1
- package/dist/stages/compose/VideoComposer.d.ts +1 -0
- package/dist/stages/compose/VideoComposer.d.ts.map +1 -1
- package/dist/stages/demux/MP4Demuxer.d.ts.map +1 -1
- package/dist/stages/encode/AudioChunkEncoder.d.ts +2 -1
- package/dist/stages/encode/AudioChunkEncoder.d.ts.map +1 -1
- package/dist/stages/encode/AudioChunkEncoder.js +41 -0
- package/dist/stages/encode/AudioChunkEncoder.js.map +1 -0
- package/dist/stages/encode/BaseEncoder.d.ts +7 -3
- package/dist/stages/encode/BaseEncoder.d.ts.map +1 -1
- package/dist/stages/encode/BaseEncoder.js +173 -0
- package/dist/stages/encode/BaseEncoder.js.map +1 -0
- package/dist/stages/encode/ClipEncoderManager.d.ts +64 -0
- package/dist/stages/encode/ClipEncoderManager.d.ts.map +1 -0
- package/dist/stages/encode/index.d.ts +1 -1
- package/dist/stages/encode/index.d.ts.map +1 -1
- package/dist/stages/load/ResourceLoader.d.ts +22 -1
- package/dist/stages/load/ResourceLoader.d.ts.map +1 -1
- package/dist/stages/load/ResourceLoader.js +80 -29
- package/dist/stages/load/ResourceLoader.js.map +1 -1
- package/dist/stages/load/TaskManager.d.ts +1 -1
- package/dist/stages/load/TaskManager.d.ts.map +1 -1
- package/dist/stages/load/TaskManager.js +3 -2
- package/dist/stages/load/TaskManager.js.map +1 -1
- package/dist/stages/load/types.d.ts +4 -2
- package/dist/stages/load/types.d.ts.map +1 -1
- package/dist/stages/mux/MP4Muxer.d.ts +19 -38
- package/dist/stages/mux/MP4Muxer.d.ts.map +1 -1
- package/dist/stages/mux/MP4Muxer.js +60 -0
- package/dist/stages/mux/MP4Muxer.js.map +1 -0
- package/dist/stages/mux/MuxManager.d.ts +27 -0
- package/dist/stages/mux/MuxManager.d.ts.map +1 -0
- package/dist/stages/mux/MuxManager.js +148 -0
- package/dist/stages/mux/MuxManager.js.map +1 -0
- package/dist/stages/mux/index.d.ts +1 -0
- package/dist/stages/mux/index.d.ts.map +1 -1
- package/dist/stages/mux/types.d.ts +1 -0
- package/dist/stages/mux/types.d.ts.map +1 -1
- package/dist/types.d.ts +1 -1
- package/dist/types.d.ts.map +1 -1
- package/dist/worker/WorkerPool.d.ts +2 -0
- package/dist/worker/WorkerPool.d.ts.map +1 -1
- package/dist/worker/WorkerPool.js +6 -5
- package/dist/worker/WorkerPool.js.map +1 -1
- package/dist/worker/types.d.ts +1 -4
- package/dist/worker/types.d.ts.map +1 -1
- package/dist/worker/types.js +0 -3
- package/dist/worker/types.js.map +1 -1
- package/dist/worker/worker-event-whitelist.d.ts.map +1 -1
- package/dist/workers/MP4Demuxer.js +7049 -6
- package/dist/workers/MP4Demuxer.js.map +1 -1
- package/dist/workers/WorkerChannel.js +0 -3
- package/dist/workers/WorkerChannel.js.map +1 -1
- package/dist/workers/stages/compose/video-compose.worker.js +126 -83
- package/dist/workers/stages/compose/video-compose.worker.js.map +1 -1
- package/dist/workers/stages/decode/decode.worker.js +25 -16
- package/dist/workers/stages/decode/decode.worker.js.map +1 -1
- package/dist/workers/stages/demux/audio-demux.worker.js +4 -4
- package/dist/workers/stages/demux/audio-demux.worker.js.map +1 -1
- package/dist/workers/stages/demux/video-demux.worker.js +9 -7
- package/dist/workers/stages/demux/video-demux.worker.js.map +1 -1
- package/dist/workers/stages/encode/encode.worker.js +191 -195
- package/dist/workers/stages/encode/encode.worker.js.map +1 -1
- package/package.json +2 -1
- package/dist/controllers/PreviewHandle.d.ts +0 -25
- package/dist/controllers/PreviewHandle.d.ts.map +0 -1
- package/dist/controllers/PreviewHandle.js +0 -45
- package/dist/controllers/PreviewHandle.js.map +0 -1
- package/dist/model/dirty-range.js +0 -220
- package/dist/model/dirty-range.js.map +0 -1
- package/dist/stages/encode/EncoderPool.d.ts +0 -28
- package/dist/stages/encode/EncoderPool.d.ts.map +0 -1
- package/dist/workers/mp4box.all.js +0 -7049
- package/dist/workers/mp4box.all.js.map +0 -1
- package/dist/workers/stages/mux/mux.worker.js +0 -501
- package/dist/workers/stages/mux/mux.worker.js.map +0 -1
|
@@ -23,10 +23,7 @@ var WorkerMessageType = /* @__PURE__ */ ((WorkerMessageType2) => {
|
|
|
23
23
|
WorkerMessageType2["EncodeAudio"] = "encode_audio";
|
|
24
24
|
WorkerMessageType2["EncodedChunk"] = "encoded_chunk";
|
|
25
25
|
WorkerMessageType2["FlushEncode"] = "flush_encode";
|
|
26
|
-
WorkerMessageType2["ConfigureMux"] = "configure_mux";
|
|
27
26
|
WorkerMessageType2["AddChunk"] = "add_chunk";
|
|
28
|
-
WorkerMessageType2["FinishMux"] = "finish_mux";
|
|
29
|
-
WorkerMessageType2["MuxComplete"] = "mux_complete";
|
|
30
27
|
WorkerMessageType2["PerformanceStats"] = "performance_stats";
|
|
31
28
|
WorkerMessageType2["RenderWindow"] = "renderWindow";
|
|
32
29
|
WorkerMessageType2["AudioTrackAdd"] = "audio_track:add";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"WorkerChannel.js","sources":["../../src/worker/types.ts","../../src/worker/worker-retry.ts","../../src/worker/transferable-helper.ts","../../src/worker/WorkerChannel.ts"],"sourcesContent":["/**\n * Worker Communication Protocol Types\n * Define standard message types and protocols for worker communication\n */\n\n// A port-like object that supports postMessage/onmessage used by WorkerChannel\nexport type PortLike = MessagePort | DedicatedWorkerGlobalScope | Worker;\n\n/**\n * Worker types in the pipeline\n */\nexport type WorkerType =\n | 'videoDemux'\n | 'audioDemux'\n | 'decode'\n | 'videoCompose'\n | 'audioCompose'\n | 'encode'\n | 'mux';\n\nexport interface WorkerConfigurePayload<T = any> {\n config: T;\n initial: boolean;\n}\n\n/**\n * Worker state definition\n */\nexport interface WorkerStateInfo {\n state: 'idle' | 'busy' | 'error' | 'terminated';\n taskCount: number;\n lastError?: string;\n}\n\n/**\n * Worker status for all workers\n */\nexport type WorkerStatus = Record<WorkerType, WorkerStateInfo>;\n\n/**\n * Worker wrapper interface\n */\nexport interface IWorker {\n readonly type: WorkerType;\n readonly state: WorkerStateInfo;\n\n initialize(): Promise<void>;\n terminate(): Promise<void>;\n restart(): Promise<void>;\n\n postMessage(message: any, transfer?: Transferable[]): void;\n on(event: string, handler: (data: any) => void): void;\n off(event: string, handler: (data: any) => void): void;\n}\n\n// Message types for different workers\nexport enum WorkerMessageType {\n // Init = 'init', // configure, { initial: true }\n Ready = 'ready',\n Error = 'error',\n Dispose = 'dispose',\n Configure = 'configure',\n LoadResource = 'load_resource',\n ResourceLoaded = 'resource_loaded',\n ResourceProgress = 'resource_progress',\n ConfigureDemux = 'configure_demux',\n AppendBuffer = 'append_buffer',\n DemuxSamples = 'demux_samples',\n FlushDemux = 'flush_demux',\n ConfigureDecode = 'configure_decode',\n DecodeChunk = 'decode_chunk',\n DecodedFrame = 'decoded_frame',\n SeekGop = 'seek_gop',\n SetComposition = 'set_composition',\n ApplyPatch = 'apply_patch',\n RenderFrame = 'render_frame',\n ComposeFrameReady = 'compose_frame_ready',\n ConfigureEncode = 'configure_encode',\n EncodeFrame = 'encode_frame',\n EncodeAudio = 'encode_audio',\n EncodedChunk = 'encoded_chunk',\n FlushEncode = 'flush_encode',\n ConfigureMux = 'configure_mux',\n AddChunk = 'add_chunk',\n FinishMux = 'finish_mux',\n MuxComplete = 'mux_complete',\n PerformanceStats = 'performance_stats',\n RenderWindow = 'renderWindow',\n AudioTrackAdd = 'audio_track:add',\n AudioTrackRemove = 'audio_track:remove',\n AudioTrackUpdate = 'audio_track:update',\n}\n\n// Base message structure\nexport interface WorkerMessage<T = any> {\n type: WorkerMessageType;\n id: string; // Unique message ID for request-response pairing\n payload?: T;\n transfer?: Transferable[]; // Objects to transfer ownership\n timestamp: number;\n}\n\n// Response message structure\nexport interface WorkerResponse<T = any> {\n id: string; // Matches request ID\n success: boolean;\n result?: T;\n error?: WorkerError;\n timestamp: number;\n}\n\n// Error structure\nexport interface WorkerError {\n code: string;\n message: string;\n details?: any;\n stack?: string;\n}\n\n// Worker configuration\nexport interface WorkerConfig {\n name: string;\n workerUrl?: string;\n capabilities?: string[];\n maxRetries?: number;\n timeout?: number;\n}\n\n// Message handler type\nexport type MessageHandler<T = any, R = any> = (\n payload: T,\n transfer?: Transferable[]\n) => Promise<R> | R;\n\n// Message handler registry\nexport interface MessageHandlers {\n [key: string]: MessageHandler;\n}\n\n/**\n * Unified stream connection message for the data plane\n * Used by the stream-pipeline refactor to reduce message surface\n */\nexport interface ConnectMsg {\n direction: 'upstream';\n port: MessagePort;\n streamType: 'video' | 'audio' | 'frame' | 'chunk';\n clipId?: string;\n trackId?: string;\n}\n\n// Transferable types used in workers\nexport interface TransferableFrame {\n frame: VideoFrame;\n timestamp: number;\n duration?: number;\n}\n\nexport interface TransferableChunk {\n chunk: EncodedVideoChunk | EncodedAudioChunk;\n timestamp: number;\n duration?: number;\n trackId: string;\n}\n\nexport interface TransferableBuffer {\n buffer: ArrayBuffer;\n offset?: number;\n length?: number;\n}\n\n// Worker state\nexport enum WorkerState {\n Idle = 'idle',\n Initializing = 'initializing',\n Ready = 'ready',\n Processing = 'processing',\n Error = 'error',\n Disposed = 'disposed',\n}\n\n// Performance metrics\nexport interface WorkerPerformanceStats {\n workerId: string;\n workerName: string;\n messagesProcessed: number;\n averageProcessingTime: number;\n maxProcessingTime: number;\n errorCount: number;\n queueSize: number;\n memoryUsage?: number;\n}\n\n// Request tracking\nexport interface PendingRequest {\n id: string;\n type: WorkerMessageType;\n timestamp: number;\n timeout?: number;\n resolve: (value: any) => void;\n reject: (error: any) => void;\n retryCount?: number;\n maxRetries?: number;\n}\n\n// Stream support\nexport interface StreamConfig {\n highWaterMark?: number;\n strategy?: QueuingStrategy;\n}\n\n// Worker pool settings\nexport interface WorkerPoolSettings {\n maxWorkers?: number;\n workerIdleTimeout?: number;\n enableSharedArrayBuffer?: boolean;\n enableOffscreenCanvas?: boolean;\n}\n\n// Message priority levels\nexport enum MessagePriority {\n Low = 0,\n Normal = 1,\n High = 2,\n Critical = 3,\n}\n\n// Priority message\nexport interface PriorityMessage<T = any> extends WorkerMessage<T> {\n priority: MessagePriority;\n}\n","/**\n * Retry utility for worker communication\n * Provides configurable retry logic with exponential backoff\n */\n\nimport { WorkerMessageType } from './types';\n\nexport interface RetryConfig {\n maxRetries: number;\n initialDelay?: number; // Initial delay in ms\n maxDelay?: number; // Max delay in ms\n backoffFactor?: number; // Exponential backoff factor\n retryableErrors?: string[]; // Error codes that can be retried\n}\n\nexport interface RetryContext {\n attempt: number;\n maxRetries: number;\n lastError?: Error;\n messageType: WorkerMessageType;\n}\n\n/**\n * Default retry configuration\n */\nexport const defaultRetryConfig: Required<RetryConfig> = {\n maxRetries: 3,\n initialDelay: 100,\n maxDelay: 5000,\n backoffFactor: 2,\n retryableErrors: ['TIMEOUT', 'NETWORK_ERROR', 'WORKER_BUSY'],\n};\n\n/**\n * Calculate delay for next retry attempt\n */\nexport function calculateRetryDelay(attempt: number, config: RetryConfig): number {\n const { initialDelay = 100, maxDelay = 5000, backoffFactor = 2 } = config;\n\n const delay = initialDelay * Math.pow(backoffFactor, attempt - 1);\n return Math.min(delay, maxDelay);\n}\n\n/**\n * Check if error is retryable\n */\nexport function isRetryableError(error: Error | any, config: RetryConfig): boolean {\n const { retryableErrors = defaultRetryConfig.retryableErrors } = config;\n\n if (!error) return false;\n\n // Check error code\n const errorCode = error.code || error.name;\n if (errorCode && retryableErrors.includes(errorCode)) {\n return true;\n }\n\n // Check error message for known patterns\n const message = error.message || '';\n if (message.includes('timeout') || message.includes('Timeout')) {\n return true;\n }\n\n return false;\n}\n\n/**\n * Execute function with retry logic\n */\nexport async function withRetry<T>(\n fn: () => Promise<T>,\n config: RetryConfig\n // context?: Partial<RetryContext>\n): Promise<T> {\n const { maxRetries } = config;\n let lastError: Error | undefined;\n\n for (let attempt = 1; attempt <= maxRetries; attempt++) {\n try {\n return await fn();\n } catch (error) {\n lastError = error as Error;\n\n // Check if error is retryable\n if (!isRetryableError(error, config)) {\n throw error;\n }\n\n // Check if we've exhausted retries\n if (attempt === maxRetries) {\n throw error;\n }\n\n // Calculate and apply delay\n const delay = calculateRetryDelay(attempt, config);\n await sleep(delay);\n }\n }\n\n // This should never be reached, but TypeScript needs it\n throw lastError || new Error('Retry failed');\n}\n\n/**\n * Sleep for specified milliseconds\n */\nfunction sleep(ms: number): Promise<void> {\n return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\n/**\n * Create a retry wrapper for a specific operation\n */\nexport function createRetryWrapper<T extends (...args: any[]) => Promise<any>>(\n fn: T,\n config: RetryConfig\n): T {\n return (async (...args: Parameters<T>) => {\n return withRetry(() => fn(...args), config);\n }) as T;\n}\n","/**\n * Utility functions for handling Transferable objects\n * Simplifies the process of transferring ownership of objects between workers\n */\n\n/**\n * Check if an object is transferable\n */\nexport function isTransferable(obj: any): obj is Transferable {\n return (\n obj instanceof ArrayBuffer ||\n obj instanceof MessagePort ||\n (typeof ImageBitmap !== 'undefined' && obj instanceof ImageBitmap) ||\n (typeof OffscreenCanvas !== 'undefined' && obj instanceof OffscreenCanvas) ||\n (typeof ReadableStream !== 'undefined' && obj instanceof ReadableStream) ||\n (typeof WritableStream !== 'undefined' && obj instanceof WritableStream) ||\n (typeof TransformStream !== 'undefined' && obj instanceof TransformStream)\n );\n}\n\n/**\n * Recursively find transferable objects in a payload\n */\nfunction findTransferables(obj: any, transferables: Transferable[]): void {\n if (!obj || typeof obj !== 'object') {\n return;\n }\n\n // Check if object itself is transferable\n if (isTransferable(obj)) {\n transferables.push(obj);\n return;\n }\n\n // Check VideoFrame\n if (obj instanceof VideoFrame) {\n transferables.push(obj);\n return;\n }\n\n // Check AudioData\n if (typeof AudioData !== 'undefined' && obj instanceof AudioData) {\n transferables.push(obj);\n return;\n }\n\n // EncodedVideoChunk and EncodedAudioChunk are not transferable\n if (\n (typeof EncodedVideoChunk !== 'undefined' && obj instanceof EncodedVideoChunk) ||\n (typeof EncodedAudioChunk !== 'undefined' && obj instanceof EncodedAudioChunk)\n ) {\n return;\n }\n\n // Recursively check object properties\n if (Array.isArray(obj)) {\n for (const item of obj) {\n findTransferables(item, transferables);\n }\n } else {\n for (const key in obj) {\n if (Object.prototype.hasOwnProperty.call(obj, key)) {\n findTransferables(obj[key], transferables);\n }\n }\n }\n}\n\n/**\n * Extract transferable objects from a payload\n */\nexport function extractTransferables(payload: any): Transferable[] {\n const transferables: Transferable[] = [];\n findTransferables(payload, transferables);\n return transferables;\n}\n\n/**\n * Wrap VideoFrame for transfer with metadata\n */\nexport function wrapVideoFrame(frame: VideoFrame) {\n return {\n frame,\n metadata: {\n timestamp: frame.timestamp,\n duration: frame.duration,\n codedWidth: frame.codedWidth,\n codedHeight: frame.codedHeight,\n displayWidth: frame.displayWidth,\n displayHeight: frame.displayHeight,\n format: frame.format,\n },\n };\n}\n\n/**\n * Wrap AudioData for transfer with metadata\n */\nexport function wrapAudioData(audio: AudioData) {\n return {\n audio,\n metadata: {\n timestamp: audio.timestamp,\n duration: audio.duration,\n numberOfFrames: audio.numberOfFrames,\n numberOfChannels: audio.numberOfChannels,\n sampleRate: audio.sampleRate,\n format: audio.format,\n },\n };\n}\n\n/**\n * Convert EncodedVideoChunk to transferable format\n */\nexport function encodedVideoChunkToTransferable(chunk: EncodedVideoChunk) {\n const data = new ArrayBuffer(chunk.byteLength);\n chunk.copyTo(new Uint8Array(data));\n\n return {\n data,\n type: chunk.type,\n timestamp: chunk.timestamp,\n duration: chunk.duration,\n };\n}\n\n/**\n * Convert EncodedAudioChunk to transferable format\n */\nexport function encodedAudioChunkToTransferable(chunk: EncodedAudioChunk) {\n const data = new ArrayBuffer(chunk.byteLength);\n chunk.copyTo(new Uint8Array(data));\n\n return {\n data,\n type: chunk.type,\n timestamp: chunk.timestamp,\n duration: chunk.duration,\n };\n}\n\n/**\n * Recreate EncodedVideoChunk from transferable format\n */\nexport function transferableToEncodedVideoChunk(transferable: {\n data: ArrayBuffer;\n type: 'key' | 'delta';\n timestamp: number;\n duration?: number;\n}): EncodedVideoChunk {\n return new EncodedVideoChunk({\n type: transferable.type,\n timestamp: transferable.timestamp,\n duration: transferable.duration,\n data: transferable.data,\n });\n}\n\n/**\n * Recreate EncodedAudioChunk from transferable format\n */\nexport function transferableToEncodedAudioChunk(transferable: {\n data: ArrayBuffer;\n type: 'key' | 'delta';\n timestamp: number;\n duration?: number;\n}): EncodedAudioChunk {\n return new EncodedAudioChunk({\n type: transferable.type,\n timestamp: transferable.timestamp,\n duration: transferable.duration,\n data: transferable.data,\n });\n}\n\n/**\n * Transfer OffscreenCanvas control to worker\n */\nexport function transferCanvas(canvas: HTMLCanvasElement): OffscreenCanvas {\n return canvas.transferControlToOffscreen();\n}\n\n/**\n * Create a transferable stream pair\n */\nexport function createStreamPair<T>(): {\n readable: ReadableStream<T>;\n writable: WritableStream<T>;\n} {\n const { readable, writable } = new TransformStream<T>();\n return { readable, writable };\n}\n","/**\n * WorkerChannel - MessageChannel wrapper for worker communication\n * Provides type-safe message passing with automatic serialization/deserialization\n */\n\nimport {\n WorkerMessage,\n WorkerResponse,\n WorkerError,\n WorkerMessageType,\n PendingRequest,\n MessageHandler,\n MessageHandlers,\n WorkerState,\n PortLike,\n} from './types';\nimport { withRetry, RetryConfig, defaultRetryConfig } from './worker-retry';\nimport { isTransferable, extractTransferables } from './transferable-helper';\n\nexport interface WorkerChannelConfig {\n name: string;\n timeout?: number; // Default timeout in milliseconds\n maxRetries?: number; // Default max retries\n}\n\nexport class WorkerChannel {\n name: string;\n port: PortLike;\n pendingRequests = new Map<string, PendingRequest>();\n messageHandlers: MessageHandlers = {};\n state: WorkerState = WorkerState.Idle;\n defaultTimeout: number;\n defaultMaxRetries: number;\n\n constructor(port: PortLike, config: WorkerChannelConfig) {\n this.name = config.name;\n this.port = port;\n this.defaultTimeout = config.timeout ?? 30000; // 30 seconds default\n this.defaultMaxRetries = config.maxRetries ?? 3;\n\n this.setupMessageHandler();\n this.state = WorkerState.Ready;\n }\n\n /**\n * Send a message and wait for response with retry support\n */\n async send<T = any, R = any>(\n type: WorkerMessageType,\n payload?: T,\n options?: {\n timeout?: number;\n maxRetries?: number;\n transfer?: Transferable[];\n retryConfig?: Partial<RetryConfig>;\n }\n ): Promise<R> {\n const maxRetries = options?.maxRetries ?? this.defaultMaxRetries;\n\n // Create retry config\n const retryConfig: RetryConfig = {\n ...defaultRetryConfig,\n maxRetries,\n ...options?.retryConfig,\n };\n\n // Wrap send logic for retry\n return withRetry(() => this.sendOnce<T, R>(type, payload, options), retryConfig);\n }\n\n /**\n * Send a message once (without retry)\n */\n private async sendOnce<T = any, R = any>(\n type: WorkerMessageType,\n payload?: T,\n options?: {\n timeout?: number;\n transfer?: Transferable[];\n }\n ): Promise<R> {\n const id = this.generateMessageId();\n const timeout = options?.timeout ?? this.defaultTimeout;\n\n const message: WorkerMessage<T> = {\n type,\n id,\n payload,\n timestamp: Date.now(),\n };\n\n return new Promise((resolve, reject) => {\n const request: PendingRequest = {\n id,\n type,\n timestamp: Date.now(),\n timeout,\n resolve,\n reject,\n };\n\n this.pendingRequests.set(id, request);\n\n // Set timeout\n const timeoutId = setTimeout(() => {\n const pending = this.pendingRequests.get(id);\n if (pending) {\n this.pendingRequests.delete(id);\n const error = new Error(`Request timeout: ${id} ${type} (${timeout}ms)`);\n (error as any).code = 'TIMEOUT';\n pending.reject(error);\n }\n }, timeout);\n\n // Store timeout ID for cleanup\n (request as any).timeoutId = timeoutId;\n // Send message\n if (options?.transfer) {\n this.port.postMessage(message, options.transfer);\n } else {\n this.port.postMessage(message);\n }\n });\n }\n\n /**\n * Send a message without waiting for response\n */\n post<T = any>(type: WorkerMessageType, payload?: T, transfer?: Transferable[]): void {\n const message: WorkerMessage<T> = {\n type,\n id: this.generateMessageId(),\n payload,\n timestamp: Date.now(),\n };\n\n if (transfer) {\n this.port.postMessage(message, transfer);\n } else {\n this.port.postMessage(message);\n }\n }\n\n /**\n * Register a message handler\n */\n on<T = any, R = any>(type: WorkerMessageType, handler: MessageHandler<T, R>): void {\n this.messageHandlers[type] = handler;\n }\n\n /**\n * Unregister a message handler\n */\n off(type: WorkerMessageType): void {\n delete this.messageHandlers[type];\n }\n\n /**\n * Dispose the channel\n */\n dispose(): void {\n this.state = WorkerState.Disposed;\n\n // Clear all pending requests\n for (const [, request] of this.pendingRequests) {\n if ((request as any).timeoutId) {\n clearTimeout((request as any).timeoutId);\n }\n request.reject(new Error('Channel disposed'));\n }\n this.pendingRequests.clear();\n\n // Remove message handler\n this.port.onmessage = null;\n }\n\n /**\n * Setup message handler for incoming messages\n */\n private setupMessageHandler(): void {\n this.port.onmessage = async (event: MessageEvent) => {\n const data = event.data;\n\n // Handle response messages\n if (this.isResponse(data)) {\n this.handleResponse(data as WorkerResponse);\n return;\n }\n\n // Handle request messages\n if (this.isRequest(data)) {\n await this.handleRequest(data as WorkerMessage);\n return;\n }\n };\n }\n\n /**\n * Handle incoming request\n */\n private async handleRequest(message: WorkerMessage): Promise<void> {\n const handler = this.messageHandlers[message.type];\n\n if (!handler) {\n // Send error response if no handler registered\n this.sendResponse(message.id, false, null, {\n code: 'NO_HANDLER',\n message: `No handler registered for message type: ${message.type}`,\n });\n return;\n }\n\n this.state = WorkerState.Processing;\n\n // Handler execution with error handling at framework level\n Promise.resolve()\n .then(() => handler(message.payload, message.transfer))\n .then((result) => {\n this.sendResponse(message.id, true, result);\n this.state = WorkerState.Ready;\n })\n .catch((error) => {\n const workerError: WorkerError = {\n code: 'HANDLER_ERROR',\n message: error instanceof Error ? error.message : String(error),\n stack: error instanceof Error ? error.stack : undefined,\n };\n this.sendResponse(message.id, false, null, workerError);\n this.state = WorkerState.Ready;\n });\n }\n\n /**\n * Handle incoming response\n */\n private handleResponse(response: WorkerResponse): void {\n const request = this.pendingRequests.get(response.id);\n if (!request) {\n return; // Response for unknown request\n }\n\n this.pendingRequests.delete(response.id);\n\n // Clear timeout\n if ((request as any).timeoutId) {\n clearTimeout((request as any).timeoutId);\n }\n\n if (response.success) {\n request.resolve(response.result);\n } else {\n const error = new Error(response.error?.message || 'Unknown error');\n if (response.error) {\n Object.assign(error, response.error);\n }\n request.reject(error);\n }\n }\n\n /**\n * Send a response message\n */\n private sendResponse(id: string, success: boolean, result?: any, error?: WorkerError): void {\n let transfer: Transferable[] = [];\n if (isTransferable(result)) {\n // Still include reference so caller can access the transferred object\n transfer.push(result);\n }\n const response: WorkerResponse = {\n id,\n success,\n result,\n error,\n timestamp: Date.now(),\n };\n\n this.port.postMessage(response, transfer);\n }\n\n /**\n * Check if message is a response\n */\n private isResponse(data: any): boolean {\n return (\n data && typeof data === 'object' && 'id' in data && 'success' in data && !('type' in data)\n );\n }\n\n /**\n * Check if message is a request\n */\n private isRequest(data: any): boolean {\n return data && typeof data === 'object' && 'id' in data && 'type' in data;\n }\n\n /**\n * Generate unique message ID\n */\n private generateMessageId(): string {\n return `${this.name}-${Date.now()}-${Math.random().toString(36).substring(2, 11)}`;\n }\n\n /**\n * Send a notification message without waiting for response\n * Alias for post() method for compatibility\n */\n notify<T = any>(type: WorkerMessageType | string, payload?: T, transfer?: Transferable[]): void {\n this.post(type as WorkerMessageType, payload, transfer);\n }\n\n /**\n * Register a message handler\n * Alias for on() method for compatibility\n */\n registerHandler<T = any, R = any>(\n type: WorkerMessageType | string,\n handler: MessageHandler<T, R>\n ): void {\n this.on(type as WorkerMessageType, handler);\n }\n\n /**\n * Send a ReadableStream to another worker\n * Automatically handles transferable streams vs chunk-by-chunk fallback\n */\n async sendStream<T = Uint8Array>(\n stream: ReadableStream<T>,\n metadata?: {\n type?: string;\n url?: string;\n streamId?: string;\n [key: string]: any;\n }\n ): Promise<void> {\n const streamId = metadata?.streamId || this.generateMessageId();\n // Check if streams are transferable in this environment\n if (isTransferable(stream)) {\n // Direct stream transfer (preferred)\n this.port.postMessage(\n {\n type: 'stream_transfer',\n ...metadata,\n stream,\n streamId,\n },\n [stream] // Transfer ownership\n );\n } else {\n // Fallback: chunk-by-chunk transfer\n await this.streamChunks(stream, streamId, metadata);\n }\n }\n\n /**\n * Stream chunks from a ReadableStream (fallback when transfer is not supported)\n */\n private async streamChunks<T = Uint8Array>(\n stream: ReadableStream<T>,\n streamId: string,\n metadata?: Record<string, any>\n ): Promise<void> {\n const reader = stream.getReader();\n\n // Send stream start notification\n this.post('stream_start' as WorkerMessageType, {\n streamId,\n ...metadata,\n mode: 'chunk_transfer',\n });\n\n try {\n while (true) {\n const { done, value } = await reader.read();\n\n if (done) {\n // Send stream end notification\n this.post('stream_end' as WorkerMessageType, {\n streamId,\n ...metadata,\n });\n break;\n }\n\n // Send chunk with transfer - use extractTransferables for complex objects\n const transfer: Transferable[] = [];\n if (value instanceof ArrayBuffer) {\n transfer.push(value);\n } else if (value instanceof Uint8Array) {\n transfer.push(value.buffer);\n } else if (typeof AudioData !== 'undefined' && value instanceof AudioData) {\n transfer.push(value as unknown as Transferable);\n } else if (typeof VideoFrame !== 'undefined' && value instanceof VideoFrame) {\n transfer.push(value as unknown as Transferable);\n } else if (typeof value === 'object' && value !== null) {\n // For wrapped objects (e.g., {frame: VideoFrame, metadata...}), extract transferables\n const extracted = extractTransferables(value);\n transfer.push(...extracted);\n }\n\n this.post(\n 'stream_chunk' as WorkerMessageType,\n {\n streamId,\n chunk: value,\n ...metadata,\n },\n transfer\n );\n }\n } catch (error) {\n // Send error notification\n this.post('stream_error' as WorkerMessageType, {\n streamId,\n error: error instanceof Error ? error.message : String(error),\n ...metadata,\n });\n throw error;\n } finally {\n reader.releaseLock();\n }\n }\n\n /**\n * Receive a stream from another worker\n * Handles both transferable streams and chunk-by-chunk reconstruction\n */\n async receiveStream<T = Uint8Array>(\n onStream: (stream: ReadableStream<T>, metadata?: Record<string, any>) => void\n ): Promise<void> {\n const chunkedStreams = new Map<\n string,\n {\n controller: ReadableStreamDefaultController<T>;\n metadata?: Record<string, any>;\n }\n >();\n\n // Intercept stream messages via onmessage to avoid extra event plumbing\n const prev = this.port.onmessage as any;\n // Use function assignment with explicit type to satisfy esbuild parser\n const handler: (event: MessageEvent) => void = (event) => {\n const raw = (event as any).data;\n const envelopeType = raw?.type;\n const hasPayload = raw && typeof raw === 'object' && 'payload' in raw;\n const payload = hasPayload ? (raw as any).payload : raw;\n\n if (envelopeType === 'stream_transfer' && (payload as any)?.stream) {\n onStream((payload as any).stream, payload);\n return;\n }\n if (envelopeType === 'stream_start' && (payload as any)?.streamId) {\n const stream = new ReadableStream<T>({\n start(controller) {\n chunkedStreams.set((payload as any).streamId, { controller, metadata: payload });\n },\n });\n onStream(stream, payload);\n return;\n }\n if (\n envelopeType === 'stream_chunk' &&\n (payload as any)?.streamId &&\n chunkedStreams.has((payload as any).streamId)\n ) {\n const s = chunkedStreams.get((payload as any).streamId);\n if (s) s.controller.enqueue((payload as any).chunk as T);\n return;\n }\n if (\n envelopeType === 'stream_end' &&\n (payload as any)?.streamId &&\n chunkedStreams.has((payload as any).streamId)\n ) {\n const s = chunkedStreams.get((payload as any).streamId);\n if (s) {\n s.controller.close();\n chunkedStreams.delete((payload as any).streamId);\n }\n return;\n }\n if (\n envelopeType === 'stream_error' &&\n (payload as any)?.streamId &&\n chunkedStreams.has((payload as any).streamId)\n ) {\n const s = chunkedStreams.get((payload as any).streamId);\n if (s) {\n s.controller.error(new Error(String((payload as any).error || 'stream error')));\n chunkedStreams.delete((payload as any).streamId);\n }\n return;\n }\n\n // Delegate non-stream messages to previous handler\n if (typeof prev === 'function') prev.call(this.port, event);\n };\n this.port.onmessage = handler as any;\n }\n}\n"],"names":["WorkerMessageType","WorkerState"],"mappings":"AAwDO,IAAK,sCAAAA,uBAAL;AAELA,qBAAA,OAAA,IAAQ;AACRA,qBAAA,OAAA,IAAQ;AACRA,qBAAA,SAAA,IAAU;AACVA,qBAAA,WAAA,IAAY;AACZA,qBAAA,cAAA,IAAe;AACfA,qBAAA,gBAAA,IAAiB;AACjBA,qBAAA,kBAAA,IAAmB;AACnBA,qBAAA,gBAAA,IAAiB;AACjBA,qBAAA,cAAA,IAAe;AACfA,qBAAA,cAAA,IAAe;AACfA,qBAAA,YAAA,IAAa;AACbA,qBAAA,iBAAA,IAAkB;AAClBA,qBAAA,aAAA,IAAc;AACdA,qBAAA,cAAA,IAAe;AACfA,qBAAA,SAAA,IAAU;AACVA,qBAAA,gBAAA,IAAiB;AACjBA,qBAAA,YAAA,IAAa;AACbA,qBAAA,aAAA,IAAc;AACdA,qBAAA,mBAAA,IAAoB;AACpBA,qBAAA,iBAAA,IAAkB;AAClBA,qBAAA,aAAA,IAAc;AACdA,qBAAA,aAAA,IAAc;AACdA,qBAAA,cAAA,IAAe;AACfA,qBAAA,aAAA,IAAc;AACdA,qBAAA,cAAA,IAAe;AACfA,qBAAA,UAAA,IAAW;AACXA,qBAAA,WAAA,IAAY;AACZA,qBAAA,aAAA,IAAc;AACdA,qBAAA,kBAAA,IAAmB;AACnBA,qBAAA,cAAA,IAAe;AACfA,qBAAA,eAAA,IAAgB;AAChBA,qBAAA,kBAAA,IAAmB;AACnBA,qBAAA,kBAAA,IAAmB;AAlCT,SAAAA;AAAA,GAAA,qBAAA,CAAA,CAAA;AAoHL,IAAK,gCAAAC,iBAAL;AACLA,eAAA,MAAA,IAAO;AACPA,eAAA,cAAA,IAAe;AACfA,eAAA,OAAA,IAAQ;AACRA,eAAA,YAAA,IAAa;AACbA,eAAA,OAAA,IAAQ;AACRA,eAAA,UAAA,IAAW;AAND,SAAAA;AAAA,GAAA,eAAA,CAAA,CAAA;ACnJL,MAAM,qBAA4C;AAAA,EACvD,YAAY;AAAA,EACZ,cAAc;AAAA,EACd,UAAU;AAAA,EACV,eAAe;AAAA,EACf,iBAAiB,CAAC,WAAW,iBAAiB,aAAa;AAC7D;AAKO,SAAS,oBAAoB,SAAiB,QAA6B;AAChF,QAAM,EAAE,eAAe,KAAK,WAAW,KAAM,gBAAgB,MAAM;AAEnE,QAAM,QAAQ,eAAe,KAAK,IAAI,eAAe,UAAU,CAAC;AAChE,SAAO,KAAK,IAAI,OAAO,QAAQ;AACjC;AAKO,SAAS,iBAAiB,OAAoB,QAA8B;AACjF,QAAM,EAAE,kBAAkB,mBAAmB,gBAAA,IAAoB;AAEjE,MAAI,CAAC,MAAO,QAAO;AAGnB,QAAM,YAAY,MAAM,QAAQ,MAAM;AACtC,MAAI,aAAa,gBAAgB,SAAS,SAAS,GAAG;AACpD,WAAO;AAAA,EACT;AAGA,QAAM,UAAU,MAAM,WAAW;AACjC,MAAI,QAAQ,SAAS,SAAS,KAAK,QAAQ,SAAS,SAAS,GAAG;AAC9D,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAKA,eAAsB,UACpB,IACA,QAEY;AACZ,QAAM,EAAE,eAAe;AACvB,MAAI;AAEJ,WAAS,UAAU,GAAG,WAAW,YAAY,WAAW;AACtD,QAAI;AACF,aAAO,MAAM,GAAA;AAAA,IACf,SAAS,OAAO;AACd,kBAAY;AAGZ,UAAI,CAAC,iBAAiB,OAAO,MAAM,GAAG;AACpC,cAAM;AAAA,MACR;AAGA,UAAI,YAAY,YAAY;AAC1B,cAAM;AAAA,MACR;AAGA,YAAM,QAAQ,oBAAoB,SAAS,MAAM;AACjD,YAAM,MAAM,KAAK;AAAA,IACnB;AAAA,EACF;AAGA,QAAM,aAAa,IAAI,MAAM,cAAc;AAC7C;AAKA,SAAS,MAAM,IAA2B;AACxC,SAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,EAAE,CAAC;AACzD;ACpGO,SAAS,eAAe,KAA+B;AAC5D,SACE,eAAe,eACf,eAAe,eACd,OAAO,gBAAgB,eAAe,eAAe,eACrD,OAAO,oBAAoB,eAAe,eAAe,mBACzD,OAAO,mBAAmB,eAAe,eAAe,kBACxD,OAAO,mBAAmB,eAAe,eAAe,kBACxD,OAAO,oBAAoB,eAAe,eAAe;AAE9D;AAKA,SAAS,kBAAkB,KAAU,eAAqC;AACxE,MAAI,CAAC,OAAO,OAAO,QAAQ,UAAU;AACnC;AAAA,EACF;AAGA,MAAI,eAAe,GAAG,GAAG;AACvB,kBAAc,KAAK,GAAG;AACtB;AAAA,EACF;AAGA,MAAI,eAAe,YAAY;AAC7B,kBAAc,KAAK,GAAG;AACtB;AAAA,EACF;AAGA,MAAI,OAAO,cAAc,eAAe,eAAe,WAAW;AAChE,kBAAc,KAAK,GAAG;AACtB;AAAA,EACF;AAGA,MACG,OAAO,sBAAsB,eAAe,eAAe,qBAC3D,OAAO,sBAAsB,eAAe,eAAe,mBAC5D;AACA;AAAA,EACF;AAGA,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,eAAW,QAAQ,KAAK;AACtB,wBAAkB,MAAM,aAAa;AAAA,IACvC;AAAA,EACF,OAAO;AACL,eAAW,OAAO,KAAK;AACrB,UAAI,OAAO,UAAU,eAAe,KAAK,KAAK,GAAG,GAAG;AAClD,0BAAkB,IAAI,GAAG,GAAG,aAAa;AAAA,MAC3C;AAAA,IACF;AAAA,EACF;AACF;AAKO,SAAS,qBAAqB,SAA8B;AACjE,QAAM,gBAAgC,CAAA;AACtC,oBAAkB,SAAS,aAAa;AACxC,SAAO;AACT;AClDO,MAAM,cAAc;AAAA,EACzB;AAAA,EACA;AAAA,EACA,sCAAsB,IAAA;AAAA,EACtB,kBAAmC,CAAA;AAAA,EACnC,QAAqB,YAAY;AAAA,EACjC;AAAA,EACA;AAAA,EAEA,YAAY,MAAgB,QAA6B;AACvD,SAAK,OAAO,OAAO;AACnB,SAAK,OAAO;AACZ,SAAK,iBAAiB,OAAO,WAAW;AACxC,SAAK,oBAAoB,OAAO,cAAc;AAE9C,SAAK,oBAAA;AACL,SAAK,QAAQ,YAAY;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,KACJ,MACA,SACA,SAMY;AACZ,UAAM,aAAa,SAAS,cAAc,KAAK;AAG/C,UAAM,cAA2B;AAAA,MAC/B,GAAG;AAAA,MACH;AAAA,MACA,GAAG,SAAS;AAAA,IAAA;AAId,WAAO,UAAU,MAAM,KAAK,SAAe,MAAM,SAAS,OAAO,GAAG,WAAW;AAAA,EACjF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,SACZ,MACA,SACA,SAIY;AACZ,UAAM,KAAK,KAAK,kBAAA;AAChB,UAAM,UAAU,SAAS,WAAW,KAAK;AAEzC,UAAM,UAA4B;AAAA,MAChC;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW,KAAK,IAAA;AAAA,IAAI;AAGtB,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,YAAM,UAA0B;AAAA,QAC9B;AAAA,QACA;AAAA,QACA,WAAW,KAAK,IAAA;AAAA,QAChB;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAGF,WAAK,gBAAgB,IAAI,IAAI,OAAO;AAGpC,YAAM,YAAY,WAAW,MAAM;AACjC,cAAM,UAAU,KAAK,gBAAgB,IAAI,EAAE;AAC3C,YAAI,SAAS;AACX,eAAK,gBAAgB,OAAO,EAAE;AAC9B,gBAAM,QAAQ,IAAI,MAAM,oBAAoB,EAAE,IAAI,IAAI,KAAK,OAAO,KAAK;AACtE,gBAAc,OAAO;AACtB,kBAAQ,OAAO,KAAK;AAAA,QACtB;AAAA,MACF,GAAG,OAAO;AAGT,cAAgB,YAAY;AAE7B,UAAI,SAAS,UAAU;AACrB,aAAK,KAAK,YAAY,SAAS,QAAQ,QAAQ;AAAA,MACjD,OAAO;AACL,aAAK,KAAK,YAAY,OAAO;AAAA,MAC/B;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,KAAc,MAAyB,SAAa,UAAiC;AACnF,UAAM,UAA4B;AAAA,MAChC;AAAA,MACA,IAAI,KAAK,kBAAA;AAAA,MACT;AAAA,MACA,WAAW,KAAK,IAAA;AAAA,IAAI;AAGtB,QAAI,UAAU;AACZ,WAAK,KAAK,YAAY,SAAS,QAAQ;AAAA,IACzC,OAAO;AACL,WAAK,KAAK,YAAY,OAAO;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,GAAqB,MAAyB,SAAqC;AACjF,SAAK,gBAAgB,IAAI,IAAI;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA,EAKA,IAAI,MAA+B;AACjC,WAAO,KAAK,gBAAgB,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,UAAgB;AACd,SAAK,QAAQ,YAAY;AAGzB,eAAW,CAAA,EAAG,OAAO,KAAK,KAAK,iBAAiB;AAC9C,UAAK,QAAgB,WAAW;AAC9B,qBAAc,QAAgB,SAAS;AAAA,MACzC;AACA,cAAQ,OAAO,IAAI,MAAM,kBAAkB,CAAC;AAAA,IAC9C;AACA,SAAK,gBAAgB,MAAA;AAGrB,SAAK,KAAK,YAAY;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKQ,sBAA4B;AAClC,SAAK,KAAK,YAAY,OAAO,UAAwB;AACnD,YAAM,OAAO,MAAM;AAGnB,UAAI,KAAK,WAAW,IAAI,GAAG;AACzB,aAAK,eAAe,IAAsB;AAC1C;AAAA,MACF;AAGA,UAAI,KAAK,UAAU,IAAI,GAAG;AACxB,cAAM,KAAK,cAAc,IAAqB;AAC9C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,cAAc,SAAuC;AACjE,UAAM,UAAU,KAAK,gBAAgB,QAAQ,IAAI;AAEjD,QAAI,CAAC,SAAS;AAEZ,WAAK,aAAa,QAAQ,IAAI,OAAO,MAAM;AAAA,QACzC,MAAM;AAAA,QACN,SAAS,2CAA2C,QAAQ,IAAI;AAAA,MAAA,CACjE;AACD;AAAA,IACF;AAEA,SAAK,QAAQ,YAAY;AAGzB,YAAQ,QAAA,EACL,KAAK,MAAM,QAAQ,QAAQ,SAAS,QAAQ,QAAQ,CAAC,EACrD,KAAK,CAAC,WAAW;AAChB,WAAK,aAAa,QAAQ,IAAI,MAAM,MAAM;AAC1C,WAAK,QAAQ,YAAY;AAAA,IAC3B,CAAC,EACA,MAAM,CAAC,UAAU;AAChB,YAAM,cAA2B;AAAA,QAC/B,MAAM;AAAA,QACN,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,QAC9D,OAAO,iBAAiB,QAAQ,MAAM,QAAQ;AAAA,MAAA;AAEhD,WAAK,aAAa,QAAQ,IAAI,OAAO,MAAM,WAAW;AACtD,WAAK,QAAQ,YAAY;AAAA,IAC3B,CAAC;AAAA,EACL;AAAA;AAAA;AAAA;AAAA,EAKQ,eAAe,UAAgC;AACrD,UAAM,UAAU,KAAK,gBAAgB,IAAI,SAAS,EAAE;AACpD,QAAI,CAAC,SAAS;AACZ;AAAA,IACF;AAEA,SAAK,gBAAgB,OAAO,SAAS,EAAE;AAGvC,QAAK,QAAgB,WAAW;AAC9B,mBAAc,QAAgB,SAAS;AAAA,IACzC;AAEA,QAAI,SAAS,SAAS;AACpB,cAAQ,QAAQ,SAAS,MAAM;AAAA,IACjC,OAAO;AACL,YAAM,QAAQ,IAAI,MAAM,SAAS,OAAO,WAAW,eAAe;AAClE,UAAI,SAAS,OAAO;AAClB,eAAO,OAAO,OAAO,SAAS,KAAK;AAAA,MACrC;AACA,cAAQ,OAAO,KAAK;AAAA,IACtB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,aAAa,IAAY,SAAkB,QAAc,OAA2B;AAC1F,QAAI,WAA2B,CAAA;AAC/B,QAAI,eAAe,MAAM,GAAG;AAE1B,eAAS,KAAK,MAAM;AAAA,IACtB;AACA,UAAM,WAA2B;AAAA,MAC/B;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW,KAAK,IAAA;AAAA,IAAI;AAGtB,SAAK,KAAK,YAAY,UAAU,QAAQ;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKQ,WAAW,MAAoB;AACrC,WACE,QAAQ,OAAO,SAAS,YAAY,QAAQ,QAAQ,aAAa,QAAQ,EAAE,UAAU;AAAA,EAEzF;AAAA;AAAA;AAAA;AAAA,EAKQ,UAAU,MAAoB;AACpC,WAAO,QAAQ,OAAO,SAAS,YAAY,QAAQ,QAAQ,UAAU;AAAA,EACvE;AAAA;AAAA;AAAA;AAAA,EAKQ,oBAA4B;AAClC,WAAO,GAAG,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,UAAU,GAAG,EAAE,CAAC;AAAA,EAClF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,OAAgB,MAAkC,SAAa,UAAiC;AAC9F,SAAK,KAAK,MAA2B,SAAS,QAAQ;AAAA,EACxD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,gBACE,MACA,SACM;AACN,SAAK,GAAG,MAA2B,OAAO;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,WACJ,QACA,UAMe;AACf,UAAM,WAAW,UAAU,YAAY,KAAK,kBAAA;AAE5C,QAAI,eAAe,MAAM,GAAG;AAE1B,WAAK,KAAK;AAAA,QACR;AAAA,UACE,MAAM;AAAA,UACN,GAAG;AAAA,UACH;AAAA,UACA;AAAA,QAAA;AAAA,QAEF,CAAC,MAAM;AAAA;AAAA,MAAA;AAAA,IAEX,OAAO;AAEL,YAAM,KAAK,aAAa,QAAQ,UAAU,QAAQ;AAAA,IACpD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aACZ,QACA,UACA,UACe;AACf,UAAM,SAAS,OAAO,UAAA;AAGtB,SAAK,KAAK,gBAAqC;AAAA,MAC7C;AAAA,MACA,GAAG;AAAA,MACH,MAAM;AAAA,IAAA,CACP;AAED,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AAErC,YAAI,MAAM;AAER,eAAK,KAAK,cAAmC;AAAA,YAC3C;AAAA,YACA,GAAG;AAAA,UAAA,CACJ;AACD;AAAA,QACF;AAGA,cAAM,WAA2B,CAAA;AACjC,YAAI,iBAAiB,aAAa;AAChC,mBAAS,KAAK,KAAK;AAAA,QACrB,WAAW,iBAAiB,YAAY;AACtC,mBAAS,KAAK,MAAM,MAAM;AAAA,QAC5B,WAAW,OAAO,cAAc,eAAe,iBAAiB,WAAW;AACzE,mBAAS,KAAK,KAAgC;AAAA,QAChD,WAAW,OAAO,eAAe,eAAe,iBAAiB,YAAY;AAC3E,mBAAS,KAAK,KAAgC;AAAA,QAChD,WAAW,OAAO,UAAU,YAAY,UAAU,MAAM;AAEtD,gBAAM,YAAY,qBAAqB,KAAK;AAC5C,mBAAS,KAAK,GAAG,SAAS;AAAA,QAC5B;AAEA,aAAK;AAAA,UACH;AAAA,UACA;AAAA,YACE;AAAA,YACA,OAAO;AAAA,YACP,GAAG;AAAA,UAAA;AAAA,UAEL;AAAA,QAAA;AAAA,MAEJ;AAAA,IACF,SAAS,OAAO;AAEd,WAAK,KAAK,gBAAqC;AAAA,QAC7C;AAAA,QACA,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,QAC5D,GAAG;AAAA,MAAA,CACJ;AACD,YAAM;AAAA,IACR,UAAA;AACE,aAAO,YAAA;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,cACJ,UACe;AACf,UAAM,qCAAqB,IAAA;AAS3B,UAAM,OAAO,KAAK,KAAK;AAEvB,UAAM,UAAyC,CAAC,UAAU;AACxD,YAAM,MAAO,MAAc;AAC3B,YAAM,eAAe,KAAK;AAC1B,YAAM,aAAa,OAAO,OAAO,QAAQ,YAAY,aAAa;AAClE,YAAM,UAAU,aAAc,IAAY,UAAU;AAEpD,UAAI,iBAAiB,qBAAsB,SAAiB,QAAQ;AAClE,iBAAU,QAAgB,QAAQ,OAAO;AACzC;AAAA,MACF;AACA,UAAI,iBAAiB,kBAAmB,SAAiB,UAAU;AACjE,cAAM,SAAS,IAAI,eAAkB;AAAA,UACnC,MAAM,YAAY;AAChB,2BAAe,IAAK,QAAgB,UAAU,EAAE,YAAY,UAAU,SAAS;AAAA,UACjF;AAAA,QAAA,CACD;AACD,iBAAS,QAAQ,OAAO;AACxB;AAAA,MACF;AACA,UACE,iBAAiB,kBAChB,SAAiB,YAClB,eAAe,IAAK,QAAgB,QAAQ,GAC5C;AACA,cAAM,IAAI,eAAe,IAAK,QAAgB,QAAQ;AACtD,YAAI,EAAG,GAAE,WAAW,QAAS,QAAgB,KAAU;AACvD;AAAA,MACF;AACA,UACE,iBAAiB,gBAChB,SAAiB,YAClB,eAAe,IAAK,QAAgB,QAAQ,GAC5C;AACA,cAAM,IAAI,eAAe,IAAK,QAAgB,QAAQ;AACtD,YAAI,GAAG;AACL,YAAE,WAAW,MAAA;AACb,yBAAe,OAAQ,QAAgB,QAAQ;AAAA,QACjD;AACA;AAAA,MACF;AACA,UACE,iBAAiB,kBAChB,SAAiB,YAClB,eAAe,IAAK,QAAgB,QAAQ,GAC5C;AACA,cAAM,IAAI,eAAe,IAAK,QAAgB,QAAQ;AACtD,YAAI,GAAG;AACL,YAAE,WAAW,MAAM,IAAI,MAAM,OAAQ,QAAgB,SAAS,cAAc,CAAC,CAAC;AAC9E,yBAAe,OAAQ,QAAgB,QAAQ;AAAA,QACjD;AACA;AAAA,MACF;AAGA,UAAI,OAAO,SAAS,iBAAiB,KAAK,KAAK,MAAM,KAAK;AAAA,IAC5D;AACA,SAAK,KAAK,YAAY;AAAA,EACxB;AACF;"}
|
|
1
|
+
{"version":3,"file":"WorkerChannel.js","sources":["../../src/worker/types.ts","../../src/worker/worker-retry.ts","../../src/worker/transferable-helper.ts","../../src/worker/WorkerChannel.ts"],"sourcesContent":["/**\n * Worker Communication Protocol Types\n * Define standard message types and protocols for worker communication\n */\n\n// A port-like object that supports postMessage/onmessage used by WorkerChannel\nexport type PortLike = MessagePort | DedicatedWorkerGlobalScope | Worker;\n\n/**\n * Worker types in the pipeline\n */\nexport type WorkerType =\n | 'videoDemux'\n | 'audioDemux'\n | 'decode'\n | 'videoCompose'\n | 'audioCompose'\n | 'encode';\n\nexport interface WorkerConfigurePayload<T = any> {\n config: T;\n initial: boolean;\n}\n\n/**\n * Worker state definition\n */\nexport interface WorkerStateInfo {\n state: 'idle' | 'busy' | 'error' | 'terminated';\n taskCount: number;\n lastError?: string;\n}\n\n/**\n * Worker status for all workers\n */\nexport type WorkerStatus = Record<WorkerType, WorkerStateInfo>;\n\n/**\n * Worker wrapper interface\n */\nexport interface IWorker {\n readonly type: WorkerType;\n readonly state: WorkerStateInfo;\n\n initialize(): Promise<void>;\n terminate(): Promise<void>;\n restart(): Promise<void>;\n\n postMessage(message: any, transfer?: Transferable[]): void;\n on(event: string, handler: (data: any) => void): void;\n off(event: string, handler: (data: any) => void): void;\n}\n\n// Message types for different workers\nexport enum WorkerMessageType {\n // Init = 'init', // configure, { initial: true }\n Ready = 'ready',\n Error = 'error',\n Dispose = 'dispose',\n Configure = 'configure',\n LoadResource = 'load_resource',\n ResourceLoaded = 'resource_loaded',\n ResourceProgress = 'resource_progress',\n ConfigureDemux = 'configure_demux',\n AppendBuffer = 'append_buffer',\n DemuxSamples = 'demux_samples',\n FlushDemux = 'flush_demux',\n ConfigureDecode = 'configure_decode',\n DecodeChunk = 'decode_chunk',\n DecodedFrame = 'decoded_frame',\n SeekGop = 'seek_gop',\n SetComposition = 'set_composition',\n ApplyPatch = 'apply_patch',\n RenderFrame = 'render_frame',\n ComposeFrameReady = 'compose_frame_ready',\n ConfigureEncode = 'configure_encode',\n EncodeFrame = 'encode_frame',\n EncodeAudio = 'encode_audio',\n EncodedChunk = 'encoded_chunk',\n FlushEncode = 'flush_encode',\n AddChunk = 'add_chunk',\n PerformanceStats = 'performance_stats',\n RenderWindow = 'renderWindow',\n AudioTrackAdd = 'audio_track:add',\n AudioTrackRemove = 'audio_track:remove',\n AudioTrackUpdate = 'audio_track:update',\n}\n\n// Base message structure\nexport interface WorkerMessage<T = any> {\n type: WorkerMessageType;\n id: string; // Unique message ID for request-response pairing\n payload?: T;\n transfer?: Transferable[]; // Objects to transfer ownership\n timestamp: number;\n}\n\n// Response message structure\nexport interface WorkerResponse<T = any> {\n id: string; // Matches request ID\n success: boolean;\n result?: T;\n error?: WorkerError;\n timestamp: number;\n}\n\n// Error structure\nexport interface WorkerError {\n code: string;\n message: string;\n details?: any;\n stack?: string;\n}\n\n// Worker configuration\nexport interface WorkerConfig {\n name: string;\n workerUrl?: string;\n capabilities?: string[];\n maxRetries?: number;\n timeout?: number;\n}\n\n// Message handler type\nexport type MessageHandler<T = any, R = any> = (\n payload: T,\n transfer?: Transferable[]\n) => Promise<R> | R;\n\n// Message handler registry\nexport interface MessageHandlers {\n [key: string]: MessageHandler;\n}\n\n/**\n * Unified stream connection message for the data plane\n * Used by the stream-pipeline refactor to reduce message surface\n */\nexport interface ConnectMsg {\n direction: 'upstream';\n port: MessagePort;\n streamType: 'video' | 'audio' | 'frame' | 'chunk';\n clipId?: string;\n trackId?: string;\n}\n\n// Transferable types used in workers\nexport interface TransferableFrame {\n frame: VideoFrame;\n timestamp: number;\n duration?: number;\n}\n\nexport interface TransferableChunk {\n chunk: EncodedVideoChunk | EncodedAudioChunk;\n timestamp: number;\n duration?: number;\n trackId: string;\n}\n\nexport interface TransferableBuffer {\n buffer: ArrayBuffer;\n offset?: number;\n length?: number;\n}\n\n// Worker state\nexport enum WorkerState {\n Idle = 'idle',\n Initializing = 'initializing',\n Ready = 'ready',\n Processing = 'processing',\n Error = 'error',\n Disposed = 'disposed',\n}\n\n// Performance metrics\nexport interface WorkerPerformanceStats {\n workerId: string;\n workerName: string;\n messagesProcessed: number;\n averageProcessingTime: number;\n maxProcessingTime: number;\n errorCount: number;\n queueSize: number;\n memoryUsage?: number;\n}\n\n// Request tracking\nexport interface PendingRequest {\n id: string;\n type: WorkerMessageType;\n timestamp: number;\n timeout?: number;\n resolve: (value: any) => void;\n reject: (error: any) => void;\n retryCount?: number;\n maxRetries?: number;\n}\n\n// Stream support\nexport interface StreamConfig {\n highWaterMark?: number;\n strategy?: QueuingStrategy;\n}\n\n// Worker pool settings\nexport interface WorkerPoolSettings {\n maxWorkers?: number;\n workerIdleTimeout?: number;\n enableSharedArrayBuffer?: boolean;\n enableOffscreenCanvas?: boolean;\n}\n\n// Message priority levels\nexport enum MessagePriority {\n Low = 0,\n Normal = 1,\n High = 2,\n Critical = 3,\n}\n\n// Priority message\nexport interface PriorityMessage<T = any> extends WorkerMessage<T> {\n priority: MessagePriority;\n}\n","/**\n * Retry utility for worker communication\n * Provides configurable retry logic with exponential backoff\n */\n\nimport { WorkerMessageType } from './types';\n\nexport interface RetryConfig {\n maxRetries: number;\n initialDelay?: number; // Initial delay in ms\n maxDelay?: number; // Max delay in ms\n backoffFactor?: number; // Exponential backoff factor\n retryableErrors?: string[]; // Error codes that can be retried\n}\n\nexport interface RetryContext {\n attempt: number;\n maxRetries: number;\n lastError?: Error;\n messageType: WorkerMessageType;\n}\n\n/**\n * Default retry configuration\n */\nexport const defaultRetryConfig: Required<RetryConfig> = {\n maxRetries: 3,\n initialDelay: 100,\n maxDelay: 5000,\n backoffFactor: 2,\n retryableErrors: ['TIMEOUT', 'NETWORK_ERROR', 'WORKER_BUSY'],\n};\n\n/**\n * Calculate delay for next retry attempt\n */\nexport function calculateRetryDelay(attempt: number, config: RetryConfig): number {\n const { initialDelay = 100, maxDelay = 5000, backoffFactor = 2 } = config;\n\n const delay = initialDelay * Math.pow(backoffFactor, attempt - 1);\n return Math.min(delay, maxDelay);\n}\n\n/**\n * Check if error is retryable\n */\nexport function isRetryableError(error: Error | any, config: RetryConfig): boolean {\n const { retryableErrors = defaultRetryConfig.retryableErrors } = config;\n\n if (!error) return false;\n\n // Check error code\n const errorCode = error.code || error.name;\n if (errorCode && retryableErrors.includes(errorCode)) {\n return true;\n }\n\n // Check error message for known patterns\n const message = error.message || '';\n if (message.includes('timeout') || message.includes('Timeout')) {\n return true;\n }\n\n return false;\n}\n\n/**\n * Execute function with retry logic\n */\nexport async function withRetry<T>(\n fn: () => Promise<T>,\n config: RetryConfig\n // context?: Partial<RetryContext>\n): Promise<T> {\n const { maxRetries } = config;\n let lastError: Error | undefined;\n\n for (let attempt = 1; attempt <= maxRetries; attempt++) {\n try {\n return await fn();\n } catch (error) {\n lastError = error as Error;\n\n // Check if error is retryable\n if (!isRetryableError(error, config)) {\n throw error;\n }\n\n // Check if we've exhausted retries\n if (attempt === maxRetries) {\n throw error;\n }\n\n // Calculate and apply delay\n const delay = calculateRetryDelay(attempt, config);\n await sleep(delay);\n }\n }\n\n // This should never be reached, but TypeScript needs it\n throw lastError || new Error('Retry failed');\n}\n\n/**\n * Sleep for specified milliseconds\n */\nfunction sleep(ms: number): Promise<void> {\n return new Promise((resolve) => setTimeout(resolve, ms));\n}\n\n/**\n * Create a retry wrapper for a specific operation\n */\nexport function createRetryWrapper<T extends (...args: any[]) => Promise<any>>(\n fn: T,\n config: RetryConfig\n): T {\n return (async (...args: Parameters<T>) => {\n return withRetry(() => fn(...args), config);\n }) as T;\n}\n","/**\n * Utility functions for handling Transferable objects\n * Simplifies the process of transferring ownership of objects between workers\n */\n\n/**\n * Check if an object is transferable\n */\nexport function isTransferable(obj: any): obj is Transferable {\n return (\n obj instanceof ArrayBuffer ||\n obj instanceof MessagePort ||\n (typeof ImageBitmap !== 'undefined' && obj instanceof ImageBitmap) ||\n (typeof OffscreenCanvas !== 'undefined' && obj instanceof OffscreenCanvas) ||\n (typeof ReadableStream !== 'undefined' && obj instanceof ReadableStream) ||\n (typeof WritableStream !== 'undefined' && obj instanceof WritableStream) ||\n (typeof TransformStream !== 'undefined' && obj instanceof TransformStream)\n );\n}\n\n/**\n * Recursively find transferable objects in a payload\n */\nfunction findTransferables(obj: any, transferables: Transferable[]): void {\n if (!obj || typeof obj !== 'object') {\n return;\n }\n\n // Check if object itself is transferable\n if (isTransferable(obj)) {\n transferables.push(obj);\n return;\n }\n\n // Check VideoFrame\n if (obj instanceof VideoFrame) {\n transferables.push(obj);\n return;\n }\n\n // Check AudioData\n if (typeof AudioData !== 'undefined' && obj instanceof AudioData) {\n transferables.push(obj);\n return;\n }\n\n // EncodedVideoChunk and EncodedAudioChunk are not transferable\n if (\n (typeof EncodedVideoChunk !== 'undefined' && obj instanceof EncodedVideoChunk) ||\n (typeof EncodedAudioChunk !== 'undefined' && obj instanceof EncodedAudioChunk)\n ) {\n return;\n }\n\n // Recursively check object properties\n if (Array.isArray(obj)) {\n for (const item of obj) {\n findTransferables(item, transferables);\n }\n } else {\n for (const key in obj) {\n if (Object.prototype.hasOwnProperty.call(obj, key)) {\n findTransferables(obj[key], transferables);\n }\n }\n }\n}\n\n/**\n * Extract transferable objects from a payload\n */\nexport function extractTransferables(payload: any): Transferable[] {\n const transferables: Transferable[] = [];\n findTransferables(payload, transferables);\n return transferables;\n}\n\n/**\n * Wrap VideoFrame for transfer with metadata\n */\nexport function wrapVideoFrame(frame: VideoFrame) {\n return {\n frame,\n metadata: {\n timestamp: frame.timestamp,\n duration: frame.duration,\n codedWidth: frame.codedWidth,\n codedHeight: frame.codedHeight,\n displayWidth: frame.displayWidth,\n displayHeight: frame.displayHeight,\n format: frame.format,\n },\n };\n}\n\n/**\n * Wrap AudioData for transfer with metadata\n */\nexport function wrapAudioData(audio: AudioData) {\n return {\n audio,\n metadata: {\n timestamp: audio.timestamp,\n duration: audio.duration,\n numberOfFrames: audio.numberOfFrames,\n numberOfChannels: audio.numberOfChannels,\n sampleRate: audio.sampleRate,\n format: audio.format,\n },\n };\n}\n\n/**\n * Convert EncodedVideoChunk to transferable format\n */\nexport function encodedVideoChunkToTransferable(chunk: EncodedVideoChunk) {\n const data = new ArrayBuffer(chunk.byteLength);\n chunk.copyTo(new Uint8Array(data));\n\n return {\n data,\n type: chunk.type,\n timestamp: chunk.timestamp,\n duration: chunk.duration,\n };\n}\n\n/**\n * Convert EncodedAudioChunk to transferable format\n */\nexport function encodedAudioChunkToTransferable(chunk: EncodedAudioChunk) {\n const data = new ArrayBuffer(chunk.byteLength);\n chunk.copyTo(new Uint8Array(data));\n\n return {\n data,\n type: chunk.type,\n timestamp: chunk.timestamp,\n duration: chunk.duration,\n };\n}\n\n/**\n * Recreate EncodedVideoChunk from transferable format\n */\nexport function transferableToEncodedVideoChunk(transferable: {\n data: ArrayBuffer;\n type: 'key' | 'delta';\n timestamp: number;\n duration?: number;\n}): EncodedVideoChunk {\n return new EncodedVideoChunk({\n type: transferable.type,\n timestamp: transferable.timestamp,\n duration: transferable.duration,\n data: transferable.data,\n });\n}\n\n/**\n * Recreate EncodedAudioChunk from transferable format\n */\nexport function transferableToEncodedAudioChunk(transferable: {\n data: ArrayBuffer;\n type: 'key' | 'delta';\n timestamp: number;\n duration?: number;\n}): EncodedAudioChunk {\n return new EncodedAudioChunk({\n type: transferable.type,\n timestamp: transferable.timestamp,\n duration: transferable.duration,\n data: transferable.data,\n });\n}\n\n/**\n * Transfer OffscreenCanvas control to worker\n */\nexport function transferCanvas(canvas: HTMLCanvasElement): OffscreenCanvas {\n return canvas.transferControlToOffscreen();\n}\n\n/**\n * Create a transferable stream pair\n */\nexport function createStreamPair<T>(): {\n readable: ReadableStream<T>;\n writable: WritableStream<T>;\n} {\n const { readable, writable } = new TransformStream<T>();\n return { readable, writable };\n}\n","/**\n * WorkerChannel - MessageChannel wrapper for worker communication\n * Provides type-safe message passing with automatic serialization/deserialization\n */\n\nimport {\n WorkerMessage,\n WorkerResponse,\n WorkerError,\n WorkerMessageType,\n PendingRequest,\n MessageHandler,\n MessageHandlers,\n WorkerState,\n PortLike,\n} from './types';\nimport { withRetry, RetryConfig, defaultRetryConfig } from './worker-retry';\nimport { isTransferable, extractTransferables } from './transferable-helper';\n\nexport interface WorkerChannelConfig {\n name: string;\n timeout?: number; // Default timeout in milliseconds\n maxRetries?: number; // Default max retries\n}\n\nexport class WorkerChannel {\n name: string;\n port: PortLike;\n pendingRequests = new Map<string, PendingRequest>();\n messageHandlers: MessageHandlers = {};\n state: WorkerState = WorkerState.Idle;\n defaultTimeout: number;\n defaultMaxRetries: number;\n\n constructor(port: PortLike, config: WorkerChannelConfig) {\n this.name = config.name;\n this.port = port;\n this.defaultTimeout = config.timeout ?? 30000; // 30 seconds default\n this.defaultMaxRetries = config.maxRetries ?? 3;\n\n this.setupMessageHandler();\n this.state = WorkerState.Ready;\n }\n\n /**\n * Send a message and wait for response with retry support\n */\n async send<T = any, R = any>(\n type: WorkerMessageType,\n payload?: T,\n options?: {\n timeout?: number;\n maxRetries?: number;\n transfer?: Transferable[];\n retryConfig?: Partial<RetryConfig>;\n }\n ): Promise<R> {\n const maxRetries = options?.maxRetries ?? this.defaultMaxRetries;\n\n // Create retry config\n const retryConfig: RetryConfig = {\n ...defaultRetryConfig,\n maxRetries,\n ...options?.retryConfig,\n };\n\n // Wrap send logic for retry\n return withRetry(() => this.sendOnce<T, R>(type, payload, options), retryConfig);\n }\n\n /**\n * Send a message once (without retry)\n */\n private async sendOnce<T = any, R = any>(\n type: WorkerMessageType,\n payload?: T,\n options?: {\n timeout?: number;\n transfer?: Transferable[];\n }\n ): Promise<R> {\n const id = this.generateMessageId();\n const timeout = options?.timeout ?? this.defaultTimeout;\n\n const message: WorkerMessage<T> = {\n type,\n id,\n payload,\n timestamp: Date.now(),\n };\n\n return new Promise((resolve, reject) => {\n const request: PendingRequest = {\n id,\n type,\n timestamp: Date.now(),\n timeout,\n resolve,\n reject,\n };\n\n this.pendingRequests.set(id, request);\n\n // Set timeout\n const timeoutId = setTimeout(() => {\n const pending = this.pendingRequests.get(id);\n if (pending) {\n this.pendingRequests.delete(id);\n const error = new Error(`Request timeout: ${id} ${type} (${timeout}ms)`);\n (error as any).code = 'TIMEOUT';\n pending.reject(error);\n }\n }, timeout);\n\n // Store timeout ID for cleanup\n (request as any).timeoutId = timeoutId;\n // Send message\n if (options?.transfer) {\n this.port.postMessage(message, options.transfer);\n } else {\n this.port.postMessage(message);\n }\n });\n }\n\n /**\n * Send a message without waiting for response\n */\n post<T = any>(type: WorkerMessageType, payload?: T, transfer?: Transferable[]): void {\n const message: WorkerMessage<T> = {\n type,\n id: this.generateMessageId(),\n payload,\n timestamp: Date.now(),\n };\n\n if (transfer) {\n this.port.postMessage(message, transfer);\n } else {\n this.port.postMessage(message);\n }\n }\n\n /**\n * Register a message handler\n */\n on<T = any, R = any>(type: WorkerMessageType, handler: MessageHandler<T, R>): void {\n this.messageHandlers[type] = handler;\n }\n\n /**\n * Unregister a message handler\n */\n off(type: WorkerMessageType): void {\n delete this.messageHandlers[type];\n }\n\n /**\n * Dispose the channel\n */\n dispose(): void {\n this.state = WorkerState.Disposed;\n\n // Clear all pending requests\n for (const [, request] of this.pendingRequests) {\n if ((request as any).timeoutId) {\n clearTimeout((request as any).timeoutId);\n }\n request.reject(new Error('Channel disposed'));\n }\n this.pendingRequests.clear();\n\n // Remove message handler\n this.port.onmessage = null;\n }\n\n /**\n * Setup message handler for incoming messages\n */\n private setupMessageHandler(): void {\n this.port.onmessage = async (event: MessageEvent) => {\n const data = event.data;\n\n // Handle response messages\n if (this.isResponse(data)) {\n this.handleResponse(data as WorkerResponse);\n return;\n }\n\n // Handle request messages\n if (this.isRequest(data)) {\n await this.handleRequest(data as WorkerMessage);\n return;\n }\n };\n }\n\n /**\n * Handle incoming request\n */\n private async handleRequest(message: WorkerMessage): Promise<void> {\n const handler = this.messageHandlers[message.type];\n\n if (!handler) {\n // Send error response if no handler registered\n this.sendResponse(message.id, false, null, {\n code: 'NO_HANDLER',\n message: `No handler registered for message type: ${message.type}`,\n });\n return;\n }\n\n this.state = WorkerState.Processing;\n\n // Handler execution with error handling at framework level\n Promise.resolve()\n .then(() => handler(message.payload, message.transfer))\n .then((result) => {\n this.sendResponse(message.id, true, result);\n this.state = WorkerState.Ready;\n })\n .catch((error) => {\n const workerError: WorkerError = {\n code: 'HANDLER_ERROR',\n message: error instanceof Error ? error.message : String(error),\n stack: error instanceof Error ? error.stack : undefined,\n };\n this.sendResponse(message.id, false, null, workerError);\n this.state = WorkerState.Ready;\n });\n }\n\n /**\n * Handle incoming response\n */\n private handleResponse(response: WorkerResponse): void {\n const request = this.pendingRequests.get(response.id);\n if (!request) {\n return; // Response for unknown request\n }\n\n this.pendingRequests.delete(response.id);\n\n // Clear timeout\n if ((request as any).timeoutId) {\n clearTimeout((request as any).timeoutId);\n }\n\n if (response.success) {\n request.resolve(response.result);\n } else {\n const error = new Error(response.error?.message || 'Unknown error');\n if (response.error) {\n Object.assign(error, response.error);\n }\n request.reject(error);\n }\n }\n\n /**\n * Send a response message\n */\n private sendResponse(id: string, success: boolean, result?: any, error?: WorkerError): void {\n let transfer: Transferable[] = [];\n if (isTransferable(result)) {\n // Still include reference so caller can access the transferred object\n transfer.push(result);\n }\n const response: WorkerResponse = {\n id,\n success,\n result,\n error,\n timestamp: Date.now(),\n };\n\n this.port.postMessage(response, transfer);\n }\n\n /**\n * Check if message is a response\n */\n private isResponse(data: any): boolean {\n return (\n data && typeof data === 'object' && 'id' in data && 'success' in data && !('type' in data)\n );\n }\n\n /**\n * Check if message is a request\n */\n private isRequest(data: any): boolean {\n return data && typeof data === 'object' && 'id' in data && 'type' in data;\n }\n\n /**\n * Generate unique message ID\n */\n private generateMessageId(): string {\n return `${this.name}-${Date.now()}-${Math.random().toString(36).substring(2, 11)}`;\n }\n\n /**\n * Send a notification message without waiting for response\n * Alias for post() method for compatibility\n */\n notify<T = any>(type: WorkerMessageType | string, payload?: T, transfer?: Transferable[]): void {\n this.post(type as WorkerMessageType, payload, transfer);\n }\n\n /**\n * Register a message handler\n * Alias for on() method for compatibility\n */\n registerHandler<T = any, R = any>(\n type: WorkerMessageType | string,\n handler: MessageHandler<T, R>\n ): void {\n this.on(type as WorkerMessageType, handler);\n }\n\n /**\n * Send a ReadableStream to another worker\n * Automatically handles transferable streams vs chunk-by-chunk fallback\n */\n async sendStream<T = Uint8Array>(\n stream: ReadableStream<T>,\n metadata?: {\n type?: string;\n url?: string;\n streamId?: string;\n [key: string]: any;\n }\n ): Promise<void> {\n const streamId = metadata?.streamId || this.generateMessageId();\n // Check if streams are transferable in this environment\n if (isTransferable(stream)) {\n // Direct stream transfer (preferred)\n this.port.postMessage(\n {\n type: 'stream_transfer',\n ...metadata,\n stream,\n streamId,\n },\n [stream] // Transfer ownership\n );\n } else {\n // Fallback: chunk-by-chunk transfer\n await this.streamChunks(stream, streamId, metadata);\n }\n }\n\n /**\n * Stream chunks from a ReadableStream (fallback when transfer is not supported)\n */\n private async streamChunks<T = Uint8Array>(\n stream: ReadableStream<T>,\n streamId: string,\n metadata?: Record<string, any>\n ): Promise<void> {\n const reader = stream.getReader();\n\n // Send stream start notification\n this.post('stream_start' as WorkerMessageType, {\n streamId,\n ...metadata,\n mode: 'chunk_transfer',\n });\n\n try {\n while (true) {\n const { done, value } = await reader.read();\n\n if (done) {\n // Send stream end notification\n this.post('stream_end' as WorkerMessageType, {\n streamId,\n ...metadata,\n });\n break;\n }\n\n // Send chunk with transfer - use extractTransferables for complex objects\n const transfer: Transferable[] = [];\n if (value instanceof ArrayBuffer) {\n transfer.push(value);\n } else if (value instanceof Uint8Array) {\n transfer.push(value.buffer);\n } else if (typeof AudioData !== 'undefined' && value instanceof AudioData) {\n transfer.push(value as unknown as Transferable);\n } else if (typeof VideoFrame !== 'undefined' && value instanceof VideoFrame) {\n transfer.push(value as unknown as Transferable);\n } else if (typeof value === 'object' && value !== null) {\n // For wrapped objects (e.g., {frame: VideoFrame, metadata...}), extract transferables\n const extracted = extractTransferables(value);\n transfer.push(...extracted);\n }\n\n this.post(\n 'stream_chunk' as WorkerMessageType,\n {\n streamId,\n chunk: value,\n ...metadata,\n },\n transfer\n );\n }\n } catch (error) {\n // Send error notification\n this.post('stream_error' as WorkerMessageType, {\n streamId,\n error: error instanceof Error ? error.message : String(error),\n ...metadata,\n });\n throw error;\n } finally {\n reader.releaseLock();\n }\n }\n\n /**\n * Receive a stream from another worker\n * Handles both transferable streams and chunk-by-chunk reconstruction\n */\n async receiveStream<T = Uint8Array>(\n onStream: (stream: ReadableStream<T>, metadata?: Record<string, any>) => void\n ): Promise<void> {\n const chunkedStreams = new Map<\n string,\n {\n controller: ReadableStreamDefaultController<T>;\n metadata?: Record<string, any>;\n }\n >();\n\n // Intercept stream messages via onmessage to avoid extra event plumbing\n const prev = this.port.onmessage as any;\n // Use function assignment with explicit type to satisfy esbuild parser\n const handler: (event: MessageEvent) => void = (event) => {\n const raw = (event as any).data;\n const envelopeType = raw?.type;\n const hasPayload = raw && typeof raw === 'object' && 'payload' in raw;\n const payload = hasPayload ? (raw as any).payload : raw;\n\n if (envelopeType === 'stream_transfer' && (payload as any)?.stream) {\n onStream((payload as any).stream, payload);\n return;\n }\n if (envelopeType === 'stream_start' && (payload as any)?.streamId) {\n const stream = new ReadableStream<T>({\n start(controller) {\n chunkedStreams.set((payload as any).streamId, { controller, metadata: payload });\n },\n });\n onStream(stream, payload);\n return;\n }\n if (\n envelopeType === 'stream_chunk' &&\n (payload as any)?.streamId &&\n chunkedStreams.has((payload as any).streamId)\n ) {\n const s = chunkedStreams.get((payload as any).streamId);\n if (s) s.controller.enqueue((payload as any).chunk as T);\n return;\n }\n if (\n envelopeType === 'stream_end' &&\n (payload as any)?.streamId &&\n chunkedStreams.has((payload as any).streamId)\n ) {\n const s = chunkedStreams.get((payload as any).streamId);\n if (s) {\n s.controller.close();\n chunkedStreams.delete((payload as any).streamId);\n }\n return;\n }\n if (\n envelopeType === 'stream_error' &&\n (payload as any)?.streamId &&\n chunkedStreams.has((payload as any).streamId)\n ) {\n const s = chunkedStreams.get((payload as any).streamId);\n if (s) {\n s.controller.error(new Error(String((payload as any).error || 'stream error')));\n chunkedStreams.delete((payload as any).streamId);\n }\n return;\n }\n\n // Delegate non-stream messages to previous handler\n if (typeof prev === 'function') prev.call(this.port, event);\n };\n this.port.onmessage = handler as any;\n }\n}\n"],"names":["WorkerMessageType","WorkerState"],"mappings":"AAuDO,IAAK,sCAAAA,uBAAL;AAELA,qBAAA,OAAA,IAAQ;AACRA,qBAAA,OAAA,IAAQ;AACRA,qBAAA,SAAA,IAAU;AACVA,qBAAA,WAAA,IAAY;AACZA,qBAAA,cAAA,IAAe;AACfA,qBAAA,gBAAA,IAAiB;AACjBA,qBAAA,kBAAA,IAAmB;AACnBA,qBAAA,gBAAA,IAAiB;AACjBA,qBAAA,cAAA,IAAe;AACfA,qBAAA,cAAA,IAAe;AACfA,qBAAA,YAAA,IAAa;AACbA,qBAAA,iBAAA,IAAkB;AAClBA,qBAAA,aAAA,IAAc;AACdA,qBAAA,cAAA,IAAe;AACfA,qBAAA,SAAA,IAAU;AACVA,qBAAA,gBAAA,IAAiB;AACjBA,qBAAA,YAAA,IAAa;AACbA,qBAAA,aAAA,IAAc;AACdA,qBAAA,mBAAA,IAAoB;AACpBA,qBAAA,iBAAA,IAAkB;AAClBA,qBAAA,aAAA,IAAc;AACdA,qBAAA,aAAA,IAAc;AACdA,qBAAA,cAAA,IAAe;AACfA,qBAAA,aAAA,IAAc;AACdA,qBAAA,UAAA,IAAW;AACXA,qBAAA,kBAAA,IAAmB;AACnBA,qBAAA,cAAA,IAAe;AACfA,qBAAA,eAAA,IAAgB;AAChBA,qBAAA,kBAAA,IAAmB;AACnBA,qBAAA,kBAAA,IAAmB;AA/BT,SAAAA;AAAA,GAAA,qBAAA,CAAA,CAAA;AAiHL,IAAK,gCAAAC,iBAAL;AACLA,eAAA,MAAA,IAAO;AACPA,eAAA,cAAA,IAAe;AACfA,eAAA,OAAA,IAAQ;AACRA,eAAA,YAAA,IAAa;AACbA,eAAA,OAAA,IAAQ;AACRA,eAAA,UAAA,IAAW;AAND,SAAAA;AAAA,GAAA,eAAA,CAAA,CAAA;AC/IL,MAAM,qBAA4C;AAAA,EACvD,YAAY;AAAA,EACZ,cAAc;AAAA,EACd,UAAU;AAAA,EACV,eAAe;AAAA,EACf,iBAAiB,CAAC,WAAW,iBAAiB,aAAa;AAC7D;AAKO,SAAS,oBAAoB,SAAiB,QAA6B;AAChF,QAAM,EAAE,eAAe,KAAK,WAAW,KAAM,gBAAgB,MAAM;AAEnE,QAAM,QAAQ,eAAe,KAAK,IAAI,eAAe,UAAU,CAAC;AAChE,SAAO,KAAK,IAAI,OAAO,QAAQ;AACjC;AAKO,SAAS,iBAAiB,OAAoB,QAA8B;AACjF,QAAM,EAAE,kBAAkB,mBAAmB,gBAAA,IAAoB;AAEjE,MAAI,CAAC,MAAO,QAAO;AAGnB,QAAM,YAAY,MAAM,QAAQ,MAAM;AACtC,MAAI,aAAa,gBAAgB,SAAS,SAAS,GAAG;AACpD,WAAO;AAAA,EACT;AAGA,QAAM,UAAU,MAAM,WAAW;AACjC,MAAI,QAAQ,SAAS,SAAS,KAAK,QAAQ,SAAS,SAAS,GAAG;AAC9D,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAKA,eAAsB,UACpB,IACA,QAEY;AACZ,QAAM,EAAE,eAAe;AACvB,MAAI;AAEJ,WAAS,UAAU,GAAG,WAAW,YAAY,WAAW;AACtD,QAAI;AACF,aAAO,MAAM,GAAA;AAAA,IACf,SAAS,OAAO;AACd,kBAAY;AAGZ,UAAI,CAAC,iBAAiB,OAAO,MAAM,GAAG;AACpC,cAAM;AAAA,MACR;AAGA,UAAI,YAAY,YAAY;AAC1B,cAAM;AAAA,MACR;AAGA,YAAM,QAAQ,oBAAoB,SAAS,MAAM;AACjD,YAAM,MAAM,KAAK;AAAA,IACnB;AAAA,EACF;AAGA,QAAM,aAAa,IAAI,MAAM,cAAc;AAC7C;AAKA,SAAS,MAAM,IAA2B;AACxC,SAAO,IAAI,QAAQ,CAAC,YAAY,WAAW,SAAS,EAAE,CAAC;AACzD;ACpGO,SAAS,eAAe,KAA+B;AAC5D,SACE,eAAe,eACf,eAAe,eACd,OAAO,gBAAgB,eAAe,eAAe,eACrD,OAAO,oBAAoB,eAAe,eAAe,mBACzD,OAAO,mBAAmB,eAAe,eAAe,kBACxD,OAAO,mBAAmB,eAAe,eAAe,kBACxD,OAAO,oBAAoB,eAAe,eAAe;AAE9D;AAKA,SAAS,kBAAkB,KAAU,eAAqC;AACxE,MAAI,CAAC,OAAO,OAAO,QAAQ,UAAU;AACnC;AAAA,EACF;AAGA,MAAI,eAAe,GAAG,GAAG;AACvB,kBAAc,KAAK,GAAG;AACtB;AAAA,EACF;AAGA,MAAI,eAAe,YAAY;AAC7B,kBAAc,KAAK,GAAG;AACtB;AAAA,EACF;AAGA,MAAI,OAAO,cAAc,eAAe,eAAe,WAAW;AAChE,kBAAc,KAAK,GAAG;AACtB;AAAA,EACF;AAGA,MACG,OAAO,sBAAsB,eAAe,eAAe,qBAC3D,OAAO,sBAAsB,eAAe,eAAe,mBAC5D;AACA;AAAA,EACF;AAGA,MAAI,MAAM,QAAQ,GAAG,GAAG;AACtB,eAAW,QAAQ,KAAK;AACtB,wBAAkB,MAAM,aAAa;AAAA,IACvC;AAAA,EACF,OAAO;AACL,eAAW,OAAO,KAAK;AACrB,UAAI,OAAO,UAAU,eAAe,KAAK,KAAK,GAAG,GAAG;AAClD,0BAAkB,IAAI,GAAG,GAAG,aAAa;AAAA,MAC3C;AAAA,IACF;AAAA,EACF;AACF;AAKO,SAAS,qBAAqB,SAA8B;AACjE,QAAM,gBAAgC,CAAA;AACtC,oBAAkB,SAAS,aAAa;AACxC,SAAO;AACT;AClDO,MAAM,cAAc;AAAA,EACzB;AAAA,EACA;AAAA,EACA,sCAAsB,IAAA;AAAA,EACtB,kBAAmC,CAAA;AAAA,EACnC,QAAqB,YAAY;AAAA,EACjC;AAAA,EACA;AAAA,EAEA,YAAY,MAAgB,QAA6B;AACvD,SAAK,OAAO,OAAO;AACnB,SAAK,OAAO;AACZ,SAAK,iBAAiB,OAAO,WAAW;AACxC,SAAK,oBAAoB,OAAO,cAAc;AAE9C,SAAK,oBAAA;AACL,SAAK,QAAQ,YAAY;AAAA,EAC3B;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,KACJ,MACA,SACA,SAMY;AACZ,UAAM,aAAa,SAAS,cAAc,KAAK;AAG/C,UAAM,cAA2B;AAAA,MAC/B,GAAG;AAAA,MACH;AAAA,MACA,GAAG,SAAS;AAAA,IAAA;AAId,WAAO,UAAU,MAAM,KAAK,SAAe,MAAM,SAAS,OAAO,GAAG,WAAW;AAAA,EACjF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,SACZ,MACA,SACA,SAIY;AACZ,UAAM,KAAK,KAAK,kBAAA;AAChB,UAAM,UAAU,SAAS,WAAW,KAAK;AAEzC,UAAM,UAA4B;AAAA,MAChC;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW,KAAK,IAAA;AAAA,IAAI;AAGtB,WAAO,IAAI,QAAQ,CAAC,SAAS,WAAW;AACtC,YAAM,UAA0B;AAAA,QAC9B;AAAA,QACA;AAAA,QACA,WAAW,KAAK,IAAA;AAAA,QAChB;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAGF,WAAK,gBAAgB,IAAI,IAAI,OAAO;AAGpC,YAAM,YAAY,WAAW,MAAM;AACjC,cAAM,UAAU,KAAK,gBAAgB,IAAI,EAAE;AAC3C,YAAI,SAAS;AACX,eAAK,gBAAgB,OAAO,EAAE;AAC9B,gBAAM,QAAQ,IAAI,MAAM,oBAAoB,EAAE,IAAI,IAAI,KAAK,OAAO,KAAK;AACtE,gBAAc,OAAO;AACtB,kBAAQ,OAAO,KAAK;AAAA,QACtB;AAAA,MACF,GAAG,OAAO;AAGT,cAAgB,YAAY;AAE7B,UAAI,SAAS,UAAU;AACrB,aAAK,KAAK,YAAY,SAAS,QAAQ,QAAQ;AAAA,MACjD,OAAO;AACL,aAAK,KAAK,YAAY,OAAO;AAAA,MAC/B;AAAA,IACF,CAAC;AAAA,EACH;AAAA;AAAA;AAAA;AAAA,EAKA,KAAc,MAAyB,SAAa,UAAiC;AACnF,UAAM,UAA4B;AAAA,MAChC;AAAA,MACA,IAAI,KAAK,kBAAA;AAAA,MACT;AAAA,MACA,WAAW,KAAK,IAAA;AAAA,IAAI;AAGtB,QAAI,UAAU;AACZ,WAAK,KAAK,YAAY,SAAS,QAAQ;AAAA,IACzC,OAAO;AACL,WAAK,KAAK,YAAY,OAAO;AAAA,IAC/B;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,GAAqB,MAAyB,SAAqC;AACjF,SAAK,gBAAgB,IAAI,IAAI;AAAA,EAC/B;AAAA;AAAA;AAAA;AAAA,EAKA,IAAI,MAA+B;AACjC,WAAO,KAAK,gBAAgB,IAAI;AAAA,EAClC;AAAA;AAAA;AAAA;AAAA,EAKA,UAAgB;AACd,SAAK,QAAQ,YAAY;AAGzB,eAAW,CAAA,EAAG,OAAO,KAAK,KAAK,iBAAiB;AAC9C,UAAK,QAAgB,WAAW;AAC9B,qBAAc,QAAgB,SAAS;AAAA,MACzC;AACA,cAAQ,OAAO,IAAI,MAAM,kBAAkB,CAAC;AAAA,IAC9C;AACA,SAAK,gBAAgB,MAAA;AAGrB,SAAK,KAAK,YAAY;AAAA,EACxB;AAAA;AAAA;AAAA;AAAA,EAKQ,sBAA4B;AAClC,SAAK,KAAK,YAAY,OAAO,UAAwB;AACnD,YAAM,OAAO,MAAM;AAGnB,UAAI,KAAK,WAAW,IAAI,GAAG;AACzB,aAAK,eAAe,IAAsB;AAC1C;AAAA,MACF;AAGA,UAAI,KAAK,UAAU,IAAI,GAAG;AACxB,cAAM,KAAK,cAAc,IAAqB;AAC9C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,cAAc,SAAuC;AACjE,UAAM,UAAU,KAAK,gBAAgB,QAAQ,IAAI;AAEjD,QAAI,CAAC,SAAS;AAEZ,WAAK,aAAa,QAAQ,IAAI,OAAO,MAAM;AAAA,QACzC,MAAM;AAAA,QACN,SAAS,2CAA2C,QAAQ,IAAI;AAAA,MAAA,CACjE;AACD;AAAA,IACF;AAEA,SAAK,QAAQ,YAAY;AAGzB,YAAQ,QAAA,EACL,KAAK,MAAM,QAAQ,QAAQ,SAAS,QAAQ,QAAQ,CAAC,EACrD,KAAK,CAAC,WAAW;AAChB,WAAK,aAAa,QAAQ,IAAI,MAAM,MAAM;AAC1C,WAAK,QAAQ,YAAY;AAAA,IAC3B,CAAC,EACA,MAAM,CAAC,UAAU;AAChB,YAAM,cAA2B;AAAA,QAC/B,MAAM;AAAA,QACN,SAAS,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,QAC9D,OAAO,iBAAiB,QAAQ,MAAM,QAAQ;AAAA,MAAA;AAEhD,WAAK,aAAa,QAAQ,IAAI,OAAO,MAAM,WAAW;AACtD,WAAK,QAAQ,YAAY;AAAA,IAC3B,CAAC;AAAA,EACL;AAAA;AAAA;AAAA;AAAA,EAKQ,eAAe,UAAgC;AACrD,UAAM,UAAU,KAAK,gBAAgB,IAAI,SAAS,EAAE;AACpD,QAAI,CAAC,SAAS;AACZ;AAAA,IACF;AAEA,SAAK,gBAAgB,OAAO,SAAS,EAAE;AAGvC,QAAK,QAAgB,WAAW;AAC9B,mBAAc,QAAgB,SAAS;AAAA,IACzC;AAEA,QAAI,SAAS,SAAS;AACpB,cAAQ,QAAQ,SAAS,MAAM;AAAA,IACjC,OAAO;AACL,YAAM,QAAQ,IAAI,MAAM,SAAS,OAAO,WAAW,eAAe;AAClE,UAAI,SAAS,OAAO;AAClB,eAAO,OAAO,OAAO,SAAS,KAAK;AAAA,MACrC;AACA,cAAQ,OAAO,KAAK;AAAA,IACtB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKQ,aAAa,IAAY,SAAkB,QAAc,OAA2B;AAC1F,QAAI,WAA2B,CAAA;AAC/B,QAAI,eAAe,MAAM,GAAG;AAE1B,eAAS,KAAK,MAAM;AAAA,IACtB;AACA,UAAM,WAA2B;AAAA,MAC/B;AAAA,MACA;AAAA,MACA;AAAA,MACA;AAAA,MACA,WAAW,KAAK,IAAA;AAAA,IAAI;AAGtB,SAAK,KAAK,YAAY,UAAU,QAAQ;AAAA,EAC1C;AAAA;AAAA;AAAA;AAAA,EAKQ,WAAW,MAAoB;AACrC,WACE,QAAQ,OAAO,SAAS,YAAY,QAAQ,QAAQ,aAAa,QAAQ,EAAE,UAAU;AAAA,EAEzF;AAAA;AAAA;AAAA;AAAA,EAKQ,UAAU,MAAoB;AACpC,WAAO,QAAQ,OAAO,SAAS,YAAY,QAAQ,QAAQ,UAAU;AAAA,EACvE;AAAA;AAAA;AAAA;AAAA,EAKQ,oBAA4B;AAClC,WAAO,GAAG,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,KAAK,OAAA,EAAS,SAAS,EAAE,EAAE,UAAU,GAAG,EAAE,CAAC;AAAA,EAClF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,OAAgB,MAAkC,SAAa,UAAiC;AAC9F,SAAK,KAAK,MAA2B,SAAS,QAAQ;AAAA,EACxD;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,gBACE,MACA,SACM;AACN,SAAK,GAAG,MAA2B,OAAO;AAAA,EAC5C;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,WACJ,QACA,UAMe;AACf,UAAM,WAAW,UAAU,YAAY,KAAK,kBAAA;AAE5C,QAAI,eAAe,MAAM,GAAG;AAE1B,WAAK,KAAK;AAAA,QACR;AAAA,UACE,MAAM;AAAA,UACN,GAAG;AAAA,UACH;AAAA,UACA;AAAA,QAAA;AAAA,QAEF,CAAC,MAAM;AAAA;AAAA,MAAA;AAAA,IAEX,OAAO;AAEL,YAAM,KAAK,aAAa,QAAQ,UAAU,QAAQ;AAAA,IACpD;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aACZ,QACA,UACA,UACe;AACf,UAAM,SAAS,OAAO,UAAA;AAGtB,SAAK,KAAK,gBAAqC;AAAA,MAC7C;AAAA,MACA,GAAG;AAAA,MACH,MAAM;AAAA,IAAA,CACP;AAED,QAAI;AACF,aAAO,MAAM;AACX,cAAM,EAAE,MAAM,MAAA,IAAU,MAAM,OAAO,KAAA;AAErC,YAAI,MAAM;AAER,eAAK,KAAK,cAAmC;AAAA,YAC3C;AAAA,YACA,GAAG;AAAA,UAAA,CACJ;AACD;AAAA,QACF;AAGA,cAAM,WAA2B,CAAA;AACjC,YAAI,iBAAiB,aAAa;AAChC,mBAAS,KAAK,KAAK;AAAA,QACrB,WAAW,iBAAiB,YAAY;AACtC,mBAAS,KAAK,MAAM,MAAM;AAAA,QAC5B,WAAW,OAAO,cAAc,eAAe,iBAAiB,WAAW;AACzE,mBAAS,KAAK,KAAgC;AAAA,QAChD,WAAW,OAAO,eAAe,eAAe,iBAAiB,YAAY;AAC3E,mBAAS,KAAK,KAAgC;AAAA,QAChD,WAAW,OAAO,UAAU,YAAY,UAAU,MAAM;AAEtD,gBAAM,YAAY,qBAAqB,KAAK;AAC5C,mBAAS,KAAK,GAAG,SAAS;AAAA,QAC5B;AAEA,aAAK;AAAA,UACH;AAAA,UACA;AAAA,YACE;AAAA,YACA,OAAO;AAAA,YACP,GAAG;AAAA,UAAA;AAAA,UAEL;AAAA,QAAA;AAAA,MAEJ;AAAA,IACF,SAAS,OAAO;AAEd,WAAK,KAAK,gBAAqC;AAAA,QAC7C;AAAA,QACA,OAAO,iBAAiB,QAAQ,MAAM,UAAU,OAAO,KAAK;AAAA,QAC5D,GAAG;AAAA,MAAA,CACJ;AACD,YAAM;AAAA,IACR,UAAA;AACE,aAAO,YAAA;AAAA,IACT;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAM,cACJ,UACe;AACf,UAAM,qCAAqB,IAAA;AAS3B,UAAM,OAAO,KAAK,KAAK;AAEvB,UAAM,UAAyC,CAAC,UAAU;AACxD,YAAM,MAAO,MAAc;AAC3B,YAAM,eAAe,KAAK;AAC1B,YAAM,aAAa,OAAO,OAAO,QAAQ,YAAY,aAAa;AAClE,YAAM,UAAU,aAAc,IAAY,UAAU;AAEpD,UAAI,iBAAiB,qBAAsB,SAAiB,QAAQ;AAClE,iBAAU,QAAgB,QAAQ,OAAO;AACzC;AAAA,MACF;AACA,UAAI,iBAAiB,kBAAmB,SAAiB,UAAU;AACjE,cAAM,SAAS,IAAI,eAAkB;AAAA,UACnC,MAAM,YAAY;AAChB,2BAAe,IAAK,QAAgB,UAAU,EAAE,YAAY,UAAU,SAAS;AAAA,UACjF;AAAA,QAAA,CACD;AACD,iBAAS,QAAQ,OAAO;AACxB;AAAA,MACF;AACA,UACE,iBAAiB,kBAChB,SAAiB,YAClB,eAAe,IAAK,QAAgB,QAAQ,GAC5C;AACA,cAAM,IAAI,eAAe,IAAK,QAAgB,QAAQ;AACtD,YAAI,EAAG,GAAE,WAAW,QAAS,QAAgB,KAAU;AACvD;AAAA,MACF;AACA,UACE,iBAAiB,gBAChB,SAAiB,YAClB,eAAe,IAAK,QAAgB,QAAQ,GAC5C;AACA,cAAM,IAAI,eAAe,IAAK,QAAgB,QAAQ;AACtD,YAAI,GAAG;AACL,YAAE,WAAW,MAAA;AACb,yBAAe,OAAQ,QAAgB,QAAQ;AAAA,QACjD;AACA;AAAA,MACF;AACA,UACE,iBAAiB,kBAChB,SAAiB,YAClB,eAAe,IAAK,QAAgB,QAAQ,GAC5C;AACA,cAAM,IAAI,eAAe,IAAK,QAAgB,QAAQ;AACtD,YAAI,GAAG;AACL,YAAE,WAAW,MAAM,IAAI,MAAM,OAAQ,QAAgB,SAAS,cAAc,CAAC,CAAC;AAC9E,yBAAe,OAAQ,QAAgB,QAAQ;AAAA,QACjD;AACA;AAAA,MACF;AAGA,UAAI,OAAO,SAAS,iBAAiB,KAAK,KAAK,MAAM,KAAK;AAAA,IAC5D;AACA,SAAK,KAAK,YAAY;AAAA,EACxB;AACF;"}
|
|
@@ -728,9 +728,11 @@ class VideoComposer {
|
|
|
728
728
|
highWaterMark: this.config.outputHighWaterMark
|
|
729
729
|
}
|
|
730
730
|
);
|
|
731
|
+
const [encodeStream, cacheStream] = stream.readable.tee();
|
|
731
732
|
return {
|
|
732
733
|
composeStream: stream.writable,
|
|
733
|
-
cacheStream
|
|
734
|
+
cacheStream,
|
|
735
|
+
encodeStream
|
|
734
736
|
};
|
|
735
737
|
}
|
|
736
738
|
async composeFrame(request) {
|
|
@@ -832,8 +834,11 @@ class VideoComposer {
|
|
|
832
834
|
this.filterProcessor.clearCache();
|
|
833
835
|
}
|
|
834
836
|
}
|
|
835
|
-
function resolveActiveLayers(layers, timestamp
|
|
837
|
+
function resolveActiveLayers(layers, timestamp) {
|
|
836
838
|
return layers.filter((layer) => {
|
|
839
|
+
if (layer.layerId.includes("base-video")) {
|
|
840
|
+
return true;
|
|
841
|
+
}
|
|
837
842
|
if (layer.status !== "ready") {
|
|
838
843
|
return false;
|
|
839
844
|
}
|
|
@@ -892,11 +897,12 @@ class VideoComposeWorker {
|
|
|
892
897
|
channel;
|
|
893
898
|
composer = null;
|
|
894
899
|
composeStream = null;
|
|
895
|
-
|
|
896
|
-
|
|
897
|
-
|
|
898
|
-
|
|
899
|
-
streamState =
|
|
900
|
+
sessionId = null;
|
|
901
|
+
downstreamPort = null;
|
|
902
|
+
upstreamPort = null;
|
|
903
|
+
instructions = null;
|
|
904
|
+
streamState = null;
|
|
905
|
+
imageBitmap = null;
|
|
900
906
|
constructor() {
|
|
901
907
|
this.channel = new WorkerChannel(self, {
|
|
902
908
|
name: "VideoComposeWorker",
|
|
@@ -910,7 +916,7 @@ class VideoComposeWorker {
|
|
|
910
916
|
this.channel.registerHandler("flush", this.handleFlush.bind(this));
|
|
911
917
|
this.channel.registerHandler("get_stats", this.handleGetStats.bind(this));
|
|
912
918
|
this.channel.registerHandler("install_instructions", this.handleInstallInstructions.bind(this));
|
|
913
|
-
this.channel.registerHandler("
|
|
919
|
+
this.channel.registerHandler("receive_image", this.handleReceiveImage.bind(this));
|
|
914
920
|
this.channel.registerHandler("dispose_clip", this.handleDisposeClip.bind(this));
|
|
915
921
|
this.channel.registerHandler(WorkerMessageType.Dispose, this.handleDispose.bind(this));
|
|
916
922
|
}
|
|
@@ -918,9 +924,12 @@ class VideoComposeWorker {
|
|
|
918
924
|
* Unified connect handler used by stream pipeline
|
|
919
925
|
*/
|
|
920
926
|
async handleConnect(payload) {
|
|
921
|
-
const { port, direction,
|
|
927
|
+
const { port, direction, sessionId } = payload;
|
|
928
|
+
if (sessionId && !this.sessionId) {
|
|
929
|
+
this.sessionId = sessionId;
|
|
930
|
+
}
|
|
922
931
|
if (direction === "upstream") {
|
|
923
|
-
this.
|
|
932
|
+
this.upstreamPort = port;
|
|
924
933
|
const channel = new WorkerChannel(port, {
|
|
925
934
|
name: "VideoCompose-Decode",
|
|
926
935
|
timeout: 3e4
|
|
@@ -928,7 +937,7 @@ class VideoComposeWorker {
|
|
|
928
937
|
channel.receiveStream(this.handleReceiveStream.bind(this));
|
|
929
938
|
}
|
|
930
939
|
if (direction === "downstream") {
|
|
931
|
-
this.
|
|
940
|
+
this.downstreamPort = port;
|
|
932
941
|
}
|
|
933
942
|
return { success: true };
|
|
934
943
|
}
|
|
@@ -967,14 +976,12 @@ class VideoComposeWorker {
|
|
|
967
976
|
};
|
|
968
977
|
}
|
|
969
978
|
async handleReceiveStream(stream, metadata) {
|
|
970
|
-
const { clipId = "default" } = metadata || {};
|
|
971
979
|
if (!this.composer) {
|
|
972
980
|
console.error("[VideoComposeWorker] Composer not configured");
|
|
973
981
|
return;
|
|
974
982
|
}
|
|
975
|
-
|
|
976
|
-
|
|
977
|
-
console.warn("[VideoComposeWorker] No instructions for clip", clipId);
|
|
983
|
+
if (!this.instructions) {
|
|
984
|
+
console.warn("[VideoComposeWorker] No instructions installed");
|
|
978
985
|
return;
|
|
979
986
|
}
|
|
980
987
|
const filteredStream = stream.pipeThrough(
|
|
@@ -984,12 +991,7 @@ class VideoComposeWorker {
|
|
|
984
991
|
const frame = wrappedFrame.frame || wrappedFrame;
|
|
985
992
|
const gopSerial = wrappedFrame.gopSerial;
|
|
986
993
|
const isKeyframe = wrappedFrame.isKeyframe;
|
|
987
|
-
const
|
|
988
|
-
if (this.shouldSkipFrame(clipId, timestamp)) {
|
|
989
|
-
frame.close();
|
|
990
|
-
return;
|
|
991
|
-
}
|
|
992
|
-
const request = this.buildComposeRequest(clipId, instruction, frame, timestamp);
|
|
994
|
+
const request = this.buildComposeRequest(this.instructions, frame);
|
|
993
995
|
if (!request) {
|
|
994
996
|
frame.close();
|
|
995
997
|
return;
|
|
@@ -1005,10 +1007,19 @@ class VideoComposeWorker {
|
|
|
1005
1007
|
}
|
|
1006
1008
|
})
|
|
1007
1009
|
);
|
|
1008
|
-
const { composeStream, cacheStream } = this.composer.createStreams();
|
|
1010
|
+
const { composeStream, cacheStream, encodeStream } = this.composer.createStreams();
|
|
1009
1011
|
this.channel.sendStream(cacheStream, metadata);
|
|
1010
1012
|
filteredStream.pipeTo(composeStream).catch((error) => {
|
|
1011
|
-
console.error("[VideoComposeWorker] compose stream error",
|
|
1013
|
+
console.error("[VideoComposeWorker] compose stream error", this.sessionId, error);
|
|
1014
|
+
});
|
|
1015
|
+
const encodeChannel = new WorkerChannel(this.downstreamPort, {
|
|
1016
|
+
name: "VideoCompose-Encode",
|
|
1017
|
+
timeout: 3e4
|
|
1018
|
+
});
|
|
1019
|
+
encodeChannel.sendStream(encodeStream, {
|
|
1020
|
+
...metadata,
|
|
1021
|
+
streamType: "video",
|
|
1022
|
+
sessionId: this.sessionId
|
|
1012
1023
|
});
|
|
1013
1024
|
}
|
|
1014
1025
|
// private handleGetStream(): ReadableStream<VideoFrame> | undefined {
|
|
@@ -1047,61 +1058,96 @@ class VideoComposeWorker {
|
|
|
1047
1058
|
this.composer = null;
|
|
1048
1059
|
}
|
|
1049
1060
|
this.composeStream = null;
|
|
1050
|
-
this.
|
|
1051
|
-
this.
|
|
1052
|
-
this.
|
|
1053
|
-
this.
|
|
1061
|
+
this.downstreamPort?.close();
|
|
1062
|
+
this.upstreamPort?.close();
|
|
1063
|
+
this.downstreamPort = null;
|
|
1064
|
+
this.upstreamPort = null;
|
|
1065
|
+
this.imageBitmap?.close();
|
|
1066
|
+
this.imageBitmap = null;
|
|
1067
|
+
this.instructions = null;
|
|
1068
|
+
this.streamState = null;
|
|
1054
1069
|
this.channel.state = WorkerState.Disposed;
|
|
1055
1070
|
return { success: true };
|
|
1056
1071
|
}
|
|
1057
|
-
async handleInstallInstructions(
|
|
1058
|
-
const { clipId, revision } =
|
|
1059
|
-
|
|
1060
|
-
|
|
1072
|
+
async handleInstallInstructions(payload) {
|
|
1073
|
+
const { clipId, revision } = payload;
|
|
1074
|
+
if (!this.sessionId) {
|
|
1075
|
+
this.sessionId = clipId;
|
|
1076
|
+
}
|
|
1077
|
+
if (this.instructions && this.instructions.revision > revision) {
|
|
1061
1078
|
return { success: false };
|
|
1062
1079
|
}
|
|
1063
|
-
this.
|
|
1080
|
+
this.instructions = payload;
|
|
1064
1081
|
return { success: true };
|
|
1065
1082
|
}
|
|
1066
|
-
|
|
1067
|
-
|
|
1068
|
-
|
|
1069
|
-
|
|
1070
|
-
|
|
1083
|
+
/**
|
|
1084
|
+
* Receive image data from ResourceLoader
|
|
1085
|
+
* Note: ImageBitmap is required because VideoFrame constructor in Worker context
|
|
1086
|
+
* only accepts ImageBitmap/OffscreenCanvas, not HTMLImageElement or Blob
|
|
1087
|
+
*/
|
|
1088
|
+
async handleReceiveImage(payload) {
|
|
1089
|
+
const { sessionId, imageBitmap } = payload;
|
|
1090
|
+
if (!this.sessionId) {
|
|
1091
|
+
this.sessionId = sessionId;
|
|
1092
|
+
}
|
|
1093
|
+
if (this.imageBitmap) {
|
|
1094
|
+
this.imageBitmap.close();
|
|
1095
|
+
}
|
|
1096
|
+
this.imageBitmap = imageBitmap;
|
|
1097
|
+
if (this.instructions) {
|
|
1098
|
+
await this.startImageFrameStream();
|
|
1071
1099
|
}
|
|
1072
|
-
this.pendingReplay.set(clipId, { ...range, revision });
|
|
1073
|
-
this.channel.notify("sync_ack", { clipId, revision });
|
|
1074
1100
|
return { success: true };
|
|
1075
1101
|
}
|
|
1076
|
-
async handleDisposeClip(
|
|
1077
|
-
|
|
1078
|
-
this.
|
|
1079
|
-
this.
|
|
1080
|
-
this.
|
|
1081
|
-
this.
|
|
1082
|
-
this.
|
|
1083
|
-
this.
|
|
1102
|
+
async handleDisposeClip() {
|
|
1103
|
+
this.instructions = null;
|
|
1104
|
+
this.streamState = null;
|
|
1105
|
+
this.downstreamPort?.close();
|
|
1106
|
+
this.upstreamPort?.close();
|
|
1107
|
+
this.downstreamPort = null;
|
|
1108
|
+
this.upstreamPort = null;
|
|
1109
|
+
this.imageBitmap?.close();
|
|
1110
|
+
this.imageBitmap = null;
|
|
1084
1111
|
return { success: true };
|
|
1085
1112
|
}
|
|
1086
|
-
|
|
1087
|
-
|
|
1088
|
-
|
|
1089
|
-
*/
|
|
1090
|
-
shouldSkipFrame(clipId, timestamp) {
|
|
1091
|
-
const dirtyRange = this.pendingReplay.get(clipId);
|
|
1092
|
-
if (!dirtyRange) {
|
|
1093
|
-
return false;
|
|
1094
|
-
}
|
|
1095
|
-
if (timestamp >= dirtyRange.startUs && timestamp <= dirtyRange.endUs) {
|
|
1096
|
-
return false;
|
|
1113
|
+
async startImageFrameStream() {
|
|
1114
|
+
if (!this.instructions || !this.composer) {
|
|
1115
|
+
return;
|
|
1097
1116
|
}
|
|
1098
|
-
|
|
1099
|
-
|
|
1117
|
+
const timeline = this.instructions.baseConfig.timeline;
|
|
1118
|
+
if (!timeline) {
|
|
1119
|
+
return;
|
|
1100
1120
|
}
|
|
1101
|
-
|
|
1121
|
+
const { composeStream, cacheStream } = this.composer.createStreams();
|
|
1122
|
+
const { clipDurationUs, compositionFps } = timeline;
|
|
1123
|
+
let currentTimeUs = 0;
|
|
1124
|
+
const readableStream = new ReadableStream({
|
|
1125
|
+
pull: (controller) => {
|
|
1126
|
+
if (currentTimeUs >= clipDurationUs) {
|
|
1127
|
+
controller.close();
|
|
1128
|
+
return;
|
|
1129
|
+
}
|
|
1130
|
+
const videoFrame = new VideoFrame(this.imageBitmap, {
|
|
1131
|
+
timestamp: currentTimeUs,
|
|
1132
|
+
duration: frameDurationFromFps(compositionFps)
|
|
1133
|
+
});
|
|
1134
|
+
const request = this.buildComposeRequest(this.instructions, videoFrame);
|
|
1135
|
+
if (request) {
|
|
1136
|
+
controller.enqueue(request);
|
|
1137
|
+
}
|
|
1138
|
+
currentTimeUs += frameDurationFromFps(compositionFps);
|
|
1139
|
+
}
|
|
1140
|
+
});
|
|
1141
|
+
this.channel.sendStream(cacheStream, {
|
|
1142
|
+
streamType: "video",
|
|
1143
|
+
sessionId: this.sessionId
|
|
1144
|
+
});
|
|
1145
|
+
readableStream.pipeTo(composeStream).catch((error) => {
|
|
1146
|
+
console.error("[VideoComposeWorker] image frame stream error", this.sessionId, error);
|
|
1147
|
+
});
|
|
1102
1148
|
}
|
|
1103
|
-
buildComposeRequest(
|
|
1104
|
-
const normalizedTime = this.computeTimelineTimestamp(
|
|
1149
|
+
buildComposeRequest(instruction, frame) {
|
|
1150
|
+
const normalizedTime = this.computeTimelineTimestamp(frame, instruction.baseConfig);
|
|
1105
1151
|
const clipStartUs = instruction.baseConfig.timeline?.clipStartUs ?? 0;
|
|
1106
1152
|
const clipDurationUs = instruction.baseConfig.timeline?.clipDurationUs ?? Infinity;
|
|
1107
1153
|
const clipEndUs = clipStartUs + clipDurationUs;
|
|
@@ -1142,43 +1188,40 @@ class VideoComposeWorker {
|
|
|
1142
1188
|
direction: entry.params.payload?.direction
|
|
1143
1189
|
};
|
|
1144
1190
|
}
|
|
1145
|
-
computeTimelineTimestamp(
|
|
1146
|
-
|
|
1147
|
-
|
|
1148
|
-
if (!state) {
|
|
1149
|
-
state = {
|
|
1191
|
+
computeTimelineTimestamp(frame, config) {
|
|
1192
|
+
if (!this.streamState) {
|
|
1193
|
+
this.streamState = {
|
|
1150
1194
|
baseTimestamp: null,
|
|
1151
1195
|
lastSourceTimestamp: null,
|
|
1152
1196
|
nextFrameIndex: 0
|
|
1153
1197
|
};
|
|
1154
|
-
this.streamState.set(key, state);
|
|
1155
1198
|
}
|
|
1156
1199
|
const timeline = config.timeline;
|
|
1157
1200
|
if (!timeline) {
|
|
1158
1201
|
const ts = frame.timestamp ?? 0;
|
|
1159
|
-
|
|
1202
|
+
this.streamState.lastSourceTimestamp = frame.timestamp ?? null;
|
|
1160
1203
|
return ts;
|
|
1161
1204
|
}
|
|
1162
1205
|
const { clipStartUs, compositionFps } = timeline;
|
|
1163
1206
|
const sourceTimestamp = frame.timestamp ?? null;
|
|
1164
|
-
if (sourceTimestamp !== null &&
|
|
1165
|
-
|
|
1166
|
-
|
|
1167
|
-
}
|
|
1168
|
-
if (
|
|
1169
|
-
|
|
1170
|
-
|
|
1171
|
-
if (
|
|
1207
|
+
if (sourceTimestamp !== null && this.streamState.lastSourceTimestamp !== null && sourceTimestamp < this.streamState.lastSourceTimestamp) {
|
|
1208
|
+
this.streamState.baseTimestamp = null;
|
|
1209
|
+
this.streamState.nextFrameIndex = 0;
|
|
1210
|
+
}
|
|
1211
|
+
if (this.streamState.baseTimestamp === null) {
|
|
1212
|
+
this.streamState.baseTimestamp = sourceTimestamp ?? 0;
|
|
1213
|
+
this.streamState.nextFrameIndex = 0;
|
|
1214
|
+
if (this.streamState.baseTimestamp > 1e3) {
|
|
1172
1215
|
console.warn(
|
|
1173
|
-
`[VideoComposeWorker] First frame timestamp is ${
|
|
1216
|
+
`[VideoComposeWorker] First frame timestamp is ${this.streamState.baseTimestamp}us, expected ~0. Check MP4Demuxer normalization.`
|
|
1174
1217
|
);
|
|
1175
1218
|
}
|
|
1176
1219
|
}
|
|
1177
1220
|
const frameDuration = frameDurationFromFps(compositionFps);
|
|
1178
|
-
let frameIndex =
|
|
1221
|
+
let frameIndex = this.streamState.nextFrameIndex;
|
|
1179
1222
|
if (sourceTimestamp !== null) {
|
|
1180
1223
|
const approxIndex = frameIndexFromTimestamp(
|
|
1181
|
-
|
|
1224
|
+
this.streamState.baseTimestamp,
|
|
1182
1225
|
sourceTimestamp,
|
|
1183
1226
|
compositionFps,
|
|
1184
1227
|
"nearest"
|
|
@@ -1192,8 +1235,8 @@ class VideoComposeWorker {
|
|
|
1192
1235
|
compositionFps,
|
|
1193
1236
|
"nearest"
|
|
1194
1237
|
);
|
|
1195
|
-
|
|
1196
|
-
|
|
1238
|
+
this.streamState.nextFrameIndex = frameIndex + 1;
|
|
1239
|
+
this.streamState.lastSourceTimestamp = sourceTimestamp;
|
|
1197
1240
|
return timelineTime;
|
|
1198
1241
|
}
|
|
1199
1242
|
}
|