@meframe/core 0.0.44 → 0.0.46

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/dist/Meframe.d.ts.map +1 -1
  2. package/dist/Meframe.js +1 -0
  3. package/dist/Meframe.js.map +1 -1
  4. package/dist/cache/CacheManager.d.ts +5 -1
  5. package/dist/cache/CacheManager.d.ts.map +1 -1
  6. package/dist/cache/CacheManager.js +7 -1
  7. package/dist/cache/CacheManager.js.map +1 -1
  8. package/dist/cache/l1/AudioL1Cache.d.ts +5 -1
  9. package/dist/cache/l1/AudioL1Cache.d.ts.map +1 -1
  10. package/dist/cache/l1/AudioL1Cache.js +19 -2
  11. package/dist/cache/l1/AudioL1Cache.js.map +1 -1
  12. package/dist/cache/storage/opfs/OPFSManager.d.ts.map +1 -1
  13. package/dist/cache/storage/opfs/OPFSManager.js +0 -6
  14. package/dist/cache/storage/opfs/OPFSManager.js.map +1 -1
  15. package/dist/controllers/PlaybackController.d.ts +1 -2
  16. package/dist/controllers/PlaybackController.d.ts.map +1 -1
  17. package/dist/controllers/PlaybackController.js +7 -12
  18. package/dist/controllers/PlaybackController.js.map +1 -1
  19. package/dist/model/CompositionModel.d.ts.map +1 -1
  20. package/dist/model/CompositionModel.js +3 -6
  21. package/dist/model/CompositionModel.js.map +1 -1
  22. package/dist/orchestrator/CompositionPlanner.d.ts +0 -3
  23. package/dist/orchestrator/CompositionPlanner.d.ts.map +1 -1
  24. package/dist/orchestrator/CompositionPlanner.js +10 -43
  25. package/dist/orchestrator/CompositionPlanner.js.map +1 -1
  26. package/dist/orchestrator/ExportScheduler.d.ts.map +1 -1
  27. package/dist/orchestrator/ExportScheduler.js +3 -21
  28. package/dist/orchestrator/ExportScheduler.js.map +1 -1
  29. package/dist/orchestrator/GlobalAudioSession.d.ts.map +1 -1
  30. package/dist/orchestrator/GlobalAudioSession.js +1 -0
  31. package/dist/orchestrator/GlobalAudioSession.js.map +1 -1
  32. package/dist/orchestrator/Orchestrator.d.ts.map +1 -1
  33. package/dist/orchestrator/Orchestrator.js +0 -1
  34. package/dist/orchestrator/Orchestrator.js.map +1 -1
  35. package/dist/orchestrator/VideoClipSession.d.ts +5 -1
  36. package/dist/orchestrator/VideoClipSession.d.ts.map +1 -1
  37. package/dist/orchestrator/VideoClipSession.js +65 -10
  38. package/dist/orchestrator/VideoClipSession.js.map +1 -1
  39. package/dist/stages/compose/FrameRateConverter.d.ts +4 -4
  40. package/dist/stages/compose/FrameRateConverter.d.ts.map +1 -1
  41. package/dist/stages/load/ResourceLoader.d.ts +7 -19
  42. package/dist/stages/load/ResourceLoader.d.ts.map +1 -1
  43. package/dist/stages/load/ResourceLoader.js +15 -98
  44. package/dist/stages/load/ResourceLoader.js.map +1 -1
  45. package/dist/stages/load/types.d.ts +0 -2
  46. package/dist/stages/load/types.d.ts.map +1 -1
  47. package/dist/workers/stages/compose/{video-compose.worker.CvELsCtH.js → video-compose.worker.BP7fEC58.js} +7 -32
  48. package/dist/workers/stages/compose/video-compose.worker.BP7fEC58.js.map +1 -0
  49. package/dist/workers/worker-manifest.json +1 -1
  50. package/package.json +1 -1
  51. package/dist/workers/stages/compose/video-compose.worker.CvELsCtH.js.map +0 -1
@@ -34,13 +34,13 @@ class VideoClipSession {
34
34
  }
35
35
  async activate() {
36
36
  if (this.isActive || this.isDisposed) return;
37
+ await this.ensureInstructions();
37
38
  const clip = this.getClip();
38
39
  const resource = this.getResource();
39
40
  if (!clip || !resource) {
40
41
  console.warn("[VideoClipSession] activate: clip or resource not found", this.sessionId);
41
42
  return;
42
43
  }
43
- await this.ensureInstructions(clip);
44
44
  if (resource.type === "video") {
45
45
  await this.setupVideoPipeline(clip, resource);
46
46
  } else if (resource.type === "image") {
@@ -54,10 +54,6 @@ class VideoClipSession {
54
54
  );
55
55
  }
56
56
  this.isActive = true;
57
- const attachmentResources = this.extractAttachmentImageResources();
58
- if (this.callbacks.onPipelineReady) {
59
- await this.callbacks.onPipelineReady(attachmentResources);
60
- }
61
57
  }
62
58
  async deactivate() {
63
59
  if (!this.isActive || this.isDisposed) return;
@@ -119,12 +115,42 @@ class VideoClipSession {
119
115
  }
120
116
  return Array.from(resourceIdSet);
121
117
  }
122
- async ensureInstructions(_clip) {
123
- const instructions = this.planner.getInstructions(this.clipId);
124
- if (!instructions) {
125
- throw new Error(`No instructions for clip ${this.clipId}`);
118
+ /**
119
+ * Load and transfer attachment images to ComposeWorker
120
+ * Must be called after workers are created and before sending video stream
121
+ */
122
+ async loadAndTransferAttachments(sessionId, clipId) {
123
+ const attachmentResources = this.extractAttachmentImageResources();
124
+ if (attachmentResources.length === 0 || !this.resourceLoader) {
125
+ return;
126
+ }
127
+ await Promise.all(
128
+ attachmentResources.map(async (resourceId) => {
129
+ const resource = this.compositionModel.getResource(resourceId);
130
+ if (!resource) {
131
+ console.warn(`[VideoClipSession] Resource not found: ${resourceId}`);
132
+ return;
133
+ }
134
+ const imageBitmap = await this.resourceLoader.loadImage(resource);
135
+ if (!imageBitmap) {
136
+ console.warn(`[VideoClipSession] Failed to load attachment: ${resourceId}`);
137
+ return;
138
+ }
139
+ await this.composeWorker.send(
140
+ "receive_image",
141
+ { clipId, resourceId, sessionId, imageBitmap },
142
+ { transfer: [imageBitmap] }
143
+ );
144
+ })
145
+ );
146
+ }
147
+ async ensureInstructions() {
148
+ const clip = this.getClip();
149
+ if (!clip) {
150
+ throw new Error(`Clip ${this.clipId} not found`);
126
151
  }
127
- await this.installInstructions(instructions);
152
+ const plan = this.planner.buildClipPlan(clip, { cache: false });
153
+ await this.installInstructions(plan.instructions);
128
154
  }
129
155
  async setupImagePipeline(clip) {
130
156
  await this.acquireWorkers(clip);
@@ -134,7 +160,17 @@ class VideoClipSession {
134
160
  if (!this.composeWorker || !this.videoEncodeWorker) {
135
161
  throw new Error("Pipeline workers not ready");
136
162
  }
163
+ if (!this.resourceLoader) {
164
+ throw new Error("[VideoClipSession] ResourceLoader not available for image pipeline");
165
+ }
137
166
  const sessionId = this.sessionId;
167
+ const clip = this.getClip();
168
+ if (!clip) {
169
+ throw new Error("[VideoClipSession] Clip not found for pipeline connection");
170
+ }
171
+ if (!this.instructionContext) {
172
+ throw new Error("[VideoClipSession] Instructions not installed before connecting pipeline");
173
+ }
138
174
  this.composeToEncodeChannel = new MessageChannel();
139
175
  await this.composeWorker.send(
140
176
  "connect",
@@ -162,6 +198,24 @@ class VideoClipSession {
162
198
  metadata?.streamType ?? "video"
163
199
  );
164
200
  });
201
+ await this.loadAndTransferAttachments(sessionId, clip.id);
202
+ if (hasResourceId(clip)) {
203
+ const resource = this.getResource();
204
+ if (!resource) {
205
+ throw new Error("[VideoClipSession] Resource not found for image pipeline");
206
+ }
207
+ const imageBitmap = await this.resourceLoader.loadImage(resource);
208
+ await this.composeWorker.send(
209
+ "receive_image",
210
+ {
211
+ resourceId: resource.id,
212
+ sessionId,
213
+ imageBitmap,
214
+ instructions: this.instructionContext.instructions
215
+ },
216
+ { transfer: [imageBitmap] }
217
+ );
218
+ }
165
219
  }
166
220
  async setupVideoPipeline(clip, resource) {
167
221
  await this.acquireWorkers(clip);
@@ -251,6 +305,7 @@ class VideoClipSession {
251
305
  metadata?.streamType ?? "video"
252
306
  );
253
307
  });
308
+ await this.loadAndTransferAttachments(sessionId, clip.id);
254
309
  const trimStartUs = clip.trimStartUs ?? 0;
255
310
  const trimEndUs = clip.trimEndUs ?? trimStartUs + clip.durationUs;
256
311
  const frameStream = await this.onDemandSession.decodeRangeToStream(trimStartUs, trimEndUs);
@@ -1 +1 @@
1
- {"version":3,"file":"VideoClipSession.js","sources":["../../src/orchestrator/VideoClipSession.ts"],"sourcesContent":["import type { WorkerPool } from '../worker/WorkerPool';\nimport type { CacheManager } from '../cache/CacheManager';\nimport type { CompositionModel, Clip } from '../model';\nimport type { CompositionPlanner, ClipUpdateResult } from './CompositionPlanner';\nimport type { ClipInstructionSet } from '../stages/compose/instructions';\nimport type { BaseWorker } from '../worker/BaseWorker';\nimport type { WorkerType } from '../worker/types';\nimport type { ResourceLoader } from '../stages/load/ResourceLoader';\nimport { hasResourceId } from '../model/types';\nimport { OnDemandVideoSession } from './OnDemandVideoSession';\n\ninterface VideoClipSessionCallbacks {\n onEncodedStreamReady(\n stream: ReadableStream<{ chunk: EncodedVideoChunk; metadata: EncodedVideoChunkMetadata }>,\n track: 'video' | 'audio'\n ): Promise<void>;\n onAudioStreamReady?(\n stream: ReadableStream<AudioData>,\n metadata: {\n sessionId: string;\n clipStartUs: number;\n clipDurationUs: number;\n }\n ): void;\n onStreamDisposed?(): void;\n onPipelineReady?(attachmentResourceIds?: string[]): Promise<void>;\n}\n\ninterface VideoClipSessionConfig {\n clipId: string;\n sessionId?: string;\n planner: CompositionPlanner;\n workerPool: WorkerPool;\n cacheManager: CacheManager;\n compositionModel: CompositionModel;\n workerConfigs: Record<WorkerType, any>;\n callbacks: VideoClipSessionCallbacks;\n resourceLoader?: ResourceLoader;\n}\n\ninterface InstructionContext {\n revision: number;\n instructions: ClipInstructionSet;\n status: ClipInstructionSet['status'];\n}\n\n/**\n * VideoClipSession - Export-only session for rendering video clips\n *\n * Pipeline: OnDemandVideoSession (decode) -> ComposeWorker -> EncodeWorker\n * All sessions now use this architecture for export processing\n */\nexport class VideoClipSession {\n private readonly clipId: string;\n private readonly sessionId: string;\n private readonly planner: CompositionPlanner;\n private readonly workerPool: WorkerPool;\n private readonly cacheManager: CacheManager;\n private readonly compositionModel: CompositionModel;\n private readonly workerConfigs: Record<WorkerType, any>;\n private readonly callbacks: VideoClipSessionCallbacks;\n private readonly resourceLoader?: ResourceLoader;\n\n private instructionContext: InstructionContext | null = null;\n private composeWorker: BaseWorker | null = null;\n private videoEncodeWorker: BaseWorker | null = null;\n private onDemandSession: OnDemandVideoSession | null = null;\n private visualStream: ReadableStream<VideoFrame> | null = null;\n private composeToEncodeChannel: MessageChannel | null = null;\n private isActive = false;\n private isDisposed = false;\n\n static async create(config: VideoClipSessionConfig): Promise<VideoClipSession> {\n return new VideoClipSession(config);\n }\n\n private constructor(config: VideoClipSessionConfig) {\n this.clipId = config.clipId;\n this.sessionId = config.sessionId ?? config.clipId;\n this.planner = config.planner;\n this.workerPool = config.workerPool;\n this.cacheManager = config.cacheManager;\n this.compositionModel = config.compositionModel;\n this.workerConfigs = config.workerConfigs;\n this.callbacks = config.callbacks;\n this.resourceLoader = config.resourceLoader;\n }\n\n async activate(): Promise<void> {\n if (this.isActive || this.isDisposed) return;\n\n const clip = this.getClip();\n const resource = this.getResource();\n if (!clip || !resource) {\n console.warn('[VideoClipSession] activate: clip or resource not found', this.sessionId);\n return;\n }\n\n // Prepare instructions (but don't send yet - will send with stream)\n await this.ensureInstructions(clip);\n\n if (resource.type === 'video') {\n await this.setupVideoPipeline(clip, resource);\n } else if (resource.type === 'image') {\n await this.setupImagePipeline(clip);\n } else {\n console.warn(\n '[VideoClipSession] Unknown resource type:',\n resource.type,\n 'for',\n this.sessionId\n );\n }\n\n this.isActive = true;\n\n // Notify that pipeline is ready - triggers resource loading\n const attachmentResources = this.extractAttachmentImageResources();\n if (this.callbacks.onPipelineReady) {\n await this.callbacks.onPipelineReady(attachmentResources);\n }\n }\n\n async deactivate(): Promise<void> {\n if (!this.isActive || this.isDisposed) return;\n this.isActive = false;\n\n await this.releasePipeline();\n }\n\n async dispose(): Promise<void> {\n if (this.isDisposed) return;\n await this.deactivate();\n this.planner.releaseClip(this.clipId);\n this.isDisposed = true;\n }\n\n async handlePlannerUpdate(update: ClipUpdateResult): Promise<void> {\n if (this.isDisposed) {\n return;\n }\n\n if (update.type === 'remove') {\n await this.dispose();\n return;\n }\n\n const instructions = update.instructions;\n if (!instructions) {\n return;\n }\n\n const clip = this.getClip();\n const resource = this.getResource();\n if (!clip || !resource || (resource.type !== 'video' && resource.type !== 'image')) {\n return;\n }\n\n // Any update requires pipeline restart (stream is closed after cache eviction)\n if (this.isActive) {\n await this.releasePipeline();\n this.isActive = false;\n }\n await this.activate();\n }\n\n private getClip(): Clip | null {\n return this.compositionModel?.findClip?.(this.clipId) ?? null;\n }\n\n private getResource() {\n const clip = this.getClip();\n if (!clip || !hasResourceId(clip)) return null;\n return this.compositionModel.getResource(clip.resourceId) ?? null;\n }\n\n private extractAttachmentImageResources(): string[] {\n if (!this.instructionContext?.instructions) return [];\n\n const resourceIdSet = new Set<string>();\n for (const layer of this.instructionContext.instructions.layers) {\n // Only process attachment layers (with attachmentId)\n if (!layer.payload.attachmentId) continue;\n\n if (layer.type === 'image') {\n const imagePayload = layer.payload;\n if (imagePayload.oldResourceId) {\n resourceIdSet.add(imagePayload.oldResourceId);\n }\n const resourceId = imagePayload.resourceId;\n if (resourceId) {\n resourceIdSet.add(resourceId);\n }\n }\n }\n return Array.from(resourceIdSet);\n }\n\n private async ensureInstructions(_clip: Clip): Promise<void> {\n const instructions = this.planner.getInstructions(this.clipId);\n if (!instructions) {\n throw new Error(`No instructions for clip ${this.clipId}`);\n }\n await this.installInstructions(instructions);\n }\n\n private async setupImagePipeline(clip: Clip): Promise<void> {\n await this.acquireWorkers(clip);\n await this.connectImagePipeline();\n }\n\n private async connectImagePipeline(): Promise<void> {\n if (!this.composeWorker || !this.videoEncodeWorker) {\n throw new Error('Pipeline workers not ready');\n }\n\n const sessionId = this.sessionId;\n\n // STEP 1: Connect ComposeWorker -> EncodeWorker\n this.composeToEncodeChannel = new MessageChannel();\n await this.composeWorker.send(\n 'connect',\n {\n direction: 'downstream',\n port: this.composeToEncodeChannel.port1,\n streamType: 'video',\n sessionId,\n },\n { transfer: [this.composeToEncodeChannel.port1] }\n );\n await this.videoEncodeWorker.send(\n 'connect',\n {\n direction: 'upstream',\n port: this.composeToEncodeChannel.port2,\n streamType: 'video',\n sessionId,\n },\n { transfer: [this.composeToEncodeChannel.port2] }\n );\n\n // STEP 2: Setup EncodeWorker stream receiver\n this.videoEncodeWorker.receiveStream((stream, metadata) => {\n this.callbacks.onEncodedStreamReady(\n stream as ReadableStream<{\n chunk: EncodedVideoChunk;\n metadata: EncodedVideoChunkMetadata;\n }>,\n metadata?.streamType ?? 'video'\n );\n });\n }\n\n private async setupVideoPipeline(clip: Clip, resource: { id: string }): Promise<void> {\n await this.acquireWorkers(clip);\n\n // Create OnDemandVideoSession for main-thread decoding\n this.onDemandSession = await OnDemandVideoSession.create({\n clipId: this.clipId,\n resourceId: resource.id,\n targetTimeUs: clip.trimStartUs ?? 0,\n globalTimeUs: clip.startUs,\n mp4IndexCache: this.cacheManager.mp4IndexCache,\n cacheManager: this.cacheManager,\n compositionModel: this.compositionModel,\n resourceLoader: this.resourceLoader!,\n fps: this.compositionModel.fps ?? 30,\n });\n\n await this.connectVideoPipeline();\n }\n\n private async acquireWorkers(clip: Clip): Promise<void> {\n // VideoComposeWorker\n this.composeWorker = await this.workerPool.getOrCreate('videoCompose', this.sessionId, {\n lazy: true,\n });\n const visualConfig = this.workerConfigs.videoCompose ?? {};\n const renderOverrides = this.compositionModel.renderConfig ?? {};\n const timeline = {\n clipId: clip.id,\n clipStartUs: clip.startUs,\n clipEndUs: clip.startUs + clip.durationUs,\n clipDurationUs: clip.durationUs,\n compositionFps: this.compositionModel.fps ?? visualConfig.fps ?? 30,\n };\n await this.composeWorker.send('configure', {\n initial: true,\n clipId: clip.id,\n config: { ...visualConfig, ...renderOverrides, timeline },\n });\n\n // VideoEncodeWorker (always needed for export)\n this.videoEncodeWorker = await this.workerPool.getOrCreate('videoEncode', this.sessionId, {\n lazy: true,\n });\n const encodeConfig = this.workerConfigs.videoEncode ?? {};\n const encoderConfig = { ...encodeConfig };\n if (this.compositionModel.renderConfig?.width) {\n encoderConfig.width = this.compositionModel.renderConfig.width;\n }\n if (this.compositionModel.renderConfig?.height) {\n encoderConfig.height = this.compositionModel.renderConfig.height;\n }\n await this.videoEncodeWorker.send('configure', {\n initial: true,\n config: encoderConfig,\n });\n }\n\n private async connectVideoPipeline(): Promise<void> {\n if (!this.composeWorker || !this.videoEncodeWorker || !this.onDemandSession) {\n throw new Error('Pipeline workers not ready');\n }\n\n const sessionId = this.sessionId;\n const clip = this.getClip();\n if (!clip) {\n throw new Error('[VideoClipSession] Clip not found for pipeline connection');\n }\n\n if (!this.instructionContext) {\n throw new Error('[VideoClipSession] Instructions not installed before connecting pipeline');\n }\n\n // STEP 1: Connect ComposeWorker -> EncodeWorker\n this.composeToEncodeChannel = new MessageChannel();\n await this.composeWorker.send(\n 'connect',\n {\n direction: 'downstream',\n port: this.composeToEncodeChannel.port1,\n streamType: 'video',\n sessionId,\n },\n { transfer: [this.composeToEncodeChannel.port1] }\n );\n await this.videoEncodeWorker.send(\n 'connect',\n {\n direction: 'upstream',\n port: this.composeToEncodeChannel.port2,\n streamType: 'video',\n sessionId,\n },\n { transfer: [this.composeToEncodeChannel.port2] }\n );\n\n // STEP 2: Setup EncodeWorker stream receiver\n this.videoEncodeWorker.receiveStream((stream, metadata) => {\n this.callbacks.onEncodedStreamReady(\n stream as ReadableStream<{\n chunk: EncodedVideoChunk;\n metadata: EncodedVideoChunkMetadata;\n }>,\n metadata?.streamType ?? 'video'\n );\n });\n\n // STEP 3: Start decoding and send frames to ComposeWorker\n const trimStartUs = clip.trimStartUs ?? 0;\n const trimEndUs = clip.trimEndUs ?? trimStartUs + clip.durationUs;\n const frameStream = await this.onDemandSession.decodeRangeToStream(trimStartUs, trimEndUs);\n\n // Send VideoFrame stream to ComposeWorker (main thread → worker)\n // Include instructions in metadata to avoid race conditions\n await this.composeWorker.sendStream(frameStream, {\n sessionId,\n streamType: 'video',\n instructions: this.instructionContext.instructions,\n });\n }\n\n private async installInstructions(instructions: ClipInstructionSet): Promise<void> {\n this.instructionContext = {\n revision: instructions.revision,\n instructions,\n status: instructions.status,\n };\n }\n\n private async releasePipeline(): Promise<void> {\n if (this.composeWorker && this.instructionContext) {\n await this.composeWorker.notify('dispose_clip', {\n sessionId: this.sessionId,\n revision: this.instructionContext.revision,\n });\n }\n\n if (this.visualStream && this.callbacks.onStreamDisposed) {\n this.callbacks.onStreamDisposed();\n }\n this.visualStream = null;\n\n // Cleanup OnDemandVideoSession\n if (this.onDemandSession) {\n await this.onDemandSession.dispose();\n this.onDemandSession = null;\n }\n\n // Terminate workers\n if (this.composeWorker) {\n this.workerPool.terminate('videoCompose', this.sessionId);\n this.composeWorker = null;\n }\n\n if (this.videoEncodeWorker) {\n this.workerPool.terminate('videoEncode', this.sessionId);\n this.videoEncodeWorker = null;\n }\n\n this.composeToEncodeChannel?.port1.close();\n this.composeToEncodeChannel?.port2.close();\n this.composeToEncodeChannel = null;\n }\n\n async invalidateClipCache(): Promise<void> {\n await this.cacheManager.invalidateClip(this.clipId);\n }\n}\n"],"names":[],"mappings":";;AAoDO,MAAM,iBAAiB;AAAA,EACX;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,qBAAgD;AAAA,EAChD,gBAAmC;AAAA,EACnC,oBAAuC;AAAA,EACvC,kBAA+C;AAAA,EAC/C,eAAkD;AAAA,EAClD,yBAAgD;AAAA,EAChD,WAAW;AAAA,EACX,aAAa;AAAA,EAErB,aAAa,OAAO,QAA2D;AAC7E,WAAO,IAAI,iBAAiB,MAAM;AAAA,EACpC;AAAA,EAEQ,YAAY,QAAgC;AAClD,SAAK,SAAS,OAAO;AACrB,SAAK,YAAY,OAAO,aAAa,OAAO;AAC5C,SAAK,UAAU,OAAO;AACtB,SAAK,aAAa,OAAO;AACzB,SAAK,eAAe,OAAO;AAC3B,SAAK,mBAAmB,OAAO;AAC/B,SAAK,gBAAgB,OAAO;AAC5B,SAAK,YAAY,OAAO;AACxB,SAAK,iBAAiB,OAAO;AAAA,EAC/B;AAAA,EAEA,MAAM,WAA0B;AAC9B,QAAI,KAAK,YAAY,KAAK,WAAY;AAEtC,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,UAAU;AACtB,cAAQ,KAAK,2DAA2D,KAAK,SAAS;AACtF;AAAA,IACF;AAGA,UAAM,KAAK,mBAAmB,IAAI;AAElC,QAAI,SAAS,SAAS,SAAS;AAC7B,YAAM,KAAK,mBAAmB,MAAM,QAAQ;AAAA,IAC9C,WAAW,SAAS,SAAS,SAAS;AACpC,YAAM,KAAK,mBAAmB,IAAI;AAAA,IACpC,OAAO;AACL,cAAQ;AAAA,QACN;AAAA,QACA,SAAS;AAAA,QACT;AAAA,QACA,KAAK;AAAA,MAAA;AAAA,IAET;AAEA,SAAK,WAAW;AAGhB,UAAM,sBAAsB,KAAK,gCAAA;AACjC,QAAI,KAAK,UAAU,iBAAiB;AAClC,YAAM,KAAK,UAAU,gBAAgB,mBAAmB;AAAA,IAC1D;AAAA,EACF;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,CAAC,KAAK,YAAY,KAAK,WAAY;AACvC,SAAK,WAAW;AAEhB,UAAM,KAAK,gBAAA;AAAA,EACb;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,WAAY;AACrB,UAAM,KAAK,WAAA;AACX,SAAK,QAAQ,YAAY,KAAK,MAAM;AACpC,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,oBAAoB,QAAyC;AACjE,QAAI,KAAK,YAAY;AACnB;AAAA,IACF;AAEA,QAAI,OAAO,SAAS,UAAU;AAC5B,YAAM,KAAK,QAAA;AACX;AAAA,IACF;AAEA,UAAM,eAAe,OAAO;AAC5B,QAAI,CAAC,cAAc;AACjB;AAAA,IACF;AAEA,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,YAAa,SAAS,SAAS,WAAW,SAAS,SAAS,SAAU;AAClF;AAAA,IACF;AAGA,QAAI,KAAK,UAAU;AACjB,YAAM,KAAK,gBAAA;AACX,WAAK,WAAW;AAAA,IAClB;AACA,UAAM,KAAK,SAAA;AAAA,EACb;AAAA,EAEQ,UAAuB;AAC7B,WAAO,KAAK,kBAAkB,WAAW,KAAK,MAAM,KAAK;AAAA,EAC3D;AAAA,EAEQ,cAAc;AACpB,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAG,QAAO;AAC1C,WAAO,KAAK,iBAAiB,YAAY,KAAK,UAAU,KAAK;AAAA,EAC/D;AAAA,EAEQ,kCAA4C;AAClD,QAAI,CAAC,KAAK,oBAAoB,qBAAqB,CAAA;AAEnD,UAAM,oCAAoB,IAAA;AAC1B,eAAW,SAAS,KAAK,mBAAmB,aAAa,QAAQ;AAE/D,UAAI,CAAC,MAAM,QAAQ,aAAc;AAEjC,UAAI,MAAM,SAAS,SAAS;AAC1B,cAAM,eAAe,MAAM;AAC3B,YAAI,aAAa,eAAe;AAC9B,wBAAc,IAAI,aAAa,aAAa;AAAA,QAC9C;AACA,cAAM,aAAa,aAAa;AAChC,YAAI,YAAY;AACd,wBAAc,IAAI,UAAU;AAAA,QAC9B;AAAA,MACF;AAAA,IACF;AACA,WAAO,MAAM,KAAK,aAAa;AAAA,EACjC;AAAA,EAEA,MAAc,mBAAmB,OAA4B;AAC3D,UAAM,eAAe,KAAK,QAAQ,gBAAgB,KAAK,MAAM;AAC7D,QAAI,CAAC,cAAc;AACjB,YAAM,IAAI,MAAM,4BAA4B,KAAK,MAAM,EAAE;AAAA,IAC3D;AACA,UAAM,KAAK,oBAAoB,YAAY;AAAA,EAC7C;AAAA,EAEA,MAAc,mBAAmB,MAA2B;AAC1D,UAAM,KAAK,eAAe,IAAI;AAC9B,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,iBAAiB,CAAC,KAAK,mBAAmB;AAClD,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,UAAM,YAAY,KAAK;AAGvB,SAAK,yBAAyB,IAAI,eAAA;AAClC,UAAM,KAAK,cAAc;AAAA,MACvB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,uBAAuB;AAAA,QAClC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,IAAE;AAElD,UAAM,KAAK,kBAAkB;AAAA,MAC3B;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,uBAAuB;AAAA,QAClC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,IAAE;AAIlD,SAAK,kBAAkB,cAAc,CAAC,QAAQ,aAAa;AACzD,WAAK,UAAU;AAAA,QACb;AAAA,QAIA,UAAU,cAAc;AAAA,MAAA;AAAA,IAE5B,CAAC;AAAA,EACH;AAAA,EAEA,MAAc,mBAAmB,MAAY,UAAyC;AACpF,UAAM,KAAK,eAAe,IAAI;AAG9B,SAAK,kBAAkB,MAAM,qBAAqB,OAAO;AAAA,MACvD,QAAQ,KAAK;AAAA,MACb,YAAY,SAAS;AAAA,MACrB,cAAc,KAAK,eAAe;AAAA,MAClC,cAAc,KAAK;AAAA,MACnB,eAAe,KAAK,aAAa;AAAA,MACjC,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,gBAAgB,KAAK;AAAA,MACrB,KAAK,KAAK,iBAAiB,OAAO;AAAA,IAAA,CACnC;AAED,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,eAAe,MAA2B;AAEtD,SAAK,gBAAgB,MAAM,KAAK,WAAW,YAAY,gBAAgB,KAAK,WAAW;AAAA,MACrF,MAAM;AAAA,IAAA,CACP;AACD,UAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,UAAM,kBAAkB,KAAK,iBAAiB,gBAAgB,CAAA;AAC9D,UAAM,WAAW;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,aAAa,KAAK;AAAA,MAClB,WAAW,KAAK,UAAU,KAAK;AAAA,MAC/B,gBAAgB,KAAK;AAAA,MACrB,gBAAgB,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAAA,IAAA;AAEnE,UAAM,KAAK,cAAc,KAAK,aAAa;AAAA,MACzC,SAAS;AAAA,MACT,QAAQ,KAAK;AAAA,MACb,QAAQ,EAAE,GAAG,cAAc,GAAG,iBAAiB,SAAA;AAAA,IAAS,CACzD;AAGD,SAAK,oBAAoB,MAAM,KAAK,WAAW,YAAY,eAAe,KAAK,WAAW;AAAA,MACxF,MAAM;AAAA,IAAA,CACP;AACD,UAAM,eAAe,KAAK,cAAc,eAAe,CAAA;AACvD,UAAM,gBAAgB,EAAE,GAAG,aAAA;AAC3B,QAAI,KAAK,iBAAiB,cAAc,OAAO;AAC7C,oBAAc,QAAQ,KAAK,iBAAiB,aAAa;AAAA,IAC3D;AACA,QAAI,KAAK,iBAAiB,cAAc,QAAQ;AAC9C,oBAAc,SAAS,KAAK,iBAAiB,aAAa;AAAA,IAC5D;AACA,UAAM,KAAK,kBAAkB,KAAK,aAAa;AAAA,MAC7C,SAAS;AAAA,MACT,QAAQ;AAAA,IAAA,CACT;AAAA,EACH;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,iBAAiB,CAAC,KAAK,qBAAqB,CAAC,KAAK,iBAAiB;AAC3E,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,UAAM,YAAY,KAAK;AACvB,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,MAAM;AACT,YAAM,IAAI,MAAM,2DAA2D;AAAA,IAC7E;AAEA,QAAI,CAAC,KAAK,oBAAoB;AAC5B,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAGA,SAAK,yBAAyB,IAAI,eAAA;AAClC,UAAM,KAAK,cAAc;AAAA,MACvB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,uBAAuB;AAAA,QAClC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,IAAE;AAElD,UAAM,KAAK,kBAAkB;AAAA,MAC3B;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,uBAAuB;AAAA,QAClC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,IAAE;AAIlD,SAAK,kBAAkB,cAAc,CAAC,QAAQ,aAAa;AACzD,WAAK,UAAU;AAAA,QACb;AAAA,QAIA,UAAU,cAAc;AAAA,MAAA;AAAA,IAE5B,CAAC;AAGD,UAAM,cAAc,KAAK,eAAe;AACxC,UAAM,YAAY,KAAK,aAAa,cAAc,KAAK;AACvD,UAAM,cAAc,MAAM,KAAK,gBAAgB,oBAAoB,aAAa,SAAS;AAIzF,UAAM,KAAK,cAAc,WAAW,aAAa;AAAA,MAC/C;AAAA,MACA,YAAY;AAAA,MACZ,cAAc,KAAK,mBAAmB;AAAA,IAAA,CACvC;AAAA,EACH;AAAA,EAEA,MAAc,oBAAoB,cAAiD;AACjF,SAAK,qBAAqB;AAAA,MACxB,UAAU,aAAa;AAAA,MACvB;AAAA,MACA,QAAQ,aAAa;AAAA,IAAA;AAAA,EAEzB;AAAA,EAEA,MAAc,kBAAiC;AAC7C,QAAI,KAAK,iBAAiB,KAAK,oBAAoB;AACjD,YAAM,KAAK,cAAc,OAAO,gBAAgB;AAAA,QAC9C,WAAW,KAAK;AAAA,QAChB,UAAU,KAAK,mBAAmB;AAAA,MAAA,CACnC;AAAA,IACH;AAEA,QAAI,KAAK,gBAAgB,KAAK,UAAU,kBAAkB;AACxD,WAAK,UAAU,iBAAA;AAAA,IACjB;AACA,SAAK,eAAe;AAGpB,QAAI,KAAK,iBAAiB;AACxB,YAAM,KAAK,gBAAgB,QAAA;AAC3B,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,eAAe;AACtB,WAAK,WAAW,UAAU,gBAAgB,KAAK,SAAS;AACxD,WAAK,gBAAgB;AAAA,IACvB;AAEA,QAAI,KAAK,mBAAmB;AAC1B,WAAK,WAAW,UAAU,eAAe,KAAK,SAAS;AACvD,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAK,wBAAwB,MAAM,MAAA;AACnC,SAAK,wBAAwB,MAAM,MAAA;AACnC,SAAK,yBAAyB;AAAA,EAChC;AAAA,EAEA,MAAM,sBAAqC;AACzC,UAAM,KAAK,aAAa,eAAe,KAAK,MAAM;AAAA,EACpD;AACF;"}
1
+ {"version":3,"file":"VideoClipSession.js","sources":["../../src/orchestrator/VideoClipSession.ts"],"sourcesContent":["import type { WorkerPool } from '../worker/WorkerPool';\nimport type { CacheManager } from '../cache/CacheManager';\nimport type { CompositionModel, Clip } from '../model';\nimport type { CompositionPlanner, ClipUpdateResult } from './CompositionPlanner';\nimport type { ClipInstructionSet } from '../stages/compose/instructions';\nimport type { BaseWorker } from '../worker/BaseWorker';\nimport type { WorkerType } from '../worker/types';\nimport type { ResourceLoader } from '../stages/load/ResourceLoader';\nimport { hasResourceId } from '../model/types';\nimport { OnDemandVideoSession } from './OnDemandVideoSession';\n\ninterface VideoClipSessionCallbacks {\n onEncodedStreamReady(\n stream: ReadableStream<{ chunk: EncodedVideoChunk; metadata: EncodedVideoChunkMetadata }>,\n track: 'video' | 'audio'\n ): Promise<void>;\n onAudioStreamReady?(\n stream: ReadableStream<AudioData>,\n metadata: {\n sessionId: string;\n clipStartUs: number;\n clipDurationUs: number;\n }\n ): void;\n onStreamDisposed?(): void;\n}\n\ninterface VideoClipSessionConfig {\n clipId: string;\n sessionId?: string;\n planner: CompositionPlanner;\n workerPool: WorkerPool;\n cacheManager: CacheManager;\n compositionModel: CompositionModel;\n workerConfigs: Record<WorkerType, any>;\n callbacks: VideoClipSessionCallbacks;\n resourceLoader?: ResourceLoader;\n}\n\ninterface InstructionContext {\n revision: number;\n instructions: ClipInstructionSet;\n status: ClipInstructionSet['status'];\n}\n\n/**\n * VideoClipSession - Export-only session for rendering video clips\n *\n * Pipeline: OnDemandVideoSession (decode) -> ComposeWorker -> EncodeWorker\n * All sessions now use this architecture for export processing\n */\nexport class VideoClipSession {\n private readonly clipId: string;\n private readonly sessionId: string;\n private readonly planner: CompositionPlanner;\n private readonly workerPool: WorkerPool;\n private readonly cacheManager: CacheManager;\n private readonly compositionModel: CompositionModel;\n private readonly workerConfigs: Record<WorkerType, any>;\n private readonly callbacks: VideoClipSessionCallbacks;\n private readonly resourceLoader?: ResourceLoader;\n\n private instructionContext: InstructionContext | null = null;\n private composeWorker: BaseWorker | null = null;\n private videoEncodeWorker: BaseWorker | null = null;\n private onDemandSession: OnDemandVideoSession | null = null;\n private visualStream: ReadableStream<VideoFrame> | null = null;\n private composeToEncodeChannel: MessageChannel | null = null;\n private isActive = false;\n private isDisposed = false;\n\n static async create(config: VideoClipSessionConfig): Promise<VideoClipSession> {\n return new VideoClipSession(config);\n }\n\n private constructor(config: VideoClipSessionConfig) {\n this.clipId = config.clipId;\n this.sessionId = config.sessionId ?? config.clipId;\n this.planner = config.planner;\n this.workerPool = config.workerPool;\n this.cacheManager = config.cacheManager;\n this.compositionModel = config.compositionModel;\n this.workerConfigs = config.workerConfigs;\n this.callbacks = config.callbacks;\n this.resourceLoader = config.resourceLoader;\n }\n\n async activate(): Promise<void> {\n if (this.isActive || this.isDisposed) return;\n\n // Prepare instructions (but don't send yet - will send with stream)\n await this.ensureInstructions();\n\n const clip = this.getClip();\n const resource = this.getResource();\n if (!clip || !resource) {\n console.warn('[VideoClipSession] activate: clip or resource not found', this.sessionId);\n return;\n }\n if (resource.type === 'video') {\n await this.setupVideoPipeline(clip, resource);\n } else if (resource.type === 'image') {\n await this.setupImagePipeline(clip);\n } else {\n console.warn(\n '[VideoClipSession] Unknown resource type:',\n resource.type,\n 'for',\n this.sessionId\n );\n }\n\n this.isActive = true;\n\n // Note: Attachment resources are loaded in connectVideoPipeline/connectImagePipeline\n // before sending video stream, ensuring watermarks appear from the first frame\n }\n\n async deactivate(): Promise<void> {\n if (!this.isActive || this.isDisposed) return;\n this.isActive = false;\n\n await this.releasePipeline();\n }\n\n async dispose(): Promise<void> {\n if (this.isDisposed) return;\n await this.deactivate();\n this.planner.releaseClip(this.clipId);\n this.isDisposed = true;\n }\n\n async handlePlannerUpdate(update: ClipUpdateResult): Promise<void> {\n if (this.isDisposed) {\n return;\n }\n\n if (update.type === 'remove') {\n await this.dispose();\n return;\n }\n\n const instructions = update.instructions;\n if (!instructions) {\n return;\n }\n\n const clip = this.getClip();\n const resource = this.getResource();\n if (!clip || !resource || (resource.type !== 'video' && resource.type !== 'image')) {\n return;\n }\n\n // Any update requires pipeline restart (stream is closed after cache eviction)\n if (this.isActive) {\n await this.releasePipeline();\n this.isActive = false;\n }\n await this.activate();\n }\n\n private getClip(): Clip | null {\n return this.compositionModel?.findClip?.(this.clipId) ?? null;\n }\n\n private getResource() {\n const clip = this.getClip();\n if (!clip || !hasResourceId(clip)) return null;\n return this.compositionModel.getResource(clip.resourceId) ?? null;\n }\n\n private extractAttachmentImageResources(): string[] {\n if (!this.instructionContext?.instructions) return [];\n\n const resourceIdSet = new Set<string>();\n for (const layer of this.instructionContext.instructions.layers) {\n // Only process attachment layers (with attachmentId)\n if (!layer.payload.attachmentId) continue;\n\n if (layer.type === 'image') {\n const imagePayload = layer.payload;\n if (imagePayload.oldResourceId) {\n resourceIdSet.add(imagePayload.oldResourceId);\n }\n const resourceId = imagePayload.resourceId;\n if (resourceId) {\n resourceIdSet.add(resourceId);\n }\n }\n }\n return Array.from(resourceIdSet);\n }\n\n /**\n * Load and transfer attachment images to ComposeWorker\n * Must be called after workers are created and before sending video stream\n */\n private async loadAndTransferAttachments(sessionId: string, clipId: string): Promise<void> {\n const attachmentResources = this.extractAttachmentImageResources();\n if (attachmentResources.length === 0 || !this.resourceLoader) {\n return;\n }\n\n // Parallel load all attachments\n await Promise.all(\n attachmentResources.map(async (resourceId) => {\n const resource = this.compositionModel.getResource(resourceId);\n if (!resource) {\n console.warn(`[VideoClipSession] Resource not found: ${resourceId}`);\n return;\n }\n const imageBitmap = await this.resourceLoader!.loadImage(resource);\n if (!imageBitmap) {\n console.warn(`[VideoClipSession] Failed to load attachment: ${resourceId}`);\n return;\n }\n\n await this.composeWorker!.send(\n 'receive_image',\n { clipId, resourceId, sessionId, imageBitmap },\n { transfer: [imageBitmap] }\n );\n })\n );\n }\n\n private async ensureInstructions(): Promise<void> {\n // Always get fresh clip from model to ensure latest attachments\n const clip = this.getClip();\n if (!clip) {\n throw new Error(`Clip ${this.clipId} not found`);\n }\n\n // For export, always build fresh instructions (no cache) to ensure latest attachments\n const plan = this.planner.buildClipPlan(clip, { cache: false });\n await this.installInstructions(plan.instructions);\n }\n\n private async setupImagePipeline(clip: Clip): Promise<void> {\n await this.acquireWorkers(clip);\n await this.connectImagePipeline();\n }\n\n private async connectImagePipeline(): Promise<void> {\n if (!this.composeWorker || !this.videoEncodeWorker) {\n throw new Error('Pipeline workers not ready');\n }\n\n if (!this.resourceLoader) {\n throw new Error('[VideoClipSession] ResourceLoader not available for image pipeline');\n }\n\n const sessionId = this.sessionId;\n const clip = this.getClip();\n if (!clip) {\n throw new Error('[VideoClipSession] Clip not found for pipeline connection');\n }\n\n if (!this.instructionContext) {\n throw new Error('[VideoClipSession] Instructions not installed before connecting pipeline');\n }\n\n // STEP 1: Connect ComposeWorker -> EncodeWorker\n this.composeToEncodeChannel = new MessageChannel();\n await this.composeWorker.send(\n 'connect',\n {\n direction: 'downstream',\n port: this.composeToEncodeChannel.port1,\n streamType: 'video',\n sessionId,\n },\n { transfer: [this.composeToEncodeChannel.port1] }\n );\n await this.videoEncodeWorker.send(\n 'connect',\n {\n direction: 'upstream',\n port: this.composeToEncodeChannel.port2,\n streamType: 'video',\n sessionId,\n },\n { transfer: [this.composeToEncodeChannel.port2] }\n );\n\n // STEP 2: Setup EncodeWorker stream receiver\n this.videoEncodeWorker.receiveStream((stream, metadata) => {\n this.callbacks.onEncodedStreamReady(\n stream as ReadableStream<{\n chunk: EncodedVideoChunk;\n metadata: EncodedVideoChunkMetadata;\n }>,\n metadata?.streamType ?? 'video'\n );\n });\n\n // STEP 3: Load and transfer attachment images (before sending main track image)\n await this.loadAndTransferAttachments(sessionId, clip.id);\n\n // STEP 4: Load main track image and send to ComposeWorker with instructions\n if (hasResourceId(clip)) {\n const resource = this.getResource();\n if (!resource) {\n throw new Error('[VideoClipSession] Resource not found for image pipeline');\n }\n\n // Load image directly\n const imageBitmap = await this.resourceLoader.loadImage(resource);\n\n // Send to ComposeWorker with instructions (same as video pipeline metadata)\n await this.composeWorker.send(\n 'receive_image',\n {\n resourceId: resource.id,\n sessionId,\n imageBitmap,\n instructions: this.instructionContext.instructions,\n },\n { transfer: [imageBitmap] }\n );\n }\n }\n\n private async setupVideoPipeline(clip: Clip, resource: { id: string }): Promise<void> {\n await this.acquireWorkers(clip);\n\n // Create OnDemandVideoSession for main-thread decoding\n this.onDemandSession = await OnDemandVideoSession.create({\n clipId: this.clipId,\n resourceId: resource.id,\n targetTimeUs: clip.trimStartUs ?? 0,\n globalTimeUs: clip.startUs,\n mp4IndexCache: this.cacheManager.mp4IndexCache,\n cacheManager: this.cacheManager,\n compositionModel: this.compositionModel,\n resourceLoader: this.resourceLoader!,\n fps: this.compositionModel.fps ?? 30,\n });\n\n await this.connectVideoPipeline();\n }\n\n private async acquireWorkers(clip: Clip): Promise<void> {\n // VideoComposeWorker\n this.composeWorker = await this.workerPool.getOrCreate('videoCompose', this.sessionId, {\n lazy: true,\n });\n const visualConfig = this.workerConfigs.videoCompose ?? {};\n const renderOverrides = this.compositionModel.renderConfig ?? {};\n const timeline = {\n clipId: clip.id,\n clipStartUs: clip.startUs,\n clipEndUs: clip.startUs + clip.durationUs,\n clipDurationUs: clip.durationUs,\n compositionFps: this.compositionModel.fps ?? visualConfig.fps ?? 30,\n };\n await this.composeWorker.send('configure', {\n initial: true,\n clipId: clip.id,\n config: { ...visualConfig, ...renderOverrides, timeline },\n });\n\n // VideoEncodeWorker (always needed for export)\n this.videoEncodeWorker = await this.workerPool.getOrCreate('videoEncode', this.sessionId, {\n lazy: true,\n });\n const encodeConfig = this.workerConfigs.videoEncode ?? {};\n const encoderConfig = { ...encodeConfig };\n if (this.compositionModel.renderConfig?.width) {\n encoderConfig.width = this.compositionModel.renderConfig.width;\n }\n if (this.compositionModel.renderConfig?.height) {\n encoderConfig.height = this.compositionModel.renderConfig.height;\n }\n await this.videoEncodeWorker.send('configure', {\n initial: true,\n config: encoderConfig,\n });\n }\n\n private async connectVideoPipeline(): Promise<void> {\n if (!this.composeWorker || !this.videoEncodeWorker || !this.onDemandSession) {\n throw new Error('Pipeline workers not ready');\n }\n\n const sessionId = this.sessionId;\n const clip = this.getClip();\n if (!clip) {\n throw new Error('[VideoClipSession] Clip not found for pipeline connection');\n }\n\n if (!this.instructionContext) {\n throw new Error('[VideoClipSession] Instructions not installed before connecting pipeline');\n }\n\n // STEP 1: Connect ComposeWorker -> EncodeWorker\n this.composeToEncodeChannel = new MessageChannel();\n await this.composeWorker.send(\n 'connect',\n {\n direction: 'downstream',\n port: this.composeToEncodeChannel.port1,\n streamType: 'video',\n sessionId,\n },\n { transfer: [this.composeToEncodeChannel.port1] }\n );\n await this.videoEncodeWorker.send(\n 'connect',\n {\n direction: 'upstream',\n port: this.composeToEncodeChannel.port2,\n streamType: 'video',\n sessionId,\n },\n { transfer: [this.composeToEncodeChannel.port2] }\n );\n\n // STEP 2: Setup EncodeWorker stream receiver\n this.videoEncodeWorker.receiveStream((stream, metadata) => {\n this.callbacks.onEncodedStreamReady(\n stream as ReadableStream<{\n chunk: EncodedVideoChunk;\n metadata: EncodedVideoChunkMetadata;\n }>,\n metadata?.streamType ?? 'video'\n );\n });\n\n // STEP 3: Load and transfer attachment images (before sending video stream)\n await this.loadAndTransferAttachments(sessionId, clip.id);\n\n // STEP 4: Start decoding and send frames to ComposeWorker\n const trimStartUs = clip.trimStartUs ?? 0;\n const trimEndUs = clip.trimEndUs ?? trimStartUs + clip.durationUs;\n const frameStream = await this.onDemandSession.decodeRangeToStream(trimStartUs, trimEndUs);\n\n // Send VideoFrame stream to ComposeWorker (main thread → worker)\n // Include instructions in metadata to avoid race conditions\n await this.composeWorker.sendStream(frameStream, {\n sessionId,\n streamType: 'video',\n instructions: this.instructionContext.instructions,\n });\n }\n\n private async installInstructions(instructions: ClipInstructionSet): Promise<void> {\n this.instructionContext = {\n revision: instructions.revision,\n instructions,\n status: instructions.status,\n };\n }\n\n private async releasePipeline(): Promise<void> {\n if (this.composeWorker && this.instructionContext) {\n await this.composeWorker.notify('dispose_clip', {\n sessionId: this.sessionId,\n revision: this.instructionContext.revision,\n });\n }\n\n if (this.visualStream && this.callbacks.onStreamDisposed) {\n this.callbacks.onStreamDisposed();\n }\n this.visualStream = null;\n\n // Cleanup OnDemandVideoSession\n if (this.onDemandSession) {\n await this.onDemandSession.dispose();\n this.onDemandSession = null;\n }\n\n // Terminate workers\n if (this.composeWorker) {\n this.workerPool.terminate('videoCompose', this.sessionId);\n this.composeWorker = null;\n }\n\n if (this.videoEncodeWorker) {\n this.workerPool.terminate('videoEncode', this.sessionId);\n this.videoEncodeWorker = null;\n }\n\n this.composeToEncodeChannel?.port1.close();\n this.composeToEncodeChannel?.port2.close();\n this.composeToEncodeChannel = null;\n }\n\n async invalidateClipCache(): Promise<void> {\n await this.cacheManager.invalidateClip(this.clipId);\n }\n}\n"],"names":[],"mappings":";;AAmDO,MAAM,iBAAiB;AAAA,EACX;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAET,qBAAgD;AAAA,EAChD,gBAAmC;AAAA,EACnC,oBAAuC;AAAA,EACvC,kBAA+C;AAAA,EAC/C,eAAkD;AAAA,EAClD,yBAAgD;AAAA,EAChD,WAAW;AAAA,EACX,aAAa;AAAA,EAErB,aAAa,OAAO,QAA2D;AAC7E,WAAO,IAAI,iBAAiB,MAAM;AAAA,EACpC;AAAA,EAEQ,YAAY,QAAgC;AAClD,SAAK,SAAS,OAAO;AACrB,SAAK,YAAY,OAAO,aAAa,OAAO;AAC5C,SAAK,UAAU,OAAO;AACtB,SAAK,aAAa,OAAO;AACzB,SAAK,eAAe,OAAO;AAC3B,SAAK,mBAAmB,OAAO;AAC/B,SAAK,gBAAgB,OAAO;AAC5B,SAAK,YAAY,OAAO;AACxB,SAAK,iBAAiB,OAAO;AAAA,EAC/B;AAAA,EAEA,MAAM,WAA0B;AAC9B,QAAI,KAAK,YAAY,KAAK,WAAY;AAGtC,UAAM,KAAK,mBAAA;AAEX,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,UAAU;AACtB,cAAQ,KAAK,2DAA2D,KAAK,SAAS;AACtF;AAAA,IACF;AACA,QAAI,SAAS,SAAS,SAAS;AAC7B,YAAM,KAAK,mBAAmB,MAAM,QAAQ;AAAA,IAC9C,WAAW,SAAS,SAAS,SAAS;AACpC,YAAM,KAAK,mBAAmB,IAAI;AAAA,IACpC,OAAO;AACL,cAAQ;AAAA,QACN;AAAA,QACA,SAAS;AAAA,QACT;AAAA,QACA,KAAK;AAAA,MAAA;AAAA,IAET;AAEA,SAAK,WAAW;AAAA,EAIlB;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,CAAC,KAAK,YAAY,KAAK,WAAY;AACvC,SAAK,WAAW;AAEhB,UAAM,KAAK,gBAAA;AAAA,EACb;AAAA,EAEA,MAAM,UAAyB;AAC7B,QAAI,KAAK,WAAY;AACrB,UAAM,KAAK,WAAA;AACX,SAAK,QAAQ,YAAY,KAAK,MAAM;AACpC,SAAK,aAAa;AAAA,EACpB;AAAA,EAEA,MAAM,oBAAoB,QAAyC;AACjE,QAAI,KAAK,YAAY;AACnB;AAAA,IACF;AAEA,QAAI,OAAO,SAAS,UAAU;AAC5B,YAAM,KAAK,QAAA;AACX;AAAA,IACF;AAEA,UAAM,eAAe,OAAO;AAC5B,QAAI,CAAC,cAAc;AACjB;AAAA,IACF;AAEA,UAAM,OAAO,KAAK,QAAA;AAClB,UAAM,WAAW,KAAK,YAAA;AACtB,QAAI,CAAC,QAAQ,CAAC,YAAa,SAAS,SAAS,WAAW,SAAS,SAAS,SAAU;AAClF;AAAA,IACF;AAGA,QAAI,KAAK,UAAU;AACjB,YAAM,KAAK,gBAAA;AACX,WAAK,WAAW;AAAA,IAClB;AACA,UAAM,KAAK,SAAA;AAAA,EACb;AAAA,EAEQ,UAAuB;AAC7B,WAAO,KAAK,kBAAkB,WAAW,KAAK,MAAM,KAAK;AAAA,EAC3D;AAAA,EAEQ,cAAc;AACpB,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,QAAQ,CAAC,cAAc,IAAI,EAAG,QAAO;AAC1C,WAAO,KAAK,iBAAiB,YAAY,KAAK,UAAU,KAAK;AAAA,EAC/D;AAAA,EAEQ,kCAA4C;AAClD,QAAI,CAAC,KAAK,oBAAoB,qBAAqB,CAAA;AAEnD,UAAM,oCAAoB,IAAA;AAC1B,eAAW,SAAS,KAAK,mBAAmB,aAAa,QAAQ;AAE/D,UAAI,CAAC,MAAM,QAAQ,aAAc;AAEjC,UAAI,MAAM,SAAS,SAAS;AAC1B,cAAM,eAAe,MAAM;AAC3B,YAAI,aAAa,eAAe;AAC9B,wBAAc,IAAI,aAAa,aAAa;AAAA,QAC9C;AACA,cAAM,aAAa,aAAa;AAChC,YAAI,YAAY;AACd,wBAAc,IAAI,UAAU;AAAA,QAC9B;AAAA,MACF;AAAA,IACF;AACA,WAAO,MAAM,KAAK,aAAa;AAAA,EACjC;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,2BAA2B,WAAmB,QAA+B;AACzF,UAAM,sBAAsB,KAAK,gCAAA;AACjC,QAAI,oBAAoB,WAAW,KAAK,CAAC,KAAK,gBAAgB;AAC5D;AAAA,IACF;AAGA,UAAM,QAAQ;AAAA,MACZ,oBAAoB,IAAI,OAAO,eAAe;AAC5C,cAAM,WAAW,KAAK,iBAAiB,YAAY,UAAU;AAC7D,YAAI,CAAC,UAAU;AACb,kBAAQ,KAAK,0CAA0C,UAAU,EAAE;AACnE;AAAA,QACF;AACA,cAAM,cAAc,MAAM,KAAK,eAAgB,UAAU,QAAQ;AACjE,YAAI,CAAC,aAAa;AAChB,kBAAQ,KAAK,iDAAiD,UAAU,EAAE;AAC1E;AAAA,QACF;AAEA,cAAM,KAAK,cAAe;AAAA,UACxB;AAAA,UACA,EAAE,QAAQ,YAAY,WAAW,YAAA;AAAA,UACjC,EAAE,UAAU,CAAC,WAAW,EAAA;AAAA,QAAE;AAAA,MAE9B,CAAC;AAAA,IAAA;AAAA,EAEL;AAAA,EAEA,MAAc,qBAAoC;AAEhD,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,MAAM;AACT,YAAM,IAAI,MAAM,QAAQ,KAAK,MAAM,YAAY;AAAA,IACjD;AAGA,UAAM,OAAO,KAAK,QAAQ,cAAc,MAAM,EAAE,OAAO,OAAO;AAC9D,UAAM,KAAK,oBAAoB,KAAK,YAAY;AAAA,EAClD;AAAA,EAEA,MAAc,mBAAmB,MAA2B;AAC1D,UAAM,KAAK,eAAe,IAAI;AAC9B,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,iBAAiB,CAAC,KAAK,mBAAmB;AAClD,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,QAAI,CAAC,KAAK,gBAAgB;AACxB,YAAM,IAAI,MAAM,oEAAoE;AAAA,IACtF;AAEA,UAAM,YAAY,KAAK;AACvB,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,MAAM;AACT,YAAM,IAAI,MAAM,2DAA2D;AAAA,IAC7E;AAEA,QAAI,CAAC,KAAK,oBAAoB;AAC5B,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAGA,SAAK,yBAAyB,IAAI,eAAA;AAClC,UAAM,KAAK,cAAc;AAAA,MACvB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,uBAAuB;AAAA,QAClC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,IAAE;AAElD,UAAM,KAAK,kBAAkB;AAAA,MAC3B;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,uBAAuB;AAAA,QAClC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,IAAE;AAIlD,SAAK,kBAAkB,cAAc,CAAC,QAAQ,aAAa;AACzD,WAAK,UAAU;AAAA,QACb;AAAA,QAIA,UAAU,cAAc;AAAA,MAAA;AAAA,IAE5B,CAAC;AAGD,UAAM,KAAK,2BAA2B,WAAW,KAAK,EAAE;AAGxD,QAAI,cAAc,IAAI,GAAG;AACvB,YAAM,WAAW,KAAK,YAAA;AACtB,UAAI,CAAC,UAAU;AACb,cAAM,IAAI,MAAM,0DAA0D;AAAA,MAC5E;AAGA,YAAM,cAAc,MAAM,KAAK,eAAe,UAAU,QAAQ;AAGhE,YAAM,KAAK,cAAc;AAAA,QACvB;AAAA,QACA;AAAA,UACE,YAAY,SAAS;AAAA,UACrB;AAAA,UACA;AAAA,UACA,cAAc,KAAK,mBAAmB;AAAA,QAAA;AAAA,QAExC,EAAE,UAAU,CAAC,WAAW,EAAA;AAAA,MAAE;AAAA,IAE9B;AAAA,EACF;AAAA,EAEA,MAAc,mBAAmB,MAAY,UAAyC;AACpF,UAAM,KAAK,eAAe,IAAI;AAG9B,SAAK,kBAAkB,MAAM,qBAAqB,OAAO;AAAA,MACvD,QAAQ,KAAK;AAAA,MACb,YAAY,SAAS;AAAA,MACrB,cAAc,KAAK,eAAe;AAAA,MAClC,cAAc,KAAK;AAAA,MACnB,eAAe,KAAK,aAAa;AAAA,MACjC,cAAc,KAAK;AAAA,MACnB,kBAAkB,KAAK;AAAA,MACvB,gBAAgB,KAAK;AAAA,MACrB,KAAK,KAAK,iBAAiB,OAAO;AAAA,IAAA,CACnC;AAED,UAAM,KAAK,qBAAA;AAAA,EACb;AAAA,EAEA,MAAc,eAAe,MAA2B;AAEtD,SAAK,gBAAgB,MAAM,KAAK,WAAW,YAAY,gBAAgB,KAAK,WAAW;AAAA,MACrF,MAAM;AAAA,IAAA,CACP;AACD,UAAM,eAAe,KAAK,cAAc,gBAAgB,CAAA;AACxD,UAAM,kBAAkB,KAAK,iBAAiB,gBAAgB,CAAA;AAC9D,UAAM,WAAW;AAAA,MACf,QAAQ,KAAK;AAAA,MACb,aAAa,KAAK;AAAA,MAClB,WAAW,KAAK,UAAU,KAAK;AAAA,MAC/B,gBAAgB,KAAK;AAAA,MACrB,gBAAgB,KAAK,iBAAiB,OAAO,aAAa,OAAO;AAAA,IAAA;AAEnE,UAAM,KAAK,cAAc,KAAK,aAAa;AAAA,MACzC,SAAS;AAAA,MACT,QAAQ,KAAK;AAAA,MACb,QAAQ,EAAE,GAAG,cAAc,GAAG,iBAAiB,SAAA;AAAA,IAAS,CACzD;AAGD,SAAK,oBAAoB,MAAM,KAAK,WAAW,YAAY,eAAe,KAAK,WAAW;AAAA,MACxF,MAAM;AAAA,IAAA,CACP;AACD,UAAM,eAAe,KAAK,cAAc,eAAe,CAAA;AACvD,UAAM,gBAAgB,EAAE,GAAG,aAAA;AAC3B,QAAI,KAAK,iBAAiB,cAAc,OAAO;AAC7C,oBAAc,QAAQ,KAAK,iBAAiB,aAAa;AAAA,IAC3D;AACA,QAAI,KAAK,iBAAiB,cAAc,QAAQ;AAC9C,oBAAc,SAAS,KAAK,iBAAiB,aAAa;AAAA,IAC5D;AACA,UAAM,KAAK,kBAAkB,KAAK,aAAa;AAAA,MAC7C,SAAS;AAAA,MACT,QAAQ;AAAA,IAAA,CACT;AAAA,EACH;AAAA,EAEA,MAAc,uBAAsC;AAClD,QAAI,CAAC,KAAK,iBAAiB,CAAC,KAAK,qBAAqB,CAAC,KAAK,iBAAiB;AAC3E,YAAM,IAAI,MAAM,4BAA4B;AAAA,IAC9C;AAEA,UAAM,YAAY,KAAK;AACvB,UAAM,OAAO,KAAK,QAAA;AAClB,QAAI,CAAC,MAAM;AACT,YAAM,IAAI,MAAM,2DAA2D;AAAA,IAC7E;AAEA,QAAI,CAAC,KAAK,oBAAoB;AAC5B,YAAM,IAAI,MAAM,0EAA0E;AAAA,IAC5F;AAGA,SAAK,yBAAyB,IAAI,eAAA;AAClC,UAAM,KAAK,cAAc;AAAA,MACvB;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,uBAAuB;AAAA,QAClC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,IAAE;AAElD,UAAM,KAAK,kBAAkB;AAAA,MAC3B;AAAA,MACA;AAAA,QACE,WAAW;AAAA,QACX,MAAM,KAAK,uBAAuB;AAAA,QAClC,YAAY;AAAA,QACZ;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,KAAK,uBAAuB,KAAK,EAAA;AAAA,IAAE;AAIlD,SAAK,kBAAkB,cAAc,CAAC,QAAQ,aAAa;AACzD,WAAK,UAAU;AAAA,QACb;AAAA,QAIA,UAAU,cAAc;AAAA,MAAA;AAAA,IAE5B,CAAC;AAGD,UAAM,KAAK,2BAA2B,WAAW,KAAK,EAAE;AAGxD,UAAM,cAAc,KAAK,eAAe;AACxC,UAAM,YAAY,KAAK,aAAa,cAAc,KAAK;AACvD,UAAM,cAAc,MAAM,KAAK,gBAAgB,oBAAoB,aAAa,SAAS;AAIzF,UAAM,KAAK,cAAc,WAAW,aAAa;AAAA,MAC/C;AAAA,MACA,YAAY;AAAA,MACZ,cAAc,KAAK,mBAAmB;AAAA,IAAA,CACvC;AAAA,EACH;AAAA,EAEA,MAAc,oBAAoB,cAAiD;AACjF,SAAK,qBAAqB;AAAA,MACxB,UAAU,aAAa;AAAA,MACvB;AAAA,MACA,QAAQ,aAAa;AAAA,IAAA;AAAA,EAEzB;AAAA,EAEA,MAAc,kBAAiC;AAC7C,QAAI,KAAK,iBAAiB,KAAK,oBAAoB;AACjD,YAAM,KAAK,cAAc,OAAO,gBAAgB;AAAA,QAC9C,WAAW,KAAK;AAAA,QAChB,UAAU,KAAK,mBAAmB;AAAA,MAAA,CACnC;AAAA,IACH;AAEA,QAAI,KAAK,gBAAgB,KAAK,UAAU,kBAAkB;AACxD,WAAK,UAAU,iBAAA;AAAA,IACjB;AACA,SAAK,eAAe;AAGpB,QAAI,KAAK,iBAAiB;AACxB,YAAM,KAAK,gBAAgB,QAAA;AAC3B,WAAK,kBAAkB;AAAA,IACzB;AAGA,QAAI,KAAK,eAAe;AACtB,WAAK,WAAW,UAAU,gBAAgB,KAAK,SAAS;AACxD,WAAK,gBAAgB;AAAA,IACvB;AAEA,QAAI,KAAK,mBAAmB;AAC1B,WAAK,WAAW,UAAU,eAAe,KAAK,SAAS;AACvD,WAAK,oBAAoB;AAAA,IAC3B;AAEA,SAAK,wBAAwB,MAAM,MAAA;AACnC,SAAK,wBAAwB,MAAM,MAAA;AACnC,SAAK,yBAAyB;AAAA,EAChC;AAAA,EAEA,MAAM,sBAAqC;AACzC,UAAM,KAAK,aAAa,eAAe,KAAK,MAAM;AAAA,EACpD;AACF;"}
@@ -16,6 +16,10 @@ import { TimeUs } from '../../model/types';
16
16
  * - Frames with timestamp < trimStartUs are filtered out (closed and skipped)
17
17
  * - Remaining frame timestamps are adjusted: adjustedTimestamp = timestamp - trimStartUs
18
18
  *
19
+ * Duration Handling:
20
+ * - Output stops when source frames are exhausted (no frame padding)
21
+ * - If source is shorter than clipDurationUs, output ends early
22
+ *
19
23
  * Scenarios:
20
24
  * - Downsampling (60fps→30fps): Skip every other frame
21
25
  * - Upsampling (24fps→30fps): Duplicate some frames
@@ -47,10 +51,6 @@ export declare class FrameRateConverter {
47
51
  * Output a single target frame
48
52
  */
49
53
  private outputTargetFrame;
50
- /**
51
- * Pad remaining duration with last frame (freeze frame effect)
52
- */
53
- private padWithLastFrame;
54
54
  /**
55
55
  * Clean up all buffered frames (except the specified frame to keep)
56
56
  */
@@ -1 +1 @@
1
- {"version":3,"file":"FrameRateConverter.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/FrameRateConverter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IAGrC,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,iBAAiB,CAAoB;gBAEjC,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,GAAE,MAAU;IAa9E;;OAEG;IACH,YAAY,IAAI,eAAe,CAAC,UAAU,EAAE,UAAU,CAAC;IAqBvD,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,gBAAgB,CAAK;IAE7B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAuE1B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAoB5B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAoBzB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA0BxB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAaxB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAmBxB;;;;;;OAMG;IACH,OAAO,CAAC,sBAAsB;IAa9B;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAyCxB;;OAEG;IACH,QAAQ,IAAI;QACV,gBAAgB,EAAE,MAAM,CAAC;QACzB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,UAAU,EAAE,MAAM,CAAC;QACnB,eAAe,EAAE,MAAM,CAAC;KACzB;CAQF"}
1
+ {"version":3,"file":"FrameRateConverter.d.ts","sourceRoot":"","sources":["../../../src/stages/compose/FrameRateConverter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IAGrC,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,iBAAiB,CAAa;IACtC,OAAO,CAAC,iBAAiB,CAAoB;gBAEjC,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,WAAW,GAAE,MAAU;IAa9E;;OAEG;IACH,YAAY,IAAI,eAAe,CAAC,UAAU,EAAE,UAAU,CAAC;IAqBvD,OAAO,CAAC,gBAAgB,CAAK;IAC7B,OAAO,CAAC,gBAAgB,CAAK;IAE7B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAuE1B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAa5B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAoBzB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAaxB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAmBxB;;;;;;OAMG;IACH,OAAO,CAAC,sBAAsB;IAa9B;;;OAGG;IACH,OAAO,CAAC,gBAAgB;IAyCxB;;OAEG;IACH,QAAQ,IAAI;QACV,gBAAgB,EAAE,MAAM,CAAC;QACzB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,UAAU,EAAE,MAAM,CAAC;QACnB,eAAe,EAAE,MAAM,CAAC;KACzB;CAQF"}
@@ -6,7 +6,6 @@ export declare class ResourceConflictError extends Error {
6
6
  }
7
7
  export declare class ResourceLoader {
8
8
  private cacheManager;
9
- private workerPool;
10
9
  private model?;
11
10
  private taskManager;
12
11
  private streamFactory;
@@ -24,18 +23,6 @@ export declare class ResourceLoader {
24
23
  private processPreloadQueue;
25
24
  private enqueueLoad;
26
25
  private processQueue;
27
- /**
28
- * Check if resource is cached and ready (without loading)
29
- */
30
- private isResourceCached;
31
- /**
32
- * @deprecated Removed - Export now uses IndexedVideoSource instead of VideoDemuxWorker
33
- * This method is no longer called and will be removed in the future.
34
- */
35
- /**
36
- * Transfer image to worker
37
- */
38
- private transferImageToWorker;
39
26
  /**
40
27
  * Load video resource (download + cache or read from cache)
41
28
  */
@@ -45,9 +32,15 @@ export declare class ResourceLoader {
45
32
  */
46
33
  private loadAudioResource;
47
34
  /**
48
- * Load image resource (download + cache or read from cache) and transfer to worker
35
+ * Load image resource (download + cache or read from cache)
36
+ * Returns ImageBitmap for caller to use (no worker transfer)
49
37
  */
50
38
  private loadImageResource;
39
+ /**
40
+ * Get cached ImageBitmap (for already loaded resources)
41
+ * Used by VideoClipSession to batch transfer attachments
42
+ */
43
+ getImageBitmap(resourceId: string): Promise<ImageBitmap | null>;
51
44
  /**
52
45
  * Load text resource (json/text)
53
46
  */
@@ -95,11 +88,6 @@ export declare class ResourceLoader {
95
88
  * Fetch resource as blob (for images, json, etc.)
96
89
  */
97
90
  private fetchBlob;
98
- /**
99
- * @deprecated Removed - Export now uses IndexedVideoSource instead of VideoDemuxWorker
100
- * Audio files still use AudioDemuxWorker but no longer need this method.
101
- * This method is no longer called and will be removed in the future.
102
- */
103
91
  private updateResourceState;
104
92
  /**
105
93
  * Fetch a resource and wait for loading + parsing to complete
@@ -1 +1 @@
1
- {"version":3,"file":"ResourceLoader.d.ts","sourceRoot":"","sources":["../../../src/stages/load/ResourceLoader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,QAAQ,EAAE,KAAK,gBAAgB,EAAiB,MAAM,aAAa,CAAC;AAClF,OAAO,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAgBpF,qBAAa,qBAAsB,SAAQ,KAAK;gBAClC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAC,CAAmB;IACjC,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,QAAQ,CAAC,CAA4B;IAC7C,OAAO,CAAC,aAAa,CAAC,CAAyD;IAC/E,OAAO,CAAC,SAAS,CAA2B;IAC5C,OAAO,CAAC,cAAc,CAAqB;IAC3C,OAAO,CAAC,gBAAgB,CAAqB;IAG7C,OAAO,CAAC,mBAAmB,CAAQ;IACnC,OAAO,CAAC,YAAY,CAAgB;gBAExB,OAAO,EAAE,qBAAqB;IAYpC,QAAQ,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAatD,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAO5C,eAAe,IAAI,IAAI;IAmCvB,OAAO,CAAC,mBAAmB;IAe3B,OAAO,CAAC,WAAW;IAuBnB,OAAO,CAAC,YAAY;IAQpB;;OAEG;YACW,gBAAgB;IAuB9B;;;OAGG;IAKH;;OAEG;YACW,qBAAqB;IAcnC;;OAEG;YACW,iBAAiB;IAe/B;;OAEG;YACW,iBAAiB;IAQ/B;;OAEG;YACW,iBAAiB;IA0B/B;;OAEG;YACW,gBAAgB;IAM9B;;;OAGG;YACW,SAAS;IA4CvB;;OAEG;IACG,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA4D1D;;;OAGG;YACW,oBAAoB;IAclC;;;;;;;OAOG;YACW,iBAAiB;IAiB/B;;;OAGG;YACW,WAAW;IA8BzB;;;;OAIG;YACW,qBAAqB;IA8CnC;;OAEG;YACW,oBAAoB;IAwD5B,SAAS,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC;IAoBzD;;OAEG;YACW,SAAS;IAUvB;;;;OAIG;IAKH,OAAO,CAAC,mBAAmB;IAgB3B;;;;;;;;;;;OAWG;IACG,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwH7E,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAKhC;;OAEG;IACH,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAI9C,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOzB,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAqB9E,IAAI,WAAW,IAAI,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAEvC;IAED,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,OAAO,IAAI,IAAI;IAKf;;;OAGG;IACH,OAAO,CAAC,kBAAkB;CAM3B"}
1
+ {"version":3,"file":"ResourceLoader.d.ts","sourceRoot":"","sources":["../../../src/stages/load/ResourceLoader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,QAAQ,EAAE,KAAK,gBAAgB,EAAiB,MAAM,aAAa,CAAC;AAClF,OAAO,KAAK,EAAE,mBAAmB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAepF,qBAAa,qBAAsB,SAAQ,KAAK;gBAClC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,KAAK,CAAC,CAAmB;IACjC,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,QAAQ,CAAC,CAA4B;IAC7C,OAAO,CAAC,aAAa,CAAC,CAAyD;IAC/E,OAAO,CAAC,SAAS,CAA2B;IAC5C,OAAO,CAAC,cAAc,CAAqB;IAC3C,OAAO,CAAC,gBAAgB,CAAqB;IAG7C,OAAO,CAAC,mBAAmB,CAAQ;IACnC,OAAO,CAAC,YAAY,CAAgB;gBAExB,OAAO,EAAE,qBAAqB;IAWpC,QAAQ,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAatD,oBAAoB,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI;IAO5C,eAAe,IAAI,IAAI;IAmCvB,OAAO,CAAC,mBAAmB;IAe3B,OAAO,CAAC,WAAW;IAuBnB,OAAO,CAAC,YAAY;IAQpB;;OAEG;YACW,iBAAiB;IAe/B;;OAEG;YACW,iBAAiB;IAQ/B;;;OAGG;YACW,iBAAiB;IAoB/B;;;OAGG;IACG,cAAc,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAMrE;;OAEG;YACW,gBAAgB;IAM9B;;;OAGG;YACW,SAAS;IA4CvB;;OAEG;IACG,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA4D1D;;;OAGG;YACW,oBAAoB;IAclC;;;;;;;OAOG;YACW,iBAAiB;IAiB/B;;;OAGG;YACW,WAAW;IA8BzB;;;;OAIG;YACW,qBAAqB;IA8CnC;;OAEG;YACW,oBAAoB;IAwD5B,SAAS,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC;IAoBzD;;OAEG;YACW,SAAS;IAUvB,OAAO,CAAC,mBAAmB;IAgB3B;;;;;;;;;;;OAWG;IACG,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAgE7E,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAKhC;;OAEG;IACH,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAI9C,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOzB,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAqB9E,IAAI,WAAW,IAAI,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAEvC;IAED,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,OAAO,IAAI,IAAI;IAKf;;;OAGG;IACH,OAAO,CAAC,kBAAkB;CAM3B"}
@@ -8,7 +8,6 @@ import { MP3FrameParser } from "../demux/MP3FrameParser.js";
8
8
  import { ResourceCorruptedError, EmptyStreamError, OPFSQuotaExceededError } from "../../utils/errors.js";
9
9
  class ResourceLoader {
10
10
  cacheManager;
11
- workerPool;
12
11
  model;
13
12
  taskManager;
14
13
  streamFactory;
@@ -30,7 +29,6 @@ class ResourceLoader {
30
29
  this.eventBus = options.eventBus;
31
30
  this.onStateChange = options.onStateChange;
32
31
  this.cacheManager = options.cacheManager;
33
- this.workerPool = options.workerPool;
34
32
  }
35
33
  async setModel(model) {
36
34
  this.model = model;
@@ -99,45 +97,6 @@ class ResourceLoader {
99
97
  this.startLoad(task);
100
98
  }
101
99
  }
102
- /**
103
- * Check if resource is cached and ready (without loading)
104
- */
105
- async isResourceCached(resourceId, type) {
106
- switch (type) {
107
- case "video": {
108
- const hasOPFS = await this.cacheManager.hasResourceInCache(resourceId);
109
- const hasIndex = this.cacheManager.mp4IndexCache.has(resourceId);
110
- return hasOPFS && hasIndex;
111
- }
112
- case "audio":
113
- return this.cacheManager.audioSampleCache.has(resourceId);
114
- case "image":
115
- return this.blobCache.has(resourceId);
116
- case "json":
117
- case "text":
118
- return this.blobCache.has(resourceId);
119
- default:
120
- return false;
121
- }
122
- }
123
- /**
124
- * @deprecated Removed - Export now uses IndexedVideoSource instead of VideoDemuxWorker
125
- * This method is no longer called and will be removed in the future.
126
- */
127
- // private async transferVideoToWorker(resourceId: string, sessionId: string): Promise<void> {
128
- // // Method removed - IndexedVideoSource reads directly from OPFS
129
- // }
130
- /**
131
- * Transfer image to worker
132
- */
133
- async transferImageToWorker(resourceId, sessionId, imageBitmap) {
134
- const composeWorker = await this.workerPool.get("videoCompose", sessionId);
135
- await composeWorker?.send?.(
136
- "receive_image",
137
- { resourceId, sessionId, imageBitmap },
138
- { transfer: [imageBitmap] }
139
- );
140
- }
141
100
  /**
142
101
  * Load video resource (download + cache or read from cache)
143
102
  */
@@ -158,24 +117,31 @@ class ResourceLoader {
158
117
  }
159
118
  }
160
119
  /**
161
- * Load image resource (download + cache or read from cache) and transfer to worker
120
+ * Load image resource (download + cache or read from cache)
121
+ * Returns ImageBitmap for caller to use (no worker transfer)
162
122
  */
163
123
  async loadImageResource(task) {
164
124
  let blob = this.blobCache.get(task.resourceId);
165
125
  if (!blob) {
166
126
  if (task.controller) {
127
+ this.updateResourceState(task.resourceId, "loading");
167
128
  blob = await this.fetchBlob(task.resource.uri, task.controller.signal);
129
+ this.updateResourceState(task.resourceId, "ready");
168
130
  this.blobCache.set(task.resourceId, blob);
169
131
  } else {
170
132
  return null;
171
133
  }
172
134
  }
173
- const imageBitmap = await createImageBitmapFromBlob(blob);
174
- if (task.sessionId) {
175
- await this.transferImageToWorker(task.resourceId, task.sessionId, imageBitmap);
176
- return null;
177
- }
178
- return imageBitmap;
135
+ return await createImageBitmapFromBlob(blob);
136
+ }
137
+ /**
138
+ * Get cached ImageBitmap (for already loaded resources)
139
+ * Used by VideoClipSession to batch transfer attachments
140
+ */
141
+ async getImageBitmap(resourceId) {
142
+ const blob = this.blobCache.get(resourceId);
143
+ if (!blob) return null;
144
+ return await createImageBitmapFromBlob(blob);
179
145
  }
180
146
  /**
181
147
  * Load text resource (json/text)
@@ -429,14 +395,6 @@ class ResourceLoader {
429
395
  }
430
396
  return response.blob();
431
397
  }
432
- /**
433
- * @deprecated Removed - Export now uses IndexedVideoSource instead of VideoDemuxWorker
434
- * Audio files still use AudioDemuxWorker but no longer need this method.
435
- * This method is no longer called and will be removed in the future.
436
- */
437
- // private async transferToDemuxWorker(task: LoadTask): Promise<void> {
438
- // // Method removed - IndexedVideoSource reads directly from OPFS
439
- // }
440
398
  updateResourceState(resourceId, state) {
441
399
  const resource = this.model?.resources.get(resourceId);
442
400
  if (resource) {
@@ -477,29 +435,7 @@ class ResourceLoader {
477
435
  this.taskManager.pausePreloadTasks();
478
436
  }
479
437
  if (resource.state === "ready") {
480
- if (!options?.sessionId) {
481
- return;
482
- }
483
- const isCached = await this.isResourceCached(resourceId, resource.type);
484
- const hasActiveTaskForSession = this.taskManager.hasActiveTaskForSession(
485
- resourceId,
486
- options.sessionId
487
- );
488
- if (isCached && !hasActiveTaskForSession) {
489
- switch (resource.type) {
490
- case "video":
491
- break;
492
- case "image": {
493
- const blob = this.blobCache.get(resourceId);
494
- if (blob) {
495
- const imageBitmap = await createImageBitmapFromBlob(blob);
496
- await this.transferImageToWorker(resourceId, options.sessionId, imageBitmap);
497
- }
498
- break;
499
- }
500
- }
501
- return;
502
- }
438
+ return;
503
439
  }
504
440
  if (resource.state === "loading") {
505
441
  const existingTask2 = this.taskManager.getActiveTask(resourceId);
@@ -517,25 +453,6 @@ class ResourceLoader {
517
453
  if (existingTask.isPreload && !isPreload) {
518
454
  existingTask.isPreload = false;
519
455
  }
520
- if (options?.sessionId && !existingTask.sessionId) {
521
- await existingTask.promise;
522
- const isCached = await this.isResourceCached(resourceId, resource.type);
523
- if (isCached) {
524
- switch (resource.type) {
525
- case "video":
526
- break;
527
- case "image": {
528
- const blob = this.blobCache.get(resourceId);
529
- if (blob) {
530
- const imageBitmap = await createImageBitmapFromBlob(blob);
531
- await this.transferImageToWorker(resourceId, options.sessionId, imageBitmap);
532
- }
533
- break;
534
- }
535
- }
536
- }
537
- return;
538
- }
539
456
  return existingTask.promise;
540
457
  }
541
458
  const task = this.enqueueLoad(