@meframe/core 0.0.11 → 0.0.13

package/dist/stages/decode/BaseDecoder.js

@@ -0,0 +1,130 @@
+class BaseDecoder {
+  decoder;
+  config;
+  controller = null;
+  constructor(config) {
+    this.config = config;
+  }
+  async initialize() {
+    if (this.decoder?.state === "configured") {
+      return;
+    }
+    const isSupported = await this.isConfigSupported(this.config);
+    if (!isSupported.supported) {
+      throw new Error(
+        `Codec not supported: ${this.config.codecString || this.config.codec}`
+      );
+    }
+    this.decoder = this.createDecoder({
+      output: this.handleOutput.bind(this),
+      error: this.handleError.bind(this)
+    });
+    await this.configureDecoder(this.config);
+  }
+  async reconfigure(config) {
+    this.config = { ...this.config, ...config };
+    if (!this.decoder) {
+      await this.initialize();
+      return;
+    }
+    if (this.decoder.state === "configured") {
+      await this.decoder.flush();
+    }
+    const isSupported = await this.isConfigSupported(this.config);
+    if (!isSupported.supported) {
+      throw new Error(
+        `New configuration not supported: ${this.config.codecString || this.config.codec}`
+      );
+    }
+    await this.configureDecoder(this.config);
+  }
+  async flush() {
+    if (!this.decoder) return;
+    await this.decoder.flush();
+  }
+  async reset() {
+    if (!this.decoder) return;
+    this.decoder.reset();
+    this.onReset();
+  }
+  async close() {
+    if (!this.decoder) return;
+    if (this.decoder.state === "configured") {
+      await this.decoder.flush();
+    }
+    this.decoder.close();
+    this.decoder = void 0;
+  }
+  get isReady() {
+    return this.decoder?.state === "configured";
+  }
+  get queueSize() {
+    return this.decoder?.decodeQueueSize ?? 0;
+  }
+  handleOutput(data) {
+    if (!this.controller) {
+      this.closeIfPossible(data);
+      return;
+    }
+    try {
+      this.controller.enqueue(data);
+    } catch (error) {
+      if (error instanceof TypeError && /Cannot enqueue a chunk into a readable stream that is closed/.test(error.message)) {
+        this.closeIfPossible(data);
+        return;
+      }
+      throw error;
+    }
+  }
+  handleError(error) {
+    console.error(`${this.getDecoderType()} decoder error:`, error);
+    this.controller?.error(error);
+  }
+  closeIfPossible(data) {
+    data?.close?.();
+    data?.frame?.close?.();
+  }
+  onReset() {
+  }
+  createStream() {
+    return new TransformStream(
+      {
+        start: async (controller) => {
+          this.controller = controller;
+          if (!this.isReady) {
+            await this.initialize();
+          }
+        },
+        transform: async (input) => {
+          if (!this.decoder || this.decoder.state !== "configured") {
+            throw new Error("Decoder not configured");
+          }
+          if (this.decoder.decodeQueueSize >= this.decodeQueueThreshold) {
+            await new Promise((resolve) => {
+              const check = () => {
+                if (!this.decoder || this.decoder.decodeQueueSize < this.decodeQueueThreshold - 1) {
+                  resolve();
+                } else {
+                  setTimeout(check, 10);
+                }
+              };
+              check();
+            });
+          }
+          this.decode(input);
+        },
+        flush: async () => {
+          await this.flush();
+        }
+      },
+      {
+        highWaterMark: this.highWaterMark,
+        size: () => 1
+      }
+    );
+  }
+}
+export {
+  BaseDecoder
+};
+//# sourceMappingURL=BaseDecoder.js.map

package/dist/stages/decode/BaseDecoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseDecoder.js","sources":["../../../src/stages/decode/BaseDecoder.ts"],"sourcesContent":["/**\n * Base decoder class abstracting common WebCodecs decoder workflow.\n * Mirrors BaseEncoder but for decoding path.\n */\nimport { AudioDecoderConfig, DecodedVideoFrame, VideoDecoderConfig } from './types';\n\nexport abstract class BaseDecoder<\n  TDecoder extends VideoDecoder | AudioDecoder,\n  TConfig extends VideoDecoderConfig | AudioDecoderConfig,\n  TInput extends EncodedVideoChunk | EncodedAudioChunk,\n  TOutput extends VideoFrame | AudioData | DecodedVideoFrame,\n> {\n  protected decoder?: TDecoder;\n  protected config: TConfig;\n  protected controller: TransformStreamDefaultController<TOutput> | null = null;\n\n  constructor(config: TConfig) {\n    this.config = config;\n  }\n\n  async initialize(): Promise<void> {\n    if (this.decoder?.state === 'configured') {\n      return;\n    }\n    const isSupported = await this.isConfigSupported(this.config);\n    if (!isSupported.supported) {\n      throw new Error(\n        `Codec not supported: ${(this.config as any).codecString || (this.config as any).codec}`\n      );\n    }\n\n    this.decoder = this.createDecoder({\n      output: this.handleOutput.bind(this),\n      error: this.handleError.bind(this),\n    });\n\n    await this.configureDecoder(this.config);\n  }\n\n  async reconfigure(config: Partial<TConfig>): Promise<void> {\n    this.config = { ...this.config, ...config } as TConfig;\n\n    if (!this.decoder) {\n      await this.initialize();\n      return;\n    }\n\n    // Flush before reconfiguring\n    if (this.decoder.state === 'configured') {\n      await this.decoder.flush();\n    }\n\n    const isSupported = await this.isConfigSupported(this.config);\n    if (!isSupported.supported) {\n      throw new Error(\n        `New configuration not supported: ${(this.config as any).codecString || (this.config as any).codec}`\n      );\n    }\n\n    await this.configureDecoder(this.config);\n  }\n\n  async flush(): Promise<void> {\n    if (!this.decoder) return;\n    await this.decoder.flush();\n  }\n\n  async reset(): Promise<void> {\n    if (!this.decoder) return;\n    this.decoder.reset();\n    this.onReset();\n  }\n\n  async close(): Promise<void> {\n    if (!this.decoder) return;\n\n    if (this.decoder.state === 'configured') {\n      await this.decoder.flush();\n    }\n\n    this.decoder.close();\n    this.decoder = undefined;\n  }\n\n  get isReady(): boolean {\n    return this.decoder?.state === 'configured';\n  }\n\n  get queueSize(): number {\n    return (this.decoder as any)?.decodeQueueSize ?? 0;\n  }\n\n  protected handleOutput(data: TOutput): void {\n    if (!this.controller) {\n      this.closeIfPossible(data);\n      return;\n    }\n\n    try {\n      this.controller.enqueue(data);\n    } catch (error) {\n      if (\n        error instanceof TypeError &&\n        /Cannot enqueue a chunk into a readable stream that is closed/.test(error.message)\n      ) {\n        this.closeIfPossible(data);\n        return;\n      }\n\n      throw error;\n    }\n  }\n\n  protected handleError(error: DOMException): void {\n    console.error(`${this.getDecoderType()} decoder error:`, error);\n    this.controller?.error(error);\n  }\n\n  private closeIfPossible(data: TOutput): void {\n    (data as any)?.close?.();\n    (data as DecodedVideoFrame)?.frame?.close?.();\n  }\n\n  // Abstracts\n  protected abstract isConfigSupported(config: TConfig): Promise<{ supported: boolean }>;\n  protected abstract createDecoder(init: DecoderInit): TDecoder;\n  protected abstract configureDecoder(config: TConfig): Promise<void>;\n  protected abstract getDecoderType(): string;\n  protected abstract decode(input: TInput): void;\n  protected onReset(): void {}\n\n  // Backpressure\n  protected abstract readonly highWaterMark: number;\n  protected abstract readonly decodeQueueThreshold: number;\n\n  createStream(): TransformStream<TInput, TOutput> {\n    return new TransformStream<TInput, TOutput>(\n      {\n        start: async (controller) => {\n          this.controller = controller;\n          if (!this.isReady) {\n            await this.initialize();\n          }\n        },\n        transform: async (input) => {\n          if (!this.decoder || this.decoder.state !== 'configured') {\n            throw new Error('Decoder not configured');\n          }\n          // backpressure\n          if ((this.decoder as any).decodeQueueSize >= this.decodeQueueThreshold) {\n            await new Promise<void>((resolve) => {\n              const check = () => {\n                if (\n                  !this.decoder ||\n                  (this.decoder as any).decodeQueueSize < this.decodeQueueThreshold - 1\n                ) {\n                  resolve();\n                } else {\n                  setTimeout(check, 10);\n                }\n              };\n              check();\n            });\n          }\n          this.decode(input);\n        },\n        flush: async () => {\n          await this.flush();\n        },\n      },\n      {\n        highWaterMark: this.highWaterMark,\n        size: () => 1,\n      }\n    );\n  }\n}\n\ninterface DecoderInit {\n  output: (data: any) => void;\n  error: (error: DOMException) => void;\n}\n"],"names":[],"mappings":"AAMO,MAAe,YAKpB;AAAA,EACU;AAAA,EACA;AAAA,EACA,aAA+D;AAAA,EAEzE,YAAY,QAAiB;AAC3B,SAAK,SAAS;AAAA,EAChB;AAAA,EAEA,MAAM,aAA4B;AAChC,QAAI,KAAK,SAAS,UAAU,cAAc;AACxC;AAAA,IACF;AACA,UAAM,cAAc,MAAM,KAAK,kBAAkB,KAAK,MAAM;AAC5D,QAAI,CAAC,YAAY,WAAW;AAC1B,YAAM,IAAI;AAAA,QACR,wBAAyB,KAAK,OAAe,eAAgB,KAAK,OAAe,KAAK;AAAA,MAAA;AAAA,IAE1F;AAEA,SAAK,UAAU,KAAK,cAAc;AAAA,MAChC,QAAQ,KAAK,aAAa,KAAK,IAAI;AAAA,MACnC,OAAO,KAAK,YAAY,KAAK,IAAI;AAAA,IAAA,CAClC;AAED,UAAM,KAAK,iBAAiB,KAAK,MAAM;AAAA,EACzC;AAAA,EAEA,MAAM,YAAY,QAAyC;AACzD,SAAK,SAAS,EAAE,GAAG,KAAK,QAAQ,GAAG,OAAA;AAEnC,QAAI,CAAC,KAAK,SAAS;AACjB,YAAM,KAAK,WAAA;AACX;AAAA,IACF;AAGA,QAAI,KAAK,QAAQ,UAAU,cAAc;AACvC,YAAM,KAAK,QAAQ,MAAA;AAAA,IACrB;AAEA,UAAM,cAAc,MAAM,KAAK,kBAAkB,KAAK,MAAM;AAC5D,QAAI,CAAC,YAAY,WAAW;AAC1B,YAAM,IAAI;AAAA,QACR,oCAAqC,KAAK,OAAe,eAAgB,KAAK,OAAe,KAAK;AAAA,MAAA;AAAA,IAEtG;AAEA,UAAM,KAAK,iBAAiB,KAAK,MAAM;AAAA,EACzC;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,QAAS;AACnB,UAAM,KAAK,QAAQ,MAAA;AAAA,EACrB;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,QAAS;AACnB,SAAK,QAAQ,MAAA;AACb,SAAK,QAAA;AAAA,EACP;AAAA,EAEA,MAAM,QAAuB;AAC3B,QAAI,CAAC,KAAK,QAAS;AAEnB,QAAI,KAAK,QAAQ,UAAU,cAAc;AACvC,YAAM,KAAK,QAAQ,MAAA;AAAA,IACrB;AAEA,SAAK,QAAQ,MAAA;AACb,SAAK,UAAU;AAAA,EACjB;AAAA,EAEA,IAAI,UAAmB;AACrB,WAAO,KAAK,SAAS,UAAU;AAAA,EACjC;AAAA,EAEA,IAAI,YAAoB;AACtB,WAAQ,KAAK,SAAiB,mBAAmB;AAAA,EACnD;AAAA,EAEU,aAAa,MAAqB;AAC1C,QAAI,CAAC,KAAK,YAAY;AACpB,WAAK,gBAAgB,IAAI;AACzB;AAAA,IACF;AAEA,QAAI;AACF,WAAK,WAAW,QAAQ,IAAI;AAAA,IAC9B,SAAS,OAAO;AACd,UACE,iBAAiB,aACjB,+DAA+D,KAAK,MAAM,OAAO,GACjF;AACA,aAAK,gBAAgB,IAAI;AACzB;AAAA,MACF;AAEA,YAAM;AAAA,IACR;AAAA,EACF;AAAA,EAEU,YAAY,OAA2B;AAC/C,YAAQ,MAAM,GAAG,KAAK,gBAAgB,mBAAmB,KAAK;AAC9D,SAAK,YAAY,MAAM,KAAK;AAAA,EAC9B;AAAA,EAEQ,gBAAgB,MAAqB;AAC1C,UAAc,QAAA;AACd,UAA4B,OAAO,QAAA;AAAA,EACtC;AAAA,EAQU,UAAgB;AAAA,EAAC;AAAA,EAM3B,eAAiD;AAC/C,WAAO,IAAI;AAAA,MACT;AAAA,QACE,OAAO,OAAO,eAAe;AAC3B,eAAK,aAAa;AAClB,cAAI,CAAC,KAAK,SAAS;AACjB,kBAAM,KAAK,WAAA;AAAA,UACb;AAAA,QACF;AAAA,QACA,WAAW,OAAO,UAAU;AAC1B,cAAI,CAAC,KAAK,WAAW,KAAK,QAAQ,UAAU,cAAc;AACxD,kBAAM,IAAI,MAAM,wBAAwB;AAAA,UAC1C;AAEA,cAAK,KAAK,QAAgB,mBAAmB,KAAK,sBAAsB;AACtE,kBAAM,IAAI,QAAc,CAAC,YAAY;AACnC,oBAAM,QAAQ,MAAM;AAClB,oBACE,CAAC,KAAK,WACL,KAAK,QAAgB,kBAAkB,KAAK,uBAAuB,GACpE;AACA,0BAAA;AAAA,gBACF,OAAO;AACL,6BAAW,OAAO,EAAE;AAAA,gBACtB;AAAA,cACF;AACA,oBAAA;AAAA,YACF,CAAC;AAAA,UACH;AACA,eAAK,OAAO,KAAK;AAAA,QACnB;AAAA,QACA,OAAO,YAAY;AACjB,gBAAM,KAAK,MAAA;AAAA,QACb;AAAA,MAAA;AAAA,MAEF;AAAA,QACE,eAAe,KAAK;AAAA,QACpB,MAAM,MAAM;AAAA,MAAA;AAAA,IACd;AAAA,EAEJ;AACF;"}

package/dist/stages/decode/VideoChunkDecoder.js

@@ -0,0 +1,199 @@
+import { BaseDecoder } from "./BaseDecoder.js";
+class VideoChunkDecoder extends BaseDecoder {
+  static DEFAULT_HIGH_WATER_MARK = 4;
+  static DEFAULT_DECODE_QUEUE_THRESHOLD = 16;
+  trackId;
+  highWaterMark;
+  decodeQueueThreshold;
+  // GOP tracking (serial is derived from keyframe timestamp for idempotency)
+  currentGopSerial = -1;
+  isCurrentFrameKeyframe = false;
+  // Buffering support for delayed configuration
+  bufferedChunks = [];
+  isProcessingBuffer = false;
+  constructor(trackId, config) {
+    super(config || {});
+    this.trackId = trackId;
+    this.highWaterMark = config?.backpressure?.highWaterMark ?? VideoChunkDecoder.DEFAULT_HIGH_WATER_MARK;
+    this.decodeQueueThreshold = config?.backpressure?.decodeQueueThreshold ?? VideoChunkDecoder.DEFAULT_DECODE_QUEUE_THRESHOLD;
+  }
+  // Computed properties
+  get isConfigured() {
+    return this.isReady;
+  }
+  get state() {
+    return this.decoder?.state || "unconfigured";
+  }
+  /**
+   * Update configuration - can be called before or after initialization
+   */
+  async updateConfig(config) {
+    if (!this.isReady && config.codec) {
+      await this.configure(config);
+      await this.processBufferedChunks();
+    }
+  }
+  // Override createStream to handle GOP tracking and buffering
+  // Always create new stream for each clip (ReadableStreams can only be consumed once)
+  createStream() {
+    return new TransformStream(
+      {
+        start: async (controller) => {
+          this.controller = controller;
+          if (this.config?.codec && this.config?.description && !this.isReady) {
+            await this.initialize();
+          }
+        },
+        transform: async (chunk) => {
+          if (!this.isReady) {
+            this.bufferedChunks.push(chunk);
+            return;
+          }
+          if (this.isProcessingBuffer) {
+            this.bufferedChunks.push(chunk);
+            return;
+          }
+          await this.processChunk(chunk);
+        },
+        flush: async () => {
+          if (this.isReady) {
+            await this.flush();
+          }
+        }
+      },
+      {
+        highWaterMark: this.highWaterMark,
+        size: () => 1
+      }
+    );
+  }
+  /**
+   * Process a single chunk (extracted from transform for reuse)
+   */
+  async processChunk(chunk) {
+    if (!this.decoder) {
+      throw new Error("Decoder not initialized");
+    }
+    if (this.decoder.state !== "configured") {
+      console.error("[VideoChunkDecoder] Decoder in unexpected state:", this.decoder.state);
+      throw new Error(`Decoder not configured, state: ${this.decoder.state}`);
+    }
+    if (chunk.type === "key") {
+      this.handleKeyFrame(chunk.timestamp);
+    }
+    if (this.decoder.decodeQueueSize >= this.decodeQueueThreshold) {
+      await new Promise((resolve) => {
+        const check = () => {
+          if (!this.decoder || this.decoder.decodeQueueSize < this.decodeQueueThreshold - 1) {
+            resolve();
+          } else {
+            setTimeout(check, 20);
+          }
+        };
+        check();
+      });
+    }
+    try {
+      this.decode(chunk);
+    } catch (error) {
+      console.error(`[VideoChunkDecoder] decode error:`, error);
+      throw error;
+    }
+  }
+  // Override handleOutput to attach GOP metadata
+  handleOutput(frame) {
+    const wrappedFrame = {
+      frame,
+      gopSerial: this.currentGopSerial,
+      isKeyframe: this.isCurrentFrameKeyframe,
+      timestamp: frame.timestamp
+    };
+    this.isCurrentFrameKeyframe = false;
+    super.handleOutput(wrappedFrame);
+  }
+  // Implement abstract methods
+  async isConfigSupported(config) {
+    const result = await VideoDecoder.isConfigSupported({
+      codec: config.codec,
+      codedWidth: config.width,
+      codedHeight: config.height
+    });
+    return { supported: result.supported ?? false };
+  }
+  createDecoder(init) {
+    return new VideoDecoder(init);
+  }
+  getDecoderType() {
+    return "Video";
+  }
+  async configureDecoder(config) {
+    if (!this.decoder) return;
+    const decoderConfig = {
+      codec: config.codec,
+      codedWidth: config.width,
+      codedHeight: config.height,
+      hardwareAcceleration: config.hardwareAcceleration || "no-preference",
+      optimizeForLatency: false,
+      ...config.description && { description: config.description },
+      ...config.displayAspectWidth && { displayAspectWidth: config.displayAspectWidth },
+      ...config.displayAspectHeight && { displayAspectHeight: config.displayAspectHeight }
+    };
+    this.decoder.configure(decoderConfig);
+  }
+  decode(chunk) {
+    this.decoder?.decode(chunk);
+  }
+  // Override reset to clear GOP data
+  onReset() {
+    this.currentGopSerial = -1;
+    this.isCurrentFrameKeyframe = false;
+  }
+  // GOP management methods
+  handleKeyFrame(timestamp) {
+    this.currentGopSerial = timestamp;
+    this.isCurrentFrameKeyframe = true;
+  }
+  /**
+   * Configure the decoder with codec info (can be called after creation)
+   */
+  async configure(config) {
+    if (this.isReady) {
+      await this.reconfigure(config);
+      return;
+    }
+    this.config = config;
+    await this.initialize();
+  }
+  /**
+   * Process any buffered chunks after configuration
+   */
+  async processBufferedChunks() {
+    if (!this.isReady || this.bufferedChunks.length === 0) {
+      return;
+    }
+    this.isProcessingBuffer = true;
+    const chunks = [...this.bufferedChunks];
+    this.bufferedChunks = [];
+    for (const chunk of chunks) {
+      try {
+        await this.processChunk(chunk);
+      } catch (error) {
+        console.error("[VideoChunkDecoder] Error processing buffered chunk:", error);
+      }
+    }
+    this.isProcessingBuffer = false;
+    if (this.bufferedChunks.length > 0) {
+      await this.processBufferedChunks();
+    }
+  }
+  // Override close to clean up GOP data
+  async close() {
+    this.bufferedChunks = [];
+    this.onReset();
+    await super.close();
+  }
+}
+export {
+  VideoChunkDecoder
+};
+//# sourceMappingURL=VideoChunkDecoder.js.map

package/dist/stages/decode/VideoChunkDecoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VideoChunkDecoder.js","sources":["../../../src/stages/decode/VideoChunkDecoder.ts"],"sourcesContent":["import { VideoDecoderConfig } from './types';\nimport { BaseDecoder } from './BaseDecoder';\n\n/**\n * Video decoder with GOP tracking\n * Tracks keyframe boundaries and attaches GOP metadata to decoded frames\n */\nexport class VideoChunkDecoder extends BaseDecoder<\n  VideoDecoder,\n  VideoDecoderConfig,\n  EncodedVideoChunk,\n  VideoFrame\n> {\n  private static readonly DEFAULT_HIGH_WATER_MARK = 4;\n  private static readonly DEFAULT_DECODE_QUEUE_THRESHOLD = 16;\n\n  readonly trackId: string;\n\n  protected readonly highWaterMark: number;\n  protected readonly decodeQueueThreshold: number;\n\n  // GOP tracking (serial is derived from keyframe timestamp for idempotency)\n  private currentGopSerial = -1;\n  private isCurrentFrameKeyframe = false;\n\n  // Buffering support for delayed configuration\n  private bufferedChunks: EncodedVideoChunk[] = [];\n  private isProcessingBuffer: boolean = false;\n\n  constructor(trackId: string, config?: Partial<VideoDecoderConfig>) {\n    super((config || {}) as VideoDecoderConfig);\n\n    this.trackId = trackId;\n    this.highWaterMark =\n      config?.backpressure?.highWaterMark ?? VideoChunkDecoder.DEFAULT_HIGH_WATER_MARK;\n    this.decodeQueueThreshold =\n      config?.backpressure?.decodeQueueThreshold ??\n      VideoChunkDecoder.DEFAULT_DECODE_QUEUE_THRESHOLD;\n  }\n\n  // Computed properties\n  get isConfigured(): boolean {\n    return this.isReady;\n  }\n\n  get state(): string {\n    return this.decoder?.state || 'unconfigured';\n  }\n\n  /**\n   * Update configuration - can be called before or after initialization\n   */\n  async updateConfig(config: Partial<VideoDecoderConfig>): Promise<void> {\n    if (!this.isReady && config.codec) {\n      await this.configure(config as VideoDecoderConfig);\n      await this.processBufferedChunks();\n    }\n  }\n\n  // Override createStream to handle GOP tracking and buffering\n  // Always create new stream for each clip (ReadableStreams can only be consumed once)\n  override createStream(): TransformStream<EncodedVideoChunk, VideoFrame> {\n    return new TransformStream<EncodedVideoChunk, VideoFrame>(\n      {\n        start: async (controller) => {\n          this.controller = controller;\n          // Don't initialize if no codec config yet\n          if (this.config?.codec && this.config?.description && !this.isReady) {\n            await this.initialize();\n          }\n        },\n\n        transform: async (chunk) => {\n          // If not configured yet, buffer the chunk\n          if (!this.isReady) {\n            this.bufferedChunks.push(chunk);\n            return; // Don't process yet\n          }\n\n          // If we're processing buffered chunks, add to buffer to maintain order\n          if (this.isProcessingBuffer) {\n            this.bufferedChunks.push(chunk);\n            return;\n          }\n\n          // Normal processing\n          await this.processChunk(chunk);\n        },\n\n        flush: async () => {\n          if (this.isReady) {\n            await this.flush();\n          }\n        },\n      },\n      {\n        highWaterMark: this.highWaterMark,\n        size: () => 1,\n      }\n    );\n  }\n\n  /**\n   * Process a single chunk (extracted from transform for reuse)\n   */\n  private async processChunk(chunk: EncodedVideoChunk): Promise<void> {\n    if (!this.decoder) {\n      throw new Error('Decoder not initialized');\n    }\n\n    if (this.decoder.state !== 'configured') {\n      console.error('[VideoChunkDecoder] Decoder in unexpected state:', this.decoder.state);\n      throw new Error(`Decoder not configured, state: ${this.decoder.state}`);\n    }\n\n    // Track GOP boundaries\n    if (chunk.type === 'key') {\n      this.handleKeyFrame(chunk.timestamp);\n    }\n\n    // Check decoder queue pressure\n    if (this.decoder.decodeQueueSize >= this.decodeQueueThreshold) {\n      await new Promise<void>((resolve) => {\n        const check = () => {\n          if (!this.decoder || this.decoder.decodeQueueSize < this.decodeQueueThreshold - 1) {\n            resolve();\n          } else {\n            setTimeout(check, 20);\n          }\n        };\n        check();\n      });\n    }\n\n    // Decode the chunk\n    try {\n      this.decode(chunk);\n    } catch (error) {\n      console.error(`[VideoChunkDecoder] decode error:`, error);\n      throw error; // Re-throw to propagate\n    }\n  }\n\n  // Override handleOutput to attach GOP metadata\n  protected override handleOutput(frame: VideoFrame): void {\n    // Wrap frame with GOP metadata as a plain object\n    // The frame itself will be transferred, but metadata travels separately\n    const wrappedFrame = {\n      frame,\n      gopSerial: this.currentGopSerial,\n      isKeyframe: this.isCurrentFrameKeyframe,\n      timestamp: frame.timestamp,\n    };\n\n    // Reset keyframe flag for subsequent frames\n    this.isCurrentFrameKeyframe = false;\n\n    // Call parent to enqueue wrapped frame\n    super.handleOutput(wrappedFrame as any);\n  }\n\n  // Implement abstract methods\n  protected async isConfigSupported(config: VideoDecoderConfig): Promise<{ supported: boolean }> {\n    const result = await VideoDecoder.isConfigSupported({\n      codec: config.codec,\n      codedWidth: config.width,\n      codedHeight: config.height,\n    });\n    return { supported: result.supported ?? false };\n  }\n\n  protected createDecoder(init: {\n    output: (frame: VideoFrame) => void;\n    error: (error: DOMException) => void;\n  }): VideoDecoder {\n    return new VideoDecoder(init);\n  }\n\n  protected getDecoderType(): string {\n    return 'Video';\n  }\n\n  protected async configureDecoder(config: VideoDecoderConfig): Promise<void> {\n    if (!this.decoder) return;\n\n    const decoderConfig = {\n      codec: config.codec,\n      codedWidth: config.width,\n      codedHeight: config.height,\n      hardwareAcceleration: config.hardwareAcceleration || 'no-preference',\n      optimizeForLatency: false,\n      ...(config.description && { description: config.description }),\n      ...(config.displayAspectWidth && { displayAspectWidth: config.displayAspectWidth }),\n      ...(config.displayAspectHeight && { displayAspectHeight: config.displayAspectHeight }),\n    };\n\n    this.decoder.configure(decoderConfig as any);\n    // console.log('[VideoChunkDecoder] Decoder configured, state:', this.decoder.state);\n  }\n\n  protected decode(chunk: EncodedVideoChunk): void {\n    this.decoder?.decode(chunk);\n  }\n\n  // Override reset to clear GOP data\n  protected override onReset(): void {\n    this.currentGopSerial = -1;\n    this.isCurrentFrameKeyframe = false;\n  }\n\n  // GOP management methods\n  private handleKeyFrame(timestamp: number): void {\n    // Use timestamp as gopSerial for idempotency (same keyframe = same serial)\n    this.currentGopSerial = timestamp;\n    this.isCurrentFrameKeyframe = true;\n  }\n\n  /**\n   * Configure the decoder with codec info (can be called after creation)\n   */\n  async configure(config: VideoDecoderConfig): Promise<void> {\n    // console.log('[VideoChunkDecoder] Configuring with:', config);\n\n    if (this.isReady) {\n      // If already configured, reconfigure\n      await this.reconfigure(config);\n      return;\n    }\n\n    this.config = config as any;\n\n    // Initialize decoder with new config\n    await this.initialize();\n  }\n\n  /**\n   * Process any buffered chunks after configuration\n   */\n  async processBufferedChunks(): Promise<void> {\n    if (!this.isReady || this.bufferedChunks.length === 0) {\n      return;\n    }\n\n    // console.log('[VideoChunkDecoder] Processing', this.bufferedChunks.length, 'buffered chunks');\n    this.isProcessingBuffer = true;\n\n    // Process buffered chunks in order\n    const chunks = [...this.bufferedChunks];\n    this.bufferedChunks = [];\n\n    for (const chunk of chunks) {\n      try {\n        await this.processChunk(chunk);\n      } catch (error) {\n        console.error('[VideoChunkDecoder] Error processing buffered chunk:', error);\n      }\n    }\n\n    this.isProcessingBuffer = false;\n\n    // Process any new chunks that arrived while processing buffer\n    if (this.bufferedChunks.length > 0) {\n      await this.processBufferedChunks();\n    }\n  }\n\n  // Override close to clean up GOP data\n  override async close(): Promise<void> {\n    // Clear buffered chunks\n    this.bufferedChunks = [];\n\n    // Clean up GOP data first\n    this.onReset();\n\n    // Call parent close\n    await super.close();\n  }\n}\n"],"names":[],"mappings":";AAOO,MAAM,0BAA0B,YAKrC;AAAA,EACA,OAAwB,0BAA0B;AAAA,EAClD,OAAwB,iCAAiC;AAAA,EAEhD;AAAA,EAEU;AAAA,EACA;AAAA;AAAA,EAGX,mBAAmB;AAAA,EACnB,yBAAyB;AAAA;AAAA,EAGzB,iBAAsC,CAAA;AAAA,EACtC,qBAA8B;AAAA,EAEtC,YAAY,SAAiB,QAAsC;AACjE,UAAO,UAAU,EAAyB;AAE1C,SAAK,UAAU;AACf,SAAK,gBACH,QAAQ,cAAc,iBAAiB,kBAAkB;AAC3D,SAAK,uBACH,QAAQ,cAAc,wBACtB,kBAAkB;AAAA,EACtB;AAAA;AAAA,EAGA,IAAI,eAAwB;AAC1B,WAAO,KAAK;AAAA,EACd;AAAA,EAEA,IAAI,QAAgB;AAClB,WAAO,KAAK,SAAS,SAAS;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,aAAa,QAAoD;AACrE,QAAI,CAAC,KAAK,WAAW,OAAO,OAAO;AACjC,YAAM,KAAK,UAAU,MAA4B;AACjD,YAAM,KAAK,sBAAA;AAAA,IACb;AAAA,EACF;AAAA;AAAA;AAAA,EAIS,eAA+D;AACtE,WAAO,IAAI;AAAA,MACT;AAAA,QACE,OAAO,OAAO,eAAe;AAC3B,eAAK,aAAa;AAElB,cAAI,KAAK,QAAQ,SAAS,KAAK,QAAQ,eAAe,CAAC,KAAK,SAAS;AACnE,kBAAM,KAAK,WAAA;AAAA,UACb;AAAA,QACF;AAAA,QAEA,WAAW,OAAO,UAAU;AAE1B,cAAI,CAAC,KAAK,SAAS;AACjB,iBAAK,eAAe,KAAK,KAAK;AAC9B;AAAA,UACF;AAGA,cAAI,KAAK,oBAAoB;AAC3B,iBAAK,eAAe,KAAK,KAAK;AAC9B;AAAA,UACF;AAGA,gBAAM,KAAK,aAAa,KAAK;AAAA,QAC/B;AAAA,QAEA,OAAO,YAAY;AACjB,cAAI,KAAK,SAAS;AAChB,kBAAM,KAAK,MAAA;AAAA,UACb;AAAA,QACF;AAAA,MAAA;AAAA,MAEF;AAAA,QACE,eAAe,KAAK;AAAA,QACpB,MAAM,MAAM;AAAA,MAAA;AAAA,IACd;AAAA,EAEJ;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,aAAa,OAAyC;AAClE,QAAI,CAAC,KAAK,SAAS;AACjB,YAAM,IAAI,MAAM,yBAAyB;AAAA,IAC3C;AAEA,QAAI,KAAK,QAAQ,UAAU,cAAc;AACvC,cAAQ,MAAM,oDAAoD,KAAK,QAAQ,KAAK;AACpF,YAAM,IAAI,MAAM,kCAAkC,KAAK,QAAQ,KAAK,EAAE;AAAA,IACxE;AAGA,QAAI,MAAM,SAAS,OAAO;AACxB,WAAK,eAAe,MAAM,SAAS;AAAA,IACrC;AAGA,QAAI,KAAK,QAAQ,mBAAmB,KAAK,sBAAsB;AAC7D,YAAM,IAAI,QAAc,CAAC,YAAY;AACnC,cAAM,QAAQ,MAAM;AAClB,cAAI,CAAC,KAAK,WAAW,KAAK,QAAQ,kBAAkB,KAAK,uBAAuB,GAAG;AACjF,oBAAA;AAAA,UACF,OAAO;AACL,uBAAW,OAAO,EAAE;AAAA,UACtB;AAAA,QACF;AACA,cAAA;AAAA,MACF,CAAC;AAAA,IACH;AAGA,QAAI;AACF,WAAK,OAAO,KAAK;AAAA,IACnB,SAAS,OAAO;AACd,cAAQ,MAAM,qCAAqC,KAAK;AACxD,YAAM;AAAA,IACR;AAAA,EACF;AAAA;AAAA,EAGmB,aAAa,OAAyB;AAGvD,UAAM,eAAe;AAAA,MACnB;AAAA,MACA,WAAW,KAAK;AAAA,MAChB,YAAY,KAAK;AAAA,MACjB,WAAW,MAAM;AAAA,IAAA;AAInB,SAAK,yBAAyB;AAG9B,UAAM,aAAa,YAAmB;AAAA,EACxC;AAAA;AAAA,EAGA,MAAgB,kBAAkB,QAA6D;AAC7F,UAAM,SAAS,MAAM,aAAa,kBAAkB;AAAA,MAClD,OAAO,OAAO;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,aAAa,OAAO;AAAA,IAAA,CACrB;AACD,WAAO,EAAE,WAAW,OAAO,aAAa,MAAA;AAAA,EAC1C;AAAA,EAEU,cAAc,MAGP;AACf,WAAO,IAAI,aAAa,IAAI;AAAA,EAC9B;AAAA,EAEU,iBAAyB;AACjC,WAAO;AAAA,EACT;AAAA,EAEA,MAAgB,iBAAiB,QAA2C;AAC1E,QAAI,CAAC,KAAK,QAAS;AAEnB,UAAM,gBAAgB;AAAA,MACpB,OAAO,OAAO;AAAA,MACd,YAAY,OAAO;AAAA,MACnB,aAAa,OAAO;AAAA,MACpB,sBAAsB,OAAO,wBAAwB;AAAA,MACrD,oBAAoB;AAAA,MACpB,GAAI,OAAO,eAAe,EAAE,aAAa,OAAO,YAAA;AAAA,MAChD,GAAI,OAAO,sBAAsB,EAAE,oBAAoB,OAAO,mBAAA;AAAA,MAC9D,GAAI,OAAO,uBAAuB,EAAE,qBAAqB,OAAO,oBAAA;AAAA,IAAoB;AAGtF,SAAK,QAAQ,UAAU,aAAoB;AAAA,EAE7C;AAAA,EAEU,OAAO,OAAgC;AAC/C,SAAK,SAAS,OAAO,KAAK;AAAA,EAC5B;AAAA;AAAA,EAGmB,UAAgB;AACjC,SAAK,mBAAmB;AACxB,SAAK,yBAAyB;AAAA,EAChC;AAAA;AAAA,EAGQ,eAAe,WAAyB;AAE9C,SAAK,mBAAmB;AACxB,SAAK,yBAAyB;AAAA,EAChC;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,UAAU,QAA2C;AAGzD,QAAI,KAAK,SAAS;AAEhB,YAAM,KAAK,YAAY,MAAM;AAC7B;AAAA,IACF;AAEA,SAAK,SAAS;AAGd,UAAM,KAAK,WAAA;AAAA,EACb;AAAA;AAAA;AAAA;AAAA,EAKA,MAAM,wBAAuC;AAC3C,QAAI,CAAC,KAAK,WAAW,KAAK,eAAe,WAAW,GAAG;AACrD;AAAA,IACF;AAGA,SAAK,qBAAqB;AAG1B,UAAM,SAAS,CAAC,GAAG,KAAK,cAAc;AACtC,SAAK,iBAAiB,CAAA;AAEtB,eAAW,SAAS,QAAQ;AAC1B,UAAI;AACF,cAAM,KAAK,aAAa,KAAK;AAAA,MAC/B,SAAS,OAAO;AACd,gBAAQ,MAAM,wDAAwD,KAAK;AAAA,MAC7E;AAAA,IACF;AAEA,SAAK,qBAAqB;AAG1B,QAAI,KAAK,eAAe,SAAS,GAAG;AAClC,YAAM,KAAK,sBAAA;AAAA,IACb;AAAA,EACF;AAAA;AAAA,EAGA,MAAe,QAAuB;AAEpC,SAAK,iBAAiB,CAAA;AAGtB,SAAK,QAAA;AAGL,UAAM,MAAM,MAAA;AAAA,EACd;AACF;"}

package/dist/stages/load/ResourceLoader.d.ts

@@ -12,6 +12,8 @@ export declare class ResourceLoader {
     private eventBus?;
     private onStateChange?;
     private byteRangeResolver;
+    private blobCache;
+    private pendingTransfers;
     constructor(options?: ResourceLoaderOptions);
     /**
      * Bind to Orchestrator event system
@@ -23,6 +25,7 @@ export declare class ResourceLoader {
     unbind(): void;
     private handleModelSet;
     private enqueueLoad;
+    private registerPendingTransfer;
     private processQueue;
     /**
      * Start loading a resource
@@ -47,6 +50,11 @@ export declare class ResourceLoader {
      * Transfer ImageBitmap to VideoComposeWorker
      */
     private transferImageToWorker;
+    /**
+     * Transfer cached image to a session
+     * Creates new ImageBitmap from cached Blob and transfers to worker
+     */
+    private transferCachedImage;
     private transferToDemuxWorker;
     private updateResourceState;
     fetch(resourceId?: string, options?: ResourceLoadOptions): Promise<void>;

package/dist/stages/load/ResourceLoader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ResourceLoader.d.ts","sourceRoot":"","sources":["../../../src/stages/load/ResourceLoader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAQlG,qBAAa,qBAAsB,SAAQ,KAAK;gBAClC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAAC,CAAe;IACpC,OAAO,CAAC,KAAK,CAAC,CAAmB;IACjC,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,aAAa,CAAC,CAAgB;IACtC,OAAO,CAAC,QAAQ,CAAC,CAA4B;IAC7C,OAAO,CAAC,aAAa,CAAC,CAAyD;IAC/E,OAAO,CAAC,iBAAiB,CAA0B;gBAEvC,OAAO,CAAC,EAAE,qBAAqB;IAa3C;;OAEG;IACH,IAAI,CAAC,YAAY,EAAE,YAAY,GAAG,IAAI;IAWtC;;OAEG;IACH,MAAM,IAAI,IAAI;IAMd,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,WAAW;IAgBnB,OAAO,CAAC,YAAY;IAQpB;;;OAGG;YACW,SAAS;IAiCvB;;;OAGG;YACW,gBAAgB;IAM9B;;;OAGG;YACW,eAAe;IAc7B;;OAEG;YACW,SAAS;IAUvB;;OAEG;YACW,qBAAqB;YAyBrB,qBAAqB;IAuBnC,OAAO,CAAC,mBAAmB;IAkBrB,KAAK,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAc9E,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAKhC;;OAEG;IACH,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAI9C,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOzB,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB9E,IAAI,WAAW,IAAI,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAEvC;IAED,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,OAAO,IAAI,IAAI;CAKhB"}
+{"version":3,"file":"ResourceLoader.d.ts","sourceRoot":"","sources":["../../../src/stages/load/ResourceLoader.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,QAAQ,EAAE,qBAAqB,EAAE,MAAM,SAAS,CAAC;AASlG,qBAAa,qBAAsB,SAAQ,KAAK;gBAClC,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAAC,CAAe;IACpC,OAAO,CAAC,KAAK,CAAC,CAAmB;IACjC,OAAO,CAAC,WAAW,CAAc;IACjC,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,aAAa,CAAC,CAAgB;IACtC,OAAO,CAAC,QAAQ,CAAC,CAA4B;IAC7C,OAAO,CAAC,aAAa,CAAC,CAAyD;IAC/E,OAAO,CAAC,iBAAiB,CAA0B;IACnD,OAAO,CAAC,SAAS,CAA2B;IAC5C,OAAO,CAAC,gBAAgB,CAA+B;gBAE3C,OAAO,CAAC,EAAE,qBAAqB;IAa3C;;OAEG;IACH,IAAI,CAAC,YAAY,EAAE,YAAY,GAAG,IAAI;IAWtC;;OAEG;IACH,MAAM,IAAI,IAAI;IAMd,OAAO,CAAC,cAAc;IAItB,OAAO,CAAC,WAAW;IAoCnB,OAAO,CAAC,uBAAuB;IAU/B,OAAO,CAAC,YAAY;IAQpB;;;OAGG;YACW,SAAS;IAiCvB;;;OAGG;YACW,gBAAgB;IAM9B;;;OAGG;YACW,eAAe;IAyB7B;;OAEG;YACW,SAAS;IAUvB;;OAEG;YACW,qBAAqB;IAyBnC;;;OAGG;YACW,mBAAmB;YAyBnB,qBAAqB;IAuBnC,OAAO,CAAC,mBAAmB;IAkBrB,KAAK,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB9E,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAKhC;;OAEG;IACH,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAI9C,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAOzB,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB9E,IAAI,WAAW,IAAI,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAEvC;IAED,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,OAAO,IAAI,IAAI;CAOhB"}

package/dist/stages/load/ResourceLoader.js

@@ -3,6 +3,7 @@ import { StreamFactory } from "./StreamFactory.js";
 import { EventHandlers } from "./EventHandlers.js";
 import { MeframeEvent } from "../../event/events.js";
 import { WindowByteRangeResolver } from "./WindowByteRangeResolver.js";
+import { createImageBitmapFromBlob } from "../../utils/image-utils.js";
 class ResourceConflictError extends Error {
   constructor(message) {
     super(message);
@@ -18,6 +19,8 @@ class ResourceLoader {
   eventBus;
   onStateChange;
   byteRangeResolver;
+  blobCache = /* @__PURE__ */ new Map();
+  pendingTransfers = /* @__PURE__ */ new Map();
   constructor(options) {
     const maxConcurrent = options?.config?.maxConcurrent ?? 4;
     this.taskManager = new TaskManager(maxConcurrent);
@@ -52,15 +55,37 @@ class ResourceLoader {
   handleModelSet(model) {
     this.model = model;
   }
-  enqueueLoad(resource, priority = "normal", sessionId, trackId) {
-    if (this.taskManager.hasActiveTask(resource.id) && priority !== "high") {
-      throw new ResourceConflictError(
-        `Resource ${resource.id} is being loaded by another session. Preview channel has priority.`
-      );
+  enqueueLoad(resource, priority = "normal", sessionId, trackId, isMainTrack = false) {
+    if (this.taskManager.hasActiveTask(resource.id)) {
+      if (priority === "high") ;
+      else if (isMainTrack) {
+        throw new ResourceConflictError(
+          `Resource ${resource.id} is being loaded by another session. Preview channel has priority.`
+        );
+      } else {
+        if (this.blobCache.has(resource.id)) {
+          void this.transferCachedImage(resource.id, sessionId);
+          return;
+        } else {
+          this.registerPendingTransfer(resource.id, sessionId);
+          console.debug(
+            `[ResourceLoader] Attachment resource ${resource.id} loading, registered for pending transfer`
+          );
+          return;
+        }
+      }
     }
     this.taskManager.enqueue(resource, priority, sessionId, trackId);
     this.processQueue();
   }
+  registerPendingTransfer(resourceId, sessionId) {
+    if (!sessionId) return;
+    const pending = this.pendingTransfers.get(resourceId) || [];
+    if (!pending.includes(sessionId)) {
+      pending.push(sessionId);
+      this.pendingTransfers.set(resourceId, pending);
+    }
+  }
   processQueue() {
     while (this.taskManager.canProcess) {
       const task = this.taskManager.getNextTask();
@@ -110,13 +135,20 @@ class ResourceLoader {
    * Note: Images don't need streaming (typically < 5MB)
    */
   async loadImageBitmap(task) {
-    const blob = await this.fetchBlob(task.resource.uri, task.controller.signal);
-    const imageBitmap = await createImageBitmap(blob, {
-      premultiplyAlpha: "premultiply",
-      colorSpaceConversion: "default",
-      imageOrientation: "from-image"
-    });
+    let blob = this.blobCache.get(task.resourceId);
+    if (!blob) {
+      blob = await this.fetchBlob(task.resource.uri, task.controller.signal);
+      this.blobCache.set(task.resourceId, blob);
+    }
+    const imageBitmap = await createImageBitmapFromBlob(blob);
     await this.transferImageToWorker(task, imageBitmap);
+    const pending = this.pendingTransfers.get(task.resourceId);
+    if (pending && pending.length > 0) {
+      for (const sessionId of pending) {
+        await this.transferCachedImage(task.resourceId, sessionId);
+      }
+      this.pendingTransfers.delete(task.resourceId);
+    }
   }
   /**
    * Fetch resource as blob (for images, json, etc.)
@@ -151,6 +183,28 @@ class ResourceLoader {
       { transfer: [imageBitmap] }
     );
   }
+  /**
+   * Transfer cached image to a session
+   * Creates new ImageBitmap from cached Blob and transfers to worker
+   */
+  async transferCachedImage(resourceId, sessionId) {
+    const blob = this.blobCache.get(resourceId);
+    if (!blob || !sessionId) return;
+    const imageBitmap = await createImageBitmapFromBlob(blob);
+    if (!this.orchestrator) return;
+    const composeWorker = await this.orchestrator.workers.get("videoCompose", sessionId, {
+      lazy: true
+    });
+    await composeWorker.send(
+      "receive_image",
+      {
+        resourceId,
+        sessionId,
+        imageBitmap
+      },
+      { transfer: [imageBitmap] }
+    );
+  }
   async transferToDemuxWorker(task) {
     if (!task.stream || !this.orchestrator) return;
     if (!task.sessionId) {
@@ -194,7 +248,13 @@ class ResourceLoader {
       console.warn(`Resource ${resourceId} not found in model`);
       return;
     }
-    this.enqueueLoad(resource, options?.priority || "normal", options?.sessionId, options?.trackId);
+    this.enqueueLoad(
+      resource,
+      options?.priority || "normal",
+      options?.sessionId,
+      options?.trackId,
+      options?.isMainTrack ?? false
+    );
   }
   cancel(resourceId) {
     this.taskManager.cancelTask(resourceId);
@@ -238,6 +298,8 @@ class ResourceLoader {
   dispose() {
     this.taskManager.clear();
     this.byteRangeResolver.dispose();
+    this.blobCache.clear();
+    this.pendingTransfers.clear();
     this.unbind();
   }
 }

package/dist/stages/load/ResourceLoader.js.map

@@ -1 +1 @@
-{"version":3,"file":"ResourceLoader.js","sources":["../../../src/stages/load/ResourceLoader.ts"],"sourcesContent":["import type { Resource, CompositionModel } from '../../model';\nimport type { Orchestrator, ResourceLoadOptions, LoadTask, ResourceLoaderOptions } from './types';\nimport { TaskManager } from './TaskManager';\nimport { StreamFactory } from './StreamFactory';\nimport { EventHandlers } from './EventHandlers';\nimport { EventPayloadMap, MeframeEvent } from '../../event/events';\nimport { EventBus } from '../../event/EventBus';\nimport { WindowByteRangeResolver } from './WindowByteRangeResolver';\n\nexport class ResourceConflictError extends Error {\n  constructor(message: string) {\n    super(message);\n    this.name = 'ResourceConflictError';\n  }\n}\n\nexport class ResourceLoader {\n  private orchestrator?: Orchestrator;\n  private model?: CompositionModel;\n  private taskManager: TaskManager;\n  private streamFactory: StreamFactory;\n  private eventHandlers?: EventHandlers;\n  private eventBus?: EventBus<EventPayloadMap>;\n  private onStateChange?: (resourceId: string, state: Resource['state']) => void;\n  private byteRangeResolver: WindowByteRangeResolver;\n\n  constructor(options?: ResourceLoaderOptions) {\n    const maxConcurrent = options?.config?.maxConcurrent ?? 4;\n    this.taskManager = new TaskManager(maxConcurrent);\n    this.streamFactory = new StreamFactory(options?.onProgress, options?.config);\n    this.eventBus = options?.eventBus;\n    this.onStateChange = options?.onStateChange;\n    this.byteRangeResolver = new WindowByteRangeResolver();\n\n    if (options?.orchestrator) {\n      this.bind(options.orchestrator);\n    }\n  }\n\n  /**\n   * Bind to Orchestrator event system\n   */\n  bind(orchestrator: Orchestrator): void {\n    this.unbind();\n    this.orchestrator = orchestrator;\n\n    this.eventHandlers = new EventHandlers(\n      orchestrator,\n      (resourceId) => this.cancel(resourceId),\n      (model) => this.handleModelSet(model)\n    );\n  }\n\n  /**\n   * Unbind from Orchestrator\n   */\n  unbind(): void {\n    this.eventHandlers?.dispose();\n    this.eventHandlers = undefined;\n    this.orchestrator = undefined;\n  }\n\n  private handleModelSet(model: CompositionModel): void {\n    this.model = model;\n  }\n\n  private enqueueLoad(\n    resource: Resource,\n    priority: 'high' | 'normal' | 'low' = 'normal',\n    sessionId?: string,\n    trackId?: string\n  ): void {\n    if (this.taskManager.hasActiveTask(resource.id) && priority !== 'high') {\n      throw new ResourceConflictError(\n        `Resource ${resource.id} is being loaded by another session. Preview channel has priority.`\n      );\n    }\n\n    this.taskManager.enqueue(resource, priority, sessionId, trackId);\n    this.processQueue();\n  }\n\n  private processQueue(): void {\n    while (this.taskManager.canProcess) {\n      const task = this.taskManager.getNextTask();\n      if (!task) break;\n      this.startLoad(task);\n    }\n  }\n\n  /**\n   * Start loading a resource\n   * Handles state management (loading → ready/error) for all resource types\n   */\n  private async startLoad(task: LoadTask): Promise<void> {\n    this.taskManager.activateTask(task);\n\n    try {\n      this.updateResourceState(task.resourceId, 'loading');\n      task.controller = new AbortController();\n\n      // Route to different handlers based on resource type\n      // Note: Each handler only deals with data, state is managed here\n      if (task.resource.type === 'image') {\n        await this.loadImageBitmap(task);\n      } else if (task.resource.type === 'video' || task.resource.type === 'audio') {\n        const stream = await this.streamFactory.createRegularStream(task);\n        if (!stream) {\n          throw new Error(`Failed to create stream for ${task.resourceId}`);\n        }\n        task.stream = stream;\n        await this.transferToDemuxWorker(task);\n      } else if (task.resource.type === 'json' || task.resource.type === 'text') {\n        await this.loadTextResource(task);\n      }\n\n      // Unified state update for all resource types\n      this.updateResourceState(task.resourceId, 'ready');\n    } catch (error) {\n      task.error = error as Error;\n      this.updateResourceState(task.resourceId, 'error');\n    } finally {\n      this.taskManager.completeTask(task.resourceId);\n      this.processQueue();\n    }\n  }\n\n  /**\n   * Load text-based resources (json, text)\n   * Just download the content - state management is handled by startLoad()\n   */\n  private async loadTextResource(task: LoadTask): Promise<void> {\n    await this.fetchBlob(task.resource.uri, task.controller!.signal);\n    // For json/text, just verify we can download it\n    // Future: could parse and validate json here if needed\n  }\n\n  /**\n   * Load image resource: fetch blob → create ImageBitmap → transfer to worker\n   * Note: Images don't need streaming (typically < 5MB)\n   */\n  private async loadImageBitmap(task: LoadTask): Promise<void> {\n    const blob = await this.fetchBlob(task.resource.uri, task.controller!.signal);\n\n    // Create ImageBitmap in main thread, then transfer to worker\n    // Note: In Worker context, ImageBitmap is the only way to create VideoFrame from image data\n    const imageBitmap = await createImageBitmap(blob, {\n      premultiplyAlpha: 'premultiply',\n      colorSpaceConversion: 'default',\n      imageOrientation: 'from-image',\n    });\n\n    await this.transferImageToWorker(task, imageBitmap);\n  }\n\n  /**\n   * Fetch resource as blob (for images, json, etc.)\n   */\n  private async fetchBlob(uri: string, signal: AbortSignal): Promise<Blob> {\n    const response = await fetch(uri, { signal });\n\n    if (!response.ok) {\n      throw new Error(`HTTP ${response.status}: ${response.statusText}`);\n    }\n\n    return response.blob();\n  }\n\n  /**\n   * Transfer ImageBitmap to VideoComposeWorker\n   */\n  private async transferImageToWorker(task: LoadTask, imageBitmap: ImageBitmap): Promise<void> {\n    if (!this.orchestrator) return;\n\n    if (!task.sessionId) {\n      throw new Error(\n        `[ResourceLoader] sessionId required for resource ${task.resourceId}. ` +\n          `In Clip-based architecture, use fetch(resourceId, { sessionId })`\n      );\n    }\n\n    const composeWorker = await this.orchestrator.workers.get('videoCompose', task.sessionId, {\n      lazy: true,\n    });\n\n    await composeWorker.send(\n      'receive_image',\n      {\n        resourceId: task.resourceId,\n        sessionId: task.sessionId,\n        imageBitmap,\n      },\n      { transfer: [imageBitmap] }\n    );\n  }\n\n  private async transferToDemuxWorker(task: LoadTask): Promise<void> {\n    if (!task.stream || !this.orchestrator) return;\n\n    if (!task.sessionId) {\n      throw new Error(\n        `[ResourceLoader] sessionId required for resource ${task.resourceId}. ` +\n          `In Clip-based architecture, use fetch(resourceId, { sessionId })`\n      );\n    }\n\n    const workerType = task.resource.type === 'video' ? 'videoDemux' : 'audioDemux';\n    const demuxWorker = await this.orchestrator.workers.get(workerType, task.sessionId, {\n      lazy: true,\n    });\n\n    await demuxWorker.sendStream(task.stream, {\n      sessionId: task.sessionId,\n      ...task.metadata,\n      ...(task.range && { range: task.range }),\n      ...(task.trackId && { trackId: task.trackId }),\n    });\n  }\n\n  private updateResourceState(resourceId: string, state: Resource['state']): void {\n    const resource = this.model?.resources.get(resourceId);\n    if (resource) {\n      const oldState = resource.state;\n      resource.state = state;\n      if (this.orchestrator) {\n        this.eventBus?.emit(MeframeEvent.ResourceStageChange, {\n          type: MeframeEvent.ResourceStageChange,\n          resourceId,\n          oldState,\n          newState: state,\n        });\n      }\n    }\n\n    this.onStateChange?.(resourceId, state);\n  }\n\n  async fetch(resourceId?: string, options?: ResourceLoadOptions): Promise<void> {\n    if (!resourceId) {\n      return;\n    }\n\n    const resource = this.model?.resources.get(resourceId);\n    if (!resource) {\n      console.warn(`Resource ${resourceId} not found in model`);\n      return;\n    }\n\n    this.enqueueLoad(resource, options?.priority || 'normal', options?.sessionId, options?.trackId);\n  }\n\n  cancel(resourceId: string): void {\n    this.taskManager.cancelTask(resourceId);\n    this.processQueue();\n  }\n\n  /**\n   * Check if a resource is currently being loaded\n   */\n  isResourceLoading(resourceId: string): boolean {\n    return this.taskManager.hasActiveTask(resourceId);\n  }\n\n  pause(resourceId: string): void {\n    const task = this.taskManager.getActiveTask(resourceId);\n    if (task) {\n      task.controller?.abort();\n    }\n  }\n\n  async resume(resourceId: string, options?: ResourceLoadOptions): Promise<void> {\n    const resource = this.model?.getResource(resourceId);\n    if (!resource) {\n      throw new Error(`Resource ${resourceId} not found`);\n    }\n\n    const pausedTask = this.taskManager.getActiveTask(resourceId);\n\n    if (pausedTask?.pausedAt !== undefined) {\n      this.enqueueLoad(\n        resource,\n        options?.priority || 'normal',\n        options?.sessionId,\n        options?.trackId\n      );\n    } else {\n      await this.fetch(resourceId, options);\n    }\n  }\n\n  get activeTasks(): Map<string, LoadTask> {\n    return this.taskManager.activeTasks;\n  }\n\n  get taskQueue(): LoadTask[] {\n    return this.taskManager.taskQueue;\n  }\n\n  dispose(): void {\n    this.taskManager.clear();\n    this.byteRangeResolver.dispose();\n    this.unbind();\n  }\n}\n"],"names":[],"mappings":";;;;;AASO,MAAM,8BAA8B,MAAM;AAAA,EAC/C,YAAY,SAAiB;AAC3B,UAAM,OAAO;AACb,SAAK,OAAO;AAAA,EACd;AACF;AAEO,MAAM,eAAe;AAAA,EAClB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EAER,YAAY,SAAiC;AAC3C,UAAM,gBAAgB,SAAS,QAAQ,iBAAiB;AACxD,SAAK,cAAc,IAAI,YAAY,aAAa;AAChD,SAAK,gBAAgB,IAAI,cAAc,SAAS,YAAY,SAAS,MAAM;AAC3E,SAAK,WAAW,SAAS;AACzB,SAAK,gBAAgB,SAAS;AAC9B,SAAK,oBAAoB,IAAI,wBAAA;AAE7B,QAAI,SAAS,cAAc;AACzB,WAAK,KAAK,QAAQ,YAAY;AAAA,IAChC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,KAAK,cAAkC;AACrC,SAAK,OAAA;AACL,SAAK,eAAe;AAEpB,SAAK,gBAAgB,IAAI;AAAA,MACvB;AAAA,MACA,CAAC,eAAe,KAAK,OAAO,UAAU;AAAA,MACtC,CAAC,UAAU,KAAK,eAAe,KAAK;AAAA,IAAA;AAAA,EAExC;AAAA;AAAA;AAAA;AAAA,EAKA,SAAe;AACb,SAAK,eAAe,QAAA;AACpB,SAAK,gBAAgB;AACrB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,eAAe,OAA+B;AACpD,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,YACN,UACA,WAAsC,UACtC,WACA,SACM;AACN,QAAI,KAAK,YAAY,cAAc,SAAS,EAAE,KAAK,aAAa,QAAQ;AACtE,YAAM,IAAI;AAAA,QACR,YAAY,SAAS,EAAE;AAAA,MAAA;AAAA,IAE3B;AAEA,SAAK,YAAY,QAAQ,UAAU,UAAU,WAAW,OAAO;AAC/D,SAAK,aAAA;AAAA,EACP;AAAA,EAEQ,eAAqB;AAC3B,WAAO,KAAK,YAAY,YAAY;AAClC,YAAM,OAAO,KAAK,YAAY,YAAA;AAC9B,UAAI,CAAC,KAAM;AACX,WAAK,UAAU,IAAI;AAAA,IACrB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,UAAU,MAA+B;AACrD,SAAK,YAAY,aAAa,IAAI;AAElC,QAAI;AACF,WAAK,oBAAoB,KAAK,YAAY,SAAS;AACnD,WAAK,aAAa,IAAI,gBAAA;AAItB,UAAI,KAAK,SAAS,SAAS,SAAS;AAClC,cAAM,KAAK,gBAAgB,IAAI;AAAA,MACjC,WAAW,KAAK,SAAS,SAAS,WAAW,KAAK,SAAS,SAAS,SAAS;AAC3E,cAAM,SAAS,MAAM,KAAK,cAAc,oBAAoB,IAAI;AAChE,YAAI,CAAC,QAAQ;AACX,gBAAM,IAAI,MAAM,+BAA+B,KAAK,UAAU,EAAE;AAAA,QAClE;AACA,aAAK,SAAS;AACd,cAAM,KAAK,sBAAsB,IAAI;AAAA,MACvC,WAAW,KAAK,SAAS,SAAS,UAAU,KAAK,SAAS,SAAS,QAAQ;AACzE,cAAM,KAAK,iBAAiB,IAAI;AAAA,MAClC;AAGA,WAAK,oBAAoB,KAAK,YAAY,OAAO;AAAA,IACnD,SAAS,OAAO;AACd,WAAK,QAAQ;AACb,WAAK,oBAAoB,KAAK,YAAY,OAAO;AAAA,IACnD,UAAA;AACE,WAAK,YAAY,aAAa,KAAK,UAAU;AAC7C,WAAK,aAAA;AAAA,IACP;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,iBAAiB,MAA+B;AAC5D,UAAM,KAAK,UAAU,KAAK,SAAS,KAAK,KAAK,WAAY,MAAM;AAAA,EAGjE;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,gBAAgB,MAA+B;AAC3D,UAAM,OAAO,MAAM,KAAK,UAAU,KAAK,SAAS,KAAK,KAAK,WAAY,MAAM;AAI5E,UAAM,cAAc,MAAM,kBAAkB,MAAM;AAAA,MAChD,kBAAkB;AAAA,MAClB,sBAAsB;AAAA,MACtB,kBAAkB;AAAA,IAAA,CACnB;AAED,UAAM,KAAK,sBAAsB,MAAM,WAAW;AAAA,EACpD;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,UAAU,KAAa,QAAoC;AACvE,UAAM,WAAW,MAAM,MAAM,KAAK,EAAE,QAAQ;AAE5C,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,MAAM,QAAQ,SAAS,MAAM,KAAK,SAAS,UAAU,EAAE;AAAA,IACnE;AAEA,WAAO,SAAS,KAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,sBAAsB,MAAgB,aAAyC;AAC3F,QAAI,CAAC,KAAK,aAAc;AAExB,QAAI,CAAC,KAAK,WAAW;AACnB,YAAM,IAAI;AAAA,QACR,oDAAoD,KAAK,UAAU;AAAA,MAAA;AAAA,IAGvE;AAEA,UAAM,gBAAgB,MAAM,KAAK,aAAa,QAAQ,IAAI,gBAAgB,KAAK,WAAW;AAAA,MACxF,MAAM;AAAA,IAAA,CACP;AAED,UAAM,cAAc;AAAA,MAClB;AAAA,MACA;AAAA,QACE,YAAY,KAAK;AAAA,QACjB,WAAW,KAAK;AAAA,QAChB;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,WAAW,EAAA;AAAA,IAAE;AAAA,EAE9B;AAAA,EAEA,MAAc,sBAAsB,MAA+B;AACjE,QAAI,CAAC,KAAK,UAAU,CAAC,KAAK,aAAc;AAExC,QAAI,CAAC,KAAK,WAAW;AACnB,YAAM,IAAI;AAAA,QACR,oDAAoD,KAAK,UAAU;AAAA,MAAA;AAAA,IAGvE;AAEA,UAAM,aAAa,KAAK,SAAS,SAAS,UAAU,eAAe;AACnE,UAAM,cAAc,MAAM,KAAK,aAAa,QAAQ,IAAI,YAAY,KAAK,WAAW;AAAA,MAClF,MAAM;AAAA,IAAA,CACP;AAED,UAAM,YAAY,WAAW,KAAK,QAAQ;AAAA,MACxC,WAAW,KAAK;AAAA,MAChB,GAAG,KAAK;AAAA,MACR,GAAI,KAAK,SAAS,EAAE,OAAO,KAAK,MAAA;AAAA,MAChC,GAAI,KAAK,WAAW,EAAE,SAAS,KAAK,QAAA;AAAA,IAAQ,CAC7C;AAAA,EACH;AAAA,EAEQ,oBAAoB,YAAoB,OAAgC;AAC9E,UAAM,WAAW,KAAK,OAAO,UAAU,IAAI,UAAU;AACrD,QAAI,UAAU;AACZ,YAAM,WAAW,SAAS;AAC1B,eAAS,QAAQ;AACjB,UAAI,KAAK,cAAc;AACrB,aAAK,UAAU,KAAK,aAAa,qBAAqB;AAAA,UACpD,MAAM,aAAa;AAAA,UACnB;AAAA,UACA;AAAA,UACA,UAAU;AAAA,QAAA,CACX;AAAA,MACH;AAAA,IACF;AAEA,SAAK,gBAAgB,YAAY,KAAK;AAAA,EACxC;AAAA,EAEA,MAAM,MAAM,YAAqB,SAA8C;AAC7E,QAAI,CAAC,YAAY;AACf;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,OAAO,UAAU,IAAI,UAAU;AACrD,QAAI,CAAC,UAAU;AACb,cAAQ,KAAK,YAAY,UAAU,qBAAqB;AACxD;AAAA,IACF;AAEA,SAAK,YAAY,UAAU,SAAS,YAAY,UAAU,SAAS,WAAW,SAAS,OAAO;AAAA,EAChG;AAAA,EAEA,OAAO,YAA0B;AAC/B,SAAK,YAAY,WAAW,UAAU;AACtC,SAAK,aAAA;AAAA,EACP;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAkB,YAA6B;AAC7C,WAAO,KAAK,YAAY,cAAc,UAAU;AAAA,EAClD;AAAA,EAEA,MAAM,YAA0B;AAC9B,UAAM,OAAO,KAAK,YAAY,cAAc,UAAU;AACtD,QAAI,MAAM;AACR,WAAK,YAAY,MAAA;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,YAAoB,SAA8C;AAC7E,UAAM,WAAW,KAAK,OAAO,YAAY,UAAU;AACnD,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,YAAY,UAAU,YAAY;AAAA,IACpD;AAEA,UAAM,aAAa,KAAK,YAAY,cAAc,UAAU;AAE5D,QAAI,YAAY,aAAa,QAAW;AACtC,WAAK;AAAA,QACH;AAAA,QACA,SAAS,YAAY;AAAA,QACrB,SAAS;AAAA,QACT,SAAS;AAAA,MAAA;AAAA,IAEb,OAAO;AACL,YAAM,KAAK,MAAM,YAAY,OAAO;AAAA,IACtC;AAAA,EACF;AAAA,EAEA,IAAI,cAAqC;AACvC,WAAO,KAAK,YAAY;AAAA,EAC1B;AAAA,EAEA,IAAI,YAAwB;AAC1B,WAAO,KAAK,YAAY;AAAA,EAC1B;AAAA,EAEA,UAAgB;AACd,SAAK,YAAY,MAAA;AACjB,SAAK,kBAAkB,QAAA;AACvB,SAAK,OAAA;AAAA,EACP;AACF;"}
+{"version":3,"file":"ResourceLoader.js","sources":["../../../src/stages/load/ResourceLoader.ts"],"sourcesContent":["import type { Resource, CompositionModel } from '../../model';\nimport type { Orchestrator, ResourceLoadOptions, LoadTask, ResourceLoaderOptions } from './types';\nimport { TaskManager } from './TaskManager';\nimport { StreamFactory } from './StreamFactory';\nimport { EventHandlers } from './EventHandlers';\nimport { EventPayloadMap, MeframeEvent } from '../../event/events';\nimport { EventBus } from '../../event/EventBus';\nimport { WindowByteRangeResolver } from './WindowByteRangeResolver';\nimport { createImageBitmapFromBlob } from '../../utils/image-utils';\n\nexport class ResourceConflictError extends Error {\n  constructor(message: string) {\n    super(message);\n    this.name = 'ResourceConflictError';\n  }\n}\n\nexport class ResourceLoader {\n  private orchestrator?: Orchestrator;\n  private model?: CompositionModel;\n  private taskManager: TaskManager;\n  private streamFactory: StreamFactory;\n  private eventHandlers?: EventHandlers;\n  private eventBus?: EventBus<EventPayloadMap>;\n  private onStateChange?: (resourceId: string, state: Resource['state']) => void;\n  private byteRangeResolver: WindowByteRangeResolver;\n  private blobCache = new Map<string, Blob>();\n  private pendingTransfers = new Map<string, string[]>();\n\n  constructor(options?: ResourceLoaderOptions) {\n    const maxConcurrent = options?.config?.maxConcurrent ?? 4;\n    this.taskManager = new TaskManager(maxConcurrent);\n    this.streamFactory = new StreamFactory(options?.onProgress, options?.config);\n    this.eventBus = options?.eventBus;\n    this.onStateChange = options?.onStateChange;\n    this.byteRangeResolver = new WindowByteRangeResolver();\n\n    if (options?.orchestrator) {\n      this.bind(options.orchestrator);\n    }\n  }\n\n  /**\n   * Bind to Orchestrator event system\n   */\n  bind(orchestrator: Orchestrator): void {\n    this.unbind();\n    this.orchestrator = orchestrator;\n\n    this.eventHandlers = new EventHandlers(\n      orchestrator,\n      (resourceId) => this.cancel(resourceId),\n      (model) => this.handleModelSet(model)\n    );\n  }\n\n  /**\n   * Unbind from Orchestrator\n   */\n  unbind(): void {\n    this.eventHandlers?.dispose();\n    this.eventHandlers = undefined;\n    this.orchestrator = undefined;\n  }\n\n  private handleModelSet(model: CompositionModel): void {\n    this.model = model;\n  }\n\n  private enqueueLoad(\n    resource: Resource,\n    priority: 'high' | 'normal' | 'low' = 'normal',\n    sessionId?: string,\n    trackId?: string,\n    isMainTrack = false\n  ): void {\n    if (this.taskManager.hasActiveTask(resource.id)) {\n      if (priority === 'high') {\n        // Preview channel: high priority can preempt (existing logic preserved)\n      } else if (isMainTrack) {\n        // Main track resource conflict: throw error for PreRenderService to detect\n        throw new ResourceConflictError(\n          `Resource ${resource.id} is being loaded by another session. Preview channel has priority.`\n        );\n      } else {\n        // Attachment resource conflict: check cache\n        if (this.blobCache.has(resource.id)) {\n          // Already cached: immediately create ImageBitmap and transfer\n          void this.transferCachedImage(resource.id, sessionId);\n          return;\n        } else {\n          // Loading in progress: register to pending queue, will transfer after load complete\n          this.registerPendingTransfer(resource.id, sessionId);\n          console.debug(\n            `[ResourceLoader] Attachment resource ${resource.id} loading, registered for pending transfer`\n          );\n          return;\n        }\n      }\n    }\n\n    this.taskManager.enqueue(resource, priority, sessionId, trackId);\n    this.processQueue();\n  }\n\n  private registerPendingTransfer(resourceId: string, sessionId?: string): void {\n    if (!sessionId) return;\n\n    const pending = this.pendingTransfers.get(resourceId) || [];\n    if (!pending.includes(sessionId)) {\n      pending.push(sessionId);\n      this.pendingTransfers.set(resourceId, pending);\n    }\n  }\n\n  private processQueue(): void {\n    while (this.taskManager.canProcess) {\n      const task = this.taskManager.getNextTask();\n      if (!task) break;\n      this.startLoad(task);\n    }\n  }\n\n  /**\n   * Start loading a resource\n   * Handles state management (loading → ready/error) for all resource types\n   */\n  private async startLoad(task: LoadTask): Promise<void> {\n    this.taskManager.activateTask(task);\n\n    try {\n      this.updateResourceState(task.resourceId, 'loading');\n      task.controller = new AbortController();\n\n      // Route to different handlers based on resource type\n      // Note: Each handler only deals with data, state is managed here\n      if (task.resource.type === 'image') {\n        await this.loadImageBitmap(task);\n      } else if (task.resource.type === 'video' || task.resource.type === 'audio') {\n        const stream = await this.streamFactory.createRegularStream(task);\n        if (!stream) {\n          throw new Error(`Failed to create stream for ${task.resourceId}`);\n        }\n        task.stream = stream;\n        await this.transferToDemuxWorker(task);\n      } else if (task.resource.type === 'json' || task.resource.type === 'text') {\n        await this.loadTextResource(task);\n      }\n\n      // Unified state update for all resource types\n      this.updateResourceState(task.resourceId, 'ready');\n    } catch (error) {\n      task.error = error as Error;\n      this.updateResourceState(task.resourceId, 'error');\n    } finally {\n      this.taskManager.completeTask(task.resourceId);\n      this.processQueue();\n    }\n  }\n\n  /**\n   * Load text-based resources (json, text)\n   * Just download the content - state management is handled by startLoad()\n   */\n  private async loadTextResource(task: LoadTask): Promise<void> {\n    await this.fetchBlob(task.resource.uri, task.controller!.signal);\n    // For json/text, just verify we can download it\n    // Future: could parse and validate json here if needed\n  }\n\n  /**\n   * Load image resource: fetch blob → create ImageBitmap → transfer to worker\n   * Note: Images don't need streaming (typically < 5MB)\n   */\n  private async loadImageBitmap(task: LoadTask): Promise<void> {\n    // Check cache\n    let blob = this.blobCache.get(task.resourceId);\n\n    if (!blob) {\n      // Not cached: download and cache\n      blob = await this.fetchBlob(task.resource.uri, task.controller!.signal);\n      this.blobCache.set(task.resourceId, blob);\n    }\n\n    // Create ImageBitmap from Blob (with special handling for SVG)\n    const imageBitmap = await createImageBitmapFromBlob(blob);\n\n    await this.transferImageToWorker(task, imageBitmap);\n\n    // Process pending transfer queue\n    const pending = this.pendingTransfers.get(task.resourceId);\n    if (pending && pending.length > 0) {\n      for (const sessionId of pending) {\n        await this.transferCachedImage(task.resourceId, sessionId);\n      }\n      this.pendingTransfers.delete(task.resourceId);\n    }\n  }\n\n  /**\n   * Fetch resource as blob (for images, json, etc.)\n   */\n  private async fetchBlob(uri: string, signal: AbortSignal): Promise<Blob> {\n    const response = await fetch(uri, { signal });\n\n    if (!response.ok) {\n      throw new Error(`HTTP ${response.status}: ${response.statusText}`);\n    }\n\n    return response.blob();\n  }\n\n  /**\n   * Transfer ImageBitmap to VideoComposeWorker\n   */\n  private async transferImageToWorker(task: LoadTask, imageBitmap: ImageBitmap): Promise<void> {\n    if (!this.orchestrator) return;\n\n    if (!task.sessionId) {\n      throw new Error(\n        `[ResourceLoader] sessionId required for resource ${task.resourceId}. ` +\n          `In Clip-based architecture, use fetch(resourceId, { sessionId })`\n      );\n    }\n\n    const composeWorker = await this.orchestrator.workers.get('videoCompose', task.sessionId, {\n      lazy: true,\n    });\n\n    await composeWorker.send(\n      'receive_image',\n      {\n        resourceId: task.resourceId,\n        sessionId: task.sessionId,\n        imageBitmap,\n      },\n      { transfer: [imageBitmap] }\n    );\n  }\n\n  /**\n   * Transfer cached image to a session\n   * Creates new ImageBitmap from cached Blob and transfers to worker\n   */\n  private async transferCachedImage(resourceId: string, sessionId?: string): Promise<void> {\n    const blob = this.blobCache.get(resourceId);\n    if (!blob || !sessionId) return;\n\n    // Create new ImageBitmap from cached Blob (with SVG support)\n    const imageBitmap = await createImageBitmapFromBlob(blob);\n\n    // Transfer to Worker\n    if (!this.orchestrator) return;\n\n    const composeWorker = await this.orchestrator.workers.get('videoCompose', sessionId, {\n      lazy: true,\n    });\n\n    await composeWorker.send(\n      'receive_image',\n      {\n        resourceId,\n        sessionId,\n        imageBitmap,\n      },\n      { transfer: [imageBitmap] }\n    );\n  }\n\n  private async transferToDemuxWorker(task: LoadTask): Promise<void> {\n    if (!task.stream || !this.orchestrator) return;\n\n    if (!task.sessionId) {\n      throw new Error(\n        `[ResourceLoader] sessionId required for resource ${task.resourceId}. ` +\n          `In Clip-based architecture, use fetch(resourceId, { sessionId })`\n      );\n    }\n\n    const workerType = task.resource.type === 'video' ? 'videoDemux' : 'audioDemux';\n    const demuxWorker = await this.orchestrator.workers.get(workerType, task.sessionId, {\n      lazy: true,\n    });\n\n    await demuxWorker.sendStream(task.stream, {\n      sessionId: task.sessionId,\n      ...task.metadata,\n      ...(task.range && { range: task.range }),\n      ...(task.trackId && { trackId: task.trackId }),\n    });\n  }\n\n  private updateResourceState(resourceId: string, state: Resource['state']): void {\n    const resource = this.model?.resources.get(resourceId);\n    if (resource) {\n      const oldState = resource.state;\n      resource.state = state;\n      if (this.orchestrator) {\n        this.eventBus?.emit(MeframeEvent.ResourceStageChange, {\n          type: MeframeEvent.ResourceStageChange,\n          resourceId,\n          oldState,\n          newState: state,\n        });\n      }\n    }\n\n    this.onStateChange?.(resourceId, state);\n  }\n\n  async fetch(resourceId?: string, options?: ResourceLoadOptions): Promise<void> {\n    if (!resourceId) {\n      return;\n    }\n\n    const resource = this.model?.resources.get(resourceId);\n    if (!resource) {\n      console.warn(`Resource ${resourceId} not found in model`);\n      return;\n    }\n\n    this.enqueueLoad(\n      resource,\n      options?.priority || 'normal',\n      options?.sessionId,\n      options?.trackId,\n      options?.isMainTrack ?? false\n    );\n  }\n\n  cancel(resourceId: string): void {\n    this.taskManager.cancelTask(resourceId);\n    this.processQueue();\n  }\n\n  /**\n   * Check if a resource is currently being loaded\n   */\n  isResourceLoading(resourceId: string): boolean {\n    return this.taskManager.hasActiveTask(resourceId);\n  }\n\n  pause(resourceId: string): void {\n    const task = this.taskManager.getActiveTask(resourceId);\n    if (task) {\n      task.controller?.abort();\n    }\n  }\n\n  async resume(resourceId: string, options?: ResourceLoadOptions): Promise<void> {\n    const resource = this.model?.getResource(resourceId);\n    if (!resource) {\n      throw new Error(`Resource ${resourceId} not found`);\n    }\n\n    const pausedTask = this.taskManager.getActiveTask(resourceId);\n\n    if (pausedTask?.pausedAt !== undefined) {\n      this.enqueueLoad(\n        resource,\n        options?.priority || 'normal',\n        options?.sessionId,\n        options?.trackId\n      );\n    } else {\n      await this.fetch(resourceId, options);\n    }\n  }\n\n  get activeTasks(): Map<string, LoadTask> {\n    return this.taskManager.activeTasks;\n  }\n\n  get taskQueue(): LoadTask[] {\n    return this.taskManager.taskQueue;\n  }\n\n  dispose(): void {\n    this.taskManager.clear();\n    this.byteRangeResolver.dispose();\n    this.blobCache.clear();\n    this.pendingTransfers.clear();\n    this.unbind();\n  }\n}\n"],"names":[],"mappings":";;;;;;AAUO,MAAM,8BAA8B,MAAM;AAAA,EAC/C,YAAY,SAAiB;AAC3B,UAAM,OAAO;AACb,SAAK,OAAO;AAAA,EACd;AACF;AAEO,MAAM,eAAe;AAAA,EAClB;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA,gCAAgB,IAAA;AAAA,EAChB,uCAAuB,IAAA;AAAA,EAE/B,YAAY,SAAiC;AAC3C,UAAM,gBAAgB,SAAS,QAAQ,iBAAiB;AACxD,SAAK,cAAc,IAAI,YAAY,aAAa;AAChD,SAAK,gBAAgB,IAAI,cAAc,SAAS,YAAY,SAAS,MAAM;AAC3E,SAAK,WAAW,SAAS;AACzB,SAAK,gBAAgB,SAAS;AAC9B,SAAK,oBAAoB,IAAI,wBAAA;AAE7B,QAAI,SAAS,cAAc;AACzB,WAAK,KAAK,QAAQ,YAAY;AAAA,IAChC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,KAAK,cAAkC;AACrC,SAAK,OAAA;AACL,SAAK,eAAe;AAEpB,SAAK,gBAAgB,IAAI;AAAA,MACvB;AAAA,MACA,CAAC,eAAe,KAAK,OAAO,UAAU;AAAA,MACtC,CAAC,UAAU,KAAK,eAAe,KAAK;AAAA,IAAA;AAAA,EAExC;AAAA;AAAA;AAAA;AAAA,EAKA,SAAe;AACb,SAAK,eAAe,QAAA;AACpB,SAAK,gBAAgB;AACrB,SAAK,eAAe;AAAA,EACtB;AAAA,EAEQ,eAAe,OAA+B;AACpD,SAAK,QAAQ;AAAA,EACf;AAAA,EAEQ,YACN,UACA,WAAsC,UACtC,WACA,SACA,cAAc,OACR;AACN,QAAI,KAAK,YAAY,cAAc,SAAS,EAAE,GAAG;AAC/C,UAAI,aAAa,OAAQ;AAAA,eAEd,aAAa;AAEtB,cAAM,IAAI;AAAA,UACR,YAAY,SAAS,EAAE;AAAA,QAAA;AAAA,MAE3B,OAAO;AAEL,YAAI,KAAK,UAAU,IAAI,SAAS,EAAE,GAAG;AAEnC,eAAK,KAAK,oBAAoB,SAAS,IAAI,SAAS;AACpD;AAAA,QACF,OAAO;AAEL,eAAK,wBAAwB,SAAS,IAAI,SAAS;AACnD,kBAAQ;AAAA,YACN,wCAAwC,SAAS,EAAE;AAAA,UAAA;AAErD;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAEA,SAAK,YAAY,QAAQ,UAAU,UAAU,WAAW,OAAO;AAC/D,SAAK,aAAA;AAAA,EACP;AAAA,EAEQ,wBAAwB,YAAoB,WAA0B;AAC5E,QAAI,CAAC,UAAW;AAEhB,UAAM,UAAU,KAAK,iBAAiB,IAAI,UAAU,KAAK,CAAA;AACzD,QAAI,CAAC,QAAQ,SAAS,SAAS,GAAG;AAChC,cAAQ,KAAK,SAAS;AACtB,WAAK,iBAAiB,IAAI,YAAY,OAAO;AAAA,IAC/C;AAAA,EACF;AAAA,EAEQ,eAAqB;AAC3B,WAAO,KAAK,YAAY,YAAY;AAClC,YAAM,OAAO,KAAK,YAAY,YAAA;AAC9B,UAAI,CAAC,KAAM;AACX,WAAK,UAAU,IAAI;AAAA,IACrB;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,UAAU,MAA+B;AACrD,SAAK,YAAY,aAAa,IAAI;AAElC,QAAI;AACF,WAAK,oBAAoB,KAAK,YAAY,SAAS;AACnD,WAAK,aAAa,IAAI,gBAAA;AAItB,UAAI,KAAK,SAAS,SAAS,SAAS;AAClC,cAAM,KAAK,gBAAgB,IAAI;AAAA,MACjC,WAAW,KAAK,SAAS,SAAS,WAAW,KAAK,SAAS,SAAS,SAAS;AAC3E,cAAM,SAAS,MAAM,KAAK,cAAc,oBAAoB,IAAI;AAChE,YAAI,CAAC,QAAQ;AACX,gBAAM,IAAI,MAAM,+BAA+B,KAAK,UAAU,EAAE;AAAA,QAClE;AACA,aAAK,SAAS;AACd,cAAM,KAAK,sBAAsB,IAAI;AAAA,MACvC,WAAW,KAAK,SAAS,SAAS,UAAU,KAAK,SAAS,SAAS,QAAQ;AACzE,cAAM,KAAK,iBAAiB,IAAI;AAAA,MAClC;AAGA,WAAK,oBAAoB,KAAK,YAAY,OAAO;AAAA,IACnD,SAAS,OAAO;AACd,WAAK,QAAQ;AACb,WAAK,oBAAoB,KAAK,YAAY,OAAO;AAAA,IACnD,UAAA;AACE,WAAK,YAAY,aAAa,KAAK,UAAU;AAC7C,WAAK,aAAA;AAAA,IACP;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,iBAAiB,MAA+B;AAC5D,UAAM,KAAK,UAAU,KAAK,SAAS,KAAK,KAAK,WAAY,MAAM;AAAA,EAGjE;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,gBAAgB,MAA+B;AAE3D,QAAI,OAAO,KAAK,UAAU,IAAI,KAAK,UAAU;AAE7C,QAAI,CAAC,MAAM;AAET,aAAO,MAAM,KAAK,UAAU,KAAK,SAAS,KAAK,KAAK,WAAY,MAAM;AACtE,WAAK,UAAU,IAAI,KAAK,YAAY,IAAI;AAAA,IAC1C;AAGA,UAAM,cAAc,MAAM,0BAA0B,IAAI;AAExD,UAAM,KAAK,sBAAsB,MAAM,WAAW;AAGlD,UAAM,UAAU,KAAK,iBAAiB,IAAI,KAAK,UAAU;AACzD,QAAI,WAAW,QAAQ,SAAS,GAAG;AACjC,iBAAW,aAAa,SAAS;AAC/B,cAAM,KAAK,oBAAoB,KAAK,YAAY,SAAS;AAAA,MAC3D;AACA,WAAK,iBAAiB,OAAO,KAAK,UAAU;AAAA,IAC9C;AAAA,EACF;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,UAAU,KAAa,QAAoC;AACvE,UAAM,WAAW,MAAM,MAAM,KAAK,EAAE,QAAQ;AAE5C,QAAI,CAAC,SAAS,IAAI;AAChB,YAAM,IAAI,MAAM,QAAQ,SAAS,MAAM,KAAK,SAAS,UAAU,EAAE;AAAA,IACnE;AAEA,WAAO,SAAS,KAAA;AAAA,EAClB;AAAA;AAAA;AAAA;AAAA,EAKA,MAAc,sBAAsB,MAAgB,aAAyC;AAC3F,QAAI,CAAC,KAAK,aAAc;AAExB,QAAI,CAAC,KAAK,WAAW;AACnB,YAAM,IAAI;AAAA,QACR,oDAAoD,KAAK,UAAU;AAAA,MAAA;AAAA,IAGvE;AAEA,UAAM,gBAAgB,MAAM,KAAK,aAAa,QAAQ,IAAI,gBAAgB,KAAK,WAAW;AAAA,MACxF,MAAM;AAAA,IAAA,CACP;AAED,UAAM,cAAc;AAAA,MAClB;AAAA,MACA;AAAA,QACE,YAAY,KAAK;AAAA,QACjB,WAAW,KAAK;AAAA,QAChB;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,WAAW,EAAA;AAAA,IAAE;AAAA,EAE9B;AAAA;AAAA;AAAA;AAAA;AAAA,EAMA,MAAc,oBAAoB,YAAoB,WAAmC;AACvF,UAAM,OAAO,KAAK,UAAU,IAAI,UAAU;AAC1C,QAAI,CAAC,QAAQ,CAAC,UAAW;AAGzB,UAAM,cAAc,MAAM,0BAA0B,IAAI;AAGxD,QAAI,CAAC,KAAK,aAAc;AAExB,UAAM,gBAAgB,MAAM,KAAK,aAAa,QAAQ,IAAI,gBAAgB,WAAW;AAAA,MACnF,MAAM;AAAA,IAAA,CACP;AAED,UAAM,cAAc;AAAA,MAClB;AAAA,MACA;AAAA,QACE;AAAA,QACA;AAAA,QACA;AAAA,MAAA;AAAA,MAEF,EAAE,UAAU,CAAC,WAAW,EAAA;AAAA,IAAE;AAAA,EAE9B;AAAA,EAEA,MAAc,sBAAsB,MAA+B;AACjE,QAAI,CAAC,KAAK,UAAU,CAAC,KAAK,aAAc;AAExC,QAAI,CAAC,KAAK,WAAW;AACnB,YAAM,IAAI;AAAA,QACR,oDAAoD,KAAK,UAAU;AAAA,MAAA;AAAA,IAGvE;AAEA,UAAM,aAAa,KAAK,SAAS,SAAS,UAAU,eAAe;AACnE,UAAM,cAAc,MAAM,KAAK,aAAa,QAAQ,IAAI,YAAY,KAAK,WAAW;AAAA,MAClF,MAAM;AAAA,IAAA,CACP;AAED,UAAM,YAAY,WAAW,KAAK,QAAQ;AAAA,MACxC,WAAW,KAAK;AAAA,MAChB,GAAG,KAAK;AAAA,MACR,GAAI,KAAK,SAAS,EAAE,OAAO,KAAK,MAAA;AAAA,MAChC,GAAI,KAAK,WAAW,EAAE,SAAS,KAAK,QAAA;AAAA,IAAQ,CAC7C;AAAA,EACH;AAAA,EAEQ,oBAAoB,YAAoB,OAAgC;AAC9E,UAAM,WAAW,KAAK,OAAO,UAAU,IAAI,UAAU;AACrD,QAAI,UAAU;AACZ,YAAM,WAAW,SAAS;AAC1B,eAAS,QAAQ;AACjB,UAAI,KAAK,cAAc;AACrB,aAAK,UAAU,KAAK,aAAa,qBAAqB;AAAA,UACpD,MAAM,aAAa;AAAA,UACnB;AAAA,UACA;AAAA,UACA,UAAU;AAAA,QAAA,CACX;AAAA,MACH;AAAA,IACF;AAEA,SAAK,gBAAgB,YAAY,KAAK;AAAA,EACxC;AAAA,EAEA,MAAM,MAAM,YAAqB,SAA8C;AAC7E,QAAI,CAAC,YAAY;AACf;AAAA,IACF;AAEA,UAAM,WAAW,KAAK,OAAO,UAAU,IAAI,UAAU;AACrD,QAAI,CAAC,UAAU;AACb,cAAQ,KAAK,YAAY,UAAU,qBAAqB;AACxD;AAAA,IACF;AAEA,SAAK;AAAA,MACH;AAAA,MACA,SAAS,YAAY;AAAA,MACrB,SAAS;AAAA,MACT,SAAS;AAAA,MACT,SAAS,eAAe;AAAA,IAAA;AAAA,EAE5B;AAAA,EAEA,OAAO,YAA0B;AAC/B,SAAK,YAAY,WAAW,UAAU;AACtC,SAAK,aAAA;AAAA,EACP;AAAA;AAAA;AAAA;AAAA,EAKA,kBAAkB,YAA6B;AAC7C,WAAO,KAAK,YAAY,cAAc,UAAU;AAAA,EAClD;AAAA,EAEA,MAAM,YAA0B;AAC9B,UAAM,OAAO,KAAK,YAAY,cAAc,UAAU;AACtD,QAAI,MAAM;AACR,WAAK,YAAY,MAAA;AAAA,IACnB;AAAA,EACF;AAAA,EAEA,MAAM,OAAO,YAAoB,SAA8C;AAC7E,UAAM,WAAW,KAAK,OAAO,YAAY,UAAU;AACnD,QAAI,CAAC,UAAU;AACb,YAAM,IAAI,MAAM,YAAY,UAAU,YAAY;AAAA,IACpD;AAEA,UAAM,aAAa,KAAK,YAAY,cAAc,UAAU;AAE5D,QAAI,YAAY,aAAa,QAAW;AACtC,WAAK;AAAA,QACH;AAAA,QACA,SAAS,YAAY;AAAA,QACrB,SAAS;AAAA,QACT,SAAS;AAAA,MAAA;AAAA,IAEb,OAAO;AACL,YAAM,KAAK,MAAM,YAAY,OAAO;AAAA,IACtC;AAAA,EACF;AAAA,EAEA,IAAI,cAAqC;AACvC,WAAO,KAAK,YAAY;AAAA,EAC1B;AAAA,EAEA,IAAI,YAAwB;AAC1B,WAAO,KAAK,YAAY;AAAA,EAC1B;AAAA,EAEA,UAAgB;AACd,SAAK,YAAY,MAAA;AACjB,SAAK,kBAAkB,QAAA;AACvB,SAAK,UAAU,MAAA;AACf,SAAK,iBAAiB,MAAA;AACtB,SAAK,OAAA;AAAA,EACP;AACF;"}

package/dist/stages/load/types.d.ts

@@ -28,6 +28,7 @@ export interface ResourceLoadOptions {
     };
     sessionId?: string;
     trackId?: string;
+    isMainTrack?: boolean;
 }
 export interface ClipLoadOptions {
     clipId: string;