@editframe/elements 0.15.0-beta.9 → 0.16.0-beta.1

package/dist/EF_FRAMEGEN.d.ts

@@ -1,15 +1,19 @@
 import { VideoRenderOptions } from '../../assets/src/index.ts';
+interface Bridge {
+    onInitialize: (callback: (renderOptions: VideoRenderOptions) => void) => void;
+    initialized(): void;
+    onBeginFrame(callback: (frameNumber: number, isLast: boolean) => void): void;
+    onTriggerCanvas(callback: () => void): void;
+    frameReady(frameNumber: number, audioSamples: ArrayBuffer): void;
+    error(error: Error): void;
+}
 declare global {
     interface Window {
-        EF_FRAMEGEN?: EfFramegen;
-        FRAMEGEN_BRIDGE?: {
-            onInitialize: (callback: (renderOptions: VideoRenderOptions) => void) => void;
-            initialized(): void;
-            onBeginFrame(callback: (frameNumber: number, isLast: boolean) => void): void;
-            onTriggerCanvas(callback: () => void): void;
-            frameReady(frameNumber: number, audioSamples: ArrayBuffer): void;
-            error(error: Error): void;
-        };
+        EF_FRAMEGEN?: EFFramegen;
+        FRAMEGEN_BRIDGE?: Bridge;
+        FRAMEGEN_BINDING?: any;
+        FRAMEGEN_BINDING_error?: (error: Error) => void;
+        EF_RENDERING?: () => boolean;
     }
 }
 declare class TriggerCanvas {
@@ -18,7 +22,7 @@ declare class TriggerCanvas {
     constructor();
     trigger(): void;
 }
-export declare class EfFramegen {
+export declare class EFFramegen {
     time: number;
     frameDurationMs: number;
     initialBusyTasks: Promise<unknown[]>;

package/dist/EF_FRAMEGEN.js

@@ -14,18 +14,19 @@ class TriggerCanvas {
       height: "1px",
       zIndex: "100000"
     });
-    document.body.prepend(this.canvas);
+    document.body.appendChild(this.canvas);
     const ctx = this.canvas.getContext("2d", { willReadFrequently: true });
     if (!ctx) throw new Error("Canvas 2d context not ready");
     this.ctx = ctx;
-    this.ctx.fillStyle = "black";
+    this.ctx.fillStyle = "transparent";
   }
   trigger() {
     console.log("TRIGGERING CANVAS");
     this.ctx.clearRect(0, 0, this.canvas.width, this.canvas.height);
+    this.ctx.fillRect(0, 0, this.canvas.width, this.canvas.height);
   }
 }
-class EfFramegen {
+class EFFramegen {
   constructor() {
     this.time = 0;
     this.frameDurationMs = 0;
@@ -34,7 +35,7 @@ class EfFramegen {
     this.triggerCanvas = new TriggerCanvas();
     this.BRIDGE = window.FRAMEGEN_BRIDGE;
     if (this.BRIDGE) {
-      console.log("BRIDGE.constructor (connecting to bridge)");
+      console.log("trace: BRIDGE.constructor (connecting to bridge)");
       this.connectToBridge();
     }
   }
@@ -46,30 +47,18 @@ class EfFramegen {
     if (!BRIDGE) {
       throw new Error("No BRIDGE when attempting to connect to bridge");
     }
-    console.log("BRIDGE.connectToBridge");
+    console.log("trace: BRIDGE.connectToBridge");
     BRIDGE.onInitialize(async (renderOptions) => {
-      console.log("BRIDGE.onInitialize", renderOptions);
+      console.log("trace: BRIDGE.onInitialize", renderOptions);
       await this.initialize(renderOptions);
       BRIDGE.initialized();
     });
     BRIDGE.onBeginFrame((frameNumber, isLast) => {
-      console.log("BRIDGE.onBeginFrame", frameNumber, isLast);
+      console.log("trace: BRIDGE.onBeginFrame", frameNumber, isLast);
       this.beginFrame(frameNumber, isLast);
     });
   }
   async initialize(renderOptions) {
-    addEventListener("unhandledrejection", (event) => {
-      this.trace("Unhandled rejection:", event.reason);
-      if (this.BRIDGE) {
-        this.BRIDGE.error(event.reason);
-      }
-    });
-    addEventListener("error", (event) => {
-      this.trace("Uncaught error", event.error);
-      if (this.BRIDGE) {
-        this.BRIDGE.error(event.error);
-      }
-    });
     this.renderOptions = renderOptions;
     const workbench = document.querySelector("ef-workbench");
     if (!workbench) {
@@ -105,7 +94,7 @@ class EfFramegen {
       renderOptions.encoderOptions.alignedFromUs / 1e3,
       renderOptions.encoderOptions.alignedToUs / 1e3
     );
-    console.log("Initialized");
+    console.log("trace: Initialized");
   }
   async beginFrame(frameNumber, isLast) {
     if (this.renderOptions === void 0) {
@@ -130,20 +119,22 @@ class EfFramegen {
     }
     this.time = this.renderOptions.encoderOptions.fromMs + frameNumber * this.frameDurationMs;
     firstGroup.currentTimeMs = this.time;
-    console.log("Awaiting initialBusyTasks");
+    console.log("trace: Awaiting initialBusyTasks");
     await this.initialBusyTasks;
-    console.log("Awaiting microtask");
+    console.log("trace: Awaiting microtask");
     await new Promise(queueMicrotask);
-    console.log("Awaiting frame tasks");
+    console.log("trace: Awaiting frame tasks");
     const now = performance.now();
+    console.log("trace: HTML", document.body.innerHTML);
     await Promise.all(
       temporals.filter((temporal) => temporal.frameTask.status < TaskStatus.COMPLETE).map((temporal) => {
         return temporal.frameTask;
       }).map((task) => task.taskComplete)
     );
     console.log(
-      `frame:${frameNumber} All tasks complete ${performance.now() - now}ms`
+      `trace: frame:${frameNumber} All tasks complete ${performance.now() - now}ms`
     );
+    this.triggerCanvas.trigger();
     if (isLast && this.audioBufferPromise) {
       const renderedAudio = await this.audioBufferPromise;
       const channelCount = renderedAudio.numberOfChannels;
@@ -159,7 +150,6 @@ class EfFramegen {
         }
       }
       if (this.BRIDGE) {
-        this.triggerCanvas.trigger();
         this.BRIDGE.frameReady(frameNumber, interleavedSamples.buffer);
       } else {
         const fileReader = new FileReader();
@@ -172,7 +162,6 @@ class EfFramegen {
       }
     } else {
       if (this.BRIDGE) {
-        this.triggerCanvas.trigger();
         this.BRIDGE.frameReady(frameNumber, new ArrayBuffer(0));
       } else {
         const fileReader = new FileReader();
@@ -187,8 +176,8 @@ class EfFramegen {
   }
 }
 if (typeof window !== "undefined") {
-  window.EF_FRAMEGEN = new EfFramegen();
+  window.EF_FRAMEGEN = new EFFramegen();
 }
 export {
-  EfFramegen
+  EFFramegen
 };

package/dist/elements/EFCaptions.js

@@ -2,7 +2,6 @@ import { Task } from "@lit/task";
 import { html, css, LitElement } from "lit";
 import { property, customElement } from "lit/decorators.js";
 import { EF_INTERACTIVE } from "../EF_INTERACTIVE.js";
-import { EF_RENDERING } from "../EF_RENDERING.js";
 import { CrossUpdateController } from "./CrossUpdateController.js";
 import { EFAudio } from "./EFAudio.js";
 import { EFSourceMixin } from "./EFSourceMixin.js";
@@ -301,18 +300,12 @@ let EFCaptions = class extends EFSourceMixin(
   }
   transcriptionsPath() {
     if (this.targetElement.assetId) {
-      if (EF_RENDERING()) {
-        return `editframe://api/v1/isobmff_files/${this.targetElement.assetId}/transcription`;
-      }
       return `${this.apiHost}/api/v1/isobmff_files/${this.targetElement.assetId}/transcription`;
     }
     return null;
   }
   captionsPath() {
     if (this.targetElement.assetId) {
-      if (EF_RENDERING()) {
-        return `editframe://api/v1/caption_files/${this.targetElement.assetId}`;
-      }
       return `${this.apiHost}/api/v1/caption_files/${this.targetElement.assetId}`;
     }
     const targetSrc = this.targetElement.src;

package/dist/elements/EFImage.js

@@ -3,7 +3,6 @@ import { html, css, LitElement } from "lit";
 import { property, customElement } from "lit/decorators.js";
 import { createRef, ref } from "lit/directives/ref.js";
 import { EF_INTERACTIVE } from "../EF_INTERACTIVE.js";
-import { EF_RENDERING } from "../EF_RENDERING.js";
 import { EFSourceMixin } from "./EFSourceMixin.js";
 import { EFTemporal } from "./EFTemporal.js";
 import { FetchMixin } from "./FetchMixin.js";
@@ -72,9 +71,6 @@ let EFImage = class extends EFTemporal(
   }
   assetPath() {
     if (this.assetId) {
-      if (EF_RENDERING()) {
-        return `editframe://api/v1/image_files/${this.assetId}`;
-      }
       return `${this.apiHost}/api/v1/image_files/${this.assetId}`;
     }
     return `/@ef-image/${this.src}`;

package/dist/elements/EFMedia.d.ts

@@ -19,7 +19,7 @@ export declare class EFMedia extends EFMedia_base {
     get assetId(): string | null;
     fragmentIndexPath(): string;
     fragmentTrackPath(trackId: string): string;
-    trackFragmentIndexLoader: Task<readonly [string, typeof fetch], Record<number, TrackFragmentIndex>>;
+    trackFragmentIndexLoader: Task<readonly [string, typeof fetch], Record<number, TrackFragmentIndex> | undefined>;
     initSegmentsLoader: Task<readonly [Record<number, TrackFragmentIndex> | undefined, string, typeof fetch], {
         trackId: string;
         buffer: MP4Box.MP4ArrayBuffer;
@@ -50,7 +50,7 @@ export declare class EFMedia extends EFMedia_base {
     protected executeSeek(seekToMs: number): Promise<void>;
     protected updated(changedProperties: PropertyValueMap<any> | Map<PropertyKey, unknown>): void;
     get hasOwnDuration(): boolean;
-    get durationMs(): number;
+    get intrinsicDurationMs(): number;
     audioBufferTask: Task<readonly [Record<string, File> | undefined, Record<string, {
         segment: TrackSegment;
         track: MP4Box.TrackInfo;
@@ -64,13 +64,18 @@ export declare class EFMedia extends EFMedia_base {
         startMs: number;
         endMs: number;
     } | undefined>;
-    fftSize: number;
-    fftDecay: number;
-    private static readonly MIN_DB;
-    private static readonly MAX_DB;
+    set fftSize(value: number);
+    set fftDecay(value: number);
+    get fftSize(): number;
+    get fftDecay(): number;
+    set interpolateFrequencies(value: boolean);
+    get interpolateFrequencies(): boolean;
+    get shouldInterpolateFrequencies(): boolean;
     private static readonly DECAY_WEIGHT;
     get FREQ_WEIGHTS(): Float32Array;
-    byteTimeDomainTask: Task<readonly [import('@lit/task').TaskStatus, number, number, number], Uint8Array | null>;
-    frequencyDataTask: Task<readonly [import('@lit/task').TaskStatus, number, number, number], Uint8Array | null>;
+    byteTimeDomainTask: Task<readonly [import('@lit/task').TaskStatus, number, number, number, number, boolean], Uint8Array | null>;
+    frequencyDataTask: Task<readonly [import('@lit/task').TaskStatus, number, number, number, number, boolean], Uint8Array | null>;
+    set fftGain(value: number);
+    get fftGain(): number;
 }
 export {};