@editframe/elements 0.7.0-beta.11 → 0.7.0-beta.12

package/dist/packages/elements/src/elements/EFImage.cjs

@@ -1,79 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const task = require("@lit/task");
-const lit = require("lit");
-const decorators_js = require("lit/decorators.js");
-const ref_js = require("lit/directives/ref.js");
-const FetchMixin = require("./FetchMixin.cjs");
-const EFSourceMixin = require("./EFSourceMixin.cjs");
-const EF_INTERACTIVE = require("../EF_INTERACTIVE.cjs");
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __decorateClass = (decorators, target, key, kind) => {
-  var result = kind > 1 ? void 0 : kind ? __getOwnPropDesc(target, key) : target;
-  for (var i = decorators.length - 1, decorator; i >= 0; i--)
-    if (decorator = decorators[i])
-      result = (kind ? decorator(target, key, result) : decorator(result)) || result;
-  if (kind && result) __defProp(target, key, result);
-  return result;
-};
-exports.EFImage = class EFImage extends EFSourceMixin.EFSourceMixin(FetchMixin.FetchMixin(lit.LitElement), {
-  assetType: "image_files"
-}) {
-  constructor() {
-    super(...arguments);
-    this.imageRef = ref_js.createRef();
-    this.canvasRef = ref_js.createRef();
-    this.fetchImage = new task.Task(this, {
-      autoRun: EF_INTERACTIVE.EF_INTERACTIVE,
-      args: () => [this.assetPath(), this.fetch],
-      task: async ([assetPath, fetch], { signal }) => {
-        const response = await fetch(assetPath, { signal });
-        const image = new Image();
-        image.src = URL.createObjectURL(await response.blob());
-        await new Promise((resolve) => {
-          image.onload = resolve;
-        });
-        if (!this.canvasRef.value) throw new Error("Canvas not ready");
-        const ctx = this.canvasRef.value.getContext("2d");
-        if (!ctx) throw new Error("Canvas 2d context not ready");
-        this.canvasRef.value.width = image.width;
-        this.canvasRef.value.height = image.height;
-        ctx.drawImage(image, 0, 0);
-      }
-    });
-    this.frameTask = new task.Task(this, {
-      autoRun: EF_INTERACTIVE.EF_INTERACTIVE,
-      args: () => [this.fetchImage.status],
-      task: async () => {
-        await this.fetchImage.taskComplete;
-      }
-    });
-  }
-  render() {
-    return lit.html`<canvas ${ref_js.ref(this.canvasRef)}></canvas>`;
-  }
-  assetPath() {
-    if (this.src.startsWith("editframe://") || this.src.startsWith("http")) {
-      return this.src;
-    }
-    return `/@ef-image/${this.src}`;
-  }
-};
-exports.EFImage.styles = [
-  lit.css`
-      :host {
-        display: block;
-      }
-      canvas {
-        display: block;
-        width: 100%;
-        height: 100%;
-        object-fit: fill;
-        object-position: center;
-      }
-    `
-];
-exports.EFImage = __decorateClass([
-  decorators_js.customElement("ef-image")
-], exports.EFImage);

package/dist/packages/elements/src/elements/EFMedia.cjs

@@ -1,336 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const lit = require("lit");
-const decorators_js = require("lit/decorators.js");
-const deepEquals_js = require("@lit/task/deep-equals.js");
-const task = require("@lit/task");
-const context = require("@lit/context");
-const debug = require("debug");
-const MP4File = require("../../../../lib/av/MP4File.cjs");
-const EFTemporal = require("./EFTemporal.cjs");
-const EncodedAsset = require("../../../../lib/av/EncodedAsset.cjs");
-const FetchMixin = require("./FetchMixin.cjs");
-const EFWorkbench = require("../gui/EFWorkbench.cjs");
-const EFSourceMixin = require("./EFSourceMixin.cjs");
-const util = require("./util.cjs");
-const EF_INTERACTIVE = require("../EF_INTERACTIVE.cjs");
-var __defProp = Object.defineProperty;
-var __decorateClass = (decorators, target, key, kind) => {
-  var result = void 0;
-  for (var i = decorators.length - 1, decorator; i >= 0; i--)
-    if (decorator = decorators[i])
-      result = decorator(target, key, result) || result;
-  if (result) __defProp(target, key, result);
-  return result;
-};
-const log = debug("ef:elements:EFMedia");
-const deepGetMediaElements = (element, medias = []) => {
-  for (const child of Array.from(element.children)) {
-    if (child instanceof EFMedia) {
-      medias.push(child);
-    } else {
-      deepGetMediaElements(child, medias);
-    }
-  }
-  return medias;
-};
-class EFMedia extends EFSourceMixin.EFSourceMixin(EFTemporal.EFTemporal(FetchMixin.FetchMixin(lit.LitElement)), {
-  assetType: "isobmff_files"
-}) {
-  constructor() {
-    super(...arguments);
-    this.currentTimeMs = 0;
-    this.trackFragmentIndexLoader = new task.Task(this, {
-      args: () => [this.fragmentIndexPath(), this.fetch],
-      task: async ([fragmentIndexPath, fetch], { signal }) => {
-        const response = await fetch(fragmentIndexPath, { signal });
-        return await response.json();
-      },
-      onComplete: () => {
-        this.requestUpdate("ownCurrentTimeMs");
-        this.rootTimegroup?.requestUpdate("ownCurrentTimeMs");
-      }
-    });
-    this.initSegmentsLoader = new task.Task(this, {
-      autoRun: EF_INTERACTIVE.EF_INTERACTIVE,
-      args: () => [this.trackFragmentIndexLoader.value, this.src, this.fetch],
-      task: async ([fragmentIndex, _src, fetch], { signal }) => {
-        if (!fragmentIndex) {
-          return;
-        }
-        return await Promise.all(
-          Object.entries(fragmentIndex).map(async ([trackId, track]) => {
-            const start = track.initSegment.offset;
-            const end = track.initSegment.offset + track.initSegment.size - 1;
-            const response = await fetch(this.fragmentTrackPath(trackId), {
-              signal,
-              headers: { Range: `bytes=${start}-${end}` }
-            });
-            const buffer = await response.arrayBuffer();
-            buffer.fileStart = 0;
-            const mp4File = new MP4File.MP4File();
-            mp4File.appendBuffer(buffer, true);
-            mp4File.flush();
-            await mp4File.readyPromise;
-            return { trackId, buffer, mp4File };
-          })
-        );
-      }
-    });
-    this.seekTask = new task.Task(this, {
-      autoRun: EF_INTERACTIVE.EF_INTERACTIVE,
-      args: () => [
-        this.desiredSeekTimeMs,
-        this.trackFragmentIndexLoader.value,
-        this.initSegmentsLoader.value
-      ],
-      task: async ([seekToMs, fragmentIndex, initSegments], { signal: _signal }) => {
-        if (fragmentIndex === void 0) {
-          return;
-        }
-        if (initSegments === void 0) {
-          return;
-        }
-        const result = {};
-        for (const index of Object.values(fragmentIndex)) {
-          const track = initSegments.find((segment2) => segment2.trackId === String(index.track))?.mp4File.getInfo().tracks[0];
-          if (!track) {
-            throw new Error("Could not finding matching track");
-          }
-          const segment = index.segments.toReversed().find((segment2) => {
-            return segment2.dts / track.timescale * 1e3 <= seekToMs;
-          });
-          if (!segment) {
-            return;
-          }
-          result[index.track] = { segment, track };
-        }
-        return result;
-      }
-    });
-    this.fetchSeekTask = new task.Task(this, {
-      autoRun: EF_INTERACTIVE.EF_INTERACTIVE,
-      argsEqual: deepEquals_js.deepArrayEquals,
-      args: () => [this.initSegmentsLoader.value, this.seekTask.value, this.fetch],
-      task: async ([initSegments, seekResult, fetch], { signal }) => {
-        if (!initSegments) {
-          return;
-        }
-        if (!seekResult) {
-          return;
-        }
-        const files = {};
-        for (const [trackId, { segment, track }] of Object.entries(seekResult)) {
-          const start = segment.offset;
-          const end = segment.offset + segment.size;
-          const response = await fetch(this.fragmentTrackPath(trackId), {
-            signal,
-            headers: { Range: `bytes=${start}-${end}` }
-          });
-          const initSegment = Object.values(initSegments).find(
-            (initSegment2) => initSegment2.trackId === String(track.id)
-          );
-          if (!initSegment) {
-            throw new Error("Could not find matching init segment");
-          }
-          const initBuffer = initSegment.buffer;
-          const mediaBuffer = await response.arrayBuffer();
-          files[trackId] = new File([initBuffer, mediaBuffer], "video.mp4", {
-            type: "video/mp4"
-          });
-        }
-        return files;
-      }
-    });
-    this.videoAssetTask = new task.Task(this, {
-      autoRun: EF_INTERACTIVE.EF_INTERACTIVE,
-      args: () => [this.fetchSeekTask.value],
-      task: async ([files], { signal: _signal }) => {
-        if (!files) {
-          return;
-        }
-        if (!this.defaultVideoTrackId) {
-          return;
-        }
-        const videoFile = files[this.defaultVideoTrackId];
-        if (!videoFile) {
-          return;
-        }
-        for (const frame of this.videoAssetTask.value?.decodedFrames || []) {
-          frame.close();
-        }
-        this.videoAssetTask.value?.videoDecoder?.close();
-        return await EncodedAsset.VideoAsset.createFromReadableStream(
-          "video.mp4",
-          videoFile.stream(),
-          videoFile
-        );
-      }
-    });
-    this.desiredSeekTimeMs = 0;
-    this.#audioContext = new OfflineAudioContext(2, 48e3 / 30, 48e3);
-    this.audioBufferTask = new task.Task(this, {
-      autoRun: EF_INTERACTIVE.EF_INTERACTIVE,
-      args: () => [this.fetchSeekTask.value, this.seekTask.value],
-      task: async ([files, segments], { signal: _signal }) => {
-        if (!files) {
-          return;
-        }
-        if (!segments) {
-          return;
-        }
-        if (!this.defaultAudioTrackId) {
-          return;
-        }
-        const segment = segments[this.defaultAudioTrackId];
-        if (!segment) {
-          return;
-        }
-        const audioFile = files[this.defaultAudioTrackId];
-        if (!audioFile) {
-          return;
-        }
-        return {
-          buffer: await this.#audioContext.decodeAudioData(
-            await audioFile.arrayBuffer()
-          ),
-          startOffsetMs: segment.segment.cts / segment.track.timescale * 1e3
-        };
-      }
-    });
-  }
-  static {
-    this.styles = [
-      lit.css`
-      :host {
-        display: block;
-        position: relative;
-        overflow: hidden;
-      }
-    `
-    ];
-  }
-  fragmentIndexPath() {
-    if (this.src.startsWith("editframe://") || this.src.startsWith("http")) {
-      return `${this.src}/index`;
-    }
-    return `/@ef-track-fragment-index/${this.src ?? ""}`;
-  }
-  fragmentTrackPath(trackId) {
-    if (this.src.startsWith("editframe://") || this.src.startsWith("http")) {
-      return `${this.src.replace("files", "tracks")}/${trackId}`;
-    }
-    return `/@ef-track/${this.src ?? ""}?trackId=${trackId}`;
-  }
-  get defaultVideoTrackId() {
-    return Object.values(this.trackFragmentIndexLoader.value ?? {}).find(
-      (track) => track.type === "video"
-    )?.track;
-  }
-  get defaultAudioTrackId() {
-    return Object.values(this.trackFragmentIndexLoader.value ?? {}).find(
-      (track) => track.type === "audio"
-    )?.track;
-  }
-  async executeSeek(seekToMs) {
-    this.desiredSeekTimeMs = seekToMs;
-  }
-  updated(changedProperties) {
-    if (changedProperties.has("ownCurrentTimeMs")) {
-      this.executeSeek(this.ownCurrentTimeMs);
-    }
-  }
-  get hasOwnDuration() {
-    return true;
-  }
-  get durationMs() {
-    if (!this.trackFragmentIndexLoader.value) {
-      return 0;
-    }
-    const durations = Object.values(this.trackFragmentIndexLoader.value).map(
-      (track) => {
-        return track.duration / track.timescale * 1e3;
-      }
-    );
-    if (durations.length === 0) {
-      return 0;
-    }
-    return Math.max(...durations);
-  }
-  get startTimeMs() {
-    return util.getStartTimeMs(this);
-  }
-  #audioContext;
-  async fetchAudioSpanningTime(fromMs, toMs) {
-    fromMs -= this.startTimeMs;
-    toMs -= this.startTimeMs;
-    await this.trackFragmentIndexLoader.taskComplete;
-    const audioTrackId = this.defaultAudioTrackId;
-    if (!audioTrackId) {
-      log("No audio track found");
-      return;
-    }
-    const audioTrackIndex = this.trackFragmentIndexLoader.value?.[audioTrackId];
-    if (!audioTrackIndex) {
-      log("No audio track found");
-      return;
-    }
-    const start = audioTrackIndex.initSegment.offset;
-    const end = audioTrackIndex.initSegment.offset + audioTrackIndex.initSegment.size - 1;
-    const audioInitFragmentRequest = this.fetch(
-      this.fragmentTrackPath(String(audioTrackId)),
-      {
-        headers: { Range: `bytes=${start}-${end}` }
-      }
-    );
-    const fragments = Object.values(audioTrackIndex.segments).filter(
-      (segment) => {
-        const segmentStartsBeforeEnd = segment.dts <= toMs * audioTrackIndex.timescale / 1e3;
-        const segmentEndsAfterStart = segment.dts + segment.duration >= fromMs * audioTrackIndex.timescale / 1e3;
-        return segmentStartsBeforeEnd && segmentEndsAfterStart;
-      }
-    );
-    const firstFragment = fragments[0];
-    if (!firstFragment) {
-      log("No audio fragments found");
-      return;
-    }
-    const lastFragment = fragments[fragments.length - 1];
-    if (!lastFragment) {
-      log("No audio fragments found");
-      return;
-    }
-    const fragmentStart = firstFragment.offset;
-    const fragmentEnd = lastFragment.offset + lastFragment.size - 1;
-    const audioFragmentRequest = this.fetch(
-      this.fragmentTrackPath(String(audioTrackId)),
-      {
-        headers: { Range: `bytes=${fragmentStart}-${fragmentEnd}` }
-      }
-    );
-    const initResponse = await audioInitFragmentRequest;
-    const dataResponse = await audioFragmentRequest;
-    const initBuffer = await initResponse.arrayBuffer();
-    const dataBuffer = await dataResponse.arrayBuffer();
-    const audioBlob = new Blob([initBuffer, dataBuffer], {
-      type: "audio/mp4"
-    });
-    return {
-      blob: audioBlob,
-      startMs: firstFragment.dts / audioTrackIndex.timescale * 1e3,
-      endMs: lastFragment.dts / audioTrackIndex.timescale * 1e3 + lastFragment.duration / audioTrackIndex.timescale * 1e3
-    };
-  }
-}
-__decorateClass([
-  decorators_js.property({ type: Number })
-], EFMedia.prototype, "currentTimeMs");
-__decorateClass([
-  context.consume({ context: EFWorkbench.apiHostContext, subscribe: true }),
-  decorators_js.state()
-], EFMedia.prototype, "efHost");
-__decorateClass([
-  decorators_js.state()
-], EFMedia.prototype, "desiredSeekTimeMs");
-exports.EFMedia = EFMedia;
-exports.deepGetMediaElements = deepGetMediaElements;

package/dist/packages/elements/src/elements/EFSourceMixin.cjs

@@ -1,55 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const context = require("@lit/context");
-const EFWorkbench = require("../gui/EFWorkbench.cjs");
-const state_js = require("lit/decorators/state.js");
-const task = require("@lit/task");
-const property_js = require("lit/decorators/property.js");
-var __defProp = Object.defineProperty;
-var __decorateClass = (decorators, target, key, kind) => {
-  var result = void 0;
-  for (var i = decorators.length - 1, decorator; i >= 0; i--)
-    if (decorator = decorators[i])
-      result = decorator(target, key, result) || result;
-  if (result) __defProp(target, key, result);
-  return result;
-};
-function EFSourceMixin(superClass, options) {
-  class EFSourceElement extends superClass {
-    constructor() {
-      super(...arguments);
-      this.src = "";
-      this.md5SumLoader = new task.Task(this, {
-        autoRun: false,
-        args: () => [this.src],
-        task: async ([src], { signal }) => {
-          const md5Path = `/@ef-asset/${src}`;
-          const response = await fetch(md5Path, { method: "HEAD", signal });
-          return response.headers.get("etag") ?? void 0;
-        }
-      });
-    }
-    productionSrc() {
-      if (!this.md5SumLoader.value) {
-        throw new Error(
-          `MD5 sum not available for ${this}. Cannot generate production URL`
-        );
-      }
-      if (!this.efHost) {
-        throw new Error(
-          `efHost not available for ${this}. Cannot generate production URL`
-        );
-      }
-      return `${this.efHost}/api/video2/${options.assetType}/${this.md5SumLoader.value}`;
-    }
-  }
-  __decorateClass([
-    context.consume({ context: EFWorkbench.apiHostContext, subscribe: true }),
-    state_js.state()
-  ], EFSourceElement.prototype, "efHost");
-  __decorateClass([
-    property_js.property({ type: String })
-  ], EFSourceElement.prototype, "src");
-  return EFSourceElement;
-}
-exports.EFSourceMixin = EFSourceMixin;

package/dist/packages/elements/src/elements/EFTemporal.cjs

@@ -1,199 +0,0 @@
-"use strict";
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const context = require("@lit/context");
-const decorators_js = require("lit/decorators.js");
-const durationConverter = require("./durationConverter.cjs");
-const task = require("@lit/task");
-const EF_INTERACTIVE = require("../EF_INTERACTIVE.cjs");
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __decorateClass = (decorators, target, key, kind) => {
-  var result = kind > 1 ? void 0 : kind ? __getOwnPropDesc(target, key) : target;
-  for (var i = decorators.length - 1, decorator; i >= 0; i--)
-    if (decorator = decorators[i])
-      result = (kind ? decorator(target, key, result) : decorator(result)) || result;
-  if (kind && result) __defProp(target, key, result);
-  return result;
-};
-const timegroupContext = context.createContext(
-  Symbol("timeGroupContext")
-);
-const isEFTemporal = (obj) => obj[EF_TEMPORAL];
-const EF_TEMPORAL = Symbol("EF_TEMPORAL");
-const deepGetTemporalElements = (element, temporals = []) => {
-  for (const child of element.children) {
-    if (isEFTemporal(child)) {
-      temporals.push(child);
-    }
-    deepGetTemporalElements(child, temporals);
-  }
-  return temporals;
-};
-const deepGetElementsWithFrameTasks = (element, elements = []) => {
-  for (const child of element.children) {
-    if ("frameTask" in child && child.frameTask instanceof task.Task) {
-      elements.push(child);
-    }
-    deepGetElementsWithFrameTasks(child, elements);
-  }
-  return elements;
-};
-const shallowGetTemporalElements = (element, temporals = []) => {
-  for (const child of element.children) {
-    if (isEFTemporal(child)) {
-      temporals.push(child);
-    } else {
-      shallowGetTemporalElements(child, temporals);
-    }
-  }
-  return temporals;
-};
-class OwnCurrentTimeController {
-  constructor(host, temporal) {
-    this.host = host;
-    this.temporal = temporal;
-    host.addController(this);
-  }
-  hostUpdated() {
-    this.temporal.requestUpdate("ownCurrentTimeMs");
-  }
-  remove() {
-    this.host.removeController(this);
-  }
-}
-const EFTemporal = (superClass) => {
-  class TemporalMixinClass extends superClass {
-    constructor() {
-      super(...arguments);
-      this._offsetMs = 0;
-      this.rootTimegroup = this.getRootTimegroup();
-      this.frameTask = new task.Task(this, {
-        autoRun: EF_INTERACTIVE.EF_INTERACTIVE,
-        args: () => [this.ownCurrentTimeMs],
-        task: async ([], { signal: _signal }) => {
-          let fullyUpdated = await this.updateComplete;
-          while (!fullyUpdated) {
-            fullyUpdated = await this.updateComplete;
-          }
-        }
-      });
-    }
-    #parentTimegroup;
-    set parentTimegroup(value) {
-      this.#parentTimegroup = value;
-      this.ownCurrentTimeController?.remove();
-      this.rootTimegroup = this.getRootTimegroup();
-      if (this.rootTimegroup) {
-        this.ownCurrentTimeController = new OwnCurrentTimeController(
-          this.rootTimegroup,
-          this
-        );
-      }
-    }
-    get parentTimegroup() {
-      return this.#parentTimegroup;
-    }
-    getRootTimegroup() {
-      let parent = this.tagName === "EF-TIMEGROUP" ? this : this.parentTimegroup;
-      while (parent?.parentTimegroup) {
-        parent = parent.parentTimegroup;
-      }
-      return parent;
-    }
-    get hasOwnDuration() {
-      return false;
-    }
-    // Defining this as a getter to a private property allows us to
-    // override it classes that include this mixin.
-    get durationMs() {
-      return this._durationMs || this.parentTimegroup?.durationMs || 0;
-    }
-    get offsetMs() {
-      return this._offsetMs || 0;
-    }
-    get parentTemporal() {
-      let parent = this.parentElement;
-      while (parent && !isEFTemporal(parent)) {
-        parent = parent.parentElement;
-      }
-      return parent;
-    }
-    get startTimeWithinParentMs() {
-      if (!this.parentTemporal) {
-        return 0;
-      }
-      return this.startTimeMs - this.parentTemporal.startTimeMs;
-    }
-    get startTimeMs() {
-      const parentTimegroup = this.parentTimegroup;
-      if (!parentTimegroup) {
-        return 0;
-      }
-      switch (parentTimegroup.mode) {
-        case "sequence": {
-          const siblingTemorals = shallowGetTemporalElements(parentTimegroup);
-          const ownIndex = siblingTemorals.indexOf(
-            this
-          );
-          if (ownIndex === 0) {
-            return parentTimegroup.startTimeMs;
-          }
-          const previous = siblingTemorals[ownIndex - 1];
-          if (!previous) {
-            throw new Error("Previous temporal element not found");
-          }
-          return previous.startTimeMs + previous.durationMs;
-        }
-        case "contain":
-        case "fixed":
-          return parentTimegroup.startTimeMs + this.offsetMs;
-        default:
-          throw new Error(`Invalid time mode: ${parentTimegroup.mode}`);
-      }
-    }
-    get endTimeMs() {
-      return this.startTimeMs + this.durationMs;
-    }
-    get ownCurrentTimeMs() {
-      if (this.rootTimegroup) {
-        return Math.min(
-          Math.max(0, this.rootTimegroup.currentTimeMs - this.startTimeMs),
-          this.durationMs
-        );
-      }
-      return 0;
-    }
-  }
-  __decorateClass([
-    context.consume({ context: timegroupContext, subscribe: true }),
-    decorators_js.property({ attribute: false })
-  ], TemporalMixinClass.prototype, "parentTimegroup", 1);
-  __decorateClass([
-    decorators_js.property({
-      type: String,
-      attribute: "offset",
-      converter: durationConverter.durationConverter
-    })
-  ], TemporalMixinClass.prototype, "_offsetMs", 2);
-  __decorateClass([
-    decorators_js.property({
-      type: Number,
-      attribute: "duration",
-      converter: durationConverter.durationConverter
-    })
-  ], TemporalMixinClass.prototype, "_durationMs", 2);
-  __decorateClass([
-    decorators_js.state()
-  ], TemporalMixinClass.prototype, "rootTimegroup", 2);
-  Object.defineProperty(TemporalMixinClass.prototype, EF_TEMPORAL, {
-    value: true
-  });
-  return TemporalMixinClass;
-};
-exports.EFTemporal = EFTemporal;
-exports.OwnCurrentTimeController = OwnCurrentTimeController;
-exports.deepGetElementsWithFrameTasks = deepGetElementsWithFrameTasks;
-exports.deepGetTemporalElements = deepGetTemporalElements;
-exports.isEFTemporal = isEFTemporal;
-exports.shallowGetTemporalElements = shallowGetTemporalElements;
-exports.timegroupContext = timegroupContext;