react-native-skia-webgpu-video 0.0.0-stage → 0.1.0-beta.1

package/lib/module/videoCompositionPlayer.js

@@ -0,0 +1,368 @@
+"use strict";
+
+import { getVideoCanvas } from "./canvas.js";
+import { BlendMode, Skia } from "react-native-skia";
+import { useSharedValue, useFrameCallback, runOnUI } from "react-native-reanimated";
+import { useCallback, useEffect, useRef, useState } from "react";
+import RNSkiaVideoModule from "./RNSkiaVideoModule.js";
+import useEventListener from "./utils/useEventListener.js";
+import { PixelRatio } from "react-native";
+import { scheduleOnRN } from "react-native-worklets";
+import { ownVideoFrames, releaseVideoFrameImage } from "./frameInterop.js";
+import { frameByteSize, reserveVideoMemory } from "./memory.js";
+import { disposePreviewResources } from "./previewLifecycle.js";
+/**
+ * A hook that creates a video composition player.
+ */
+export const useVideoComposition = ({
+  composition,
+  drawFrame,
+  beforeDrawFrame,
+  afterDrawFrame,
+  width,
+  height,
+  autoPlay = false,
+  isLooping = false,
+  drawWhenPaused = false,
+  redrawOnTime,
+  splitImportAndDraw = false,
+  onReadyToPlay,
+  onComplete,
+  onError
+}) => {
+  const [failedComposition, setFailedComposition] = useState(null);
+  const isErrored = composition !== null && failedComposition === composition;
+  const [session, setSession] = useState(null);
+  const framesExtractor = session?.extractor ?? null;
+  const generation = session?.generation ?? 0;
+  const nextGeneration = useRef(0);
+  const activeOnRN = useRef(0);
+  // HostObject JS wrappers are recreated across runtimes; compare numbers.
+  const activeGeneration = useSharedValue(0);
+  const frameGeneration = useSharedValue(0);
+  const sourcesGeneration = useSharedValue(0);
+  const currentFrame = useSharedValue(null);
+  const pendingSnapshot = useSharedValue(null);
+  // Reanimated interprets a function assigned to `.value` as an animation
+  // factory. Keep the teardown callback inside an ordinary value instead.
+  const pendingAfterDraw = useSharedValue(null);
+  const previousSources = useSharedValue({});
+  const onCreationError = useRef(onError);
+  onCreationError.current = onError;
+  useEffect(() => {
+    if (!composition || isErrored) {
+      setSession(null);
+      return;
+    }
+    let created;
+    try {
+      created = RNSkiaVideoModule.createVideoCompositionFramesExtractor(composition);
+    } catch (error) {
+      setFailedComposition(composition);
+      onCreationError.current?.(error, () => setFailedComposition(null));
+      return;
+    }
+    const createdGeneration = ++nextGeneration.current;
+    activeOnRN.current = createdGeneration;
+    activeGeneration.value = createdGeneration;
+    setSession({
+      extractor: created,
+      generation: createdGeneration,
+      composition
+    });
+    return () => {
+      if (activeOnRN.current === createdGeneration) {
+        activeOnRN.current = 0;
+        activeGeneration.value = 0;
+      }
+      runOnUI(() => {
+        "worklet";
+
+        if (frameGeneration.value === createdGeneration || sourcesGeneration.value === createdGeneration) releasePreview(created);else {
+          const failure = disposePreviewResources({
+            native: created
+          });
+          if (failure.failed) console.warn("Video preview cleanup failed; resources remain accounted until native runtime teardown", failure.error);
+        }
+      })();
+    };
+  }, [composition, isErrored, activeGeneration, currentFrame, previousSources, frameGeneration, sourcesGeneration, pendingSnapshot, pendingAfterDraw]);
+  const retry = useCallback(() => {
+    setFailedComposition(null);
+  }, []);
+  const errorHandler = useCallback(error => {
+    if (generation !== activeOnRN.current) return;
+    activeOnRN.current = 0;
+    activeGeneration.value = 0;
+    setFailedComposition(session.composition);
+    onCreationError.current?.(error, retry);
+  }, [retry, generation, activeGeneration, session]);
+  useEffect(() => {
+    if (framesExtractor) {
+      framesExtractor.isLooping = isLooping;
+    }
+  }, [framesExtractor, isLooping]);
+  const isCurrentSession = useCallback(() => generation !== 0 && generation === activeOnRN.current, [generation]);
+  useEventListener(framesExtractor, "ready", onReadyToPlay, isCurrentSession);
+  useEventListener(framesExtractor, "complete", onComplete, isCurrentSession);
+  useEventListener(framesExtractor, "error", errorHandler, isCurrentSession);
+  useEffect(() => {
+    if (!framesExtractor) return;
+    runOnUI(() => {
+      "worklet";
+
+      if (activeGeneration.value !== generation) return;
+      try {
+        framesExtractor.prepare();
+      } catch (error) {
+        activeGeneration.value = 0;
+        scheduleOnRN(errorHandler, error);
+      }
+    })();
+  }, [framesExtractor, activeGeneration, generation, errorHandler]);
+  useEffect(() => {
+    if (autoPlay) {
+      framesExtractor?.play();
+    }
+  }, [framesExtractor, autoPlay]);
+  const surfaceSharedValue = useSharedValue(null);
+  const canvasSharedValue = useSharedValue(null);
+  const surfaceReservation = useSharedValue(0);
+  const surfaceWidth = useSharedValue(0);
+  const surfaceHeight = useSharedValue(0);
+  const releasePreview = native => {
+    "worklet";
+
+    const resources = {
+      surface: surfaceSharedValue.value,
+      canvas: canvasSharedValue.value,
+      images: [currentFrame.value, pendingSnapshot.value],
+      frames: Object.values(previousSources.value),
+      reservation: surfaceReservation.value,
+      afterDraw: pendingAfterDraw.value?.run,
+      native
+    };
+    // Remove consumers before attempting a drain. A thrown drain must never
+    // leave teardown callbacks able to recycle these same resources later.
+    currentFrame.value = null;
+    pendingSnapshot.value = null;
+    pendingAfterDraw.value = null;
+    frameGeneration.value = 0;
+    previousSources.value = {};
+    sourcesGeneration.value = 0;
+    surfaceSharedValue.value = null;
+    canvasSharedValue.value = null;
+    surfaceReservation.value = 0;
+    surfaceWidth.value = 0;
+    surfaceHeight.value = 0;
+    const failure = disposePreviewResources(resources);
+    if (failure.failed) console.warn("Video preview cleanup failed; resources remain accounted until native runtime teardown", failure.error);
+  };
+  // Frames version and composition time of the last drawn image, to skip
+  // redrawing an unchanged picture while paused.
+  const lastDrawnFramesVersion = useSharedValue(-1);
+  const lastDrawnTime = useSharedValue(-1);
+  const lastDrawnInputs = useSharedValue(null);
+  // Frames version whose new frames the previous vsyncs already imported.
+  const lastImportedVersion = useSharedValue(-1);
+  // Whether the previous vsync imported and left its draw to this one.
+  const drawDeferred = useSharedValue(false);
+  // A new drawFrame can draw something else from the same time and frames.
+  useEffect(() => {
+    lastDrawnTime.value = -1;
+  }, [drawFrame, lastDrawnTime]);
+  const pixelRatio = PixelRatio.get();
+
+  // Release the offscreen surface with the hook that made it. Without this a
+  // caller that mounts and unmounts the player repeatedly — a player inside a
+  // modal, say — leaks a full size texture per cycle. runOnUI because this
+  // effect is declared before the frame callback below, and so its cleanup runs
+  // before the callback is unregistered.
+  useEffect(() => () => {
+    runOnUI(() => {
+      "worklet";
+
+      releasePreview();
+    })();
+  }, [surfaceSharedValue, canvasSharedValue, surfaceReservation, surfaceWidth, surfaceHeight, currentFrame, pendingSnapshot, pendingAfterDraw, frameGeneration, previousSources, sourcesGeneration]);
+  useFrameCallback(() => {
+    "worklet";
+
+    if (!framesExtractor || activeGeneration.value !== generation) {
+      return;
+    }
+    try {
+      const pixelWidth = Math.floor(width * pixelRatio);
+      const pixelHeight = Math.floor(height * pixelRatio);
+
+      // Layout can report zero or NaN before the player is measured. Avoid
+      // native surface allocation until the dimensions are valid.
+      if (!(pixelWidth > 0) || !(pixelHeight > 0) || !isFinite(pixelWidth) || !isFinite(pixelHeight)) {
+        return;
+      }
+
+      // Pull the frames decoded since the last vsync first: it is cheap when
+      // nothing new arrived, and it is what lets a paused player pick up the
+      // frame of a seek.
+      const frames = ownVideoFrames(framesExtractor.decodeCompositionFrames());
+      for (const [key, previous] of Object.entries(previousSources.value)) {
+        if (!frames[key] || frames[key].producerId !== previous.producerId) releaseVideoFrameImage(previous);
+      }
+      previousSources.value = frames;
+      sourcesGeneration.value = generation;
+      const currentTime = framesExtractor.currentTime;
+      const framesVersion = framesExtractor.framesVersion;
+      if (splitImportAndDraw && framesVersion !== lastImportedVersion.value) {
+        // ownVideoFrames above has just imported the new frames: leave the
+        // draw to the next vsync, which finds them in the import cache. Never
+        // twice running: a frame that lands on the vsync owed a draw would
+        // push it again, and the frame before it would never be shown.
+        lastImportedVersion.value = framesVersion;
+        if (!drawDeferred.value && currentFrame.value !== null && frameGeneration.value === generation) {
+          drawDeferred.value = true;
+          return;
+        }
+      }
+      drawDeferred.value = false;
+      const inputs = Array.isArray(drawWhenPaused) ? drawWhenPaused : null;
+      let inputsSame = true;
+      if (inputs) {
+        const last = lastDrawnInputs.value;
+        if (!last || last.length !== inputs.length) inputsSame = false;else {
+          for (let i = 0; i < inputs.length; i++) {
+            if (inputs[i].value !== last[i]) {
+              inputsSame = false;
+              break;
+            }
+          }
+        }
+      }
+      // A negative last time means a redraw was requested (a new drawFrame).
+      const timeSame = currentTime === lastDrawnTime.value || redrawOnTime !== undefined && lastDrawnTime.value >= 0 && !redrawOnTime(lastDrawnTime.value, currentTime);
+      if (drawWhenPaused !== true && inputsSame && (!framesExtractor.isPlaying || redrawOnTime !== undefined) && currentFrame.value !== null && frameGeneration.value === generation && framesVersion === lastDrawnFramesVersion.value && timeSame && surfaceWidth.value === pixelWidth && surfaceHeight.value === pixelHeight) {
+        // Nothing new to show: the image on screen is still exact, and
+        // redrawing it at every vsync would only burn GPU time and battery.
+        return;
+      }
+      let surface = surfaceSharedValue.value;
+      if (!surface || surfaceWidth.value !== pixelWidth || surfaceHeight.value !== pixelHeight) {
+        // width and height can change while the player stays mounted — laying the
+        // stage out for a different aspect ratio calls the hook with new
+        // dimensions and the same surface. Drawing the new size into the old
+        // texture and then declaring the result to be the new size stretches the
+        // picture by the ratio between them, so the surface is re-keyed on its
+        // dimensions the way exportVideoComposition already re-keys its own.
+        const retired = {
+          images: [currentFrame.value, pendingSnapshot.value],
+          surface,
+          canvas: canvasSharedValue.value,
+          reservation: surfaceReservation.value,
+          afterDraw: pendingAfterDraw.value?.run
+        };
+        currentFrame.value = null;
+        pendingSnapshot.value = null;
+        pendingAfterDraw.value = null;
+        canvasSharedValue.value = null;
+        surfaceSharedValue.value = null;
+        surfaceReservation.value = 0;
+        const retiredFailure = disposePreviewResources(retired);
+        if (retiredFailure.failed) throw retiredFailure.error;
+        // Surface + immutable snapshot/COW backing while replacing the preview.
+        const reservation = reserveVideoMemory(frameByteSize(pixelWidth, pixelHeight) * 2, "composition preview");
+        surfaceReservation.value = reservation;
+        try {
+          surface = Skia.Surface.MakeOffscreen(pixelWidth, pixelHeight);
+          surfaceSharedValue.value = surface;
+          if (!surface) throw new Error("Cannot allocate preview surface");
+          canvasSharedValue.value = getVideoCanvas(surface);
+          surfaceWidth.value = pixelWidth;
+          surfaceHeight.value = pixelHeight;
+        } catch (error) {
+          // The ordinary session cleanup owns partial allocation state too.
+          // Preserve the setup error and keep its reservation reachable.
+          throw error;
+        }
+      }
+      if (!surface) {
+        console.warn("Failed to create surface");
+        return;
+      }
+      const canvas = canvasSharedValue.value;
+      // Cleared as the export clears it: a drawFrame that leaves part of the
+      // canvas alone showed the previous frames there, and not in the export.
+      canvas.drawColor(Skia.Color("#00000000"), BlendMode.Clear);
+      const context = beforeDrawFrame?.();
+      const drawn = {
+        submitted: false,
+        failed: false,
+        error: undefined
+      };
+      const releaseContext = () => {
+        "worklet";
+
+        afterDrawFrame?.(context);
+      };
+      pendingAfterDraw.value = {
+        run: releaseContext
+      };
+      try {
+        drawFrame({
+          canvas,
+          context,
+          videoComposition: composition,
+          currentTime,
+          frames,
+          width: pixelWidth,
+          height: pixelHeight
+        });
+        const previous = currentFrame.value;
+        const next = surface.makeImageSnapshot(undefined, previous ?? undefined);
+        if (next !== previous) pendingSnapshot.value = next;
+        surface.flush(true);
+        drawn.submitted = true;
+        frameGeneration.value = generation;
+        if (next === previous) currentFrame.modify(undefined, true);else {
+          currentFrame.value = next;
+          previous?.dispose();
+        }
+        pendingSnapshot.value = null;
+      } catch (error) {
+        drawn.failed = true;
+        drawn.error = error;
+      } finally {
+        // A drawer can throw after recording commands that sample resources
+        // from context. Submit and wait before the caller releases them.
+        if (!drawn.submitted) {
+          try {
+            surface.flush(true);
+            drawn.submitted = true;
+          } catch (error) {
+            if (!drawn.failed) drawn.error = error;
+            drawn.failed = true;
+          }
+        }
+        if (drawn.submitted) {
+          pendingAfterDraw.value = null;
+          try {
+            releaseContext();
+          } catch (error) {
+            if (!drawn.failed) drawn.error = error;
+            drawn.failed = true;
+          }
+        }
+      }
+      if (drawn.failed) throw drawn.error;
+      lastDrawnFramesVersion.value = framesVersion;
+      lastDrawnTime.value = currentTime;
+      if (inputs) lastDrawnInputs.value = inputs.map(input => input.value);
+    } catch (error) {
+      activeGeneration.value = 0;
+      scheduleOnRN(errorHandler, error);
+    }
+  }, true);
+  return {
+    currentFrame,
+    player: framesExtractor
+  };
+};
+//# sourceMappingURL=videoCompositionPlayer.js.map

package/lib/module/videoCompositionPlayer.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["getVideoCanvas","BlendMode","Skia","useSharedValue","useFrameCallback","runOnUI","useCallback","useEffect","useRef","useState","RNSkiaVideoModule","useEventListener","PixelRatio","scheduleOnRN","ownVideoFrames","releaseVideoFrameImage","frameByteSize","reserveVideoMemory","disposePreviewResources","useVideoComposition","composition","drawFrame","beforeDrawFrame","afterDrawFrame","width","height","autoPlay","isLooping","drawWhenPaused","redrawOnTime","splitImportAndDraw","onReadyToPlay","onComplete","onError","failedComposition","setFailedComposition","isErrored","session","setSession","framesExtractor","extractor","generation","nextGeneration","activeOnRN","activeGeneration","frameGeneration","sourcesGeneration","currentFrame","pendingSnapshot","pendingAfterDraw","previousSources","onCreationError","current","created","createVideoCompositionFramesExtractor","error","createdGeneration","value","releasePreview","failure","native","failed","console","warn","retry","errorHandler","isCurrentSession","prepare","play","surfaceSharedValue","canvasSharedValue","surfaceReservation","surfaceWidth","surfaceHeight","resources","surface","canvas","images","frames","Object","values","reservation","afterDraw","run","lastDrawnFramesVersion","lastDrawnTime","lastDrawnInputs","lastImportedVersion","drawDeferred","pixelRatio","get","pixelWidth","Math","floor","pixelHeight","isFinite","decodeCompositionFrames","key","previous","entries","producerId","currentTime","framesVersion","inputs","Array","isArray","inputsSame","last","length","i","timeSame","undefined","isPlaying","retired","retiredFailure","Surface","MakeOffscreen","Error","drawColor","Color","Clear","context","drawn","submitted","releaseContext","videoComposition","next","makeImageSnapshot","flush","modify","dispose","map","input","player"],"sourceRoot":"../../src","sources":["videoCompositionPlayer.ts"],"mappings":";;AAAA,SAASA,cAAc,QAAQ,aAAU;AAEzC,SAASC,SAAS,EAAEC,IAAI,QAAQ,mBAAmB;AACnD,SACEC,cAAc,EACdC,gBAAgB,EAChBC,OAAO,QAGF,yBAAyB;AAChC,SAASC,WAAW,EAAEC,SAAS,EAAEC,MAAM,EAAEC,QAAQ,QAAQ,OAAO;AAOhE,OAAOC,iBAAiB,MAAM,wBAAqB;AACnD,OAAOC,gBAAgB,MAAM,6BAA0B;AACvD,SAASC,UAAU,QAAQ,cAAc;AACzC,SAASC,YAAY,QAAQ,uBAAuB;AACpD,SAASC,cAAc,EAAEC,sBAAsB,QAAQ,mBAAgB;AACvE,SAASC,aAAa,EAAEC,kBAAkB,QAAQ,aAAU;AAC5D,SAASC,uBAAuB,QAAQ,uBAAoB;AAwG5D;AACA;AACA;AACA,OAAO,MAAMC,mBAAmB,GAAGA,CAAgB;EACjDC,WAAW;EACXC,SAAS;EACTC,eAAe;EACfC,cAAc;EACdC,KAAK;EACLC,MAAM;EACNC,QAAQ,GAAG,KAAK;EAChBC,SAAS,GAAG,KAAK;EACjBC,cAAc,GAAG,KAAK;EACtBC,YAAY;EACZC,kBAAkB,GAAG,KAAK;EAC1BC,aAAa;EACbC,UAAU;EACVC;AACmC,CAAC,KAA0C;EAC9E,MAAM,CAACC,iBAAiB,EAAEC,oBAAoB,CAAC,GAC7C1B,QAAQ,CAA0B,IAAI,CAAC;EACzC,MAAM2B,SAAS,GAAGhB,WAAW,KAAK,IAAI,IAAIc,iBAAiB,KAAKd,WAAW;EAC3E,MAAM,CAACiB,OAAO,EAAEC,UAAU,CAAC,GAAG7B,QAAQ,CAI5B,IAAI,CAAC;EACf,MAAM8B,eAAe,GAAGF,OAAO,EAAEG,SAAS,IAAI,IAAI;EAClD,MAAMC,UAAU,GAAGJ,OAAO,EAAEI,UAAU,IAAI,CAAC;EAC3C,MAAMC,cAAc,GAAGlC,MAAM,CAAC,CAAC,CAAC;EAChC,MAAMmC,UAAU,GAAGnC,MAAM,CAAC,CAAC,CAAC;EAC5B;EACA,MAAMoC,gBAAgB,GAAGzC,cAAc,CAAC,CAAC,CAAC;EAC1C,MAAM0C,eAAe,GAAG1C,cAAc,CAAC,CAAC,CAAC;EACzC,MAAM2C,iBAAiB,GAAG3C,cAAc,CAAC,CAAC,CAAC;EAC3C,MAAM4C,YAAY,GAAG5C,cAAc,CAAiB,IAAI,CAAC;EACzD,MAAM6C,eAAe,GAAG7C,cAAc,CAAiB,IAAI,CAAC;EAC5D;EACA;EACA,MAAM8C,gBAAgB,GAAG9C,cAAc,CAA6B,IAAI,CAAC;EACzE,MAAM+C,eAAe,GAAG/C,cAAc,CAA6B,CAAC,CAAC,CAAC;EACtE,MAAMgD,eAAe,GAAG3C,MAAM,CAACyB,OAAO,CAAC;EACvCkB,eAAe,CAACC,OAAO,GAAGnB,OAAO;EACjC1B,SAAS,CAAC,MAAM;IACd,IAAI,CAACa,WAAW,IAAIgB,SAAS,EAAE;MAC7BE,UAAU,CAAC,IAAI,CAAC;MAChB;IACF;IACA,IAAIe,OAAwC;IAC5C,IAAI;MACFA,OAAO,GACL3C,iBAAiB,CAAC4C,qCAAqC,CAAClC,WAAW,CAAC;IACxE,CAAC,CAAC,OAAOmC,KAAK,EAAE;MACdpB,oBAAoB,CAACf,WAAW,CAAC;MACjC+B,eAAe,CAACC,OAAO,GAAGG,KAAK,EAAE,MAAMpB,oBAAoB,CAAC,IAAI,CAAC,CAAC;MAClE;IACF;IACA,MAAMqB,iBAAiB,GAAG,EAAEd,cAAc,CAACU,OAAO;IAClDT,UAAU,CAACS,OAAO,GAAGI,iBAAiB;IACtCZ,gBAAgB,CAACa,KAAK,GAAGD,iBAAiB;IAC1ClB,UAAU,CAAC;MACTE,SAAS,EAAEa,OAAO;MAClBZ,UAAU,EAAEe,iBAAiB;MAC7BpC;IACF,CAAC,CAAC;IACF,OAAO,MAAM;MACX,IAAIuB,UAAU,CAACS,OAAO,KAAKI,iBAAiB,EAAE;QAC5Cb,UAAU,CAACS,OAAO,GAAG,CAAC;QACtBR,gBAAgB,CAACa,KAAK,GAAG,CAAC;MAC5B;MACApD,OAAO,CAAC,MAAM;QACZ,SAAS;;QACT,IACEwC,eAAe,CAACY,KAAK,KAAKD,iBAAiB,IAC3CV,iBAAiB,CAACW,KAAK,KAAKD,iBAAiB,EAE7CE,cAAc,CAACL,OAAO,CAAC,CAAC,KACrB;UACH,MAAMM,OAAO,GAAGzC,uBAAuB,CAAC;YAAE0C,MAAM,EAAEP;UAAQ,CAAC,CAAC;UAC5D,IAAIM,OAAO,CAACE,MAAM,EAChBC,OAAO,CAACC,IAAI,CACV,wFAAwF,EACxFJ,OAAO,CAACJ,KACV,CAAC;QACL;MACF,CAAC,CAAC,CAAC,CAAC;IACN,CAAC;EACH,CAAC,EAAE,CACDnC,WAAW,EACXgB,SAAS,EACTQ,gBAAgB,EAChBG,YAAY,EACZG,eAAe,EACfL,eAAe,EACfC,iBAAiB,EACjBE,eAAe,EACfC,gBAAgB,CACjB,CAAC;EAEF,MAAMe,KAAK,GAAG1D,WAAW,CAAC,MAAM;IAC9B6B,oBAAoB,CAAC,IAAI,CAAC;EAC5B,CAAC,EAAE,EAAE,CAAC;EAEN,MAAM8B,YAAY,GAAG3D,WAAW,CAC7BiD,KAAU,IAAK;IACd,IAAId,UAAU,KAAKE,UAAU,CAACS,OAAO,EAAE;IACvCT,UAAU,CAACS,OAAO,GAAG,CAAC;IACtBR,gBAAgB,CAACa,KAAK,GAAG,CAAC;IAC1BtB,oBAAoB,CAACE,OAAO,CAAEjB,WAAW,CAAC;IAC1C+B,eAAe,CAACC,OAAO,GAAGG,KAAK,EAAES,KAAK,CAAC;EACzC,CAAC,EACD,CAACA,KAAK,EAAEvB,UAAU,EAAEG,gBAAgB,EAAEP,OAAO,CAC/C,CAAC;EAED9B,SAAS,CAAC,MAAM;IACd,IAAIgC,eAAe,EAAE;MACnBA,eAAe,CAACZ,SAAS,GAAGA,SAAS;IACvC;EACF,CAAC,EAAE,CAACY,eAAe,EAAEZ,SAAS,CAAC,CAAC;EAEhC,MAAMuC,gBAAgB,GAAG5D,WAAW,CAClC,MAAMmC,UAAU,KAAK,CAAC,IAAIA,UAAU,KAAKE,UAAU,CAACS,OAAO,EAC3D,CAACX,UAAU,CACb,CAAC;EACD9B,gBAAgB,CAAC4B,eAAe,EAAE,OAAO,EAAER,aAAa,EAAEmC,gBAAgB,CAAC;EAC3EvD,gBAAgB,CAAC4B,eAAe,EAAE,UAAU,EAAEP,UAAU,EAAEkC,gBAAgB,CAAC;EAC3EvD,gBAAgB,CAAC4B,eAAe,EAAE,OAAO,EAAE0B,YAAY,EAAEC,gBAAgB,CAAC;EAC1E3D,SAAS,CAAC,MAAM;IACd,IAAI,CAACgC,eAAe,EAAE;IACtBlC,OAAO,CAAC,MAAM;MACZ,SAAS;;MACT,IAAIuC,gBAAgB,CAACa,KAAK,KAAKhB,UAAU,EAAE;MAC3C,IAAI;QACFF,eAAe,CAAC4B,OAAO,CAAC,CAAC;MAC3B,CAAC,CAAC,OAAOZ,KAAK,EAAE;QACdX,gBAAgB,CAACa,KAAK,GAAG,CAAC;QAC1B5C,YAAY,CAACoD,YAAY,EAAEV,KAAK,CAAC;MACnC;IACF,CAAC,CAAC,CAAC,CAAC;EACN,CAAC,EAAE,CAAChB,eAAe,EAAEK,gBAAgB,EAAEH,UAAU,EAAEwB,YAAY,CAAC,CAAC;EAEjE1D,SAAS,CAAC,MAAM;IACd,IAAImB,QAAQ,EAAE;MACZa,eAAe,EAAE6B,IAAI,CAAC,CAAC;IACzB;EACF,CAAC,EAAE,CAAC7B,eAAe,EAAEb,QAAQ,CAAC,CAAC;EAE/B,MAAM2C,kBAAkB,GAAGlE,cAAc,CAAmB,IAAI,CAAC;EACjE,MAAMmE,iBAAiB,GAAGnE,cAAc,CAAkB,IAAI,CAAC;EAC/D,MAAMoE,kBAAkB,GAAGpE,cAAc,CAAC,CAAC,CAAC;EAC5C,MAAMqE,YAAY,GAAGrE,cAAc,CAAC,CAAC,CAAC;EACtC,MAAMsE,aAAa,GAAGtE,cAAc,CAAC,CAAC,CAAC;EACvC,MAAMuD,cAAc,GAAIE,MAAgC,IAAK;IAC3D,SAAS;;IACT,MAAMc,SAAS,GAAG;MAChBC,OAAO,EAAEN,kBAAkB,CAACZ,KAAK;MACjCmB,MAAM,EAAEN,iBAAiB,CAACb,KAAK;MAC/BoB,MAAM,EAAE,CAAC9B,YAAY,CAACU,KAAK,EAAET,eAAe,CAACS,KAAK,CAAC;MACnDqB,MAAM,EAAEC,MAAM,CAACC,MAAM,CAAC9B,eAAe,CAACO,KAAK,CAAC;MAC5CwB,WAAW,EAAEV,kBAAkB,CAACd,KAAK;MACrCyB,SAAS,EAAEjC,gBAAgB,CAACQ,KAAK,EAAE0B,GAAG;MACtCvB;IACF,CAAC;IACD;IACA;IACAb,YAAY,CAACU,KAAK,GAAG,IAAI;IACzBT,eAAe,CAACS,KAAK,GAAG,IAAI;IAC5BR,gBAAgB,CAACQ,KAAK,GAAG,IAAI;IAC7BZ,eAAe,CAACY,KAAK,GAAG,CAAC;IACzBP,eAAe,CAACO,KAAK,GAAG,CAAC,CAAC;IAC1BX,iBAAiB,CAACW,KAAK,GAAG,CAAC;IAC3BY,kBAAkB,CAACZ,KAAK,GAAG,IAAI;IAC/Ba,iBAAiB,CAACb,KAAK,GAAG,IAAI;IAC9Bc,kBAAkB,CAACd,KAAK,GAAG,CAAC;IAC5Be,YAAY,CAACf,KAAK,GAAG,CAAC;IACtBgB,aAAa,CAAChB,KAAK,GAAG,CAAC;IACvB,MAAME,OAAO,GAAGzC,uBAAuB,CAACwD,SAAS,CAAC;IAClD,IAAIf,OAAO,CAACE,MAAM,EAChBC,OAAO,CAACC,IAAI,CACV,wFAAwF,EACxFJ,OAAO,CAACJ,KACV,CAAC;EACL,CAAC;EACD;EACA;EACA,MAAM6B,sBAAsB,GAAGjF,cAAc,CAAC,CAAC,CAAC,CAAC;EACjD,MAAMkF,aAAa,GAAGlF,cAAc,CAAC,CAAC,CAAC,CAAC;EACxC,MAAMmF,eAAe,GAAGnF,cAAc,CAAmB,IAAI,CAAC;EAC9D;EACA,MAAMoF,mBAAmB,GAAGpF,cAAc,CAAC,CAAC,CAAC,CAAC;EAC9C;EACA,MAAMqF,YAAY,GAAGrF,cAAc,CAAC,KAAK,CAAC;EAC1C;EACAI,SAAS,CAAC,MAAM;IACd8E,aAAa,CAAC5B,KAAK,GAAG,CAAC,CAAC;EAC1B,CAAC,EAAE,CAACpC,SAAS,EAAEgE,aAAa,CAAC,CAAC;EAC9B,MAAMI,UAAU,GAAG7E,UAAU,CAAC8E,GAAG,CAAC,CAAC;;EAEnC;EACA;EACA;EACA;EACA;EACAnF,SAAS,CACP,MAAM,MAAM;IACVF,OAAO,CAAC,MAAM;MACZ,SAAS;;MACTqD,cAAc,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC,CAAC;EACN,CAAC,EACD,CACEW,kBAAkB,EAClBC,iBAAiB,EACjBC,kBAAkB,EAClBC,YAAY,EACZC,aAAa,EACb1B,YAAY,EACZC,eAAe,EACfC,gBAAgB,EAChBJ,eAAe,EACfK,eAAe,EACfJ,iBAAiB,CAErB,CAAC;EAED1C,gBAAgB,CAAC,MAAM;IACrB,SAAS;;IACT,IAAI,CAACmC,eAAe,IAAIK,gBAAgB,CAACa,KAAK,KAAKhB,UAAU,EAAE;MAC7D;IACF;IACA,IAAI;MACF,MAAMkD,UAAU,GAAGC,IAAI,CAACC,KAAK,CAACrE,KAAK,GAAGiE,UAAU,CAAC;MACjD,MAAMK,WAAW,GAAGF,IAAI,CAACC,KAAK,CAACpE,MAAM,GAAGgE,UAAU,CAAC;;MAEnD;MACA;MACA,IACE,EAAEE,UAAU,GAAG,CAAC,CAAC,IACjB,EAAEG,WAAW,GAAG,CAAC,CAAC,IAClB,CAACC,QAAQ,CAACJ,UAAU,CAAC,IACrB,CAACI,QAAQ,CAACD,WAAW,CAAC,EACtB;QACA;MACF;;MAEA;MACA;MACA;MACA,MAAMhB,MAAM,GAAGhE,cAAc,CAACyB,eAAe,CAACyD,uBAAuB,CAAC,CAAC,CAAC;MACxE,KAAK,MAAM,CAACC,GAAG,EAAEC,QAAQ,CAAC,IAAInB,MAAM,CAACoB,OAAO,CAACjD,eAAe,CAACO,KAAK,CAAC,EAAE;QACnE,IAAI,CAACqB,MAAM,CAACmB,GAAG,CAAC,IAAInB,MAAM,CAACmB,GAAG,CAAC,CAAEG,UAAU,KAAKF,QAAQ,CAACE,UAAU,EACjErF,sBAAsB,CAACmF,QAAQ,CAAC;MACpC;MACAhD,eAAe,CAACO,KAAK,GAAGqB,MAAM;MAC9BhC,iBAAiB,CAACW,KAAK,GAAGhB,UAAU;MACpC,MAAM4D,WAAW,GAAG9D,eAAe,CAAC8D,WAAW;MAC/C,MAAMC,aAAa,GAAG/D,eAAe,CAAC+D,aAAa;MACnD,IAAIxE,kBAAkB,IAAIwE,aAAa,KAAKf,mBAAmB,CAAC9B,KAAK,EAAE;QACrE;QACA;QACA;QACA;QACA8B,mBAAmB,CAAC9B,KAAK,GAAG6C,aAAa;QACzC,IACE,CAACd,YAAY,CAAC/B,KAAK,IACnBV,YAAY,CAACU,KAAK,KAAK,IAAI,IAC3BZ,eAAe,CAACY,KAAK,KAAKhB,UAAU,EACpC;UACA+C,YAAY,CAAC/B,KAAK,GAAG,IAAI;UACzB;QACF;MACF;MACA+B,YAAY,CAAC/B,KAAK,GAAG,KAAK;MAC1B,MAAM8C,MAAM,GAAGC,KAAK,CAACC,OAAO,CAAC7E,cAAc,CAAC,GAAGA,cAAc,GAAG,IAAI;MACpE,IAAI8E,UAAU,GAAG,IAAI;MACrB,IAAIH,MAAM,EAAE;QACV,MAAMI,IAAI,GAAGrB,eAAe,CAAC7B,KAAK;QAClC,IAAI,CAACkD,IAAI,IAAIA,IAAI,CAACC,MAAM,KAAKL,MAAM,CAACK,MAAM,EAAEF,UAAU,GAAG,KAAK,CAAC,KAC1D;UACH,KAAK,IAAIG,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGN,MAAM,CAACK,MAAM,EAAEC,CAAC,EAAE,EAAE;YACtC,IAAIN,MAAM,CAACM,CAAC,CAAC,CAAEpD,KAAK,KAAKkD,IAAI,CAACE,CAAC,CAAC,EAAE;cAChCH,UAAU,GAAG,KAAK;cAClB;YACF;UACF;QACF;MACF;MACA;MACA,MAAMI,QAAQ,GACZT,WAAW,KAAKhB,aAAa,CAAC5B,KAAK,IAClC5B,YAAY,KAAKkF,SAAS,IACzB1B,aAAa,CAAC5B,KAAK,IAAI,CAAC,IACxB,CAAC5B,YAAY,CAACwD,aAAa,CAAC5B,KAAK,EAAE4C,WAAW,CAAE;MACpD,IACEzE,cAAc,KAAK,IAAI,IACvB8E,UAAU,KACT,CAACnE,eAAe,CAACyE,SAAS,IAAInF,YAAY,KAAKkF,SAAS,CAAC,IAC1DhE,YAAY,CAACU,KAAK,KAAK,IAAI,IAC3BZ,eAAe,CAACY,KAAK,KAAKhB,UAAU,IACpC6D,aAAa,KAAKlB,sBAAsB,CAAC3B,KAAK,IAC9CqD,QAAQ,IACRtC,YAAY,CAACf,KAAK,KAAKkC,UAAU,IACjClB,aAAa,CAAChB,KAAK,KAAKqC,WAAW,EACnC;QACA;QACA;QACA;MACF;MAEA,IAAInB,OAAyB,GAAGN,kBAAkB,CAACZ,KAAK;MAExD,IACE,CAACkB,OAAO,IACRH,YAAY,CAACf,KAAK,KAAKkC,UAAU,IACjClB,aAAa,CAAChB,KAAK,KAAKqC,WAAW,EACnC;QACA;QACA;QACA;QACA;QACA;QACA;QACA,MAAMmB,OAAO,GAAG;UACdpC,MAAM,EAAE,CAAC9B,YAAY,CAACU,KAAK,EAAET,eAAe,CAACS,KAAK,CAAC;UACnDkB,OAAO;UACPC,MAAM,EAAEN,iBAAiB,CAACb,KAAK;UAC/BwB,WAAW,EAAEV,kBAAkB,CAACd,KAAK;UACrCyB,SAAS,EAAEjC,gBAAgB,CAACQ,KAAK,EAAE0B;QACrC,CAAC;QACDpC,YAAY,CAACU,KAAK,GAAG,IAAI;QACzBT,eAAe,CAACS,KAAK,GAAG,IAAI;QAC5BR,gBAAgB,CAACQ,KAAK,GAAG,IAAI;QAC7Ba,iBAAiB,CAACb,KAAK,GAAG,IAAI;QAC9BY,kBAAkB,CAACZ,KAAK,GAAG,IAAI;QAC/Bc,kBAAkB,CAACd,KAAK,GAAG,CAAC;QAC5B,MAAMyD,cAAc,GAAGhG,uBAAuB,CAAC+F,OAAO,CAAC;QACvD,IAAIC,cAAc,CAACrD,MAAM,EAAE,MAAMqD,cAAc,CAAC3D,KAAK;QACrD;QACA,MAAM0B,WAAW,GAAGhE,kBAAkB,CACpCD,aAAa,CAAC2E,UAAU,EAAEG,WAAW,CAAC,GAAG,CAAC,EAC1C,qBACF,CAAC;QACDvB,kBAAkB,CAACd,KAAK,GAAGwB,WAAW;QACtC,IAAI;UACFN,OAAO,GAAGzE,IAAI,CAACiH,OAAO,CAACC,aAAa,CAACzB,UAAU,EAAEG,WAAW,CAAC;UAC7DzB,kBAAkB,CAACZ,KAAK,GAAGkB,OAAO;UAClC,IAAI,CAACA,OAAO,EAAE,MAAM,IAAI0C,KAAK,CAAC,iCAAiC,CAAC;UAChE/C,iBAAiB,CAACb,KAAK,GAAGzD,cAAc,CAAC2E,OAAO,CAAC;UACjDH,YAAY,CAACf,KAAK,GAAGkC,UAAU;UAC/BlB,aAAa,CAAChB,KAAK,GAAGqC,WAAW;QACnC,CAAC,CAAC,OAAOvC,KAAK,EAAE;UACd;UACA;UACA,MAAMA,KAAK;QACb;MACF;MACA,IAAI,CAACoB,OAAO,EAAE;QACZb,OAAO,CAACC,IAAI,CAAC,0BAA0B,CAAC;QACxC;MACF;MAEA,MAAMa,MAAM,GAAGN,iBAAiB,CAACb,KAAM;MACvC;MACA;MACAmB,MAAM,CAAC0C,SAAS,CAACpH,IAAI,CAACqH,KAAK,CAAC,WAAW,CAAC,EAAEtH,SAAS,CAACuH,KAAK,CAAC;MAC1D,MAAMC,OAAO,GAAGnG,eAAe,GAAG,CAAM;MACxC,MAAMoG,KAAK,GAAG;QACZC,SAAS,EAAE,KAAK;QAChB9D,MAAM,EAAE,KAAK;QACbN,KAAK,EAAEwD;MACT,CAAC;MACD,MAAMa,cAAc,GAAGA,CAAA,KAAM;QAC3B,SAAS;;QACTrG,cAAc,GAAGkG,OAAO,CAAC;MAC3B,CAAC;MACDxE,gBAAgB,CAACQ,KAAK,GAAG;QAAE0B,GAAG,EAAEyC;MAAe,CAAC;MAChD,IAAI;QACFvG,SAAS,CAAC;UACRuD,MAAM;UACN6C,OAAO;UACPI,gBAAgB,EAAEzG,WAAY;UAC9BiF,WAAW;UACXvB,MAAM;UACNtD,KAAK,EAAEmE,UAAU;UACjBlE,MAAM,EAAEqE;QACV,CAAC,CAAC;QACF,MAAMI,QAAQ,GAAGnD,YAAY,CAACU,KAAK;QACnC,MAAMqE,IAAI,GAAGnD,OAAO,CAACoD,iBAAiB,CACpChB,SAAS,EACTb,QAAQ,IAAIa,SACd,CAAC;QACD,IAAIe,IAAI,KAAK5B,QAAQ,EAAElD,eAAe,CAACS,KAAK,GAAGqE,IAAI;QACnDnD,OAAO,CAACqD,KAAK,CAAC,IAAI,CAAC;QACnBN,KAAK,CAACC,SAAS,GAAG,IAAI;QACtB9E,eAAe,CAACY,KAAK,GAAGhB,UAAU;QAClC,IAAIqF,IAAI,KAAK5B,QAAQ,EAAEnD,YAAY,CAACkF,MAAM,CAAClB,SAAS,EAAE,IAAI,CAAC,CAAC,KACvD;UACHhE,YAAY,CAACU,KAAK,GAAGqE,IAAI;UACzB5B,QAAQ,EAAEgC,OAAO,CAAC,CAAC;QACrB;QACAlF,eAAe,CAACS,KAAK,GAAG,IAAI;MAC9B,CAAC,CAAC,OAAOF,KAAK,EAAE;QACdmE,KAAK,CAAC7D,MAAM,GAAG,IAAI;QACnB6D,KAAK,CAACnE,KAAK,GAAGA,KAAK;MACrB,CAAC,SAAS;QACR;QACA;QACA,IAAI,CAACmE,KAAK,CAACC,SAAS,EAAE;UACpB,IAAI;YACFhD,OAAO,CAACqD,KAAK,CAAC,IAAI,CAAC;YACnBN,KAAK,CAACC,SAAS,GAAG,IAAI;UACxB,CAAC,CAAC,OAAOpE,KAAK,EAAE;YACd,IAAI,CAACmE,KAAK,CAAC7D,MAAM,EAAE6D,KAAK,CAACnE,KAAK,GAAGA,KAAK;YACtCmE,KAAK,CAAC7D,MAAM,GAAG,IAAI;UACrB;QACF;QACA,IAAI6D,KAAK,CAACC,SAAS,EAAE;UACnB1E,gBAAgB,CAACQ,KAAK,GAAG,IAAI;UAC7B,IAAI;YACFmE,cAAc,CAAC,CAAC;UAClB,CAAC,CAAC,OAAOrE,KAAK,EAAE;YACd,IAAI,CAACmE,KAAK,CAAC7D,MAAM,EAAE6D,KAAK,CAACnE,KAAK,GAAGA,KAAK;YACtCmE,KAAK,CAAC7D,MAAM,GAAG,IAAI;UACrB;QACF;MACF;MACA,IAAI6D,KAAK,CAAC7D,MAAM,EAAE,MAAM6D,KAAK,CAACnE,KAAK;MACnC6B,sBAAsB,CAAC3B,KAAK,GAAG6C,aAAa;MAC5CjB,aAAa,CAAC5B,KAAK,GAAG4C,WAAW;MACjC,IAAIE,MAAM,EAAEjB,eAAe,CAAC7B,KAAK,GAAG8C,MAAM,CAAC4B,GAAG,CAAEC,KAAK,IAAKA,KAAK,CAAC3E,KAAK,CAAC;IACxE,CAAC,CAAC,OAAOF,KAAK,EAAE;MACdX,gBAAgB,CAACa,KAAK,GAAG,CAAC;MAC1B5C,YAAY,CAACoD,YAAY,EAAEV,KAAK,CAAC;IACnC;EACF,CAAC,EAAE,IAAI,CAAC;EAER,OAAO;IACLR,YAAY;IACZsF,MAAM,EAAE9F;EACV,CAAC;AACH,CAAC","ignoreList":[]}

package/lib/module/videoFrameImage.js

@@ -0,0 +1,185 @@
+"use strict";
+
+import { Skia } from "react-native-skia";
+import { imageFromVideoFrame } from "./frameInterop.js";
+
+/**
+ * A frame as a Skia image, with what it takes to show its picture: the part of
+ * the image that is the picture, and the rotation that shows it upright.
+ */
+
+/**
+ * How the picture fills the destination of {@link drawVideoFrame}.
+ *
+ * - `fill`: all of it, stretched to the destination.
+ * - `cover`: the middle of it with the destination's aspect, all of the
+ *   destination.
+ * - `contain`: all of it with its own aspect, in the middle of the destination.
+ */
+
+/**
+ * Wraps a frame's texture in a Skia image, and says which part of it to draw
+ * and how to turn it. Works with every frame, whatever the platform and the
+ * texture mode: iOS frames and Android `direct` frames come as decoded, with
+ * a rotation, and Android `direct` frames are larger than their picture.
+ *
+ * @param frame the frame, drawn in the tick it was handed out in
+ * @param output an image returned for a previous frame, recycled rather than
+ * allocating a new wrapper. Accepted for compatibility; owned snapshots are used in v3
+ * @returns the image and its picture, or null when the frame has no texture
+ */
+export const makeVideoFrameImage = (frame, _output) => {
+  "worklet";
+
+  const image = imageFromVideoFrame(frame);
+  if (!image) {
+    return null;
+  }
+  const crop = frame.crop ?? {
+    x: 0,
+    y: 0,
+    width: frame.width,
+    height: frame.height
+  };
+  const rotation = (Math.round(frame.rotation / 90) * 90 % 360 + 360) % 360;
+  const quarter = rotation === 90 || rotation === 270;
+  return {
+    image,
+    rect: {
+      x: crop.x,
+      y: crop.y,
+      width: crop.width,
+      height: crop.height
+    },
+    rotation,
+    width: quarter ? crop.height : crop.width,
+    height: quarter ? crop.width : crop.height
+  };
+};
+
+/**
+ * The part of the texture that shows a rectangle of the upright picture.
+ */
+const textureRectOf = (rect, rotation, upright) => {
+  "worklet";
+
+  const u0 = upright.x;
+  const u1 = upright.x + upright.width;
+  const v0 = upright.y;
+  const v1 = upright.y + upright.height;
+  switch (rotation) {
+    case 90:
+      // Turned clockwise: the texture's left edge is the picture's top.
+      return {
+        x: rect.x + v0,
+        y: rect.y + rect.height - u1,
+        width: v1 - v0,
+        height: u1 - u0
+      };
+    case 180:
+      return {
+        x: rect.x + rect.width - u1,
+        y: rect.y + rect.height - v1,
+        width: u1 - u0,
+        height: v1 - v0
+      };
+    case 270:
+      return {
+        x: rect.x + rect.width - v1,
+        y: rect.y + u0,
+        width: v1 - v0,
+        height: u1 - u0
+      };
+    default:
+      return {
+        x: rect.x + u0,
+        y: rect.y + v0,
+        width: u1 - u0,
+        height: v1 - v0
+      };
+  }
+};
+
+/**
+ * Draws a frame's picture, upright, into a rectangle of the canvas.
+ *
+ * @param canvas the canvas to draw on
+ * @param frame the frame, drawn in the tick it was handed out in
+ * @param dst where to draw the picture
+ * @param options.paint the paint to draw with, for an opacity say
+ * @param options.fit how the picture fills `dst`, `fill` by default
+ * @param options.output an image returned by a previous call, recycled
+ * @returns the image drawn, to pass back as `output` next time, or null when
+ * the frame has no texture
+ */
+export const drawVideoFrame = (canvas, frame, dst, options) => {
+  "worklet";
+
+  const frameImage = makeVideoFrameImage(frame, options?.output);
+  if (!frameImage) {
+    return null;
+  }
+  const {
+    image,
+    rect,
+    rotation,
+    width,
+    height
+  } = frameImage;
+  const fit = options?.fit ?? "fill";
+  // What of the upright picture is drawn, and where.
+  let picture = {
+    x: 0,
+    y: 0,
+    width,
+    height
+  };
+  let target = dst;
+  if (fit === "cover") {
+    const scale = Math.max(dst.width / width, dst.height / height);
+    const visibleWidth = dst.width / scale;
+    const visibleHeight = dst.height / scale;
+    picture = {
+      x: (width - visibleWidth) / 2,
+      y: (height - visibleHeight) / 2,
+      width: visibleWidth,
+      height: visibleHeight
+    };
+  } else if (fit === "contain") {
+    const scale = Math.min(dst.width / width, dst.height / height);
+    target = {
+      x: dst.x + (dst.width - width * scale) / 2,
+      y: dst.y + (dst.height - height * scale) / 2,
+      width: width * scale,
+      height: height * scale
+    };
+  }
+  const src = textureRectOf(rect, rotation, picture);
+  const paint = options?.paint ?? Skia.Paint();
+  try {
+    if (rotation === 0) {
+      canvas.drawImageRect(image, src, target, paint);
+      return image;
+    }
+    const quarter = rotation === 90 || rotation === 270;
+    const turnedWidth = quarter ? target.height : target.width;
+    const turnedHeight = quarter ? target.width : target.height;
+    canvas.save();
+    try {
+      canvas.translate(target.x + target.width / 2, target.y + target.height / 2);
+      canvas.rotate(rotation, 0, 0);
+      canvas.drawImageRect(image, src, {
+        x: -turnedWidth / 2,
+        y: -turnedHeight / 2,
+        width: turnedWidth,
+        height: turnedHeight
+      }, paint);
+    } finally {
+      canvas.restore();
+    }
+    return image;
+  } finally {
+    if (!options?.paint) paint.dispose();
+  }
+};
+//# sourceMappingURL=videoFrameImage.js.map

package/lib/module/videoFrameImage.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["Skia","imageFromVideoFrame","makeVideoFrameImage","frame","_output","image","crop","x","y","width","height","rotation","Math","round","quarter","rect","textureRectOf","upright","u0","u1","v0","v1","drawVideoFrame","canvas","dst","options","frameImage","output","fit","picture","target","scale","max","visibleWidth","visibleHeight","min","src","paint","Paint","drawImageRect","turnedWidth","turnedHeight","save","translate","rotate","restore","dispose"],"sourceRoot":"../../src","sources":["videoFrameImage.ts"],"mappings":";;AACA,SAASA,IAAI,QAAQ,mBAAmB;AAExC,SAASC,mBAAmB,QAAQ,mBAAgB;;AAEpD;AACA;AACA;AACA;;AAiBA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAGA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,MAAMC,mBAAmB,GAAGA,CACjCC,KAAiB,EACjBC,OAAwB,KACG;EAC3B,SAAS;;EACT,MAAMC,KAAK,GAAGJ,mBAAmB,CAACE,KAAK,CAAC;EACxC,IAAI,CAACE,KAAK,EAAE;IACV,OAAO,IAAI;EACb;EACA,MAAMC,IAAI,GAAGH,KAAK,CAACG,IAAI,IAAI;IACzBC,CAAC,EAAE,CAAC;IACJC,CAAC,EAAE,CAAC;IACJC,KAAK,EAAEN,KAAK,CAACM,KAAK;IAClBC,MAAM,EAAEP,KAAK,CAACO;EAChB,CAAC;EACD,MAAMC,QAAQ,GAAG,CAAGC,IAAI,CAACC,KAAK,CAACV,KAAK,CAACQ,QAAQ,GAAG,EAAE,CAAC,GAAG,EAAE,GAAI,GAAG,GAAI,GAAG,IAAI,GAAG;EAC7E,MAAMG,OAAO,GAAGH,QAAQ,KAAK,EAAE,IAAIA,QAAQ,KAAK,GAAG;EACnD,OAAO;IACLN,KAAK;IACLU,IAAI,EAAE;MAAER,CAAC,EAAED,IAAI,CAACC,CAAC;MAAEC,CAAC,EAAEF,IAAI,CAACE,CAAC;MAAEC,KAAK,EAAEH,IAAI,CAACG,KAAK;MAAEC,MAAM,EAAEJ,IAAI,CAACI;IAAO,CAAC;IACtEC,QAAQ;IACRF,KAAK,EAAEK,OAAO,GAAGR,IAAI,CAACI,MAAM,GAAGJ,IAAI,CAACG,KAAK;IACzCC,MAAM,EAAEI,OAAO,GAAGR,IAAI,CAACG,KAAK,GAAGH,IAAI,CAACI;EACtC,CAAC;AACH,CAAC;;AAED;AACA;AACA;AACA,MAAMM,aAAa,GAAGA,CACpBD,IAAY,EACZJ,QAAgB,EAChBM,OAAe,KACJ;EACX,SAAS;;EACT,MAAMC,EAAE,GAAGD,OAAO,CAACV,CAAC;EACpB,MAAMY,EAAE,GAAGF,OAAO,CAACV,CAAC,GAAGU,OAAO,CAACR,KAAK;EACpC,MAAMW,EAAE,GAAGH,OAAO,CAACT,CAAC;EACpB,MAAMa,EAAE,GAAGJ,OAAO,CAACT,CAAC,GAAGS,OAAO,CAACP,MAAM;EACrC,QAAQC,QAAQ;IACd,KAAK,EAAE;MACL;MACA,OAAO;QACLJ,CAAC,EAAEQ,IAAI,CAACR,CAAC,GAAGa,EAAE;QACdZ,CAAC,EAAEO,IAAI,CAACP,CAAC,GAAGO,IAAI,CAACL,MAAM,GAAGS,EAAE;QAC5BV,KAAK,EAAEY,EAAE,GAAGD,EAAE;QACdV,MAAM,EAAES,EAAE,GAAGD;MACf,CAAC;IACH,KAAK,GAAG;MACN,OAAO;QACLX,CAAC,EAAEQ,IAAI,CAACR,CAAC,GAAGQ,IAAI,CAACN,KAAK,GAAGU,EAAE;QAC3BX,CAAC,EAAEO,IAAI,CAACP,CAAC,GAAGO,IAAI,CAACL,MAAM,GAAGW,EAAE;QAC5BZ,KAAK,EAAEU,EAAE,GAAGD,EAAE;QACdR,MAAM,EAAEW,EAAE,GAAGD;MACf,CAAC;IACH,KAAK,GAAG;MACN,OAAO;QACLb,CAAC,EAAEQ,IAAI,CAACR,CAAC,GAAGQ,IAAI,CAACN,KAAK,GAAGY,EAAE;QAC3Bb,CAAC,EAAEO,IAAI,CAACP,CAAC,GAAGU,EAAE;QACdT,KAAK,EAAEY,EAAE,GAAGD,EAAE;QACdV,MAAM,EAAES,EAAE,GAAGD;MACf,CAAC;IACH;MACE,OAAO;QACLX,CAAC,EAAEQ,IAAI,CAACR,CAAC,GAAGW,EAAE;QACdV,CAAC,EAAEO,IAAI,CAACP,CAAC,GAAGY,EAAE;QACdX,KAAK,EAAEU,EAAE,GAAGD,EAAE;QACdR,MAAM,EAAEW,EAAE,GAAGD;MACf,CAAC;EACL;AACF,CAAC;;AAED;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA,OAAO,MAAME,cAAc,GAAGA,CAC5BC,MAAgB,EAChBpB,KAAiB,EACjBqB,GAAW,EACXC,OAIC,KACkB;EACnB,SAAS;;EACT,MAAMC,UAAU,GAAGxB,mBAAmB,CAACC,KAAK,EAAEsB,OAAO,EAAEE,MAAM,CAAC;EAC9D,IAAI,CAACD,UAAU,EAAE;IACf,OAAO,IAAI;EACb;EACA,MAAM;IAAErB,KAAK;IAAEU,IAAI;IAAEJ,QAAQ;IAAEF,KAAK;IAAEC;EAAO,CAAC,GAAGgB,UAAU;EAC3D,MAAME,GAAG,GAAGH,OAAO,EAAEG,GAAG,IAAI,MAAM;EAClC;EACA,IAAIC,OAAe,GAAG;IAAEtB,CAAC,EAAE,CAAC;IAAEC,CAAC,EAAE,CAAC;IAAEC,KAAK;IAAEC;EAAO,CAAC;EACnD,IAAIoB,MAAc,GAAGN,GAAG;EACxB,IAAII,GAAG,KAAK,OAAO,EAAE;IACnB,MAAMG,KAAK,GAAGnB,IAAI,CAACoB,GAAG,CAACR,GAAG,CAACf,KAAK,GAAGA,KAAK,EAAEe,GAAG,CAACd,MAAM,GAAGA,MAAM,CAAC;IAC9D,MAAMuB,YAAY,GAAGT,GAAG,CAACf,KAAK,GAAGsB,KAAK;IACtC,MAAMG,aAAa,GAAGV,GAAG,CAACd,MAAM,GAAGqB,KAAK;IACxCF,OAAO,GAAG;MACRtB,CAAC,EAAE,CAACE,KAAK,GAAGwB,YAAY,IAAI,CAAC;MAC7BzB,CAAC,EAAE,CAACE,MAAM,GAAGwB,aAAa,IAAI,CAAC;MAC/BzB,KAAK,EAAEwB,YAAY;MACnBvB,MAAM,EAAEwB;IACV,CAAC;EACH,CAAC,MAAM,IAAIN,GAAG,KAAK,SAAS,EAAE;IAC5B,MAAMG,KAAK,GAAGnB,IAAI,CAACuB,GAAG,CAACX,GAAG,CAACf,KAAK,GAAGA,KAAK,EAAEe,GAAG,CAACd,MAAM,GAAGA,MAAM,CAAC;IAC9DoB,MAAM,GAAG;MACPvB,CAAC,EAAEiB,GAAG,CAACjB,CAAC,GAAG,CAACiB,GAAG,CAACf,KAAK,GAAGA,KAAK,GAAGsB,KAAK,IAAI,CAAC;MAC1CvB,CAAC,EAAEgB,GAAG,CAAChB,CAAC,GAAG,CAACgB,GAAG,CAACd,MAAM,GAAGA,MAAM,GAAGqB,KAAK,IAAI,CAAC;MAC5CtB,KAAK,EAAEA,KAAK,GAAGsB,KAAK;MACpBrB,MAAM,EAAEA,MAAM,GAAGqB;IACnB,CAAC;EACH;EACA,MAAMK,GAAG,GAAGpB,aAAa,CAACD,IAAI,EAAEJ,QAAQ,EAAEkB,OAAO,CAAC;EAClD,MAAMQ,KAAK,GAAGZ,OAAO,EAAEY,KAAK,IAAIrC,IAAI,CAACsC,KAAK,CAAC,CAAC;EAC5C,IAAI;IACF,IAAI3B,QAAQ,KAAK,CAAC,EAAE;MAClBY,MAAM,CAACgB,aAAa,CAAClC,KAAK,EAAE+B,GAAG,EAAEN,MAAM,EAAEO,KAAK,CAAC;MAC/C,OAAOhC,KAAK;IACd;IACA,MAAMS,OAAO,GAAGH,QAAQ,KAAK,EAAE,IAAIA,QAAQ,KAAK,GAAG;IACnD,MAAM6B,WAAW,GAAG1B,OAAO,GAAGgB,MAAM,CAACpB,MAAM,GAAGoB,MAAM,CAACrB,KAAK;IAC1D,MAAMgC,YAAY,GAAG3B,OAAO,GAAGgB,MAAM,CAACrB,KAAK,GAAGqB,MAAM,CAACpB,MAAM;IAC3Da,MAAM,CAACmB,IAAI,CAAC,CAAC;IACb,IAAI;MACFnB,MAAM,CAACoB,SAAS,CACdb,MAAM,CAACvB,CAAC,GAAGuB,MAAM,CAACrB,KAAK,GAAG,CAAC,EAC3BqB,MAAM,CAACtB,CAAC,GAAGsB,MAAM,CAACpB,MAAM,GAAG,CAC7B,CAAC;MACDa,MAAM,CAACqB,MAAM,CAACjC,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;MAC7BY,MAAM,CAACgB,aAAa,CAClBlC,KAAK,EACL+B,GAAG,EACH;QACE7B,CAAC,EAAE,CAACiC,WAAW,GAAG,CAAC;QACnBhC,CAAC,EAAE,CAACiC,YAAY,GAAG,CAAC;QACpBhC,KAAK,EAAE+B,WAAW;QAClB9B,MAAM,EAAE+B;MACV,CAAC,EACDJ,KACF,CAAC;IACH,CAAC,SAAS;MACRd,MAAM,CAACsB,OAAO,CAAC,CAAC;IAClB;IACA,OAAOxC,KAAK;EACd,CAAC,SAAS;IACR,IAAI,CAACoB,OAAO,EAAEY,KAAK,EAAEA,KAAK,CAACS,OAAO,CAAC,CAAC;EACtC;AACF,CAAC","ignoreList":[]}