react-native-skia 3.0.4 → 3.0.5

package/apple/RNSkAppleVideo.mm

@@ -1,292 +0,0 @@
-#include <memory>
-#include <string>
-
-#pragma clang diagnostic push
-#pragma clang diagnostic ignored "-Wdocumentation"
-
-#include "include/core/SkImage.h"
-
-#pragma clang diagnostic pop
-
-#include "RNSkAppleVideo.h"
-#include <AVFoundation/AVFoundation.h>
-#include <CoreVideo/CoreVideo.h>
-
-#if !TARGET_OS_OSX
-// Helper class to bridge CADisplayLink callback to C++
-@interface RNSkDisplayLinkTarget : NSObject
-@property(nonatomic, assign) RNSkia::RNSkAppleVideo *video;
-- (void)displayLinkFired:(CADisplayLink *)sender;
-@end
-
-@implementation RNSkDisplayLinkTarget
-- (void)displayLinkFired:(CADisplayLink *)sender {
-  if (_video) {
-    _video->onDisplayLink();
-  }
-}
-@end
-#endif
-
-namespace RNSkia {
-
-RNSkAppleVideo::RNSkAppleVideo(std::string url, RNSkPlatformContext *context)
-    : _url(std::move(url)), _context(context) {
-  setupPlayer();
-  setupDisplayLink();
-}
-
-RNSkAppleVideo::~RNSkAppleVideo() {
-#if !TARGET_OS_OSX
-  if (_displayLink) {
-    [_displayLink invalidate];
-    _displayLink = nullptr;
-  }
-  if (_displayLinkTarget) {
-    [_displayLinkTarget setVideo:nullptr];
-    _displayLinkTarget = nullptr;
-  }
-#else
-  if (_displayLink) {
-    CVDisplayLinkStop(_displayLink);
-    CVDisplayLinkRelease(_displayLink);
-    _displayLink = nullptr;
-  }
-#endif
-  if (_endObserver) {
-    [[NSNotificationCenter defaultCenter] removeObserver:_endObserver];
-    _endObserver = nullptr;
-  }
-  if (_player) {
-    [_player pause];
-  }
-}
-
-void RNSkAppleVideo::setupPlayer() {
-  NSURL *videoURL = [NSURL URLWithString:@(_url.c_str())];
-  AVPlayerItem *playerItem = [AVPlayerItem playerItemWithURL:videoURL];
-  _player = [AVPlayer playerWithPlayerItem:playerItem];
-  _playerItem = playerItem;
-  _player.actionAtItemEnd = AVPlayerActionAtItemEndNone;
-
-  NSDictionary *outputSettings = getOutputSettings();
-  _videoOutput =
-      [[AVPlayerItemVideoOutput alloc] initWithOutputSettings:outputSettings];
-  [playerItem addOutput:_videoOutput];
-
-  CMTime time = playerItem.asset.duration;
-  if (time.timescale != 0) {
-    _duration = CMTimeGetSeconds(time) * 1000; // Store duration in milliseconds
-  }
-
-  AVAssetTrack *videoTrack =
-      [[playerItem.asset tracksWithMediaType:AVMediaTypeVideo] firstObject];
-  if (videoTrack) {
-    _framerate = videoTrack.nominalFrameRate;
-    _preferredTransform = videoTrack.preferredTransform;
-    CGSize videoSize = videoTrack.naturalSize;
-    _videoWidth = videoSize.width;
-    _videoHeight = videoSize.height;
-  }
-
-  // Set up end-of-playback observer
-  __weak AVPlayer *weakPlayer = _player;
-  _endObserver = [[NSNotificationCenter defaultCenter]
-      addObserverForName:AVPlayerItemDidPlayToEndTimeNotification
-                  object:playerItem
-                   queue:[NSOperationQueue mainQueue]
-              usingBlock:^(NSNotification *note) {
-                if (_isLooping) {
-                  [weakPlayer seekToTime:kCMTimeZero
-                         toleranceBefore:kCMTimeZero
-                          toleranceAfter:kCMTimeZero
-                       completionHandler:nil];
-                } else {
-                  _isPlaying = false;
-                }
-              }];
-}
-
-void RNSkAppleVideo::setupDisplayLink() {
-#if !TARGET_OS_OSX
-  _displayLinkTarget = [[RNSkDisplayLinkTarget alloc] init];
-  [_displayLinkTarget setVideo:this];
-
-  _displayLink =
-      [CADisplayLink displayLinkWithTarget:_displayLinkTarget
-                                  selector:@selector(displayLinkFired:)];
-  [_displayLink addToRunLoop:[NSRunLoop mainRunLoop]
-                     forMode:NSRunLoopCommonModes];
-  _displayLink.paused = YES; // Start paused, will unpause when play() is called
-#else
-  // Create CVDisplayLink for macOS
-  CVDisplayLinkCreateWithActiveCGDisplays(&_displayLink);
-  CVDisplayLinkSetOutputCallback(_displayLink, &displayLinkCallback, this);
-  _displayLinkRunning = false;
-#endif
-}
-
-void RNSkAppleVideo::onDisplayLink() {
-  CMTime outputItemTime =
-      [_videoOutput itemTimeForHostTime:CACurrentMediaTime()];
-
-  if ([_videoOutput hasNewPixelBufferForItemTime:outputItemTime]) {
-    CMTime actualItemTime = kCMTimeZero;
-    CVPixelBufferRef pixelBuffer =
-        [_videoOutput copyPixelBufferForItemTime:outputItemTime
-                              itemTimeForDisplay:&actualItemTime];
-    if (pixelBuffer) {
-      _lastImage = _context->makeImageFromNativeBuffer((void *)pixelBuffer);
-      _lastFrameTimeMs = CMTimeGetSeconds(actualItemTime) * 1000;
-      CVPixelBufferRelease(pixelBuffer);
-
-      if (_waitingForFrame) {
-        _waitingForFrame = false;
-        // If paused and we got the frame we were waiting for, pause the display
-        // link
-        if (!_isPlaying) {
-#if !TARGET_OS_OSX
-          _displayLink.paused = YES;
-#else
-          stopDisplayLink();
-#endif
-        }
-      }
-    }
-  }
-}
-
-void RNSkAppleVideo::expectFrame() {
-  _waitingForFrame = true;
-#if !TARGET_OS_OSX
-  _displayLink.paused = NO;
-#else
-  startDisplayLink();
-#endif
-}
-
-#if TARGET_OS_OSX
-CVReturn RNSkAppleVideo::displayLinkCallback(CVDisplayLinkRef displayLink,
-                                             const CVTimeStamp *now,
-                                             const CVTimeStamp *outputTime,
-                                             CVOptionFlags flagsIn,
-                                             CVOptionFlags *flagsOut,
-                                             void *context) {
-  RNSkAppleVideo *video = static_cast<RNSkAppleVideo *>(context);
-  // Dispatch to main thread since video operations need to happen there
-  dispatch_async(dispatch_get_main_queue(), ^{
-    video->onDisplayLink();
-  });
-  return kCVReturnSuccess;
-}
-
-void RNSkAppleVideo::startDisplayLink() {
-  if (_displayLink && !_displayLinkRunning) {
-    CVDisplayLinkStart(_displayLink);
-    _displayLinkRunning = true;
-  }
-}
-
-void RNSkAppleVideo::stopDisplayLink() {
-  if (_displayLink && _displayLinkRunning) {
-    CVDisplayLinkStop(_displayLink);
-    _displayLinkRunning = false;
-  }
-}
-#endif
-
-sk_sp<SkImage> RNSkAppleVideo::nextImage(double *timeStamp) {
-  if (timeStamp) {
-    *timeStamp = CMTimeGetSeconds([_player currentTime]);
-  }
-  return _lastImage;
-}
-
-NSDictionary *RNSkAppleVideo::getOutputSettings() {
-  return @{
-    (id)kCVPixelBufferPixelFormatTypeKey : @(kCVPixelFormatType_32BGRA),
-    (id)kCVPixelBufferMetalCompatibilityKey : @YES
-  };
-}
-
-float RNSkAppleVideo::getRotationInDegrees() {
-  CGFloat rotationAngle = 0.0;
-  auto transform = _preferredTransform;
-  if (transform.a == 0 && transform.b == 1 && transform.c == -1 &&
-      transform.d == 0) {
-    rotationAngle = 90;
-  } else if (transform.a == 0 && transform.b == -1 && transform.c == 1 &&
-             transform.d == 0) {
-    rotationAngle = 270;
-  } else if (transform.a == -1 && transform.b == 0 && transform.c == 0 &&
-             transform.d == -1) {
-    rotationAngle = 180;
-  }
-  return rotationAngle;
-}
-
-void RNSkAppleVideo::seek(double timeInMilliseconds) {
-  CMTime seekTime =
-      CMTimeMakeWithSeconds(timeInMilliseconds / 1000.0, NSEC_PER_SEC);
-  CMTime previousTime = [_player currentTime];
-
-  [_player seekToTime:seekTime
-        toleranceBefore:kCMTimeZero
-         toleranceAfter:kCMTimeZero
-      completionHandler:^(BOOL finished) {
-        if (finished &&
-            CMTimeCompare([_player currentTime], previousTime) != 0) {
-          // Ensure a frame is extracted after seek, even when paused
-          expectFrame();
-        }
-      }];
-}
-
-void RNSkAppleVideo::play() {
-  if (_player) {
-    [_player play];
-    _isPlaying = true;
-#if !TARGET_OS_OSX
-    _displayLink.paused = NO;
-#else
-    startDisplayLink();
-#endif
-  }
-}
-
-void RNSkAppleVideo::pause() {
-  if (_player) {
-    [_player pause];
-    _isPlaying = false;
-    // Only pause display link if not waiting for a frame
-    if (!_waitingForFrame) {
-#if !TARGET_OS_OSX
-      _displayLink.paused = YES;
-#else
-      stopDisplayLink();
-#endif
-    }
-  }
-}
-
-double RNSkAppleVideo::duration() { return _duration; }
-
-double RNSkAppleVideo::framerate() { return _framerate; }
-
-double RNSkAppleVideo::currentTime() {
-  // Return the timestamp of the last captured frame for accurate
-  // synchronization
-  return _lastFrameTimeMs;
-}
-
-SkISize RNSkAppleVideo::getSize() {
-  return SkISize::Make(_videoWidth, _videoHeight);
-}
-
-void RNSkAppleVideo::setVolume(float volume) { _player.volume = volume; }
-
-void RNSkAppleVideo::setLooping(bool looping) { _isLooping = looping; }
-
-bool RNSkAppleVideo::isPlaying() { return _isPlaying; }
-
-} // namespace RNSkia

package/cpp/api/JsiNativeBuffer.h

@@ -1,56 +0,0 @@
-#pragma once
-
-#include <memory>
-#include <utility>
-
-#include <jsi/jsi.h>
-
-#include "JsiSkImage.h"
-#include "JsiSkNativeObjects.h"
-
-namespace RNSkia {
-
-namespace jsi = facebook::jsi;
-
-/**
- Implementation of the ParagraphBuilderFactory for making ParagraphBuilder JSI
- object
- */
-class JsiNativeBufferFactory
-    : public JsiSkNativeObject<JsiNativeBufferFactory> {
-public:
-  static constexpr const char *CLASS_NAME = "NativeBufferFactory";
-
-  // Native buffer pointers travel as BigInts, which the void* converter
-  // produces/consumes.
-  void *MakeFromImage(sk_sp<SkImage> image) {
-    image->makeNonTextureImage();
-    uint64_t pointer = getContext()->makeNativeBuffer(image);
-    return reinterpret_cast<void *>(pointer);
-  }
-
-  void *MakeTestBuffer(int width, int height) {
-    uint64_t pointer = getContext()->makeTestNativeBuffer(width, height);
-    return reinterpret_cast<void *>(pointer);
-  }
-
-  void Release(void *pointer) {
-    getContext()->releaseNativeBuffer(reinterpret_cast<uintptr_t>(pointer));
-  }
-
-  static void definePrototype(jsi::Runtime &runtime, jsi::Object &prototype) {
-    installMethod(runtime, prototype, "Release",
-                  &JsiNativeBufferFactory::Release);
-    installMethod(runtime, prototype, "MakeFromImage",
-                  &JsiNativeBufferFactory::MakeFromImage);
-    installMethod(runtime, prototype, "MakeTestBuffer",
-                  &JsiNativeBufferFactory::MakeTestBuffer);
-  }
-
-  size_t getMemoryPressure() override { return 1024; }
-
-  explicit JsiNativeBufferFactory(std::shared_ptr<RNSkPlatformContext> context)
-      : JsiSkNativeObject<JsiNativeBufferFactory>(std::move(context)) {}
-};
-
-} // namespace RNSkia

package/cpp/api/JsiTextureInfo.h

@@ -1,53 +0,0 @@
-#pragma once
-
-#include <jsi/jsi.h>
-
-#include "rnskia/RNSkPlatformContext.h"
-
-namespace jsi = facebook::jsi;
-namespace react = facebook::react;
-
-namespace RNSkia {
-
-namespace JsiTextureInfo {
-
-inline jsi::Value toValue(jsi::Runtime &runtime, const TextureInfo &texInfo) {
-  jsi::Object textureInfo(runtime);
-  textureInfo.setProperty(
-      runtime, "mtlTexture",
-      jsi::BigInt::fromUint64(runtime,
-                              reinterpret_cast<uint64_t>(texInfo.mtlTexture)));
-  textureInfo.setProperty(runtime, "glTarget",
-                          static_cast<int>(texInfo.glTarget));
-  textureInfo.setProperty(runtime, "glID", static_cast<int>(texInfo.glID));
-  textureInfo.setProperty(runtime, "glFormat",
-                          static_cast<int>(texInfo.glFormat));
-  textureInfo.setProperty(runtime, "glProtected",
-                          static_cast<int>(texInfo.glProtected));
-  return textureInfo;
-}
-
-inline TextureInfo fromValue(jsi::Runtime &runtime, const jsi::Value &value) {
-  auto object = value.getObject(runtime);
-  TextureInfo texInfo;
-  if (object.hasProperty(runtime, "mtlTexture")) {
-    texInfo.mtlTexture =
-        reinterpret_cast<const void *>(object.getProperty(runtime, "mtlTexture")
-                                           .asBigInt(runtime)
-                                           .asUint64(runtime));
-  }
-  if (object.hasProperty(runtime, "glID")) {
-    texInfo.glTarget = static_cast<unsigned int>(
-        object.getProperty(runtime, "glTarget").asNumber());
-    texInfo.glID = static_cast<unsigned int>(
-        object.getProperty(runtime, "glID").asNumber());
-    texInfo.glFormat = static_cast<unsigned int>(
-        object.getProperty(runtime, "glFormat").asNumber());
-    texInfo.glProtected =
-        object.getProperty(runtime, "glProtected").asNumber() != 0;
-  }
-  return texInfo;
-}
-
-} // namespace JsiTextureInfo
-} // namespace RNSkia

package/cpp/api/JsiVideo.h

@@ -1,101 +0,0 @@
-#pragma once
-
-#include <memory>
-#include <utility>
-#include <variant>
-
-#include "JsiSkNativeObjects.h"
-#include <jsi/jsi.h>
-
-#include "JsiSkConverters.h"
-#include "JsiSkImage.h"
-
-#include "rnskia/RNSkVideo.h"
-
-namespace RNSkia {
-
-namespace jsi = facebook::jsi;
-
-class JsiVideo
-    : public JsiSkWrappingSharedPtrNativeObject<JsiVideo, RNSkVideo> {
-public:
-  static constexpr const char *CLASS_NAME = "Video";
-
-  std::variant<std::nullptr_t, std::shared_ptr<JsiSkImage>> nextImage() {
-    double timestamp = 0;
-    auto image = getObject()->nextImage(&timestamp);
-    if (!image) {
-      return nullptr;
-    }
-    return std::make_shared<JsiSkImage>(getContext(), std::move(image));
-  }
-
-  double duration() { return getObject()->duration(); }
-
-  double framerate() { return getObject()->framerate(); }
-
-  double currentTime() { return getObject()->currentTime(); }
-
-  bool isPlaying() { return getObject()->isPlaying(); }
-
-  void seek(double timestamp) { getObject()->seek(timestamp); }
-
-  double rotation() {
-    return static_cast<double>(getObject()->getRotationInDegrees());
-  }
-
-  SkISize size() { return getObject()->getSize(); }
-
-  void play() { getObject()->play(); }
-
-  void pause() { getObject()->pause(); }
-
-  void setVolume(double volume) {
-    getObject()->setVolume(static_cast<float>(volume));
-  }
-
-  void setLooping(bool looping) { getObject()->setLooping(looping); }
-
-  static void definePrototype(jsi::Runtime &runtime, jsi::Object &prototype) {
-    installCommon(runtime, prototype);
-    installMethod(runtime, prototype, "nextImage", &JsiVideo::nextImage);
-    installMethod(runtime, prototype, "duration", &JsiVideo::duration);
-    installMethod(runtime, prototype, "framerate", &JsiVideo::framerate);
-    installMethod(runtime, prototype, "currentTime", &JsiVideo::currentTime);
-    installMethod(runtime, prototype, "isPlaying", &JsiVideo::isPlaying);
-    installMethod(runtime, prototype, "seek", &JsiVideo::seek);
-    installMethod(runtime, prototype, "rotation", &JsiVideo::rotation);
-    installMethod(runtime, prototype, "size", &JsiVideo::size);
-    installMethod(runtime, prototype, "play", &JsiVideo::play);
-    installMethod(runtime, prototype, "pause", &JsiVideo::pause);
-    installMethod(runtime, prototype, "setVolume", &JsiVideo::setVolume);
-    installMethod(runtime, prototype, "setLooping", &JsiVideo::setLooping);
-  }
-
-  JsiVideo(std::shared_ptr<RNSkPlatformContext> context,
-           std::shared_ptr<RNSkVideo> video)
-      : JsiSkWrappingSharedPtrNativeObject<JsiVideo, RNSkVideo>(
-            std::move(context), std::move(video)) {}
-
-  size_t getMemoryPressure() override { return 32768; }
-
-  /**
-   * Creates the function for construction a new instance of the SkFont
-   * wrapper
-   * @param context Platform context
-   * @return A function for creating a new host object wrapper for the SkFont
-   * class
-   */
-  static const jsi::HostFunctionType
-  createCtor(std::shared_ptr<RNSkPlatformContext> context) {
-    return JSI_HOST_FUNCTION_LAMBDA {
-      auto url = arguments[0].asString(runtime).utf8(runtime);
-      auto video = context->createVideo(url);
-      // Return the newly constructed object
-      return makeJsiObject(runtime, std::make_shared<JsiVideo>(
-                                        std::move(context), std::move(video)));
-    };
-  }
-};
-
-} // namespace RNSkia

package/cpp/rnskia/RNSkVideo.h

@@ -1,31 +0,0 @@
-#pragma once
-
-#include <string>
-
-#pragma clang diagnostic push
-#pragma clang diagnostic ignored "-Wdocumentation"
-
-#include "include/core/SkImage.h"
-
-#pragma clang diagnostic pop
-
-namespace RNSkia {
-
-class RNSkVideo {
-public:
-  virtual ~RNSkVideo() = default;
-  virtual sk_sp<SkImage> nextImage(double *timeStamp = nullptr) = 0;
-  virtual double duration() = 0;
-  virtual double framerate() = 0;
-  virtual double currentTime() = 0;
-  virtual void seek(double timestamp) = 0;
-  virtual float getRotationInDegrees() = 0;
-  virtual SkISize getSize() = 0;
-  virtual void play() = 0;
-  virtual void pause() = 0;
-  virtual void setVolume(float volume) = 0;
-  virtual void setLooping(bool looping) = 0;
-  virtual bool isPlaying() = 0;
-};
-
-} // namespace RNSkia

package/lib/commonjs/external/reanimated/useVideo.d.ts

@@ -1,21 +0,0 @@
-import type { SharedValue } from "react-native-reanimated";
-import type { SkImage } from "../../skia/types";
-type MaybeAnimated<T> = SharedValue<T> | T;
-interface PlaybackOptions {
-    looping: MaybeAnimated<boolean>;
-    paused: MaybeAnimated<boolean>;
-    seek: MaybeAnimated<number | null>;
-    volume: MaybeAnimated<number>;
-}
-export declare const useVideo: (source: string | null, userOptions?: Partial<PlaybackOptions>) => {
-    currentFrame: SharedValue<SkImage | null>;
-    currentTime: SharedValue<number>;
-    duration: number;
-    framerate: number;
-    rotation: import("../../skia/types").VideoRotation;
-    size: {
-        width: number;
-        height: number;
-    };
-};
-export {};