react-native-skia 3.0.3 → 3.0.5

package/android/cpp/rnskia-android/RNSkAndroidVideo.cpp

@@ -1,200 +0,0 @@
-#include <memory>
-#include <string>
-
-#if __ANDROID_API__ >= 26
-#include <android/hardware_buffer_jni.h>
-#endif
-
-#include "RNSkLog.h"
-
-#include "RNDawnContext.h"
-
-#pragma clang diagnostic push
-#pragma clang diagnostic ignored "-Wdocumentation"
-
-#include "include/core/SkImage.h"
-#include "include/core/SkSize.h"
-
-#pragma clang diagnostic pop
-
-#include "RNSkAndroidVideo.h"
-
-namespace RNSkia {
-
-namespace jsi = facebook::jsi;
-namespace jni = facebook::jni;
-
-RNSkAndroidVideo::RNSkAndroidVideo(jni::global_ref<jobject> jniVideo)
-    : _jniVideo(jniVideo) {
-#if __ANDROID_API__ < 26
-  throw std::runtime_error("Skia Videos are only support on API 26 and above");
-#endif
-}
-
-RNSkAndroidVideo::~RNSkAndroidVideo() = default;
-
-sk_sp<SkImage> RNSkAndroidVideo::nextImage(double *timeStamp) {
-#if __ANDROID_API__ >= 26
-  JNIEnv *env = facebook::jni::Environment::current();
-  // Get the Java class and method ID
-  jclass cls = env->GetObjectClass(_jniVideo.get());
-  jmethodID mid =
-      env->GetMethodID(cls, "nextImage", "()Landroid/hardware/HardwareBuffer;");
-  if (mid == nullptr) {
-    // Method not found, handle error
-    RNSkLogger::logToConsole("nextImage method not found");
-    return nullptr;
-  }
-  // Call the Java method
-  jobject jHardwareBuffer = env->CallObjectMethod(_jniVideo.get(), mid);
-  if (jHardwareBuffer == nullptr) {
-    RNSkLogger::logToConsole("Buffer not found");
-    // Null return, handle error
-    return nullptr;
-  }
-  // Convert jobject to AHardwareBuffer
-  AHardwareBuffer *buffer =
-      AHardwareBuffer_fromHardwareBuffer(env, jHardwareBuffer);
-  return DawnContext::getInstance().MakeImageFromBuffer(buffer);
-#else
-  return nullptr;
-#endif
-}
-
-double RNSkAndroidVideo::duration() {
-  JNIEnv *env = facebook::jni::Environment::current();
-  jclass cls = env->GetObjectClass(_jniVideo.get());
-  jmethodID mid = env->GetMethodID(cls, "getDuration", "()D");
-  if (!mid) {
-    RNSkLogger::logToConsole("getDuration method not found");
-    return 0.0;
-  }
-  return env->CallDoubleMethod(_jniVideo.get(), mid);
-}
-
-double RNSkAndroidVideo::framerate() {
-  JNIEnv *env = facebook::jni::Environment::current();
-  jclass cls = env->GetObjectClass(_jniVideo.get());
-  jmethodID mid = env->GetMethodID(cls, "getFrameRate", "()D");
-  if (!mid) {
-    RNSkLogger::logToConsole("getFrameRate method not found");
-    return 0.0;
-  }
-  return env->CallDoubleMethod(_jniVideo.get(), mid);
-}
-
-void RNSkAndroidVideo::seek(double timestamp) {
-  JNIEnv *env = facebook::jni::Environment::current();
-  jclass cls = env->GetObjectClass(_jniVideo.get());
-  jmethodID mid = env->GetMethodID(cls, "seek", "(D)V");
-  if (!mid) {
-    RNSkLogger::logToConsole("seek method not found");
-    return;
-  }
-  env->CallVoidMethod(_jniVideo.get(), mid, static_cast<jdouble>(timestamp));
-}
-
-float RNSkAndroidVideo::getRotationInDegrees() {
-  JNIEnv *env = facebook::jni::Environment::current();
-  jclass cls = env->GetObjectClass(_jniVideo.get());
-  jmethodID mid = env->GetMethodID(cls, "getRotationDegrees", "()I");
-  if (!mid) {
-    RNSkLogger::logToConsole("getRotationDegrees method not found");
-    return 0;
-  }
-  auto rotation = env->CallIntMethod(_jniVideo.get(), mid);
-  return static_cast<float>(rotation);
-}
-
-SkISize RNSkAndroidVideo::getSize() {
-  JNIEnv *env = facebook::jni::Environment::current();
-  jclass cls = env->GetObjectClass(_jniVideo.get());
-  jmethodID mid =
-      env->GetMethodID(cls, "getSize", "()Landroid/graphics/Point;");
-  if (!mid) {
-    RNSkLogger::logToConsole("getSize method not found");
-    return SkISize::Make(0, 0);
-  }
-  jobject jPoint = env->CallObjectMethod(_jniVideo.get(), mid);
-  jclass pointCls = env->GetObjectClass(jPoint);
-
-  jfieldID xFid = env->GetFieldID(pointCls, "x", "I");
-  jfieldID yFid = env->GetFieldID(pointCls, "y", "I");
-  if (!xFid || !yFid) {
-    RNSkLogger::logToConsole("Point class fields not found");
-    return SkISize::Make(0, 0);
-  }
-
-  jint width = env->GetIntField(jPoint, xFid);
-  jint height = env->GetIntField(jPoint, yFid);
-
-  return SkISize::Make(width, height);
-}
-
-void RNSkAndroidVideo::play() {
-  JNIEnv *env = facebook::jni::Environment::current();
-  jclass cls = env->GetObjectClass(_jniVideo.get());
-  jmethodID mid = env->GetMethodID(cls, "play", "()V");
-  if (!mid) {
-    RNSkLogger::logToConsole("play method not found");
-    return;
-  }
-  env->CallVoidMethod(_jniVideo.get(), mid);
-}
-
-void RNSkAndroidVideo::pause() {
-  JNIEnv *env = facebook::jni::Environment::current();
-  jclass cls = env->GetObjectClass(_jniVideo.get());
-  jmethodID mid = env->GetMethodID(cls, "pause", "()V");
-  if (!mid) {
-    RNSkLogger::logToConsole("pause method not found");
-    return;
-  }
-  env->CallVoidMethod(_jniVideo.get(), mid);
-}
-
-void RNSkAndroidVideo::setVolume(float volume) {
-  JNIEnv *env = facebook::jni::Environment::current();
-  jclass cls = env->GetObjectClass(_jniVideo.get());
-  jmethodID mid = env->GetMethodID(cls, "setVolume", "(F)V");
-  if (!mid) {
-    RNSkLogger::logToConsole("setVolume method not found");
-    return;
-  }
-  env->CallVoidMethod(_jniVideo.get(), mid, volume);
-}
-
-double RNSkAndroidVideo::currentTime() {
-  JNIEnv *env = facebook::jni::Environment::current();
-  jclass cls = env->GetObjectClass(_jniVideo.get());
-  jmethodID mid = env->GetMethodID(cls, "getCurrentTime", "()D");
-  if (!mid) {
-    RNSkLogger::logToConsole("getCurrentTime method not found");
-    return 0.0;
-  }
-  return env->CallDoubleMethod(_jniVideo.get(), mid);
-}
-
-void RNSkAndroidVideo::setLooping(bool looping) {
-  JNIEnv *env = facebook::jni::Environment::current();
-  jclass cls = env->GetObjectClass(_jniVideo.get());
-  jmethodID mid = env->GetMethodID(cls, "setLooping", "(Z)V");
-  if (!mid) {
-    RNSkLogger::logToConsole("setLooping method not found");
-    return;
-  }
-  env->CallVoidMethod(_jniVideo.get(), mid, static_cast<jboolean>(looping));
-}
-
-bool RNSkAndroidVideo::isPlaying() {
-  JNIEnv *env = facebook::jni::Environment::current();
-  jclass cls = env->GetObjectClass(_jniVideo.get());
-  jmethodID mid = env->GetMethodID(cls, "getIsPlaying", "()Z");
-  if (!mid) {
-    RNSkLogger::logToConsole("getIsPlaying method not found");
-    return false;
-  }
-  return env->CallBooleanMethod(_jniVideo.get(), mid);
-}
-
-} // namespace RNSkia

package/android/cpp/rnskia-android/RNSkAndroidVideo.h

@@ -1,44 +0,0 @@
-#pragma once
-
-#include <string>
-
-#include <fbjni/fbjni.h>
-#include <jni.h>
-#include <jsi/jsi.h>
-
-#pragma clang diagnostic push
-#pragma clang diagnostic ignored "-Wdocumentation"
-
-#include "include/core/SkImage.h"
-
-#pragma clang diagnostic pop
-
-#include "RNSkVideo.h"
-
-namespace RNSkia {
-
-namespace jsi = facebook::jsi;
-namespace jni = facebook::jni;
-
-class RNSkAndroidVideo : public RNSkVideo {
-private:
-  jni::global_ref<jobject> _jniVideo;
-
-public:
-  explicit RNSkAndroidVideo(jni::global_ref<jobject> jniVideo);
-  ~RNSkAndroidVideo() override;
-  sk_sp<SkImage> nextImage(double *timeStamp = nullptr) override;
-  double duration() override;
-  double framerate() override;
-  double currentTime() override;
-  void seek(double timestamp) override;
-  float getRotationInDegrees() override;
-  SkISize getSize() override;
-  void play() override;
-  void pause() override;
-  void setVolume(float volume) override;
-  void setLooping(bool looping) override;
-  bool isPlaying() override;
-};
-
-} // namespace RNSkia

package/android/src/main/java/com/reactnative/skia/RNSkVideo.java

@@ -1,320 +0,0 @@
-package com.reactnative.skia;
-
-import android.content.Context;
-import android.graphics.ImageFormat;
-import android.hardware.HardwareBuffer;
-import android.media.AudioAttributes;
-import android.media.AudioManager;
-import android.media.MediaCodec;
-import android.media.MediaExtractor;
-import android.media.MediaFormat;
-import android.media.MediaPlayer;
-import android.media.MediaSync;
-import android.media.Image;
-import android.media.ImageReader;
-import android.net.Uri;
-import android.os.Build;
-import android.view.Surface;
-import android.graphics.Point;
-
-import androidx.annotation.RequiresApi;
-
-import com.facebook.jni.annotations.DoNotStrip;
-
-import java.io.IOException;
-import java.nio.ByteBuffer;
-
-public class RNSkVideo {
-    private final Uri uri;
-    private final Context context;
-
-    private MediaExtractor extractor;
-    private MediaCodec decoder;
-    private ImageReader imageReader;
-    private Surface outputSurface;
-    private MediaPlayer mediaPlayer;
-    private MediaSync mediaSync;
-    private double durationMs;
-    private double frameRate;
-    private int rotationDegrees = 0;
-    private int width = 0;
-    private int height = 0;
-
-    private boolean isPlaying = false;
-    private boolean isLooping = false;
-    private boolean isPrepared = false;
-    private boolean playWhenReady = false;
-    private HardwareBuffer lastBuffer = null;
-    private boolean pendingSeek = false;
-    private double lastFrameTimeMs = 0;
-
-    RNSkVideo(Context context, String localUri) {
-        this.uri = Uri.parse(localUri);
-        this.context = context;
-        this.initializeReader();
-    }
-
-    private void initializeReader() {
-        extractor = new MediaExtractor();
-        try {
-            extractor.setDataSource(context, this.uri, null);
-            int trackIndex = selectVideoTrack(extractor);
-            if (trackIndex < 0) {
-                throw new RuntimeException("No video track found in " + this.uri);
-            }
-            extractor.selectTrack(trackIndex);
-            MediaFormat format = extractor.getTrackFormat(trackIndex);
-
-            // Initialize MediaPlayer
-            mediaPlayer = new MediaPlayer();
-            mediaPlayer.setDataSource(context, uri);
-            mediaPlayer.setAudioStreamType(AudioManager.STREAM_MUSIC);
-            mediaPlayer.setOnPreparedListener(mp -> {
-                durationMs = mp.getDuration();
-                isPrepared = true;
-                // Apply looping setting
-                mp.setLooping(isLooping);
-                // Start playing if play() was called before preparation completed
-                if (playWhenReady) {
-                    mp.start();
-                    isPlaying = true;
-                    playWhenReady = false;
-                }
-            });
-            // Note: When setLooping(true) is used, this listener won't fire as
-            // MediaPlayer handles looping automatically. This only handles the
-            // non-looping case to update playback state.
-            mediaPlayer.setOnCompletionListener(mp -> {
-                isPlaying = false;
-            });
-            mediaPlayer.prepareAsync();
-
-            // Retrieve and store video properties
-            if (format.containsKey(MediaFormat.KEY_DURATION)) {
-                durationMs = format.getLong(MediaFormat.KEY_DURATION) / 1000;  // Convert microseconds to milliseconds
-            }
-            if (format.containsKey(MediaFormat.KEY_FRAME_RATE)) {
-                frameRate = format.getInteger(MediaFormat.KEY_FRAME_RATE);
-            }
-            if (format.containsKey(MediaFormat.KEY_ROTATION)) {
-                rotationDegrees = format.getInteger(MediaFormat.KEY_ROTATION);
-            }
-            width = format.getInteger(MediaFormat.KEY_WIDTH);
-            height = format.getInteger(MediaFormat.KEY_HEIGHT);
-            if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.Q) {
-                imageReader = ImageReader.newInstance(
-                        width,
-                        height,
-                        ImageFormat.PRIVATE,
-                        2,
-                        HardwareBuffer.USAGE_GPU_SAMPLED_IMAGE
-                );
-            } else {
-                imageReader = ImageReader.newInstance(width, height,
-                        ImageFormat.PRIVATE, 2);
-            }
-            outputSurface = imageReader.getSurface();
-
-            // Create a decoder for the format
-            String mime = format.getString(MediaFormat.KEY_MIME);
-            decoder = MediaCodec.createDecoderByType(mime);
-
-            // Note: Use an output Surface for rendering if necessary, otherwise handle buffers
-            decoder.configure(format, outputSurface, null, 0);
-            decoder.start();
-        } catch (IOException e) {
-            throw new RuntimeException("Failed to initialize extractor or decoder", e);
-        }
-    }
-
-    @DoNotStrip
-    public double getDuration() {
-        return durationMs;
-    }
-
-    @DoNotStrip
-    public double getFrameRate() {
-        return frameRate;
-    }
-
-    @DoNotStrip
-    public int getRotationDegrees() {
-        return rotationDegrees;
-    }
-
-    @DoNotStrip
-    public HardwareBuffer nextImage() {
-        // If paused and not seeking, return cached buffer
-        if (!isPlaying && !pendingSeek && lastBuffer != null) {
-            return lastBuffer;
-        }
-
-        // Decode new frame if needed
-        if (!decoderOutputAvailable()) {
-            decodeFrame();
-        }
-
-        Image image = imageReader.acquireLatestImage();
-        if (image != null) {
-            HardwareBuffer hardwareBuffer = image.getHardwareBuffer();
-            image.close();  // Make sure to close the Image to free up the buffer
-            // Cache the buffer
-            lastBuffer = hardwareBuffer;
-            // Clear pending seek flag after getting frame
-            if (pendingSeek) {
-                pendingSeek = false;
-            }
-            return hardwareBuffer;
-        }
-        // Return cached buffer if no new frame available
-        return lastBuffer;
-    }
-
-    @DoNotStrip
-    public void seek(double timestamp) {
-        long timestampUs = (long)(timestamp * 1000); // Convert milliseconds to microseconds
-
-        extractor.seekTo(timestampUs, MediaExtractor.SEEK_TO_CLOSEST_SYNC);
-        if (mediaPlayer != null && isPrepared) {
-            int timestampMs = (int) timestamp; // Convert to milliseconds
-            mediaPlayer.seekTo(timestampMs, MediaPlayer.SEEK_CLOSEST);
-        }
-
-        // Flush the codec to reset internal state and prepare for new position
-        if (decoder != null) {
-            decoder.flush();
-        }
-
-        // Signal that we need to decode a new frame (for seek while paused)
-        pendingSeek = true;
-        // Decode a frame immediately so it's ready
-        decodeFrame();
-    }
-
-    @DoNotStrip
-    public Point getSize() {
-        return new Point(width, height);
-    }
-
-    private int selectVideoTrack(MediaExtractor extractor) {
-        int numTracks = extractor.getTrackCount();
-        for (int i = 0; i < numTracks; i++) {
-            MediaFormat format = extractor.getTrackFormat(i);
-            String mime = format.getString(MediaFormat.KEY_MIME);
-            if (mime.startsWith("video/")) {
-                return i;
-            }
-        }
-        return -1;
-    }
-
-    private boolean decoderOutputAvailable() {
-        MediaCodec.BufferInfo info = new MediaCodec.BufferInfo();
-        int outputBufferId = decoder.dequeueOutputBuffer(info, 0);
-        if (outputBufferId >= 0) {
-            // If a buffer is available, release it immediately back since we are just checking
-            decoder.releaseOutputBuffer(outputBufferId, true);
-            return true;
-        }
-        return false;
-    }
-
-    private void decodeFrame() {
-        MediaCodec.BufferInfo info = new MediaCodec.BufferInfo();
-        long timeoutUs = 10000;
-        boolean isEOS = false;
-
-        int inputBufferId = decoder.dequeueInputBuffer(timeoutUs);
-        if (inputBufferId >= 0) {
-            ByteBuffer inputBuffer = decoder.getInputBuffer(inputBufferId);
-            int sampleSize = extractor.readSampleData(inputBuffer, 0);
-            if (sampleSize < 0) {
-                // End of stream, make sure to send this information to the decoder
-                decoder.queueInputBuffer(inputBufferId, 0, 0, 0L, MediaCodec.BUFFER_FLAG_END_OF_STREAM);
-                isEOS = true;
-            } else {
-                long presentationTimeUs = extractor.getSampleTime();
-                decoder.queueInputBuffer(inputBufferId, 0, sampleSize, presentationTimeUs, 0);
-                extractor.advance();
-            }
-        }
-
-        int outputBufferId = decoder.dequeueOutputBuffer(info, timeoutUs);
-        if (outputBufferId >= 0) {
-            // Store the frame's presentation timestamp for accurate time reporting
-            lastFrameTimeMs = info.presentationTimeUs / 1000.0;
-            // If we have a valid buffer, release it to make it available to the ImageReader's surface
-            decoder.releaseOutputBuffer(outputBufferId, true);
-
-            if ((info.flags & MediaCodec.BUFFER_FLAG_END_OF_STREAM) != 0) {
-                isEOS = true;
-            }
-        }
-    }
-
-    @DoNotStrip
-    public void play() {
-        if (mediaPlayer == null || isPlaying) {
-            return;
-        }
-        if (isPrepared) {
-            mediaPlayer.start();
-            isPlaying = true;
-        } else {
-            // Queue the play request for when preparation completes
-            playWhenReady = true;
-        }
-    }
-
-    @DoNotStrip
-    public void pause() {
-        playWhenReady = false;
-        if (mediaPlayer != null && isPlaying) {
-            mediaPlayer.pause();
-            isPlaying = false;
-        }
-    }
-
-    @DoNotStrip
-    public void setVolume(float volume) {
-        if (mediaPlayer != null) {
-            mediaPlayer.setVolume(volume, volume);
-        }
-    }
-
-    @DoNotStrip
-    public double getCurrentTime() {
-        // Return the timestamp of the last decoded frame for accurate synchronization
-        return lastFrameTimeMs;
-    }
-
-    @DoNotStrip
-    public void setLooping(boolean looping) {
-        isLooping = looping;
-        if (mediaPlayer != null && isPrepared) {
-            mediaPlayer.setLooping(looping);
-        }
-    }
-
-    @DoNotStrip
-    public boolean getIsPlaying() {
-        return isPlaying;
-    }
-
-    public void release() {
-        lastBuffer = null;
-        if (mediaPlayer != null) {
-            mediaPlayer.release();
-            mediaPlayer = null;
-        }
-        if (decoder != null) {
-            decoder.stop();
-            decoder.release();
-            decoder = null;
-        }
-        if (extractor != null) {
-            extractor.release();
-            extractor = null;
-        }
-    }
-}

package/apple/RNSkAppleVideo.h

@@ -1,78 +0,0 @@
-#pragma once
-
-#include <string>
-
-#include <AVFoundation/AVFoundation.h>
-#include <CoreVideo/CoreVideo.h>
-
-#pragma clang diagnostic push
-#pragma clang diagnostic ignored "-Wdocumentation"
-
-#include "include/core/SkImage.h"
-#include "include/core/SkSize.h"
-
-#pragma clang diagnostic pop
-
-#include "RNSkPlatformContext.h"
-#include "RNSkVideo.h"
-
-namespace RNSkia {
-
-class RNSkAppleVideo : public RNSkVideo {
-private:
-  std::string _url;
-  AVPlayer *_player = nullptr;
-  AVPlayerItem *_playerItem = nullptr;
-  AVPlayerItemVideoOutput *_videoOutput = nullptr;
-#if !TARGET_OS_OSX
-  CADisplayLink *_displayLink = nullptr;
-  id _displayLinkTarget = nullptr;
-#else
-  CVDisplayLinkRef _displayLink = nullptr;
-  bool _displayLinkRunning = false;
-#endif
-  RNSkPlatformContext *_context;
-  double _duration = 0;
-  double _framerate = 0;
-  float _videoWidth = 0;
-  float _videoHeight = 0;
-  CGAffineTransform _preferredTransform;
-  bool _isPlaying = false;
-  bool _isLooping = false;
-  bool _waitingForFrame = false;
-  id _endObserver = nullptr;
-  sk_sp<SkImage> _lastImage = nullptr;
-  double _lastFrameTimeMs = 0;
-  void setupPlayer();
-  void setupDisplayLink();
-  NSDictionary *getOutputSettings();
-#if TARGET_OS_OSX
-  void startDisplayLink();
-  void stopDisplayLink();
-  static CVReturn displayLinkCallback(CVDisplayLinkRef displayLink,
-                                      const CVTimeStamp *now,
-                                      const CVTimeStamp *outputTime,
-                                      CVOptionFlags flagsIn,
-                                      CVOptionFlags *flagsOut, void *context);
-#endif
-
-public:
-  void onDisplayLink();
-  void expectFrame();
-  RNSkAppleVideo(std::string url, RNSkPlatformContext *context);
-  ~RNSkAppleVideo();
-  sk_sp<SkImage> nextImage(double *timeStamp = nullptr) override;
-  double duration() override;
-  double framerate() override;
-  double currentTime() override;
-  void seek(double timestamp) override;
-  void play() override;
-  void pause() override;
-  float getRotationInDegrees() override;
-  SkISize getSize() override;
-  void setVolume(float volume) override;
-  void setLooping(bool looping) override;
-  bool isPlaying() override;
-};
-
-} // namespace RNSkia