@nativescript/canvas-media 2.0.11 → 2.0.14

package/platforms/android/java/org/nativescript/canvas/media/VideoHelper.java

@@ -60,6 +60,9 @@ import androidx.media3.exoplayer.ExoPlayer;
 import androidx.media3.exoplayer.source.DefaultMediaSourceFactory;
 import androidx.media3.ui.PlayerView;
 
+import android.media.MediaCodecInfo;
+import android.media.MediaCodecList;
+
 import org.nativescript.canvas_media.R;
 
 @UnstableApi
@@ -80,7 +83,7 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 	TextureView _textureView;
 	private DefaultDataSource.Factory _dsf;
 
-	private static SimpleCache _cache;
+	// SimpleCache is provided centrally to avoid duplicate instances locking the same folder.
 	private LeastRecentlyUsedCacheEvictor _leastRecentlyUsedCacheEvictor;
 	private StandaloneDatabaseProvider _exoDatabaseProvider;
 	private static final long _exoPlayerCacheSize = 100 * 1024 * 1024;
@@ -89,6 +92,8 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 	boolean _isCustom = false;
 	boolean _playing = false;
 	private final AtomicBoolean _loadedDataFired = new AtomicBoolean(false);
+	private boolean _canPlayFired = false;
+	private boolean _canPlayThroughFired = false;
 	Timer _timer;
 	SurfaceTexture _st;
 	Surface _surface;
@@ -141,6 +146,10 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 	// Reusable bitmap for getCurrentBitmap to avoid per-frame allocation
 	private android.graphics.Bitmap _reusableBitmap;
 
+	// Dimensions of the most-recently returned getRgbaBytes() frame
+	private int _lastRgbaWidth = 0;
+	private int _lastRgbaHeight = 0;
+
 	public interface Callback {
 		void onDurationChange(long duration);
 
@@ -154,6 +163,10 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 
 		void onLoadedData();
 
+		void onCanPlay();
+
+		void onCanPlayThrough();
+
 		void onError(String message);
 	}
 
@@ -278,14 +291,14 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 		_leastRecentlyUsedCacheEvictor = new LeastRecentlyUsedCacheEvictor(VideoHelper._exoPlayerCacheSize);
 		String packageName = context.getPackageName();
 		_exoDatabaseProvider = new StandaloneDatabaseProvider(context);
-		if (_cache == null) {
-			_cache = new SimpleCache(cacheDir, _leastRecentlyUsedCacheEvictor, _exoDatabaseProvider);
-		}
+		SimpleCache cache = SimpleCacheProvider.getInstance(cacheDir, _leastRecentlyUsedCacheEvictor, _exoDatabaseProvider);
 		DefaultHttpDataSource.Factory factory = new DefaultHttpDataSource.Factory();
 		factory.setUserAgent(Util.getUserAgent(context, packageName));
 		_dsf = new DefaultDataSource.Factory(context, factory);
 		_cdsf = new CacheDataSource.Factory();
-		_cdsf.setCache(_cache);
+		if (cache != null) {
+			_cdsf.setCache(cache);
+		}
 		_cdsf.setUpstreamDataSourceFactory(_dsf);
 		_msf = new DefaultMediaSourceFactory(_cdsf);
 
@@ -696,6 +709,121 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 		return null;
 	}
 
+	public java.nio.ByteBuffer getRgbaBuffer() {
+		if (_imageReader == null && _surfaceOwner == SurfaceOwner.NONE) {
+			setupBitmapSurface();
+		}
+
+		if (_imageReader != null) {
+			if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.TIRAMISU) {
+				// ── API 33+: PRIVATE → HardwareBuffer → software Bitmap → RGBA ──────────
+				try (Image image = _imageReader.acquireLatestImage()) {
+					if (image == null) return null;
+					android.hardware.HardwareBuffer hb = image.getHardwareBuffer();
+					if (hb == null) return null;
+					android.graphics.Bitmap hwBmp = android.graphics.Bitmap.wrapHardwareBuffer(hb, null);
+					hb.close();
+					int w = hwBmp.getWidth(), h = hwBmp.getHeight();
+					android.graphics.Bitmap softBmp = android.graphics.Bitmap.createBitmap(
+							w, h, android.graphics.Bitmap.Config.ARGB_8888);
+					new android.graphics.Canvas(softBmp).drawBitmap(hwBmp, 0, 0, null);
+					hwBmp.recycle();
+
+					// copyPixelsToBuffer requires native byte order; on ARM (little-endian)
+					// ARGB_8888 int 0xAARRGGBB → bytes [B, G, R, A].  Swap B↔R → RGBA.
+					java.nio.ByteBuffer buf = java.nio.ByteBuffer
+							.allocateDirect(w * h * 4)
+							.order(java.nio.ByteOrder.nativeOrder());
+					softBmp.copyPixelsToBuffer(buf);
+					softBmp.recycle();
+
+					for (int i = 0, n = w * h * 4; i < n; i += 4) {
+						byte b = buf.get(i);
+						buf.put(i,     buf.get(i + 2)); // R → position 0
+						buf.put(i + 2, b);              // B → position 2
+						// G (i+1) and A (i+3) are already correct
+					}
+					buf.rewind();
+					_lastRgbaWidth  = w;
+					_lastRgbaHeight = h;
+					return buf;
+				} catch (Exception e) {
+					if (IS_DEBUG) android.util.Log.d("JS", "getRgbaBuffer HW: " + e);
+				}
+			} else {
+				// API < 33: RGBA_8888 plane → direct buffer, strip row padding
+				try (Image image = _imageReader.acquireLatestImage()) {
+					if (image == null) return null;
+					Image.Plane plane   = image.getPlanes()[0];
+					java.nio.ByteBuffer srcBuf    = plane.getBuffer();
+					int w           = image.getWidth();
+					int h           = image.getHeight();
+					int pixelStride = plane.getPixelStride(); // typically 4 for RGBA_8888
+					int rowStride   = plane.getRowStride();   // may include alignment padding
+					int rowBytes    = w * 4;
+
+					java.nio.ByteBuffer dst = java.nio.ByteBuffer.allocateDirect(rowBytes * h);
+					if (pixelStride == 4 && rowStride == rowBytes) {
+						// No padding — single bulk copy
+						srcBuf.rewind();
+						dst.put(srcBuf);
+					} else {
+						// Padding present — strip it row by row using absolute-position reads,
+						// which work correctly when writing into a direct ByteBuffer on older APIs.
+						for (int row = 0; row < h; row++) {
+							for (int col = 0; col < w; col++) {
+								int srcOff = row * rowStride + col * pixelStride;
+								dst.put(srcBuf.get(srcOff));
+								dst.put(srcBuf.get(srcOff + 1));
+								dst.put(srcBuf.get(srcOff + 2));
+								dst.put(srcBuf.get(srcOff + 3));
+							}
+						}
+					}
+					dst.rewind();
+					_lastRgbaWidth  = w;
+					_lastRgbaHeight = h;
+					return dst;
+				} catch (Exception e) {
+					if (IS_DEBUG) android.util.Log.d("JS", "getRgbaBuffer SW: " + e);
+				}
+			}
+		}
+
+		View surfaceView = this._playerView.getVideoSurfaceView();
+		if (surfaceView instanceof TextureView && ((TextureView) surfaceView).isAvailable()) {
+			TextureView tv = (TextureView) surfaceView;
+			int w = _videoWidth  > 0 ? _videoWidth  : tv.getWidth();
+			int h = _videoHeight > 0 ? _videoHeight : tv.getHeight();
+			if (w <= 0 || h <= 0) return null;
+			android.graphics.Bitmap bmp = android.graphics.Bitmap.createBitmap(
+					w, h, android.graphics.Bitmap.Config.ARGB_8888);
+			tv.getBitmap(bmp);
+
+			java.nio.ByteBuffer buf = java.nio.ByteBuffer
+					.allocateDirect(w * h * 4)
+					.order(java.nio.ByteOrder.nativeOrder());
+			bmp.copyPixelsToBuffer(buf);
+			bmp.recycle();
+
+			// BGRA → RGBA
+			for (int i = 0, n = w * h * 4; i < n; i += 4) {
+				byte b = buf.get(i);
+				buf.put(i,     buf.get(i + 2));
+				buf.put(i + 2, b);
+			}
+			buf.rewind();
+			_lastRgbaWidth  = w;
+			_lastRgbaHeight = h;
+			return buf;
+		}
+
+		return null;
+	}
+
+	public int getLastRgbaWidth()  { return _lastRgbaWidth; }
+	public int getLastRgbaHeight() { return _lastRgbaHeight; }
+
 	private boolean drawFrame2DBitmap(long context, float sx, float sy, float sw, float sh, float dx, float dy, float dw, float dh) {
 		android.graphics.Bitmap bitmap = getCurrentBitmap();
 		if (bitmap == null) return false;
@@ -884,6 +1012,8 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 	public void setSrc(String value) {
 		this._src = value;
 		this._loadedDataFired.set(false);
+		this._canPlayFired = false;
+		this._canPlayThroughFired = false;
 		// Video dimensions will change — release the ImageReader so setupBitmapSurface()
 		// recreates it at the new size once onVideoSizeChanged fires.
 		if (_surfaceOwner == SurfaceOwner.BITMAP) {
@@ -893,6 +1023,31 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 		this._setSrc(value);
 	}
 
+	public void load() {
+		try {
+			this.pause();
+
+			if (_timer != null) { _timer.cancel(); _timer.purge(); _timer = null; }
+			if (_frameTimer != null) { _frameTimer.cancel(); _frameTimer.purge(); _frameTimer = null; }
+
+			if (_glSurface != null) { _glSurface.release(); _glSurface = null; }
+			if (_glSt != null) { _glSt.release(); _glSt = null; }
+
+			if (_imageReader != null) { try { _imageReader.close(); } catch (Exception ignored) {} _imageReader = null; }
+
+			_surfaceOwner = SurfaceOwner.NONE;
+			_hasFrame = false;
+			_glHasFrame = false;
+			_loadedDataFired.set(false);
+
+			if (this._src != null && !this._src.isEmpty()) {
+				this._setSrc(this._src);
+			}
+		} catch (Exception e) {
+			if (IS_DEBUG) android.util.Log.d("JS", "VideoHelper.load() error: " + e);
+		}
+	}
+
 	public boolean getAutoplay() {
 		return this._autoplay;
 	}
@@ -922,6 +1077,34 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 		}
 	}
 
+	public String canPlayType(String type) {
+		if (type == null || type.trim().isEmpty()) return "";
+		String mime = type;
+		int sc = mime.indexOf(';');
+		if (sc >= 0) mime = mime.substring(0, sc).trim();
+		String t = mime.toLowerCase();
+		try {
+			if (android.os.Build.VERSION.SDK_INT >= android.os.Build.VERSION_CODES.LOLLIPOP) {
+				MediaCodecList mcl = new MediaCodecList(MediaCodecList.ALL_CODECS);
+				MediaCodecInfo[] infos = mcl.getCodecInfos();
+				for (MediaCodecInfo info : infos) {
+					if (info.isEncoder()) continue;
+					String[] types = info.getSupportedTypes();
+					for (String s : types) {
+						if (s.equalsIgnoreCase(t)) {
+							return "probably";
+						}
+					}
+				}
+			}
+		} catch (Throwable e) {}
+		
+		if (t.contains("mp4") || t.contains("mpeg") || t.contains("h264") || t.contains("video/mp4")) return "probably";
+		if (t.contains("webm") || t.contains("vp8") || t.contains("vp9") || t.contains("video/webm")) return "maybe";
+		if (t.contains("ogg") || t.contains("theora") || t.contains("video/ogg")) return "maybe";
+		return "";
+	}
+
 
 	public int getWidth() {
 		int width = this._container.getWidth();
@@ -1020,11 +1203,27 @@ public class VideoHelper implements Player.Listener, SurfaceTexture.OnFrameAvail
 	public void  onPlaybackStateChanged(@Player.State int playbackState) {
 		if (playbackState == Player.STATE_READY) {
 			this._readyState = 2; // HAVE_CURRENT_DATA
+			if (!this._canPlayFired) {
+				this._canPlayFired = true;
+				if (this._callback != null) {
+					this._callback.onCanPlay();
+				}
+			}
+
 			if (_loadedDataFired.compareAndSet(false, true)) {
 				if (this._callback != null) {
 					this._callback.onLoadedData();
 				}
 			}
+
+			long duration = this._player.getDuration();
+			long buffered = this._player.getBufferedPosition();
+			if (duration > 0 && buffered >= duration - 1000 && !this._canPlayThroughFired) {
+				this._canPlayThroughFired = true;
+				if (this._callback != null) {
+					this._callback.onCanPlayThrough();
+				}
+			}
 		}
 	}
 	

package/platforms/ios/src/NSCAudioHelper.h

@@ -0,0 +1,47 @@
+//
+//  NSCAudioHelper.h
+//  CanvasMedia
+//
+//
+#import <Foundation/Foundation.h>
+#import <UIKit/UIKit.h>
+#import <AVFoundation/AVFoundation.h>
+#import "NSCPlayerState.h"
+
+@protocol NSCAudioHelperListener <NSObject>
+- (void)onTimeUpdate:(double)seconds;
+- (void)onStateChange:(NSCPlayerState)state;
+- (void)onLoadedData;
+- (void)onError:(NSString *)message;
+- (void)onCanPlay;
+- (void)onCanPlayThrough;
+@end
+
+@interface NSCAudioHelper : NSObject
+
+@property (nonatomic, strong, readonly) AVPlayer *player;
+@property (nonatomic, strong, readonly) AVPlayerItem *currentItem;
+@property (nonatomic, readonly) NSCPlayerState state;
+@property (nonatomic, readonly) NSCPlayerReadyState readyState;
+@property (nonatomic, weak) id<NSCAudioHelperListener> listener;
+@property (nonatomic) BOOL loop;
+@property (nonatomic) BOOL autoplay;
+@property (nonatomic) BOOL muted;
+@property (nonatomic) BOOL controls;
+@property (nonatomic, strong, readonly) UIView *view;
+@property (nonatomic, copy) NSString *src;
+@property (nonatomic, readonly) double duration;
+@property (nonatomic) double currentTime;
+
+- (void)play;
+- (void)pause;
+- (void)load;
+
+- (NSString *)canPlayType:(NSString *)type;
+
+- (void)setPlayIconName:(NSString *)name;
+- (void)setPauseIconName:(NSString *)name;
+- (void)setIconTintHex:(NSString *)hex;
+- (void)setIconTintColor:(UIColor *)color;
+
+@end