@byteplus/react-native-live-push 1.1.3-rc.4 → 1.3.0-rc.0

package/ios/VeLiveMixerView.m

@@ -8,24 +8,16 @@
 #import "VeLiveMixerView.h"
 #import "VeLiveMixerHelper.h"
 #import <AVFoundation/AVFoundation.h>
+#import <CoreImage/CoreImage.h>
 #import <CoreMedia/CoreMedia.h>
 #import <CoreVideo/CoreVideo.h>
 #import <UIKit/UIKit.h>
 
 @interface VeLiveMixerUIView ()
 
-// Mix configuration - Align with Android
-@property(nonatomic, assign) float mixX;
-@property(nonatomic, assign) float mixY;
-@property(nonatomic, assign) float mixWidth;
-@property(nonatomic, assign) float mixHeight;
-@property(nonatomic, assign) int mixZOrder;
-@property(nonatomic, assign) int mixRenderMode;
-
 // Capture configuration - Internal properties
 @property(nonatomic, strong) NSString *internalCaptureMode;
 @property(nonatomic, assign) float internalCaptureFramerate;
-@property(nonatomic, assign) float internalAutoSensitivity;
 
 // Capture state - Align with Android
 @property(nonatomic, strong) NSTimer *captureTimer;
@@ -34,21 +26,12 @@
 @property(nonatomic, assign) CFTimeInterval lastCaptureTime;
 
 // Performance optimization - Align with Android
-@property(nonatomic, strong) UIImage *lastBitmap;
-
-// Auto mode state - Align with Android
-@property(nonatomic, assign) int changeCount;
-@property(nonatomic, assign) CFTimeInterval windowStartTime;
-@property(nonatomic, assign) BOOL isInRealtimeMode;
+@property(nonatomic) CVPixelBufferRef lastPixelBuffer;
 
 @end
 
 @implementation VeLiveMixerUIView
 
-static const CFTimeInterval AUTO_WINDOW_SECONDS = 2.0; // 2 second window
-static const int HIGH_CHANGE_THRESHOLD = 10;
-static const int LOW_CHANGE_THRESHOLD = 2;
-
 - (instancetype)initWithFrame:(CGRect)frame {
   self = [super initWithFrame:frame];
   if (self) {
@@ -69,25 +52,13 @@ static const int LOW_CHANGE_THRESHOLD = 2;
 
 - (void)initializeCapture {
   // Initialize defaults - Completely align with Android
-  _mixX = 0.0f;
-  _mixY = 0.0f;
-  _mixWidth = 0.0f;
-  _mixHeight = 0.0f;
-  _mixZOrder = 0;
-  _mixRenderMode = 0;
-
   _internalCaptureMode = @"onchange";
-  _internalCaptureFramerate = 30.0f;
-  _internalAutoSensitivity = 5.0f;
+  _internalCaptureFramerate = 5.0f; // realTime mode default 5 fps
 
   _isCapturing = NO;
   _isDestroyed = NO;
   _lastCaptureTime = 0;
-
-  // Auto mode state
-  _changeCount = 0;
-  _windowStartTime = 0;
-  _isInRealtimeMode = NO;
+  _lastPixelBuffer = NULL;
 }
 
 #pragma mark - Property Getters/Setters - Align with React Native props
@@ -116,14 +87,6 @@ static const int LOW_CHANGE_THRESHOLD = 2;
   }
 }
 
-- (NSNumber *)autoSensitivity {
-  return @(self.internalAutoSensitivity);
-}
-
-- (void)setAutoSensitivity:(NSNumber *)sensitivity {
-  _internalAutoSensitivity = MAX(1.0f, MIN(10.0f, [sensitivity floatValue]));
-}
-
 - (void)setViewId:(NSString *)viewId {
   if (!viewId) {
     return;
@@ -142,61 +105,6 @@ static const int LOW_CHANGE_THRESHOLD = 2;
   }
 }
 
-#pragma mark - Property setters for React Native props - Align with Android
-
-// React Native property setter - Corresponds to VeLiveMixerViewManager.m
-// properties
-- (void)setX:(NSNumber *)x {
-  _x = x;
-  _mixX = [x floatValue];
-}
-
-- (void)setY:(NSNumber *)y {
-  _y = y;
-  _mixY = [y floatValue];
-}
-
-- (void)setWidth:(NSNumber *)width {
-  _width = width;
-  _mixWidth = [width floatValue];
-}
-
-- (void)setHeight:(NSNumber *)height {
-  _height = height;
-  _mixHeight = [height floatValue];
-}
-
-- (void)setZOrder:(NSNumber *)zOrder {
-  _zOrder = zOrder;
-  _mixZOrder = [zOrder intValue];
-}
-
-- (void)setRenderMode:(NSNumber *)renderMode {
-  _renderMode = renderMode;
-  _mixRenderMode = [renderMode intValue];
-}
-
-#pragma mark - Internal setters for mix configuration - Internal use
-
-- (void)setMixX:(float)x {
-  _mixX = x;
-}
-- (void)setMixY:(float)y {
-  _mixY = y;
-}
-- (void)setMixWidth:(float)width {
-  _mixWidth = width;
-}
-- (void)setMixHeight:(float)height {
-  _mixHeight = height;
-}
-- (void)setMixZOrder:(int)zOrder {
-  _mixZOrder = zOrder;
-}
-- (void)setMixRenderMode:(int)renderMode {
-  _mixRenderMode = renderMode;
-}
-
 #pragma mark - Capture Methods - Completely align with Android
 
 - (void)startCapture {
@@ -207,8 +115,6 @@ static const int LOW_CHANGE_THRESHOLD = 2;
     [self startOnChangeCapture];
   } else if ([self.internalCaptureMode isEqualToString:@"realtime"]) {
     [self startRealtimeCapture];
-  } else if ([self.internalCaptureMode isEqualToString:@"auto"]) {
-    [self startAutoCapture];
   }
   // manual mode doesn't auto-start
 }
@@ -220,7 +126,22 @@ static const int LOW_CHANGE_THRESHOLD = 2;
 }
 
 - (void)startOnChangeCapture {
-  // onchange mode triggers in layoutSubviews
+  // onchange mode triggers every 2 seconds
+  self.captureTimer =
+      [NSTimer scheduledTimerWithTimeInterval:2.0
+                                       target:self
+                                     selector:@selector(onChangeCapture)
+                                     userInfo:nil
+                                      repeats:YES];
+}
+
+- (void)onChangeCapture {
+  if (!self.isDestroyed &&
+      [self.internalCaptureMode isEqualToString:@"onchange"]) {
+    @autoreleasepool {
+      [self performCapture:@"onchange"];
+    }
+  }
 }
 
 - (void)startRealtimeCapture {
@@ -262,59 +183,6 @@ static const int LOW_CHANGE_THRESHOLD = 2;
   }
 }
 
-- (void)startAutoCapture {
-  // Start with onchange mode
-  self.isInRealtimeMode = NO;
-  self.windowStartTime = CACurrentMediaTime();
-  self.changeCount = 0;
-  [self startOnChangeCapture];
-}
-
-#pragma mark - Layout Change Detection - Align with Android's onViewChanged
-
-- (void)handleAutoModeChange {
-  if (!self.isInRealtimeMode) {
-    [self performCapture:@"auto_onchange"];
-  }
-
-  // Count changes for auto mode
-  self.changeCount++;
-
-  CFTimeInterval currentTime = CACurrentMediaTime();
-  if (currentTime - self.windowStartTime >= AUTO_WINDOW_SECONDS) {
-    [self evaluateAutoMode];
-    // Reset window
-    self.windowStartTime = currentTime;
-    self.changeCount = 0;
-  }
-}
-
-- (void)evaluateAutoMode {
-  float changesPerSecond = self.changeCount / AUTO_WINDOW_SECONDS;
-  float threshold = self.internalAutoSensitivity;
-
-  BOOL shouldBeRealtime =
-      changesPerSecond > (HIGH_CHANGE_THRESHOLD / threshold);
-  BOOL shouldBeOnChange = changesPerSecond < (LOW_CHANGE_THRESHOLD / threshold);
-
-  if (shouldBeRealtime && !self.isInRealtimeMode) {
-    [self switchToRealtimeMode];
-  } else if (shouldBeOnChange && self.isInRealtimeMode) {
-    [self switchToOnChangeMode];
-  }
-}
-
-- (void)switchToRealtimeMode {
-  self.isInRealtimeMode = YES;
-  [self startRealtimeCapture];
-}
-
-- (void)switchToOnChangeMode {
-  self.isInRealtimeMode = NO;
-  [self.captureTimer invalidate];
-  self.captureTimer = nil;
-}
-
 #pragma mark - Core Capture Logic - Align with Android's performCapture
 
 - (void)performCapture:(NSString *)trigger {
@@ -323,7 +191,7 @@ static const int LOW_CHANGE_THRESHOLD = 2;
 
   // Throttle captures to prevent excessive calls
   CFTimeInterval currentTime = CACurrentMediaTime();
-  if (currentTime - self.lastCaptureTime < 1.0 / 60.0) { // Max 60fps
+  if (currentTime - self.lastCaptureTime < 1.0 / 30.0) { // Max 30fps
     return;
   }
   self.lastCaptureTime = currentTime;
@@ -331,9 +199,10 @@ static const int LOW_CHANGE_THRESHOLD = 2;
   self.isCapturing = YES;
 
   @try {
-    UIImage *bitmap = [self createBitmap];
-    if (bitmap) {
-      [self processBitmap:bitmap trigger:trigger];
+    CVPixelBufferRef pixelBuffer = [self createPixelBuffer];
+    if (pixelBuffer) {
+      [self processPixelBuffer:pixelBuffer trigger:trigger];
+      CVPixelBufferRelease(pixelBuffer);
     }
   } @finally {
     self.isCapturing = NO;
@@ -385,75 +254,6 @@ static const int LOW_CHANGE_THRESHOLD = 2;
   }
 }
 
-- (void)processBitmap:(UIImage *)bitmap trigger:(NSString *)trigger {
-  @autoreleasepool {
-    if (!bitmap || bitmap.size.width <= 0 || bitmap.size.height <= 0) {
-      return;
-    }
-
-    // Check bitmap memory size and skip if too large
-    CGFloat bitmapMemoryMB =
-        (bitmap.size.width * bitmap.size.height * 4.0) / (1024.0 * 1024.0);
-    if (bitmapMemoryMB > 50.0) { // Skip bitmaps larger than 50MB
-      return;
-    }
-
-    if (self.bitmapCaptureCallback) {
-      @try {
-        [self.bitmapCaptureCallback onBitmapCaptured:bitmap];
-      } @catch (NSException *exception) {
-        if (self.bitmapCaptureCallback) {
-          [self.bitmapCaptureCallback
-              onCaptureError:[NSString stringWithFormat:@"Callback error: %@",
-                                                        exception.reason]];
-        }
-      }
-    }
-
-    if (self.onBitmapCapture) {
-      @autoreleasepool {
-        NSDictionary *event = @{
-          @"trigger" : trigger ?: @"unknown",
-          @"success" : @(YES),
-          @"x" : @(self.mixX),
-          @"y" : @(self.mixY),
-          @"width" : @(self.mixWidth),
-          @"height" : @(self.mixHeight),
-          @"zOrder" : @(self.mixZOrder),
-          @"renderMode" : @(self.mixRenderMode),
-          @"bitmapWidth" : @(bitmap.size.width),
-          @"bitmapHeight" : @(bitmap.size.height)
-        };
-        self.onBitmapCapture(event);
-      }
-    }
-
-    // Clean up old bitmap immediately
-    if (self.lastBitmap) {
-      self.lastBitmap = nil;
-    }
-
-    // For realtime mode, don't keep bitmap reference to reduce memory usage
-    if ([trigger isEqualToString:@"realtime"]) {
-      // Bitmap will be auto-released at autoreleasepool end
-
-      // Force memory cleanup every 10 realtime captures
-      static int realtimeCount = 0;
-      realtimeCount++;
-      if (realtimeCount % 10 == 0) {
-        dispatch_async(
-            dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_LOW, 0), ^{
-              @autoreleasepool {
-                [[NSURLCache sharedURLCache] removeAllCachedResponses];
-              }
-            });
-      }
-    } else {
-      self.lastBitmap = bitmap;
-    }
-  }
-}
-
 #pragma mark - Public Methods - Align with Android interface
 
 // Align with Android's performManualCapture
@@ -472,8 +272,11 @@ static const int LOW_CHANGE_THRESHOLD = 2;
   self.isDestroyed = YES;
   [self stopCapture];
 
-  // Clean up bitmap cache
-  self.lastBitmap = nil;
+  // Clean up pixelBuffer cache
+  if (self.lastPixelBuffer) {
+    CVPixelBufferRelease(self.lastPixelBuffer);
+    self.lastPixelBuffer = NULL;
+  }
 
   // Clean up callback references, avoid circular references
   self.bitmapCaptureCallback = nil;
@@ -537,8 +340,12 @@ static const int LOW_CHANGE_THRESHOLD = 2;
 }
 
 - (CVPixelBufferRef)createPixelBuffer {
-  // Implement pixel buffer creation (corresponds to Android's ByteBuffer)
-  return NULL; // Temporary return NULL, implementation based on needs
+  UIImage *bitmap = [self createBitmap];
+  if (!bitmap) {
+    return NULL;
+  }
+
+  return [self pixelBufferFromUIImage:bitmap];
 }
 
 - (CMSampleBufferRef)createSampleBuffer {
@@ -587,8 +394,6 @@ static const int LOW_CHANGE_THRESHOLD = 2;
   // Original capture logic
   if ([self.internalCaptureMode isEqualToString:@"onchange"]) {
     [self performCapture:@"onchange"];
-  } else if ([self.internalCaptureMode isEqualToString:@"auto"]) {
-    [self handleAutoModeChange];
   }
 }
 
@@ -597,4 +402,146 @@ static const int LOW_CHANGE_THRESHOLD = 2;
   [super setBackgroundColor:backgroundColor];
 }
 
+#pragma mark - Helper Methods
+
+- (CVPixelBufferRef)pixelBufferFromUIImage:(UIImage *)image {
+  if (!image) {
+    return NULL;
+  }
+
+  CGImageRef cgImage = image.CGImage;
+  if (!cgImage) {
+    return NULL;
+  }
+
+  CGFloat width = CGImageGetWidth(cgImage);
+  CGFloat height = CGImageGetHeight(cgImage);
+
+  NSDictionary *options = @{
+    (NSString *)kCVPixelBufferCGImageCompatibilityKey : @YES,
+    (NSString *)kCVPixelBufferCGBitmapContextCompatibilityKey : @YES,
+    (NSString *)kCVPixelBufferIOSurfacePropertiesKey : @{}
+  };
+
+  CVPixelBufferRef pixelBuffer = NULL;
+  CVReturn status = CVPixelBufferCreate(
+      kCFAllocatorDefault, width, height, kCVPixelFormatType_32BGRA,
+      (__bridge CFDictionaryRef)options, &pixelBuffer);
+
+  if (status != kCVReturnSuccess || !pixelBuffer) {
+    return NULL;
+  }
+
+  CVPixelBufferLockBaseAddress(pixelBuffer, 0);
+
+  void *pixelData = CVPixelBufferGetBaseAddress(pixelBuffer);
+  size_t bytesPerRow = CVPixelBufferGetBytesPerRow(pixelBuffer);
+
+  CGColorSpaceRef colorSpace = CGColorSpaceCreateDeviceRGB();
+  CGContextRef context = CGBitmapContextCreate(
+      pixelData, width, height, 8, bytesPerRow, colorSpace,
+      kCGImageAlphaPremultipliedFirst | kCGBitmapByteOrder32Host);
+
+  if (!context) {
+    CVPixelBufferUnlockBaseAddress(pixelBuffer, 0);
+    CVPixelBufferRelease(pixelBuffer);
+    CGColorSpaceRelease(colorSpace);
+    return NULL;
+  }
+
+  CGContextDrawImage(context, CGRectMake(0, 0, width, height), cgImage);
+
+  CGContextRelease(context);
+  CGColorSpaceRelease(colorSpace);
+  CVPixelBufferUnlockBaseAddress(pixelBuffer, 0);
+
+  return pixelBuffer;
+}
+
+- (void)processPixelBuffer:(CVPixelBufferRef)pixelBuffer
+                   trigger:(NSString *)trigger {
+  @autoreleasepool {
+    if (!pixelBuffer) {
+      return;
+    }
+
+    // Clean up old pixelBuffer cache
+    if (self.lastPixelBuffer) {
+      CVPixelBufferRelease(self.lastPixelBuffer);
+      self.lastPixelBuffer = NULL;
+    }
+
+    // Cache pixelBuffer for non-realtime modes
+    if (![trigger isEqualToString:@"realtime"]) {
+      // Retain current pixelBuffer as cache
+      CVPixelBufferRetain(pixelBuffer);
+      self.lastPixelBuffer = pixelBuffer;
+    }
+
+    // If callback is needed, create temporary UIImage
+    if (self.bitmapCaptureCallback || self.onBitmapCapture) {
+      UIImage *bitmap = [self UIImageFromPixelBuffer:pixelBuffer];
+      if (bitmap) {
+        if (self.bitmapCaptureCallback) {
+          @try {
+            [self.bitmapCaptureCallback onBitmapCaptured:bitmap];
+          } @catch (NSException *exception) {
+            if (self.bitmapCaptureCallback) {
+              [self.bitmapCaptureCallback
+                  onCaptureError:[NSString
+                                     stringWithFormat:@"Callback error: %@",
+                                                      exception.reason]];
+            }
+          }
+        }
+
+        if (self.onBitmapCapture) {
+          @autoreleasepool {
+            NSDictionary *event = @{
+              @"trigger" : trigger ?: @"unknown",
+              @"success" : @(YES),
+              @"bitmapWidth" : @(bitmap.size.width),
+              @"bitmapHeight" : @(bitmap.size.height)
+            };
+            self.onBitmapCapture(event);
+          }
+        }
+      }
+    }
+
+    // Memory cleanup for realtime mode
+    if ([trigger isEqualToString:@"realtime"]) {
+      static int realtimeCount = 0;
+      realtimeCount++;
+      if (realtimeCount % 10 == 0) {
+        dispatch_async(
+            dispatch_get_global_queue(DISPATCH_QUEUE_PRIORITY_LOW, 0), ^{
+              @autoreleasepool {
+                [[NSURLCache sharedURLCache] removeAllCachedResponses];
+              }
+            });
+      }
+    }
+  }
+}
+
+- (UIImage *)UIImageFromPixelBuffer:(CVPixelBufferRef)pixelBuffer {
+  if (!pixelBuffer) {
+    return nil;
+  }
+
+  CIImage *ciImage = [CIImage imageWithCVPixelBuffer:pixelBuffer];
+  CIContext *context = [CIContext contextWithOptions:nil];
+  CGImageRef cgImage = [context createCGImage:ciImage fromRect:ciImage.extent];
+
+  if (!cgImage) {
+    return nil;
+  }
+
+  UIImage *image = [UIImage imageWithCGImage:cgImage];
+  CGImageRelease(cgImage);
+
+  return image;
+}
+
 @end

package/ios/VeLiveMixerViewManager.m

@@ -33,42 +33,11 @@ RCT_CUSTOM_VIEW_PROPERTY(viewId, NSString, VeLiveMixerUIView) {
   if (json == nil) {
     return;
   }
-  
+
   NSString *viewId = [RCTConvert NSString:json];
   [view setViewId:viewId];
 }
 
-// 导出混合配置属性 - 与Android保持一致的属性名
-RCT_CUSTOM_VIEW_PROPERTY(x, NSNumber, VeLiveMixerUIView) {
-  NSNumber *x = [RCTConvert NSNumber:json];
-  [view setX:x];
-}
-
-RCT_CUSTOM_VIEW_PROPERTY(y, NSNumber, VeLiveMixerUIView) {
-  NSNumber *y = [RCTConvert NSNumber:json];
-  [view setY:y];
-}
-
-RCT_CUSTOM_VIEW_PROPERTY(width, NSNumber, VeLiveMixerUIView) {
-  NSNumber *width = [RCTConvert NSNumber:json];
-  [view setWidth:width];
-}
-
-RCT_CUSTOM_VIEW_PROPERTY(height, NSNumber, VeLiveMixerUIView) {
-  NSNumber *height = [RCTConvert NSNumber:json];
-  [view setHeight:height];
-}
-
-RCT_CUSTOM_VIEW_PROPERTY(zOrder, NSNumber, VeLiveMixerUIView) {
-  NSNumber *zOrder = [RCTConvert NSNumber:json];
-  [view setZOrder:zOrder];
-}
-
-RCT_CUSTOM_VIEW_PROPERTY(renderMode, NSNumber, VeLiveMixerUIView) {
-  NSNumber *renderMode = [RCTConvert NSNumber:json];
-  [view setRenderMode:renderMode];
-}
-
 // 导出捕获配置属性
 RCT_CUSTOM_VIEW_PROPERTY(captureMode, NSString, VeLiveMixerUIView) {
   NSString *captureMode = [RCTConvert NSString:json];
@@ -84,9 +53,4 @@ RCT_CUSTOM_VIEW_PROPERTY(captureFramerate, NSNumber, VeLiveMixerUIView) {
   [view setCaptureFramerate:framerate];
 }
 
-RCT_CUSTOM_VIEW_PROPERTY(autoSensitivity, NSNumber, VeLiveMixerUIView) {
-  NSNumber *sensitivity = [RCTConvert NSNumber:json];
-  [view setAutoSensitivity:sensitivity];
-}
-
-@end 
+@end