@byteplus/react-native-live-push 1.1.3-rc.3 → 1.2.0-rc.0

package/android/build.gradle

@@ -87,6 +87,6 @@ dependencies {
   // For > 0.71, this will be replaced by `com.facebook.react:react-android:$version` by react gradle plugin
   //noinspection GradleDynamicVersion
     implementation "com.facebook.react:react-native:+"
-    implementation "com.volcengine:VolcApiEngine:1.2.3"
-    api 'com.bytedanceapi:ttsdk-ttlivepush_rtc:1.41.300.103'
+    implementation "com.volcengine:VolcApiEngine:1.6.2"
+    api 'com.bytedanceapi:ttsdk-ttlivepush_rtc:1.46.300.2'
 }

package/android/src/main/java/com/volcengine/velive/rn/push/ClassHelper.java

@@ -0,0 +1,9 @@
+package com.volcengine.velive.rn.push;
+import com.ss.avframework.live.statistics.VeLivePusherStatisticsExt;
+import com.volcengine.VolcApiEngine.runtime.Util;
+
+public class ClassHelper {
+  public static void init() {
+    Util.JsonAbleClass.add(VeLivePusherStatisticsExt.class);
+  }
+}

package/android/src/main/java/com/volcengine/velive/rn/push/NativeVariableManager.java

@@ -1,19 +1,16 @@
 package com.volcengine.velive.rn.push;
 
 import androidx.annotation.NonNull;
-
 import com.facebook.react.bridge.ReactApplicationContext;
 import com.volcengine.VolcApiEngine.*;
 
 public class NativeVariableManager {
-  static void init(@NonNull VolcApiEngine apiEngine, ReactApplicationContext reactContext) {
+  static void init(@NonNull VolcApiEngine apiEngine,
+                   ReactApplicationContext reactContext) {
     var m = apiEngine.msgClient.proto.variableManager;
-    
-    m.registerVar("ApplicationContext", (Object[] args) -> reactContext.getApplicationContext());
-    m.registerVar("ReactApplicationContext", (Object[] args) -> reactContext);
 
-    var helper = new ScreenCaptureHelper(reactContext);
-    m.registerVar("screenIntent", helper::getScreenIntent);
-    helper.setup();
+    m.registerVar("ApplicationContext",
+                  (Object[] args) -> reactContext.getApplicationContext());
+    m.registerVar("ReactApplicationContext", (Object[] args) -> reactContext);
   }
 }

package/android/src/main/java/com/volcengine/velive/rn/push/VeLivePushModule.java

@@ -50,6 +50,7 @@ public class VeLivePushModule extends VeLivePushModuleSpec implements IEventRece
       apiEngine = new VolcApiEngine(getReactApplicationContext(), this);
 
       NativeVariableManager.init(apiEngine, super.context);
+      ClassHelper.init();
       return true;
     }
 

package/android/src/main/java/com/volcengine/velive/rn/push/mixer/MixerManager.java

@@ -4,34 +4,31 @@ import android.graphics.Bitmap;
 import android.util.Log;
 import android.view.View;
 import android.view.ViewTreeObserver;
-
 import com.ss.avframework.live.VeLivePusher;
 import com.ss.avframework.live.VeLivePusherDef.VeLiveMixVideoLayout;
-import com.ss.avframework.live.VeLivePusherDef.VeLiveStreamMixDescription;
 import com.ss.avframework.live.VeLivePusherDef.VeLivePusherRenderMode;
+import com.ss.avframework.live.VeLivePusherDef.VeLiveStreamMixDescription;
 import com.ss.avframework.live.VeLiveVideoFrame;
-
-import org.json.JSONObject;
-
 import java.util.HashMap;
 import java.util.Map;
 import java.util.concurrent.ConcurrentHashMap;
-
 import javax.annotation.Nullable;
+import org.json.JSONObject;
 
 public class MixerManager {
-  public  static Map<String, View> cachedMixedViews = new HashMap<>();
+  public static Map<String, View> cachedMixedViews = new HashMap<>();
 
   private static final String TAG = "MixerManager";
 
   private VeLivePusher pusher;
-  private final Map<String, VeLiveMixVideoLayout> mixedViewLayout = new ConcurrentHashMap<>();
-  private final Map<String, Integer> viewIdToStreamId = new ConcurrentHashMap<>();
-  private final Map<String, Integer> pendingCallbacks = new ConcurrentHashMap<>();
-  
-  public void setPusher(VeLivePusher pusher) {
-    this.pusher = pusher;
-  }
+  private final Map<String, VeLiveMixVideoLayout> mixedViewLayout =
+      new ConcurrentHashMap<>();
+  private final Map<String, Integer> viewIdToStreamId =
+      new ConcurrentHashMap<>();
+  private final Map<String, Integer> pendingCallbacks =
+      new ConcurrentHashMap<>();
+
+  public void setPusher(VeLivePusher pusher) { this.pusher = pusher; }
 
   /**
    * Add a view to the mixer
@@ -40,85 +37,81 @@ public class MixerManager {
    * @return streamId for this view
    */
   public int addView(String viewId, JSONObject viewInfo) {
-   try {
-     if (pusher == null || pusher.getMixerManager() == null) {
-       return -1;
-     }
-
-     if (viewIdToStreamId.containsKey(viewId)) {
-       return viewIdToStreamId.get(viewId);
-     }
-     
-     int videoStreamId = pusher.getMixerManager().addVideoStream();
-     VeLiveStreamMixDescription description = new VeLiveStreamMixDescription();
-     VeLiveMixVideoLayout layout = new VeLiveMixVideoLayout();
-    layout.x = (float) viewInfo.getDouble("x");
-    layout.y = (float) viewInfo.getDouble("y");
-    layout.width = (float) viewInfo.getDouble("width");
-    layout.height = (float) viewInfo.getDouble("height");
-     layout.zOrder = viewInfo.optInt("zOrder", 0);
-     int renderModeValue = viewInfo.optInt("renderMode", 0);
-     VeLivePusherRenderMode[] renderModes = VeLivePusherRenderMode.values();
-     if (renderModeValue >= 0 && renderModeValue < renderModes.length) {
-       layout.renderMode = renderModes[renderModeValue];
-     } else {
-       layout.renderMode = VeLivePusherRenderMode.values()[0];
-     }
-     layout.streamId = videoStreamId;
-     description.mixVideoStreams.add(layout);
-     mixedViewLayout.put(viewId, layout);
-     viewIdToStreamId.put(viewId, videoStreamId);
-     pusher.getMixerManager().updateStreamMixDescription(description);
-     
-     View view = cachedMixedViews.get(viewId);
-     if (view instanceof MixerView) {
-       MixerView mixerView = (MixerView) view;
-       setupCallbackForMixerView(mixerView, videoStreamId);
-       
-       android.os.Handler mainHandler = new android.os.Handler(android.os.Looper.getMainLooper());
-       mainHandler.postDelayed(new Runnable() {
-         @Override
-         public void run() {
-           try {
-             VeLiveMixVideoLayout layout = mixedViewLayout.get(viewId);
-             if (layout != null && pusher != null && pusher.getMixerManager() != null) {
-               VeLiveStreamMixDescription description = new VeLiveStreamMixDescription();
-               description.mixVideoStreams.add(layout);
-               pusher.getMixerManager().updateStreamMixDescription(description);
-             }
-             mixerView.performManualCapture();
-           } catch (Exception e) {
-             // Ignore
-           }
-         }
-       }, 300);
-       
-     } else {
-       pendingCallbacks.put(viewId, videoStreamId);
-     }
-     
-     return videoStreamId;
-   } catch (Exception e) {
-     return -1;
-   }
+    try {
+      if (pusher == null || pusher.getMixerManager() == null) {
+        return -1;
+      }
+
+      if (viewIdToStreamId.containsKey(viewId)) {
+        return viewIdToStreamId.get(viewId);
+      }
+
+      int videoStreamId = pusher.getMixerManager().addVideoStream();
+      VeLiveStreamMixDescription description = new VeLiveStreamMixDescription();
+      VeLiveMixVideoLayout layout = new VeLiveMixVideoLayout();
+      layout.x = (float)viewInfo.getDouble("x");
+      layout.y = (float)viewInfo.getDouble("y");
+      layout.width = (float)viewInfo.getDouble("width");
+      layout.height = (float)viewInfo.getDouble("height");
+      layout.alpha = (float)viewInfo.optDouble("alpha", 1.0);
+      layout.zOrder = viewInfo.optInt("zOrder", 0);
+      int renderModeValue = viewInfo.optInt("renderMode", 0);
+      VeLivePusherRenderMode[] renderModes = VeLivePusherRenderMode.values();
+      if (renderModeValue >= 0 && renderModeValue < renderModes.length) {
+        layout.renderMode = renderModes[renderModeValue];
+      } else {
+        layout.renderMode = VeLivePusherRenderMode.values()[0];
+      }
+      layout.streamId = videoStreamId;
+      description.mixVideoStreams.add(layout);
+      mixedViewLayout.put(viewId, layout);
+      viewIdToStreamId.put(viewId, videoStreamId);
+      pusher.getMixerManager().updateStreamMixDescription(description);
+
+      View view = cachedMixedViews.get(viewId);
+      if (view instanceof MixerView) {
+        MixerView mixerView = (MixerView)view;
+        setupCallbackForMixerView(mixerView, videoStreamId);
+
+        android.os.Handler mainHandler =
+            new android.os.Handler(android.os.Looper.getMainLooper());
+        mainHandler.postDelayed(new Runnable() {
+          @Override
+          public void run() {
+            try {
+              mixerView.performManualCapture();
+            } catch (Exception e) {
+              Log.w(TAG, "Failed to perform manual capture after addView", e);
+            }
+          }
+        }, 300);
+      } else {
+        pendingCallbacks.put(viewId, videoStreamId);
+      }
+
+      return videoStreamId;
+    } catch (Exception e) {
+      return -1;
+    }
   }
-  
+
   /**
    * Update view configuration
    */
   public boolean updateView(String viewId, JSONObject viewInfo) {
     try {
       VeLiveMixVideoLayout layout = mixedViewLayout.get(viewId);
-      if(layout == null) {
+      if (layout == null) {
         return false;
       }
       VeLiveStreamMixDescription description = new VeLiveStreamMixDescription();
-      layout.x = (float) viewInfo.getDouble("x");
-      layout.y = (float) viewInfo.getDouble("y");
-      layout.width = (float) viewInfo.getDouble("width");
-      layout.height = (float) viewInfo.getDouble("height");
+      layout.x = (float)viewInfo.getDouble("x");
+      layout.y = (float)viewInfo.getDouble("y");
+      layout.width = (float)viewInfo.getDouble("width");
+      layout.height = (float)viewInfo.getDouble("height");
+      layout.alpha = (float)viewInfo.optDouble("alpha", 1.0);
       Integer streamId = viewIdToStreamId.get(viewId);
-      if(streamId != null) {
+      if (streamId != null) {
         layout.streamId = streamId;
       }
       if (viewInfo.has("zOrder")) {
@@ -134,10 +127,22 @@ public class MixerManager {
       mixedViewLayout.put(viewId, layout);
       description.mixVideoStreams.add(layout);
       pusher.getMixerManager().updateStreamMixDescription(description);
+
       View view = cachedMixedViews.get(viewId);
       if (view instanceof MixerView) {
-        MixerView mixerView = (MixerView) view;
-        mixerView.performManualCapture();
+        MixerView mixerView = (MixerView)view;
+        android.os.Handler mainHandler =
+            new android.os.Handler(android.os.Looper.getMainLooper());
+        mainHandler.postDelayed(new Runnable() {
+          @Override
+          public void run() {
+            try {
+              mixerView.performManualCapture();
+            } catch (Exception e) {
+              Log.w(TAG, "Failed to perform manual capture after update", e);
+            }
+          }
+        }, 300);
       }
       return true;
     } catch (Exception e) {
@@ -154,15 +159,16 @@ public class MixerManager {
       if (layout == null) {
         return false;
       }
-      
+
       viewIdToStreamId.remove(viewId);
-      
+
       View view = cachedMixedViews.get(viewId);
       if (view instanceof MixerView) {
-        MixerView mixerView = (MixerView) view;
+        MixerView mixerView = (MixerView)view;
         mixerView.setBitmapCaptureCallback(null);
       }
-      
+      cachedMixedViews.remove(viewId);
+
       pusher.getMixerManager().removeVideoStream(layout.streamId);
       return true;
 
@@ -177,7 +183,7 @@ public class MixerManager {
   public void captureView(String viewId) {
     View view = cachedMixedViews.get(viewId);
     if (view instanceof MixerView) {
-      MixerView mixerView = (MixerView) view;
+      MixerView mixerView = (MixerView)view;
       mixerView.performManualCapture();
     }
   }
@@ -192,28 +198,33 @@ public class MixerManager {
         Integer streamId = instance.pendingCallbacks.remove(viewId);
         if (streamId != null) {
           setupCallbackForMixerView(mixerView, streamId);
-          
-          android.os.Handler mainHandler = new android.os.Handler(android.os.Looper.getMainLooper());
+
+          android.os.Handler mainHandler =
+              new android.os.Handler(android.os.Looper.getMainLooper());
           mainHandler.postDelayed(new Runnable() {
             @Override
             public void run() {
               try {
-                VeLiveMixVideoLayout layout = instance.mixedViewLayout.get(viewId);
-                if (layout != null && instance.pusher != null && instance.pusher.getMixerManager() != null) {
-                  VeLiveStreamMixDescription description = new VeLiveStreamMixDescription();
+                VeLiveMixVideoLayout layout =
+                    instance.mixedViewLayout.get(viewId);
+                if (layout != null && instance.pusher != null &&
+                    instance.pusher.getMixerManager() != null) {
+                  VeLiveStreamMixDescription description =
+                      new VeLiveStreamMixDescription();
                   description.mixVideoStreams.add(layout);
-                  instance.pusher.getMixerManager().updateStreamMixDescription(description);
+                  instance.pusher.getMixerManager().updateStreamMixDescription(
+                      description);
                 }
                 mixerView.performManualCapture();
               } catch (Exception e) {
-                // Ignore
+                Log.w(TAG, "Failed to perform operations in onViewReady", e);
               }
             }
-          }, 1000);
+          }, 300);
         }
       }
     } catch (Exception e) {
-      // Ignore
+      Log.w(TAG, "Error in onViewReady", e);
     }
   }
 
@@ -225,18 +236,18 @@ public class MixerManager {
       if (bitmap == null || bitmap.isRecycled()) {
         return;
       }
-      
+
       if (pusher == null || pusher.getMixerManager() == null) {
         return;
       }
-      
+
       int width = bitmap.getWidth();
       int height = bitmap.getHeight();
-      
+
       if (width <= 0 || height <= 0) {
         return;
       }
-      
+
       TextureMgr textureMgr = new TextureMgr(width, height);
       textureMgr.dealWithTexture(bitmap, new TextureMgr.RenderListener() {
         @Override
@@ -245,19 +256,18 @@ public class MixerManager {
             if (texture <= 0) {
               return;
             }
-            
+
             long pts = System.currentTimeMillis() * 1000;
-            VeLiveVideoFrame videoFrame = new VeLiveVideoFrame(width, height, pts, texture, false, null);
-            
+            VeLiveVideoFrame videoFrame =
+                new VeLiveVideoFrame(width, height, pts, texture, false, null);
+
             if (pusher != null && pusher.getMixerManager() != null) {
-              pusher.getMixerManager().sendCustomVideoFrame(videoFrame, streamId);
+              pusher.getMixerManager().sendCustomVideoFrame(videoFrame,
+                                                            streamId);
             }
           } catch (Exception e) {
             // Ignore
           } finally {
-            if (bitmap != null && !bitmap.isRecycled()) {
-              bitmap.recycle();
-            }
             textureMgr.cleanup();
           }
         }
@@ -266,16 +276,17 @@ public class MixerManager {
       // Ignore
     }
   }
-  
+
   /**
    * Static method to set up callback for MixerView
    * Now with intelligent layout waiting logic
    */
-  private static void setupCallbackForMixerView(MixerView mixerView, int streamId) {
+  private static void setupCallbackForMixerView(MixerView mixerView,
+                                                int streamId) {
     if (mixerView == null) {
       return;
     }
-    
+
     mixerView.setBitmapCaptureCallback(new BitmapCaptureCallback() {
       @Override
       public void onBitmapCaptured(Bitmap bitmap) {
@@ -289,13 +300,13 @@ public class MixerManager {
           // Ignore
         }
       }
-      
+
       @Override
       public void onCaptureError(String error) {
         // Ignore
       }
     });
-    
+
     if (mixerView.getWidth() > 0 && mixerView.getHeight() > 0) {
       try {
         mixerView.performManualCapture();
@@ -303,32 +314,36 @@ public class MixerManager {
         // Ignore
       }
     } else {
-      ViewTreeObserver.OnGlobalLayoutListener layoutListener = new ViewTreeObserver.OnGlobalLayoutListener() {
-        @Override
-        public void onGlobalLayout() {
-          try {
-            if (mixerView.getViewTreeObserver().isAlive()) {
-              if (mixerView.getWidth() > 0 && mixerView.getHeight() > 0) {
-                mixerView.getViewTreeObserver().removeOnGlobalLayoutListener(this);
-                mixerView.performManualCapture();
+      ViewTreeObserver.OnGlobalLayoutListener layoutListener =
+          new ViewTreeObserver.OnGlobalLayoutListener() {
+            @Override
+            public void onGlobalLayout() {
+              try {
+                if (mixerView.getViewTreeObserver().isAlive()) {
+                  if (mixerView.getWidth() > 0 && mixerView.getHeight() > 0) {
+                    mixerView.getViewTreeObserver()
+                        .removeOnGlobalLayoutListener(this);
+                    mixerView.performManualCapture();
+                  }
+                }
+              } catch (Exception e) {
+                // Ignore
               }
             }
-          } catch (Exception e) {
-            // Ignore
-          }
-        }
-      };
-      
+          };
+
       try {
-        mixerView.getViewTreeObserver().addOnGlobalLayoutListener(layoutListener);
+        mixerView.getViewTreeObserver().addOnGlobalLayoutListener(
+            layoutListener);
       } catch (Exception e) {
         // Ignore
       }
     }
   }
-  
+
   /**
-   * Static version of sendBitmapToMixer - finds the active MixerManager instance
+   * Static version of sendBitmapToMixer - finds the active MixerManager
+   * instance
    */
   private static void sendBitmapToMixerStatic(int streamId, Bitmap bitmap) {
     try {
@@ -340,7 +355,7 @@ public class MixerManager {
       // Ignore
     }
   }
-  
+
   /**
    * Find the active MixerManager instance
    */
@@ -351,44 +366,42 @@ public class MixerManager {
     }
     return null;
   }
-  
+
   private static volatile MixerManager currentInstance;
-  
+
   public MixerManager() {
-    synchronized (MixerManager.class) {
-      currentInstance = this;
-    }
+    synchronized (MixerManager.class) { currentInstance = this; }
   }
-  
+
   /**
-   * 清理资源，防止内存泄漏
+   * cleanup method to release resources
    */
   public void cleanup() {
     try {
       for (String viewId : cachedMixedViews.keySet()) {
         View view = cachedMixedViews.get(viewId);
         if (view instanceof MixerView) {
-          MixerView mixerView = (MixerView) view;
+          MixerView mixerView = (MixerView)view;
           mixerView.setBitmapCaptureCallback(null);
         }
       }
-      
+
       mixedViewLayout.clear();
       viewIdToStreamId.clear();
       pendingCallbacks.clear();
-      
+
       synchronized (MixerManager.class) {
         if (currentInstance == this) {
           currentInstance = null;
         }
       }
-      
+
       pusher = null;
     } catch (Exception e) {
       // Ignore
     }
   }
-  
+
   // Callback interface for bitmap capture
   public interface BitmapCaptureCallback {
     void onBitmapCaptured(Bitmap bitmap);

package/android/src/main/java/com/volcengine/velive/rn/push/mixer/MixerView.java

@@ -150,7 +150,7 @@ public class MixerView extends FrameLayout {
 
   private void startRealtimeCapture() {
     long interval = (long)(1000f / captureFramerate);
-    
+
     captureRunnable = new Runnable() {
       @Override
       public void run() {
@@ -260,7 +260,7 @@ public class MixerView extends FrameLayout {
       return;
     }
     lastCaptureTime = currentTime;
-    
+
     synchronized (captureLock) {
       if (isCapturing.compareAndSet(false, true)) {
         Bitmap bitmap = null;
@@ -271,9 +271,16 @@ public class MixerView extends FrameLayout {
           }
         } catch (OutOfMemoryError e) {
           System.gc();
+          // If an OOM occurs and the bitmap has not been passed to
+          // processBitmap, recycle it
+          if (bitmap != null && !bitmap.isRecycled()) {
+            bitmap.recycle();
+          }
+        } catch (Exception e) {
+          // If any other exception occurs and the bitmap has not been passed to
+          // processBitmap, recycle it
           if (bitmap != null && !bitmap.isRecycled()) {
             bitmap.recycle();
-            bitmap = null;
           }
         } finally {
           isCapturing.set(false);
@@ -313,7 +320,7 @@ public class MixerView extends FrameLayout {
       }
       return;
     }
-    
+
     // Call callback first if set (for MixerManager)
     if (bitmapCaptureCallback != null) {
       try {
@@ -321,7 +328,8 @@ public class MixerView extends FrameLayout {
         bitmapCaptureCallback.onBitmapCaptured(bitmap);
       } catch (Exception e) {
         if (bitmapCaptureCallback != null) {
-          bitmapCaptureCallback.onCaptureError("Callback error: " + e.getMessage());
+          bitmapCaptureCallback.onCaptureError("Callback error: " +
+                                               e.getMessage());
         }
       }
     } else {
@@ -341,19 +349,23 @@ public class MixerView extends FrameLayout {
       } catch (IllegalStateException e) {
         // Ignore
       }
-      
-      // if no callback, recycle immediately to avoid accumulation
-      if (bitmap != null && !bitmap.isRecycled()) {
-        bitmap.recycle();
-        return;
-      }
     }
 
     // Clean up old bitmap
     if (lastBitmap != null && !lastBitmap.isRecycled()) {
       lastBitmap.recycle();
     }
-    lastBitmap = bitmap;
+
+    // 如果没有设置回调，立即释放当前 bitmap 以避免内存累积
+    // 如果设置了回调，bitmap 将由回调的接收方负责管理
+    if (bitmapCaptureCallback == null) {
+      if (bitmap != null && !bitmap.isRecycled()) {
+        bitmap.recycle();
+      }
+      lastBitmap = null;
+    } else {
+      lastBitmap = bitmap;
+    }
   }
 
   public void handleCommand(String command, @Nullable ReadableArray args) {
@@ -384,7 +396,7 @@ public class MixerView extends FrameLayout {
       MixerManager.onViewReady(viewId, this);
     }
   }
-  
+
   @Override
   protected void onDetachedFromWindow() {
     super.onDetachedFromWindow();
@@ -393,24 +405,23 @@ public class MixerView extends FrameLayout {
     }
     cleanup();
   }
-  
-  public void setViewId(String viewId) { 
-    this.viewId = viewId; 
+
+  public void setViewId(String viewId) {
+    this.viewId = viewId;
     MixerManager.cachedMixedViews.put(viewId, this);
     // 通知MixerManager视图已准备好，检查是否有待处理的回调
     MixerManager.onViewReady(viewId, this);
   }
 
   // Add callback support for MixerManager integration
-  public void setBitmapCaptureCallback(MixerManager.BitmapCaptureCallback callback) {
+  public void
+  setBitmapCaptureCallback(MixerManager.BitmapCaptureCallback callback) {
     this.bitmapCaptureCallback = callback;
   }
 
   // Public method for manual capture (called by MixerManager)
-  public void performManualCapture() {
-    performCapture("manual");
-  }
-  
+  public void performManualCapture() { performCapture("manual"); }
+
   private void cleanup() {
     isDestroyed.set(true);
     stopCapture();
@@ -420,4 +431,4 @@ public class MixerView extends FrameLayout {
       lastBitmap = null;
     }
   }
-} 
+}