@repliqo/sdk-react-native 0.3.7 → 0.4.0

package/android/src/main/java/com/repliqo/screencapture/MultiWindowCapture.java

@@ -1,230 +1,242 @@
-package com.repliqo.screencapture;
-
-import android.app.Activity;
-import android.graphics.Bitmap;
-import android.graphics.Canvas;
-import android.graphics.Rect;
-import android.os.Build;
-import android.util.Base64;
-import android.util.Log;
-import android.view.View;
-import android.view.WindowManager;
-
-import java.io.ByteArrayOutputStream;
-import java.lang.reflect.Field;
-import java.util.ArrayList;
-import java.util.List;
-
-/**
- * Captures ALL visible windows of the app (main view + modals + alerts +
- * dialogs + toasts) by accessing Android's internal WindowManagerGlobal
- * via reflection.
- *
- * How it works:
- *   1. WindowManagerGlobal keeps a list of all root views (mViews) and
- *      their layout params (mParams) for the current process.
- *   2. We iterate over all root views, filter for visible ones, and
- *      draw each one to a Bitmap using View.draw().
- *   3. We composite the bitmaps in z-order onto a single canvas.
- *   4. The result is a complete screenshot including modals, alerts,
- *      system dialogs, etc. — anything that's a Window in the app.
- *
- * NO permissions required. NO MediaProjection. NO foreground service.
- * This is the same technique used by Facebook's screenshot-tests library.
- */
-public class MultiWindowCapture {
-    private static final String TAG = "RepliqoCapture";
-    private static final int TARGET_WIDTH = 390;
-    private static final int JPEG_QUALITY = 40;
-
-    /**
-     * Capture all visible windows composited into a single JPEG.
-     *
-     * Must be called on the UI thread.
-     *
-     * @param activity The current Activity (used for screen dimensions)
-     * @return base64-encoded JPEG, or null on failure
-     */
-    public static CaptureResult capture(Activity activity) {
-        if (activity == null || activity.isFinishing()) {
-            return null;
-        }
-
-        try {
-            // Get screen dimensions from the activity's window
-            View decorView = activity.getWindow().getDecorView();
-            int screenWidth = decorView.getWidth();
-            int screenHeight = decorView.getHeight();
-
-            if (screenWidth <= 0 || screenHeight <= 0) {
-                return null;
-            }
-
-            // Calculate output dimensions (scale to TARGET_WIDTH)
-            float ratio = (float) screenHeight / screenWidth;
-            int outWidth = Math.min(TARGET_WIDTH, screenWidth);
-            int outHeight = Math.round(outWidth * ratio);
-            outWidth = outWidth & ~1;  // Ensure even
-            outHeight = outHeight & ~1;
-
-            float scale = (float) outWidth / screenWidth;
-
-            // Get all root views via reflection
-            List<ViewInfo> views = getRootViews();
-
-            if (views.isEmpty()) {
-                // Fallback: just capture the decor view
-                return captureDecorView(decorView, outWidth, outHeight, scale);
-            }
-
-            // Create the composite bitmap
-            Bitmap composite = Bitmap.createBitmap(outWidth, outHeight,
-                    Bitmap.Config.ARGB_8888);
-            Canvas canvas = new Canvas(composite);
-            canvas.scale(scale, scale);
-
-            // Draw each visible root view in order (bottom to top)
-            for (ViewInfo info : views) {
-                if (info.view.getVisibility() != View.VISIBLE) continue;
-                if (info.view.getWidth() <= 0 || info.view.getHeight() <= 0) continue;
-
-                canvas.save();
-
-                // Apply the window's position offset
-                canvas.translate(info.left, info.top);
-
-                try {
-                    info.view.draw(canvas);
-                } catch (Exception e) {
-                    Log.w(TAG, "Failed to draw view: " + e.getMessage());
-                }
-
-                canvas.restore();
-            }
-
-            // Compress to JPEG
-            String base64 = bitmapToBase64(composite);
-            composite.recycle();
-
-            if (base64 == null) return null;
-
-            return new CaptureResult(base64, outWidth, outHeight);
-
-        } catch (Exception e) {
-            Log.w(TAG, "MultiWindowCapture failed: " + e.getMessage());
-            return null;
-        }
-    }
-
-    /**
-     * Fallback: capture just the activity's decor view.
-     */
-    private static CaptureResult captureDecorView(
-            View decorView, int outWidth, int outHeight, float scale) {
-        try {
-            Bitmap bitmap = Bitmap.createBitmap(outWidth, outHeight,
-                    Bitmap.Config.ARGB_8888);
-            Canvas canvas = new Canvas(bitmap);
-            canvas.scale(scale, scale);
-            decorView.draw(canvas);
-
-            String base64 = bitmapToBase64(bitmap);
-            bitmap.recycle();
-
-            if (base64 == null) return null;
-            return new CaptureResult(base64, outWidth, outHeight);
-        } catch (Exception e) {
-            Log.w(TAG, "DecorView capture failed: " + e.getMessage());
-            return null;
-        }
-    }
-
-    /**
-     * Get all root views in the current process via WindowManagerGlobal.
-     * Uses reflection because this is an internal API.
-     */
-    @SuppressWarnings("unchecked")
-    private static List<ViewInfo> getRootViews() {
-        List<ViewInfo> result = new ArrayList<>();
-
-        try {
-            // Get WindowManagerGlobal.getInstance()
-            Class<?> wmgClass = Class.forName("android.view.WindowManagerGlobal");
-            Object wmg = wmgClass.getMethod("getInstance").invoke(null);
-
-            // Get mViews (ArrayList<View>)
-            Field viewsField = wmgClass.getDeclaredField("mViews");
-            viewsField.setAccessible(true);
-            ArrayList<View> views = (ArrayList<View>) viewsField.get(wmg);
-
-            // Get mParams (ArrayList<WindowManager.LayoutParams>)
-            Field paramsField = wmgClass.getDeclaredField("mParams");
-            paramsField.setAccessible(true);
-            ArrayList<WindowManager.LayoutParams> params =
-                    (ArrayList<WindowManager.LayoutParams>) paramsField.get(wmg);
-
-            if (views == null || params == null) return result;
-
-            int count = Math.min(views.size(), params.size());
-            for (int i = 0; i < count; i++) {
-                View view = views.get(i);
-                WindowManager.LayoutParams lp = params.get(i);
-
-                if (view == null || lp == null) continue;
-
-                int left = lp.x;
-                int top = lp.y;
-
-                // For MATCH_PARENT windows (most modals), position is 0,0
-                if (lp.width == WindowManager.LayoutParams.MATCH_PARENT) {
-                    left = 0;
-                }
-                if (lp.height == WindowManager.LayoutParams.MATCH_PARENT) {
-                    top = 0;
-                }
-
-                result.add(new ViewInfo(view, left, top));
-            }
-        } catch (Exception e) {
-            Log.w(TAG, "getRootViews reflection failed: " + e.getMessage());
-        }
-
-        return result;
-    }
-
-    private static String bitmapToBase64(Bitmap bitmap) {
-        try {
-            ByteArrayOutputStream baos = new ByteArrayOutputStream();
-            bitmap.compress(Bitmap.CompressFormat.JPEG, JPEG_QUALITY, baos);
-            return Base64.encodeToString(baos.toByteArray(), Base64.NO_WRAP);
-        } catch (Exception e) {
-            return null;
-        }
-    }
-
-    /** Container for a root view and its screen position. */
-    private static class ViewInfo {
-        final View view;
-        final int left;
-        final int top;
-
-        ViewInfo(View view, int left, int top) {
-            this.view = view;
-            this.left = left;
-            this.top = top;
-        }
-    }
-
-    /** Result of a capture: base64 JPEG + dimensions. */
-    public static class CaptureResult {
-        public final String image;
-        public final int width;
-        public final int height;
-
-        CaptureResult(String image, int width, int height) {
-            this.image = image;
-            this.width = width;
-            this.height = height;
-        }
-    }
-}
+package com.repliqo.screencapture;
+
+import android.app.Activity;
+import android.graphics.Bitmap;
+import android.graphics.Canvas;
+import android.graphics.Rect;
+import android.os.Build;
+import android.util.Base64;
+import android.util.Log;
+import android.view.View;
+import android.view.WindowManager;
+
+import java.io.ByteArrayOutputStream;
+import java.lang.reflect.Field;
+import java.util.ArrayList;
+import java.util.List;
+
+/**
+ * Captures ALL visible windows of the app (main view + modals + alerts +
+ * dialogs + toasts) by accessing Android's internal WindowManagerGlobal
+ * via reflection.
+ *
+ * How it works:
+ *   1. WindowManagerGlobal keeps a list of all root views (mViews) and
+ *      their layout params (mParams) for the current process.
+ *   2. We iterate over all root views, filter for visible ones, and
+ *      draw each one to a Bitmap using View.draw().
+ *   3. We composite the bitmaps in z-order onto a single canvas.
+ *   4. The result is a complete screenshot including modals, alerts,
+ *      system dialogs, etc. — anything that's a Window in the app.
+ *
+ * NO permissions required. NO MediaProjection. NO foreground service.
+ * This is the same technique used by Facebook's screenshot-tests library.
+ */
+public class MultiWindowCapture {
+    private static final String TAG = "RepliqoCapture";
+    private static final int TARGET_WIDTH = 390;
+    private static final int JPEG_QUALITY = 40;
+
+    /**
+     * Capture all visible windows composited into a single JPEG.
+     *
+     * Must be called on the UI thread.
+     *
+     * @param activity The current Activity (used for screen dimensions)
+     * @return base64-encoded JPEG, or null on failure
+     */
+    public static CaptureResult capture(Activity activity) {
+        if (activity == null || activity.isFinishing()) {
+            return null;
+        }
+
+        try {
+            // Get screen dimensions from the activity's window
+            View decorView = activity.getWindow().getDecorView();
+            int screenWidth = decorView.getWidth();
+            int screenHeight = decorView.getHeight();
+
+            if (screenWidth <= 0 || screenHeight <= 0) {
+                // Happens during layout transitions / before first layout.
+                // Log so a persistent capture failure is diagnosable.
+                Log.w(TAG, "capture skipped: invalid decor dimensions "
+                        + screenWidth + "x" + screenHeight);
+                return null;
+            }
+
+            // Calculate output dimensions (scale to TARGET_WIDTH)
+            float ratio = (float) screenHeight / screenWidth;
+            int outWidth = Math.min(TARGET_WIDTH, screenWidth);
+            int outHeight = Math.round(outWidth * ratio);
+            outWidth = outWidth & ~1;  // Ensure even
+            outHeight = outHeight & ~1;
+
+            float scale = (float) outWidth / screenWidth;
+
+            // Get all root views via reflection
+            List<ViewInfo> views = getRootViews();
+
+            if (views.isEmpty()) {
+                // Fallback: just capture the decor view
+                return captureDecorView(decorView, outWidth, outHeight, scale);
+            }
+
+            // Create the composite bitmap. Recycled in finally so it never
+            // leaks if compression (bitmapToBase64) or anything else throws.
+            Bitmap composite = Bitmap.createBitmap(outWidth, outHeight,
+                    Bitmap.Config.ARGB_8888);
+            try {
+                Canvas canvas = new Canvas(composite);
+                canvas.scale(scale, scale);
+
+                // Draw each visible root view in order (bottom to top)
+                for (ViewInfo info : views) {
+                    if (info.view.getVisibility() != View.VISIBLE) continue;
+                    if (info.view.getWidth() <= 0 || info.view.getHeight() <= 0) continue;
+
+                    canvas.save();
+
+                    // Apply the window's position offset
+                    canvas.translate(info.left, info.top);
+
+                    try {
+                        info.view.draw(canvas);
+                    } catch (Exception e) {
+                        Log.w(TAG, "Failed to draw view: " + e.getMessage());
+                    }
+
+                    canvas.restore();
+                }
+
+                // Compress to JPEG
+                String base64 = bitmapToBase64(composite);
+                if (base64 == null) return null;
+
+                return new CaptureResult(base64, outWidth, outHeight);
+            } finally {
+                composite.recycle();
+            }
+
+        } catch (Exception e) {
+            Log.w(TAG, "MultiWindowCapture failed: " + e.getMessage());
+            return null;
+        }
+    }
+
+    /**
+     * Fallback: capture just the activity's decor view.
+     */
+    private static CaptureResult captureDecorView(
+            View decorView, int outWidth, int outHeight, float scale) {
+        Bitmap bitmap = null;
+        try {
+            bitmap = Bitmap.createBitmap(outWidth, outHeight,
+                    Bitmap.Config.ARGB_8888);
+            Canvas canvas = new Canvas(bitmap);
+            canvas.scale(scale, scale);
+            decorView.draw(canvas);
+
+            String base64 = bitmapToBase64(bitmap);
+            if (base64 == null) return null;
+            return new CaptureResult(base64, outWidth, outHeight);
+        } catch (Exception e) {
+            Log.w(TAG, "DecorView capture failed: " + e.getMessage());
+            return null;
+        } finally {
+            // Always recycle, even if bitmapToBase64 / draw threw.
+            if (bitmap != null) bitmap.recycle();
+        }
+    }
+
+    /**
+     * Get all root views in the current process via WindowManagerGlobal.
+     * Uses reflection because this is an internal API.
+     */
+    @SuppressWarnings("unchecked")
+    private static List<ViewInfo> getRootViews() {
+        List<ViewInfo> result = new ArrayList<>();
+
+        try {
+            // Get WindowManagerGlobal.getInstance()
+            Class<?> wmgClass = Class.forName("android.view.WindowManagerGlobal");
+            Object wmg = wmgClass.getMethod("getInstance").invoke(null);
+
+            // Get mViews (ArrayList<View>)
+            Field viewsField = wmgClass.getDeclaredField("mViews");
+            viewsField.setAccessible(true);
+            ArrayList<View> views = (ArrayList<View>) viewsField.get(wmg);
+
+            // Get mParams (ArrayList<WindowManager.LayoutParams>)
+            Field paramsField = wmgClass.getDeclaredField("mParams");
+            paramsField.setAccessible(true);
+            ArrayList<WindowManager.LayoutParams> params =
+                    (ArrayList<WindowManager.LayoutParams>) paramsField.get(wmg);
+
+            if (views == null || params == null) return result;
+
+            int count = Math.min(views.size(), params.size());
+            for (int i = 0; i < count; i++) {
+                View view = views.get(i);
+                WindowManager.LayoutParams lp = params.get(i);
+
+                if (view == null || lp == null) continue;
+
+                int left = lp.x;
+                int top = lp.y;
+
+                // For MATCH_PARENT windows (most modals), position is 0,0
+                if (lp.width == WindowManager.LayoutParams.MATCH_PARENT) {
+                    left = 0;
+                }
+                if (lp.height == WindowManager.LayoutParams.MATCH_PARENT) {
+                    top = 0;
+                }
+
+                result.add(new ViewInfo(view, left, top));
+            }
+        } catch (Exception e) {
+            Log.w(TAG, "getRootViews reflection failed: " + e.getMessage());
+        }
+
+        return result;
+    }
+
+    private static String bitmapToBase64(Bitmap bitmap) {
+        try {
+            ByteArrayOutputStream baos = new ByteArrayOutputStream();
+            bitmap.compress(Bitmap.CompressFormat.JPEG, JPEG_QUALITY, baos);
+            return Base64.encodeToString(baos.toByteArray(), Base64.NO_WRAP);
+        } catch (Throwable e) {
+            // Catch Throwable so OutOfMemoryError (not an Exception) is also
+            // surfaced rather than silently producing a null capture.
+            Log.w(TAG, "JPEG compression failed: " + e.getMessage());
+            return null;
+        }
+    }
+
+    /** Container for a root view and its screen position. */
+    private static class ViewInfo {
+        final View view;
+        final int left;
+        final int top;
+
+        ViewInfo(View view, int left, int top) {
+            this.view = view;
+            this.left = left;
+            this.top = top;
+        }
+    }
+
+    /** Result of a capture: base64 JPEG + dimensions. */
+    public static class CaptureResult {
+        public final String image;
+        public final int width;
+        public final int height;
+
+        CaptureResult(String image, int width, int height) {
+            this.image = image;
+            this.width = width;
+            this.height = height;
+        }
+    }
+}