@repliqo/sdk-react-native 0.3.7 → 0.4.0

package/android/src/main/java/com/repliqo/screencapture/FullContentCapture.java

@@ -1,273 +0,0 @@
-package com.repliqo.screencapture;
-
-import android.app.Activity;
-import android.graphics.Bitmap;
-import android.graphics.Canvas;
-import android.util.Base64;
-import android.util.Log;
-import android.view.View;
-import android.view.ViewGroup;
-import android.widget.ScrollView;
-
-import java.io.ByteArrayOutputStream;
-import java.lang.reflect.Field;
-import java.util.ArrayList;
-
-/**
- * Captures the FULL content of the primary vertical ScrollView found in
- * the app's view hierarchy — including content scrolled off-screen.
- *
- * Used for heatmap backgrounds where we need the complete screen layout,
- * not just the visible viewport.
- *
- * Supports:
- *  - Android ScrollView
- *  - AndroidX NestedScrollView
- *  - React Native ReactScrollView (old arch)
- *  - React Native ReactScrollViewManager (Fabric / new arch)
- *
- * Known limitation: FlatList / SectionList use RecyclerView which only
- * renders visible items. Full-content capture is not possible for those.
- * The method falls back to a viewport capture in that case.
- *
- * No permissions needed. Runs on UI thread.
- */
-public class FullContentCapture {
-    private static final String TAG = "RepliqoCapture";
-    private static final int TARGET_WIDTH = 500;
-    private static final int JPEG_QUALITY = 60;
-    private static final int MAX_HEIGHT = 5000;
-
-    /** Result that includes whether this is a full-content or viewport capture. */
-    public static class FullCaptureResult {
-        public final String image;
-        public final int width;
-        public final int height;
-        public final boolean isFullContent;
-
-        FullCaptureResult(String image, int width, int height, boolean isFullContent) {
-            this.image = image;
-            this.width = width;
-            this.height = height;
-            this.isFullContent = isFullContent;
-        }
-    }
-
-    /**
-     * Capture the full content of the primary vertical ScrollView.
-     * Falls back to viewport capture if no suitable ScrollView is found.
-     *
-     * @param activity Current activity
-     * @return FullCaptureResult with isFullContent flag
-     */
-    public static FullCaptureResult capture(Activity activity) {
-        if (activity == null || activity.isFinishing()) return null;
-
-        try {
-            // Find the primary vertical ScrollView
-            View scrollView = findVerticalScrollView(activity);
-            if (scrollView == null) {
-                Log.d(TAG, "No vertical ScrollView found, falling back to viewport");
-                return viewportFallback(activity);
-            }
-
-            // Get the content child
-            View contentView = getContentChild(scrollView);
-            if (contentView == null) {
-                return viewportFallback(activity);
-            }
-
-            int contentWidth = contentView.getWidth();
-            int contentHeight = contentView.getHeight();
-
-            if (contentWidth <= 0 || contentHeight <= 0) {
-                return viewportFallback(activity);
-            }
-
-            // If content height is same as viewport, it's not scrollable
-            int viewportHeight = scrollView.getHeight();
-            if (contentHeight <= viewportHeight) {
-                Log.d(TAG, "Content fits in viewport, no scroll needed");
-                return viewportFallback(activity);
-            }
-
-            // Cap height to avoid OOM
-            int captureHeight = Math.min(contentHeight, MAX_HEIGHT);
-
-            // Scale to output dimensions
-            float scale = (float) TARGET_WIDTH / contentWidth;
-            int outWidth = TARGET_WIDTH & ~1;
-            int outHeight = Math.round(captureHeight * scale) & ~1;
-
-            if (outWidth <= 0 || outHeight <= 0) {
-                return viewportFallback(activity);
-            }
-
-            // Force the content view to measure and layout at its full
-            // height. React Native's ScrollView optimization may skip
-            // laying out off-screen children, causing draw() to only
-            // render the visible portion. This forces a full layout pass.
-            int widthSpec = View.MeasureSpec.makeMeasureSpec(
-                    contentWidth, View.MeasureSpec.EXACTLY);
-            int heightSpec = View.MeasureSpec.makeMeasureSpec(
-                    captureHeight, View.MeasureSpec.EXACTLY);
-            contentView.measure(widthSpec, heightSpec);
-            contentView.layout(0, 0, contentWidth, captureHeight);
-
-            // Create bitmap — wrapped in OOM catch
-            Bitmap bitmap;
-            try {
-                bitmap = Bitmap.createBitmap(outWidth, outHeight,
-                        Bitmap.Config.ARGB_8888);
-            } catch (OutOfMemoryError oom) {
-                Log.w(TAG, "OOM creating bitmap " + outWidth + "x" + outHeight +
-                        ", falling back to viewport");
-                return viewportFallback(activity);
-            }
-
-            Canvas canvas = new Canvas(bitmap);
-            canvas.scale(scale, scale);
-
-            // Draw the full content
-            contentView.draw(canvas);
-
-            // Restore the original layout so the UI isn't affected.
-            // requestLayout triggers an async re-layout on the next frame.
-            contentView.requestLayout();
-
-            // Compress to JPEG
-            ByteArrayOutputStream baos = new ByteArrayOutputStream();
-            bitmap.compress(Bitmap.CompressFormat.JPEG, JPEG_QUALITY, baos);
-            String base64 = Base64.encodeToString(baos.toByteArray(), Base64.NO_WRAP);
-            bitmap.recycle();
-
-            Log.d(TAG, "Full content captured: " + outWidth + "x" + outHeight +
-                    " (content: " + contentWidth + "x" + contentHeight +
-                    ", viewport: " + contentWidth + "x" + viewportHeight + ")");
-
-            return new FullCaptureResult(base64, outWidth, outHeight, true);
-
-        } catch (Exception e) {
-            Log.w(TAG, "FullContentCapture failed: " + e.getMessage());
-            return viewportFallback(activity);
-        }
-    }
-
-    /**
-     * Fallback: capture just the visible viewport via MultiWindowCapture.
-     */
-    private static FullCaptureResult viewportFallback(Activity activity) {
-        MultiWindowCapture.CaptureResult vp = MultiWindowCapture.capture(activity);
-        if (vp == null) return null;
-        return new FullCaptureResult(vp.image, vp.width, vp.height, false);
-    }
-
-    /**
-     * Find the first VERTICAL ScrollView in the view hierarchy.
-     * Searches all root views (including modals).
-     *
-     * Matches by walking the class hierarchy for known scroll classes:
-     *  - android.widget.ScrollView
-     *  - androidx.core.widget.NestedScrollView
-     *  - com.facebook.react.views.scroll.ReactScrollView (old arch)
-     *  - Any class with "ScrollView" in the name (catches Fabric variants)
-     *
-     * Explicitly SKIPS HorizontalScrollView and classes containing
-     * "Horizontal" to avoid capturing carousels.
-     */
-    private static View findVerticalScrollView(Activity activity) {
-        View decorView = activity.getWindow().getDecorView();
-        View found = findVerticalScrollInTree(decorView);
-        if (found != null) return found;
-
-        // Check other windows (modals)
-        try {
-            Class<?> wmgClass = Class.forName("android.view.WindowManagerGlobal");
-            Object wmg = wmgClass.getMethod("getInstance").invoke(null);
-            Field viewsField = wmgClass.getDeclaredField("mViews");
-            viewsField.setAccessible(true);
-            @SuppressWarnings("unchecked")
-            ArrayList<View> views = (ArrayList<View>) viewsField.get(wmg);
-            if (views != null) {
-                for (View root : views) {
-                    if (root == decorView) continue;
-                    found = findVerticalScrollInTree(root);
-                    if (found != null) return found;
-                }
-            }
-        } catch (Exception e) {
-            // Reflection failed
-        }
-
-        return null;
-    }
-
-    /**
-     * DFS for a vertical scroll view in the tree.
-     */
-    private static View findVerticalScrollInTree(View view) {
-        if (view == null) return null;
-
-        if (isVerticalScrollView(view)) {
-            if (view instanceof ViewGroup && ((ViewGroup) view).getChildCount() > 0) {
-                return view;
-            }
-        }
-
-        if (view instanceof ViewGroup) {
-            ViewGroup group = (ViewGroup) view;
-            for (int i = 0; i < group.getChildCount(); i++) {
-                View found = findVerticalScrollInTree(group.getChildAt(i));
-                if (found != null) return found;
-            }
-        }
-
-        return null;
-    }
-
-    /**
-     * Check if a view is a vertical scroll view.
-     * Walks the class hierarchy to catch subclasses.
-     */
-    private static boolean isVerticalScrollView(View view) {
-        // Direct instanceof for standard Android ScrollView
-        if (view instanceof ScrollView) return true;
-
-        // Walk class hierarchy for name-based matching
-        Class<?> clazz = view.getClass();
-        while (clazz != null && clazz != View.class) {
-            String name = clazz.getName();
-
-            // Skip horizontal variants
-            if (name.contains("Horizontal")) return false;
-
-            // Match known vertical scroll classes:
-            // - androidx.core.widget.NestedScrollView
-            // - com.facebook.react.views.scroll.ReactScrollView (old arch)
-            // - com.facebook.react.views.scroll.ReactScrollViewManager$... (Fabric)
-            // - Any other class ending in "ScrollView" that isn't horizontal
-            if (name.contains("NestedScrollView") ||
-                name.contains("ReactScrollView") ||
-                (name.endsWith("ScrollView") && !name.contains("Horizontal"))) {
-                return true;
-            }
-
-            clazz = clazz.getSuperclass();
-        }
-
-        return false;
-    }
-
-    /**
-     * Get the content child of a ScrollView.
-     */
-    private static View getContentChild(View scrollView) {
-        if (scrollView instanceof ViewGroup) {
-            ViewGroup group = (ViewGroup) scrollView;
-            if (group.getChildCount() > 0) {
-                return group.getChildAt(0);
-            }
-        }
-        return null;
-    }
-}

package/android/src/main/java/com/repliqo/screencapture/PixelCopyScan.java

@@ -1,279 +0,0 @@
-package com.repliqo.screencapture;
-
-import android.app.Activity;
-import android.graphics.Bitmap;
-import android.graphics.Rect;
-import android.os.Build;
-import android.os.Handler;
-import android.os.HandlerThread;
-import android.util.Base64;
-import android.util.Log;
-import android.view.PixelCopy;
-import android.view.View;
-import android.view.ViewGroup;
-import android.view.Window;
-import android.widget.ScrollView;
-
-import com.facebook.react.bridge.Arguments;
-import com.facebook.react.bridge.WritableArray;
-import com.facebook.react.bridge.WritableMap;
-
-import java.io.ByteArrayOutputStream;
-import java.lang.reflect.Field;
-import java.util.ArrayList;
-import java.util.concurrent.CountDownLatch;
-import java.util.concurrent.TimeUnit;
-
-/**
- * Captures the FULL content of a ScrollView using PixelCopy API +
- * programmatic scrolling.
- *
- * Unlike View.draw() which only renders what the view tree has laid out,
- * PixelCopy captures directly from the GPU's Surface — it sees exactly
- * what's on screen, including content that React Native has rendered
- * but that View.draw() misses.
- *
- * Flow:
- *   1. Find the main ScrollView
- *   2. Save scroll position
- *   3. For each viewport-sized step:
- *      a. scrollTo(y) — instant
- *      b. Wait 2 frames for RN to render
- *      c. PixelCopy the Window surface (captures what's actually visible)
- *      d. Crop to the ScrollView's bounds on screen
- *   4. Restore scroll position
- *   5. Return all tiles
- *
- * Requires API 26+ (Android 8.0). Falls back to MultiWindowCapture on older.
- */
-public class PixelCopyScan {
-    private static final String TAG = "RepliqoCapture";
-    private static final int TARGET_WIDTH = 390;
-    private static final int JPEG_QUALITY = 45;
-    private static final int FRAME_WAIT_MS = 50; // Wait for RN to render
-
-    /**
-     * Scan the ScrollView content using PixelCopy + programmatic scroll.
-     * Must be called on the UI thread. Blocks for ~100ms per tile.
-     *
-     * @return WritableArray of tiles, or null on failure
-     */
-    public static WritableArray scan(Activity activity) {
-        if (activity == null || activity.isFinishing()) return null;
-
-        // PixelCopy requires API 26+
-        if (Build.VERSION.SDK_INT < Build.VERSION_CODES.O) {
-            Log.d(TAG, "PixelCopy not available (API < 26), using fallback");
-            return null;
-        }
-
-        try {
-            View scrollView = findVerticalScrollView(activity);
-            if (scrollView == null) {
-                Log.d(TAG, "No ScrollView found for PixelCopy scan");
-                return null;
-            }
-
-            View contentView = getContentChild(scrollView);
-            if (contentView == null) return null;
-
-            int viewportHeight = scrollView.getHeight();
-            int contentHeight = contentView.getHeight();
-            int viewportWidth = scrollView.getWidth();
-
-            if (viewportWidth <= 0 || viewportHeight <= 0 || contentHeight <= 0) {
-                return null;
-            }
-
-            // Get ScrollView position on screen (for cropping)
-            int[] scrollViewLoc = new int[2];
-            scrollView.getLocationOnScreen(scrollViewLoc);
-            Rect scrollViewBounds = new Rect(
-                scrollViewLoc[0], scrollViewLoc[1],
-                scrollViewLoc[0] + viewportWidth,
-                scrollViewLoc[1] + viewportHeight
-            );
-
-            Window window = activity.getWindow();
-            int originalScrollY = scrollView.getScrollY();
-
-            WritableArray tiles = Arguments.createArray();
-            int step = (int) (viewportHeight * 0.75); // 25% overlap
-
-            // Create a handler thread for PixelCopy callbacks
-            HandlerThread handlerThread = new HandlerThread("PixelCopyThread");
-            handlerThread.start();
-            Handler handler = new Handler(handlerThread.getLooper());
-
-            try {
-                int y = 0;
-                while (y < contentHeight) {
-                    int scrollTarget = Math.min(y, contentHeight - viewportHeight);
-                    if (scrollTarget < 0) scrollTarget = 0;
-
-                    // Scroll to position
-                    scrollView.scrollTo(0, scrollTarget);
-
-                    // Wait for React Native to render the new content
-                    Thread.sleep(FRAME_WAIT_MS);
-
-                    // Capture using PixelCopy
-                    WritableMap tile = captureWithPixelCopy(
-                        window, scrollViewBounds, handler,
-                        scrollTarget, viewportWidth, viewportHeight, contentHeight
-                    );
-
-                    if (tile != null) {
-                        tiles.pushMap(tile);
-                    }
-
-                    if (y >= contentHeight - viewportHeight) break;
-                    y += step;
-                    if (y > contentHeight - viewportHeight) {
-                        y = contentHeight - viewportHeight;
-                    }
-                }
-            } finally {
-                // Restore scroll position
-                scrollView.scrollTo(0, originalScrollY);
-                handlerThread.quitSafely();
-            }
-
-            Log.d(TAG, "PixelCopy scan: " + tiles.size() + " tiles, " +
-                    "content=" + contentHeight + "px");
-
-            return tiles;
-
-        } catch (Exception e) {
-            Log.w(TAG, "PixelCopyScan failed: " + e.getMessage());
-            return null;
-        }
-    }
-
-    /**
-     * Capture a tile using PixelCopy, cropping to the ScrollView's bounds.
-     */
-    private static WritableMap captureWithPixelCopy(
-            Window window, Rect cropBounds, Handler handler,
-            int scrollY, int viewportWidth, int viewportHeight, int contentHeight) {
-
-        if (Build.VERSION.SDK_INT < Build.VERSION_CODES.O) return null;
-
-        try {
-            // Create bitmap for the crop area
-            Bitmap bitmap = Bitmap.createBitmap(
-                cropBounds.width(), cropBounds.height(),
-                Bitmap.Config.ARGB_8888
-            );
-
-            CountDownLatch latch = new CountDownLatch(1);
-            final int[] resultCode = new int[]{-1};
-
-            PixelCopy.request(window, cropBounds, bitmap, (result) -> {
-                resultCode[0] = result;
-                latch.countDown();
-            }, handler);
-
-            // Wait for PixelCopy to complete (max 1 second)
-            if (!latch.await(1, TimeUnit.SECONDS)) {
-                bitmap.recycle();
-                return null;
-            }
-
-            if (resultCode[0] != PixelCopy.SUCCESS) {
-                bitmap.recycle();
-                return null;
-            }
-
-            // Scale to target width
-            float scale = (float) TARGET_WIDTH / viewportWidth;
-            int outWidth = TARGET_WIDTH;
-            int outHeight = Math.round(viewportHeight * scale);
-
-            Bitmap scaled = Bitmap.createScaledBitmap(bitmap, outWidth, outHeight, true);
-            bitmap.recycle();
-
-            // Compress to JPEG
-            ByteArrayOutputStream baos = new ByteArrayOutputStream();
-            scaled.compress(Bitmap.CompressFormat.JPEG, JPEG_QUALITY, baos);
-            String base64 = Base64.encodeToString(baos.toByteArray(), Base64.NO_WRAP);
-            scaled.recycle();
-
-            WritableMap tile = Arguments.createMap();
-            tile.putString("image", base64);
-            tile.putInt("width", outWidth);
-            tile.putInt("height", outHeight);
-            tile.putInt("scrollOffsetY", scrollY);
-            tile.putInt("viewportHeight", viewportHeight);
-            tile.putInt("contentHeight", contentHeight);
-            tile.putString("format", "jpeg");
-            return tile;
-
-        } catch (Exception e) {
-            Log.w(TAG, "PixelCopy at Y=" + scrollY + " failed: " + e.getMessage());
-            return null;
-        }
-    }
-
-    // --- View finders (same as ScrollScanCapture) ---
-
-    @SuppressWarnings("unchecked")
-    private static View findVerticalScrollView(Activity activity) {
-        View decorView = activity.getWindow().getDecorView();
-        View found = findInTree(decorView);
-        if (found != null) return found;
-        try {
-            Class<?> wmgClass = Class.forName("android.view.WindowManagerGlobal");
-            Object wmg = wmgClass.getMethod("getInstance").invoke(null);
-            Field viewsField = wmgClass.getDeclaredField("mViews");
-            viewsField.setAccessible(true);
-            ArrayList<View> views = (ArrayList<View>) viewsField.get(wmg);
-            if (views != null) {
-                for (View root : views) {
-                    if (root == decorView) continue;
-                    found = findInTree(root);
-                    if (found != null) return found;
-                }
-            }
-        } catch (Exception e) { }
-        return null;
-    }
-
-    private static View findInTree(View view) {
-        if (view == null) return null;
-        if (isVerticalScroll(view) && view instanceof ViewGroup
-                && ((ViewGroup) view).getChildCount() > 0) {
-            return view;
-        }
-        if (view instanceof ViewGroup) {
-            ViewGroup group = (ViewGroup) view;
-            for (int i = 0; i < group.getChildCount(); i++) {
-                View found = findInTree(group.getChildAt(i));
-                if (found != null) return found;
-            }
-        }
-        return null;
-    }
-
-    private static boolean isVerticalScroll(View view) {
-        if (view instanceof ScrollView) return true;
-        Class<?> clazz = view.getClass();
-        while (clazz != null && clazz != View.class) {
-            String name = clazz.getName();
-            if (name.contains("Horizontal")) return false;
-            if (name.contains("NestedScrollView") ||
-                name.contains("ReactScrollView") ||
-                name.endsWith("ScrollView")) return true;
-            clazz = clazz.getSuperclass();
-        }
-        return false;
-    }
-
-    private static View getContentChild(View scrollView) {
-        if (scrollView instanceof ViewGroup) {
-            ViewGroup group = (ViewGroup) scrollView;
-            if (group.getChildCount() > 0) return group.getChildAt(0);
-        }
-        return null;
-    }
-}