@repliqo/sdk-react-native 0.2.3 → 0.3.0

package/android/src/main/java/com/repliqo/screencapture/ScreenCaptureModule.java

@@ -132,4 +132,31 @@ public class ScreenCaptureModule extends ReactContextBaseJavaModule {
             }
         });
     }
+
+    /**
+     * Perform a fast programmatic scroll-scan of the main ScrollView.
+     * Captures the entire content as viewport tiles in ~300-500ms.
+     * Invisible to the user (scroll is restored to original position).
+     *
+     * Returns: Array<{ image, width, height, scrollOffsetY, viewportHeight,
+     *                   contentHeight, format }>
+     */
+    @ReactMethod
+    public void scanFullContent(Promise promise) {
+        Activity activity = getCurrentActivity();
+        if (activity == null) {
+            promise.resolve(null);
+            return;
+        }
+
+        mainHandler.post(() -> {
+            try {
+                WritableArray tiles = ScrollScanCapture.scan(activity);
+                promise.resolve(tiles);
+            } catch (Exception e) {
+                Log.w(TAG, "scanFullContent failed: " + e.getMessage());
+                promise.resolve(null);
+            }
+        });
+    }
 }

package/android/src/main/java/com/repliqo/screencapture/ScrollScanCapture.java

@@ -0,0 +1,248 @@
+package com.repliqo.screencapture;
+
+import android.app.Activity;
+import android.graphics.Bitmap;
+import android.graphics.Canvas;
+import android.util.Base64;
+import android.util.Log;
+import android.view.View;
+import android.view.ViewGroup;
+import android.widget.ScrollView;
+
+import com.facebook.react.bridge.Arguments;
+import com.facebook.react.bridge.WritableArray;
+import com.facebook.react.bridge.WritableMap;
+
+import java.io.ByteArrayOutputStream;
+import java.lang.reflect.Field;
+import java.util.ArrayList;
+
+/**
+ * Performs a fast programmatic scroll-scan of the main ScrollView to
+ * capture the ENTIRE content as a series of viewport tiles.
+ *
+ * The scan is invisible to the user:
+ *   1. Save current scroll position
+ *   2. scrollTo(0, 0) — instant, no animation
+ *   3. Capture viewport at Y=0
+ *   4. scrollTo(0, viewportHeight) — instant
+ *   5. Capture viewport at Y=viewportHeight
+ *   6. ... repeat until end of content
+ *   7. scrollTo(0, originalY) — restore position
+ *
+ * Total time: ~300-500ms for a typical screen. The user sees a brief
+ * flicker at most (usually nothing because it happens within one frame).
+ *
+ * Must run on the UI thread.
+ */
+public class ScrollScanCapture {
+    private static final String TAG = "RepliqoCapture";
+    private static final int TARGET_WIDTH = 390;
+    private static final int JPEG_QUALITY = 40;
+
+    /**
+     * Scan the ScrollView and return all viewport tiles.
+     *
+     * @return WritableArray of tile objects, or null on failure
+     */
+    public static WritableArray scan(Activity activity) {
+        if (activity == null || activity.isFinishing()) return null;
+
+        try {
+            View scrollView = findVerticalScrollView(activity);
+            if (scrollView == null) {
+                Log.d(TAG, "No ScrollView found for scan");
+                return null;
+            }
+
+            View contentView = getContentChild(scrollView);
+            if (contentView == null) return null;
+
+            int viewportWidth = scrollView.getWidth();
+            int viewportHeight = scrollView.getHeight();
+            int contentHeight = contentView.getHeight();
+
+            if (viewportWidth <= 0 || viewportHeight <= 0 || contentHeight <= 0) {
+                return null;
+            }
+
+            // If content fits in viewport, just capture once
+            if (contentHeight <= viewportHeight) {
+                WritableArray tiles = Arguments.createArray();
+                WritableMap tile = captureSingleTile(
+                    scrollView, 0, viewportWidth, viewportHeight, contentHeight
+                );
+                if (tile != null) tiles.pushMap(tile);
+                return tiles;
+            }
+
+            // Save original scroll position
+            int originalScrollY = scrollView.getScrollY();
+
+            WritableArray tiles = Arguments.createArray();
+
+            // Scan from top to bottom in viewport-sized steps
+            // Use 80% overlap to avoid gaps from scroll imprecision
+            int step = (int) (viewportHeight * 0.8);
+            int y = 0;
+
+            while (y < contentHeight) {
+                // Scroll to position — instant, no animation
+                scrollView.scrollTo(0, y);
+
+                // Force a layout pass so the views at this position render
+                scrollView.invalidate();
+                contentView.invalidate();
+
+                // Capture the viewport at this position
+                WritableMap tile = captureSingleTile(
+                    scrollView, y, viewportWidth, viewportHeight, contentHeight
+                );
+                if (tile != null) {
+                    tiles.pushMap(tile);
+                }
+
+                y += step;
+
+                // Last step: capture the very bottom
+                if (y >= contentHeight && y - step < contentHeight - viewportHeight) {
+                    y = contentHeight - viewportHeight;
+                    scrollView.scrollTo(0, y);
+                    scrollView.invalidate();
+                    contentView.invalidate();
+
+                    WritableMap lastTile = captureSingleTile(
+                        scrollView, y, viewportWidth, viewportHeight, contentHeight
+                    );
+                    if (lastTile != null) {
+                        tiles.pushMap(lastTile);
+                    }
+                    break;
+                }
+            }
+
+            // Restore original scroll position — instant
+            scrollView.scrollTo(0, originalScrollY);
+
+            Log.d(TAG, "Scroll scan complete: " + tiles.size() +
+                    " tiles, content=" + contentHeight + "px");
+
+            return tiles;
+
+        } catch (Exception e) {
+            Log.w(TAG, "ScrollScanCapture failed: " + e.getMessage());
+            return null;
+        }
+    }
+
+    private static WritableMap captureSingleTile(
+            View scrollView, int scrollY,
+            int viewportWidth, int viewportHeight, int contentHeight) {
+        try {
+            // Scale to target width
+            float scale = (float) TARGET_WIDTH / viewportWidth;
+            int outWidth = TARGET_WIDTH;
+            int outHeight = Math.round(viewportHeight * scale);
+
+            if (outWidth <= 0 || outHeight <= 0) return null;
+
+            Bitmap bitmap = Bitmap.createBitmap(outWidth, outHeight,
+                    Bitmap.Config.ARGB_8888);
+            Canvas canvas = new Canvas(bitmap);
+            canvas.scale(scale, scale);
+
+            // Translate canvas to account for scroll position within the view
+            canvas.translate(0, -scrollView.getScrollY());
+
+            // Draw the scrollview's content
+            View content = getContentChild(scrollView);
+            if (content != null) {
+                content.draw(canvas);
+            } else {
+                scrollView.draw(canvas);
+            }
+
+            // Compress to JPEG
+            ByteArrayOutputStream baos = new ByteArrayOutputStream();
+            bitmap.compress(Bitmap.CompressFormat.JPEG, JPEG_QUALITY, baos);
+            String base64 = Base64.encodeToString(baos.toByteArray(), Base64.NO_WRAP);
+            bitmap.recycle();
+
+            WritableMap tile = Arguments.createMap();
+            tile.putString("image", base64);
+            tile.putInt("width", outWidth);
+            tile.putInt("height", outHeight);
+            tile.putInt("scrollOffsetY", scrollY);
+            tile.putInt("viewportHeight", viewportHeight);
+            tile.putInt("contentHeight", contentHeight);
+            tile.putString("format", "jpeg");
+            return tile;
+
+        } catch (Exception e) {
+            Log.w(TAG, "Tile capture at Y=" + scrollY + " failed: " + e.getMessage());
+            return null;
+        }
+    }
+
+    @SuppressWarnings("unchecked")
+    private static View findVerticalScrollView(Activity activity) {
+        View decorView = activity.getWindow().getDecorView();
+        View found = findInTree(decorView);
+        if (found != null) return found;
+
+        try {
+            Class<?> wmgClass = Class.forName("android.view.WindowManagerGlobal");
+            Object wmg = wmgClass.getMethod("getInstance").invoke(null);
+            Field viewsField = wmgClass.getDeclaredField("mViews");
+            viewsField.setAccessible(true);
+            ArrayList<View> views = (ArrayList<View>) viewsField.get(wmg);
+            if (views != null) {
+                for (View root : views) {
+                    if (root == decorView) continue;
+                    found = findInTree(root);
+                    if (found != null) return found;
+                }
+            }
+        } catch (Exception e) { }
+
+        return null;
+    }
+
+    private static View findInTree(View view) {
+        if (view == null) return null;
+        if (isVerticalScroll(view) && view instanceof ViewGroup
+                && ((ViewGroup) view).getChildCount() > 0) {
+            return view;
+        }
+        if (view instanceof ViewGroup) {
+            ViewGroup group = (ViewGroup) view;
+            for (int i = 0; i < group.getChildCount(); i++) {
+                View found = findInTree(group.getChildAt(i));
+                if (found != null) return found;
+            }
+        }
+        return null;
+    }
+
+    private static boolean isVerticalScroll(View view) {
+        if (view instanceof ScrollView) return true;
+        Class<?> clazz = view.getClass();
+        while (clazz != null && clazz != View.class) {
+            String name = clazz.getName();
+            if (name.contains("Horizontal")) return false;
+            if (name.contains("NestedScrollView") ||
+                name.contains("ReactScrollView") ||
+                name.endsWith("ScrollView")) return true;
+            clazz = clazz.getSuperclass();
+        }
+        return false;
+    }
+
+    private static View getContentChild(View scrollView) {
+        if (scrollView instanceof ViewGroup) {
+            ViewGroup group = (ViewGroup) scrollView;
+            if (group.getChildCount() > 0) return group.getChildAt(0);
+        }
+        return null;
+    }
+}

package/dist/core/client.d.ts

@@ -40,6 +40,11 @@ export declare class AppAnalytics {
      * contribute tiles until the full content is covered.
      */
     captureScrollTile(scrollOffsetY: number, viewportHeight: number, contentHeight: number): void;
+    /**
+     * Programmatically scroll-scan the current ScrollView and upload all
+     * tiles to the backend. Invisible to the user (~300-500ms).
+     */
+    private autoScanScreen;
     onScreenEnter(screenName: string): void;
     onScreenExit(screenName: string): void;
     flush(): Promise<void>;

package/dist/core/client.js

@@ -254,14 +254,45 @@ class AppAnalytics {
             }
         })();
     }
+    /**
+     * Programmatically scroll-scan the current ScrollView and upload all
+     * tiles to the backend. Invisible to the user (~300-500ms).
+     */
+    autoScanScreen(screenName) {
+        (async () => {
+            try {
+                const tiles = await (0, NativeScreenCapture_1.scanFullContent)();
+                if (!tiles || tiles.length === 0) {
+                    this.logger.log(`Auto-scan: no ScrollView found for "${screenName}"`);
+                    return;
+                }
+                this.logger.log(`Auto-scan: "${screenName}" captured ${tiles.length} tiles ` +
+                    `(content=${tiles[0].contentHeight}px)`);
+                // Upload all tiles in parallel
+                const sessionId = this.sessionId;
+                await Promise.all(tiles.map((tile) => this.apiClient.uploadScreenTile(sessionId, screenName, tile.image, tile.width, tile.height, tile.scrollOffsetY, tile.viewportHeight, tile.contentHeight).catch(() => { })));
+                this.logger.log(`Auto-scan: "${screenName}" tiles uploaded`);
+            }
+            catch (err) {
+                this.logger.warn('Auto-scan failed:', err);
+            }
+        })();
+    }
     onScreenEnter(screenName) {
         this.currentScreen = screenName;
         this.currentScreenEnteredAt = new Date().toISOString();
         this.scrollOffsetY = 0;
         this.errorTracker?.setCurrentScreen(screenName);
         this.snapshotCapture?.setCurrentScreen(screenName);
-        // Initial tile capture (Y=0) is handled by RepliqoScrollView's
-        // onLayout event, which provides real viewport dimensions.
+        // Auto-scan: programmatically scroll the ScrollView and capture
+        // all viewport tiles in ~300ms. Fire-and-forget, invisible to user.
+        if (this.config.enableHeatmapCapture) {
+            setTimeout(() => {
+                if (this.currentScreen !== screenName || !this.sessionId)
+                    return;
+                this.autoScanScreen(screenName);
+            }, 1500); // Wait for screen to fully render
+        }
         this.logger.log('Screen entered:', screenName);
     }
     onScreenExit(screenName) {

package/dist/snapshot/NativeScreenCapture.d.ts

@@ -41,3 +41,21 @@ export interface FullContentResult extends NativeFrameResult {
  * @returns FullContentResult with isFullContent flag, or null
  */
 export declare function captureFullContent(): Promise<FullContentResult | null>;
+export interface ScanTile {
+    image: string;
+    width: number;
+    height: number;
+    scrollOffsetY: number;
+    viewportHeight: number;
+    contentHeight: number;
+}
+/**
+ * Perform a fast programmatic scroll-scan of the main ScrollView.
+ * Captures the entire content as viewport tiles in ~300-500ms.
+ *
+ * The scan is invisible to the user — scroll position is saved and
+ * restored. Returns an array of tiles covering the full content.
+ *
+ * @returns Array of tiles, or null if no ScrollView or not available
+ */
+export declare function scanFullContent(): Promise<ScanTile[] | null>;

package/dist/snapshot/NativeScreenCapture.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.isNativeScreenCaptureAvailable = isNativeScreenCaptureAvailable;
 exports.captureNativeFrame = captureNativeFrame;
 exports.captureFullContent = captureFullContent;
+exports.scanFullContent = scanFullContent;
 const react_native_1 = require("react-native");
 const NativeModule = react_native_1.Platform.OS === 'android'
     ? react_native_1.NativeModules.ScreenCaptureModule ?? null
@@ -68,3 +69,34 @@ async function captureFullContent() {
         return null;
     }
 }
+/**
+ * Perform a fast programmatic scroll-scan of the main ScrollView.
+ * Captures the entire content as viewport tiles in ~300-500ms.
+ *
+ * The scan is invisible to the user — scroll position is saved and
+ * restored. Returns an array of tiles covering the full content.
+ *
+ * @returns Array of tiles, or null if no ScrollView or not available
+ */
+async function scanFullContent() {
+    if (!NativeModule)
+        return null;
+    try {
+        const tiles = await NativeModule.scanFullContent();
+        if (!tiles || !Array.isArray(tiles) || tiles.length === 0)
+            return null;
+        return tiles
+            .filter((t) => t && t.image)
+            .map((t) => ({
+            image: t.image,
+            width: t.width,
+            height: t.height,
+            scrollOffsetY: t.scrollOffsetY,
+            viewportHeight: t.viewportHeight,
+            contentHeight: t.contentHeight,
+        }));
+    }
+    catch {
+        return null;
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@repliqo/sdk-react-native",
-  "version": "0.2.3",
+  "version": "0.3.0",
   "description": "Session replay & analytics SDK for React Native. Captures screenshots (including modals/alerts), navigation, screen visits, and custom events.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",

package/src/core/client.ts

@@ -12,7 +12,7 @@ import { Logger } from './logger';
 import { ApiClient } from '../transport/api.client';
 import { BatchQueue } from '../transport/batch-queue';
 import { ErrorTracker } from '../trackers/error.tracker';
-import { captureNativeFrame } from '../snapshot/NativeScreenCapture';
+import { captureNativeFrame, scanFullContent } from '../snapshot/NativeScreenCapture';
 
 export class AppAnalytics {
   private static instance: AppAnalytics | null = null;
@@ -368,14 +368,63 @@ export class AppAnalytics {
     })();
   }
 
+  /**
+   * Programmatically scroll-scan the current ScrollView and upload all
+   * tiles to the backend. Invisible to the user (~300-500ms).
+   */
+  private autoScanScreen(screenName: string): void {
+    (async () => {
+      try {
+        const tiles = await scanFullContent();
+        if (!tiles || tiles.length === 0) {
+          this.logger.log(`Auto-scan: no ScrollView found for "${screenName}"`);
+          return;
+        }
+
+        this.logger.log(
+          `Auto-scan: "${screenName}" captured ${tiles.length} tiles ` +
+            `(content=${tiles[0].contentHeight}px)`,
+        );
+
+        // Upload all tiles in parallel
+        const sessionId = this.sessionId!;
+        await Promise.all(
+          tiles.map((tile) =>
+            this.apiClient.uploadScreenTile(
+              sessionId,
+              screenName,
+              tile.image,
+              tile.width,
+              tile.height,
+              tile.scrollOffsetY,
+              tile.viewportHeight,
+              tile.contentHeight,
+            ).catch(() => {}),
+          ),
+        );
+
+        this.logger.log(`Auto-scan: "${screenName}" tiles uploaded`);
+      } catch (err) {
+        this.logger.warn('Auto-scan failed:', err);
+      }
+    })();
+  }
+
   onScreenEnter(screenName: string): void {
     this.currentScreen = screenName;
     this.currentScreenEnteredAt = new Date().toISOString();
     this.scrollOffsetY = 0;
     this.errorTracker?.setCurrentScreen(screenName);
     this.snapshotCapture?.setCurrentScreen(screenName);
-    // Initial tile capture (Y=0) is handled by RepliqoScrollView's
-    // onLayout event, which provides real viewport dimensions.
+    // Auto-scan: programmatically scroll the ScrollView and capture
+    // all viewport tiles in ~300ms. Fire-and-forget, invisible to user.
+    if (this.config.enableHeatmapCapture) {
+      setTimeout(() => {
+        if (this.currentScreen !== screenName || !this.sessionId) return;
+        this.autoScanScreen(screenName);
+      }, 1500); // Wait for screen to fully render
+    }
+
     this.logger.log('Screen entered:', screenName);
   }
 

package/src/snapshot/NativeScreenCapture.ts

@@ -18,9 +18,20 @@ interface NativeFullContentResult extends NativeCaptureResult {
   isFullContent: boolean;
 }
 
+interface NativeTile {
+  image: string;
+  width: number;
+  height: number;
+  scrollOffsetY: number;
+  viewportHeight: number;
+  contentHeight: number;
+  format: string;
+}
+
 interface NativeScreenCaptureModule {
   captureFrame(): Promise<NativeCaptureResult | null>;
   captureFullContent(): Promise<NativeFullContentResult | null>;
+  scanFullContent(): Promise<NativeTile[] | null>;
   isAvailable(): Promise<boolean>;
 }
 
@@ -104,3 +115,43 @@ export async function captureFullContent(): Promise<FullContentResult | null> {
     return null;
   }
 }
+
+export interface ScanTile {
+  image: string;
+  width: number;
+  height: number;
+  scrollOffsetY: number;
+  viewportHeight: number;
+  contentHeight: number;
+}
+
+/**
+ * Perform a fast programmatic scroll-scan of the main ScrollView.
+ * Captures the entire content as viewport tiles in ~300-500ms.
+ *
+ * The scan is invisible to the user — scroll position is saved and
+ * restored. Returns an array of tiles covering the full content.
+ *
+ * @returns Array of tiles, or null if no ScrollView or not available
+ */
+export async function scanFullContent(): Promise<ScanTile[] | null> {
+  if (!NativeModule) return null;
+
+  try {
+    const tiles = await NativeModule.scanFullContent();
+    if (!tiles || !Array.isArray(tiles) || tiles.length === 0) return null;
+
+    return tiles
+      .filter((t) => t && t.image)
+      .map((t) => ({
+        image: t.image,
+        width: t.width,
+        height: t.height,
+        scrollOffsetY: t.scrollOffsetY,
+        viewportHeight: t.viewportHeight,
+        contentHeight: t.contentHeight,
+      }));
+  } catch {
+    return null;
+  }
+}