@multiplayer-app/session-recorder-react-native 0.0.1-alpha.6 → 0.0.1-alpha.8

package/src/recorder/gestureRecorder.ts

@@ -1,8 +1,9 @@
-import { GestureEvent, RecorderConfig } from '../types'
+import { GestureEvent, RecorderConfig, EventType, IncrementalSource, MouseInteractionType, EventRecorder, eventWithTime } from '../types'
 import { trace, SpanStatusCode } from '@opentelemetry/api'
 import { Dimensions } from 'react-native'
+import { logger } from '../utils'
 
-export class GestureRecorder {
+export class GestureRecorder implements EventRecorder {
   private config?: RecorderConfig
   private isRecording = false
   private events: GestureEvent[] = []
@@ -10,15 +11,29 @@ export class GestureRecorder {
   private screenDimensions: { width: number; height: number } | null = null
   private lastGestureTime: number = 0
   private gestureThrottleMs: number = 50 // Throttle gestures to avoid spam
-  init(config: RecorderConfig): void {
+  private lastTouchTime: number = 0
+  private touchThrottleMs: number = 100 // Throttle touch events to max 10 per second
+
+  // Cyclic call detection
+  private isRecordingGesture = false
+  private gestureCallStack: string[] = []
+  private maxGestureCallDepth = 5
+  private eventRecorder?: EventRecorder
+  private imageNodeId: number = 1 // ID of the image node for touch interactions
+  private screenRecorder?: any // Reference to screen recorder for force capture
+  init(config: RecorderConfig, eventRecorder?: EventRecorder, screenRecorder?: any): void {
     this.config = config
+    this.eventRecorder = eventRecorder
+    this.screenRecorder = screenRecorder
     this._getScreenDimensions()
   }
 
   start(): void {
+    logger.info('GestureRecorder', 'Gesture recording started')
     this.isRecording = true
     this.events = []
     this._setupGestureHandlers()
+    this._setupAutomaticTouchCapture()
     // Gesture recording started
   }
 
@@ -77,6 +92,19 @@ export class GestureRecorder {
     }
   }
 
+  private _setupAutomaticTouchCapture(): void {
+    try {
+      // This method sets up automatic touch capture
+      // The actual touch capture is handled by the TouchEventCapture component
+      // in the SessionRecorderContext, which automatically calls our recording methods
+
+      // We can add any additional setup here if needed
+      // For now, the TouchEventCapture component handles everything automatically
+    } catch (error) {
+      // Failed to setup automatic touch capture - silently continue
+    }
+  }
+
   private _removeGestureHandlers(): void {
     this.gestureHandlers.clear()
     // Gesture handlers removed
@@ -424,4 +452,171 @@ export class GestureRecorder {
   isRecordingEnabled(): boolean {
     return this.isRecording
   }
+
+  /**
+   * Record an rrweb event
+   * @param event - The rrweb event to record
+   */
+  recordEvent(event: any): void {
+    if (this.eventRecorder) {
+      this.eventRecorder.recordEvent(event)
+    }
+  }
+
+  /**
+   * Create and emit a rrweb MouseInteraction event for touch interactions
+   * @param x - X coordinate
+   * @param y - Y coordinate
+   * @param interactionType - Type of interaction (TouchStart, TouchMove, TouchEnd, etc.)
+   * @param target - Target element identifier
+   */
+  private _createMouseInteractionEvent(
+    x: number,
+    y: number,
+    interactionType: MouseInteractionType,
+    target?: string,
+  ): void {
+    const incrementalSnapshotEvent: eventWithTime = {
+      type: EventType.IncrementalSnapshot,
+      data: {
+        source: IncrementalSource.MouseInteraction,
+        type: interactionType,
+        id: this.imageNodeId, // Reference to the image node
+        x: x, // Preserve decimal precision like web rrweb
+        y: y, // Preserve decimal precision like web rrweb
+        pointerType: 2, // 2 = Touch for React Native (0=Mouse, 1=Pen, 2=Touch)
+      },
+      timestamp: Date.now(),
+    }
+
+    this.recordEvent(incrementalSnapshotEvent)
+  }
+
+  /**
+   * Create mouse move event with positions array (like web rrweb)
+   * @param x - X coordinate
+   * @param y - Y coordinate
+   * @param target - Target element identifier
+   */
+  private _createMouseMoveEvent(x: number, y: number, target?: string): void {
+    const incrementalSnapshotEvent: eventWithTime = {
+      type: EventType.IncrementalSnapshot,
+      data: {
+        source: IncrementalSource.MouseMove, // Use MouseMove instead of MouseInteraction
+        positions: [
+          {
+            x: x, // Preserve decimal precision like web rrweb
+            y: y, // Preserve decimal precision like web rrweb
+            id: this.imageNodeId, // Reference to the image node
+            timeOffset: 0, // No time offset for single position
+          },
+        ],
+      },
+      timestamp: Date.now(),
+    }
+
+    this.recordEvent(incrementalSnapshotEvent)
+  }
+
+  /**
+   * Record touch start event as rrweb MouseInteraction
+   * @param x - X coordinate
+   * @param y - Y coordinate
+   * @param target - Target element identifier
+   * @param pressure - Touch pressure (optional)
+   */
+  recordTouchStart(x: number, y: number, target?: string, pressure?: number): void {
+    // Throttle touch events to prevent spam
+    const now = Date.now()
+    if (now - this.lastTouchTime < this.touchThrottleMs) {
+      logger.debug('GestureRecorder', `Touch start throttled (${now - this.lastTouchTime}ms < ${this.touchThrottleMs}ms)`)
+      return
+    }
+    this.lastTouchTime = now
+
+    logger.debug('GestureRecorder', 'Touch start recorded', { x, y, target, pressure })
+    // Record as MouseDown (type: 1) like web rrweb
+    this._createMouseInteractionEvent(x, y, MouseInteractionType.MouseDown, target)
+  }
+
+  /**
+   * Record touch move event as rrweb MouseMove with positions array
+   * @param x - X coordinate
+   * @param y - Y coordinate
+   * @param target - Target element identifier
+   * @param pressure - Touch pressure (optional)
+   */
+  recordTouchMove(x: number, y: number, target?: string, pressure?: number): void {
+    // Throttle touch move events more aggressively
+    const now = Date.now()
+    if (now - this.lastTouchTime < this.touchThrottleMs * 2) { // 200ms throttle for move events
+      logger.debug('GestureRecorder', `Touch move throttled (${now - this.lastTouchTime}ms < ${this.touchThrottleMs * 2}ms)`)
+      return
+    }
+    this.lastTouchTime = now
+
+    logger.debug('GestureRecorder', 'Touch move recorded', { x, y, target, pressure })
+    // Record as MouseMove with positions array (like web rrweb)
+    this._createMouseMoveEvent(x, y, target)
+  }
+
+  /**
+   * Record touch end event as rrweb MouseInteraction
+   * @param x - X coordinate
+   * @param y - Y coordinate
+   * @param target - Target element identifier
+   * @param pressure - Touch pressure (optional)
+   */
+  recordTouchEnd(x: number, y: number, target?: string, pressure?: number): void {
+    // Cyclic call detection
+    if (this.isRecordingGesture) {
+      logger.error('GestureRecorder', 'CYCLIC CALL DETECTED! Already recording gesture', this.gestureCallStack)
+      return
+    }
+
+    if (this.gestureCallStack.length >= this.maxGestureCallDepth) {
+      logger.error('GestureRecorder', 'MAX GESTURE CALL DEPTH REACHED!', this.gestureCallStack)
+      return
+    }
+
+    this.isRecordingGesture = true
+    this.gestureCallStack.push('recordTouchEnd')
+
+    try {
+      logger.debug('GestureRecorder', 'Touch end recorded', { x, y, target, pressure })
+      // Always record touch end (no throttling for completion)
+      this.recordTap(x, y, target, pressure)
+      // Record as MouseUp (type: 0) like web rrweb
+      this._createMouseInteractionEvent(x, y, MouseInteractionType.MouseUp, target)
+      // Also record Click (type: 2) like web rrweb
+      this._createMouseInteractionEvent(x, y, MouseInteractionType.Click, target)
+
+      // Only force screen capture on touch end (not on every touch event)
+      logger.debug('GestureRecorder', 'Forcing screen capture after touch end')
+      this.screenRecorder?.forceCapture()
+    } finally {
+      this.isRecordingGesture = false
+      this.gestureCallStack.pop()
+    }
+  }
+
+  /**
+   * Record touch cancel event as rrweb MouseInteraction
+   * @param x - X coordinate
+   * @param y - Y coordinate
+   * @param target - Target element identifier
+   */
+  recordTouchCancel(x: number, y: number, target?: string): void {
+    // Record as MouseUp (type: 0) like web rrweb for touch cancel
+    this._createMouseInteractionEvent(x, y, MouseInteractionType.MouseUp, target)
+  }
+
+  /**
+   * Set the image node ID for touch interactions
+   * This should be called when a new screen snapshot is created
+   * @param nodeId - The ID of the image node in the current snapshot
+   */
+  setImageNodeId(nodeId: number): void {
+    this.imageNodeId = nodeId
+  }
 }

package/src/recorder/index.ts

@@ -1,27 +1,38 @@
+import { SessionType } from '@multiplayer-app/session-recorder-common'
+import { pack } from '@rrweb/packer'
+import { EventExporter } from './eventExporter'
+import { logger } from '../utils'
+import { ScreenRecorder } from './screenRecorder'
 import { GestureRecorder } from './gestureRecorder'
 import { NavigationTracker } from './navigationTracker'
-import { ScreenRecorder } from './screenRecorder'
-import { SessionType } from '@multiplayer-app/session-recorder-common'
-import { RecorderConfig } from '../types'
-
-export class RecorderReactNativeSDK {
+import { RecorderConfig, EventRecorder, RRWebEvent } from '../types'
+export class RecorderReactNativeSDK implements EventRecorder {
+  private isRecording = false
   private config?: RecorderConfig
+  private screenRecorder: ScreenRecorder
   private gestureRecorder: GestureRecorder
   private navigationTracker: NavigationTracker
-  private screenRecorder: ScreenRecorder
-  private isRecording = false
+  private recordedEvents: RRWebEvent[] = []
+  private exporter: EventExporter | undefined
+  private sessionId: string | null = null
+  private sessionType: SessionType = SessionType.PLAIN
+
 
   constructor() {
+    this.screenRecorder = new ScreenRecorder()
     this.gestureRecorder = new GestureRecorder()
     this.navigationTracker = new NavigationTracker()
-    this.screenRecorder = new ScreenRecorder()
   }
 
   init(config: RecorderConfig): void {
     this.config = config
-    this.gestureRecorder.init(config)
+    this.gestureRecorder.init(config, this, this.screenRecorder)
     this.navigationTracker.init(config)
-    this.screenRecorder.init(config)
+    this.screenRecorder.init(config, this)
+    this.exporter = new EventExporter({
+      socketUrl: config.apiBaseUrl || '',
+      apiKey: config.apiKey,
+    })
   }
 
   start(sessionId: string | null, sessionType: SessionType): void {
@@ -29,8 +40,16 @@ export class RecorderReactNativeSDK {
       throw new Error('Configuration not initialized. Call init() before start().')
     }
 
+    this.sessionId = sessionId
+    this.sessionType = sessionType
     this.isRecording = true
 
+    // Emit recording started meta event
+
+    if (this.config.recordScreen) {
+      this.screenRecorder.start()
+    }
+
     if (this.config.recordGestures) {
       this.gestureRecorder.start()
     }
@@ -39,9 +58,7 @@ export class RecorderReactNativeSDK {
       this.navigationTracker.start()
     }
 
-    if (this.config.recordScreen) {
-      this.screenRecorder.start()
-    }
+
   }
 
   stop(): void {
@@ -49,23 +66,112 @@ export class RecorderReactNativeSDK {
     this.gestureRecorder.stop()
     this.navigationTracker.stop()
     this.screenRecorder.stop()
+    this.exporter?.close()
   }
 
-  pause(): void {
-    this.gestureRecorder.pause()
-    this.navigationTracker.pause()
-    this.screenRecorder.pause()
+
+  setNavigationRef(ref: any): void {
+    this.navigationTracker.setNavigationRef(ref)
   }
 
-  resume(): void {
-    if (this.isRecording) {
-      this.gestureRecorder.resume()
-      this.navigationTracker.resume()
-      this.screenRecorder.resume()
+  /**
+   * Set the viewshot ref for screen capture
+   * @param ref - React Native View ref for screen capture
+   */
+  setViewShotRef(ref: any): void {
+    this.screenRecorder.setViewShotRef(ref)
+  }
+
+  /**
+   * Record an rrweb event
+   * @param event - The rrweb event to record
+   */
+  recordEvent(event: RRWebEvent): void {
+    if (!this.isRecording) {
+      return
+    }
+
+    if (this.exporter) {
+      logger.debug('RecorderReactNativeSDK', 'Sending to exporter', event)
+      const packedEvent = pack(event)
+      this.exporter.send({
+        event: packedEvent,
+        eventType: event.type,
+        timestamp: event.timestamp,
+        debugSessionId: this.sessionId,
+        debugSessionType: this.sessionType,
+      })
     }
   }
 
-  setNavigationRef(ref: any): void {
-    this.navigationTracker.setNavigationRef(ref)
+  /**
+   * Record touch start event
+   * @param x - X coordinate
+   * @param y - Y coordinate
+   * @param target - Target element identifier
+   * @param pressure - Touch pressure
+   */
+  recordTouchStart(x: number, y: number, target?: string, pressure?: number): void {
+    if (!this.isRecording) {
+      return
+    }
+
+    this.gestureRecorder.recordTouchStart(x, y, target, pressure)
+  }
+
+  /**
+   * Record touch move event
+   * @param x - X coordinate
+   * @param y - Y coordinate
+   * @param target - Target element identifier
+   * @param pressure - Touch pressure
+   */
+  recordTouchMove(x: number, y: number, target?: string, pressure?: number): void {
+    if (!this.isRecording) {
+      return
+    }
+
+    this.gestureRecorder.recordTouchMove(x, y, target, pressure)
+  }
+
+  /**
+   * Record touch end event
+   * @param x - X coordinate
+   * @param y - Y coordinate
+   * @param target - Target element identifier
+   * @param pressure - Touch pressure
+   */
+  recordTouchEnd(x: number, y: number, target?: string, pressure?: number): void {
+    if (!this.isRecording) {
+      return
+    }
+
+    this.gestureRecorder.recordTouchEnd(x, y, target, pressure)
+  }
+
+  /**
+   * Get all recorded events
+   * @returns Array of recorded rrweb events
+   */
+  getRecordedEvents(): RRWebEvent[] {
+    return [...this.recordedEvents]
+  }
+
+  /**
+   * Clear all recorded events
+   */
+  clearRecordedEvents(): void {
+    this.recordedEvents = []
+  }
+
+  /**
+   * Get recording statistics
+   * @returns Recording statistics
+   */
+  getRecordingStats(): { totalEvents: number; isRecording: boolean } {
+    return {
+      totalEvents: this.recordedEvents.length,
+      isRecording: this.isRecording,
+    }
   }
 }

package/src/recorder/navigationTracker.ts

@@ -1,5 +1,6 @@
 import { NavigationEvent, RecorderConfig } from '../types'
 import { trace, SpanStatusCode } from '@opentelemetry/api'
+import { logger } from '../utils'
 
 export class NavigationTracker {
   private config?: RecorderConfig
@@ -23,6 +24,7 @@ export class NavigationTracker {
   }
 
   start(): void {
+    logger.info('NavigationTracker', 'Navigation tracking started')
     this.isRecording = true
     this.events = []
     this.navigationStack = []