cuoral-ionic 0.0.1 → 0.0.3

package/android/src/main/java/com/cuoral/ionic/CuoralPlugin.java

@@ -16,6 +16,7 @@ import android.view.View;
 
 import androidx.core.app.ActivityCompat;
 import androidx.core.content.ContextCompat;
+import androidx.activity.result.ActivityResult;
 
 import com.getcapacitor.JSObject;
 import com.getcapacitor.Plugin;
@@ -24,10 +25,16 @@ import com.getcapacitor.PluginMethod;
 import com.getcapacitor.annotation.CapacitorPlugin;
 import com.getcapacitor.annotation.Permission;
 import com.getcapacitor.annotation.ActivityCallback;
+import com.getcapacitor.annotation.PermissionCallback;
 
 import java.io.ByteArrayOutputStream;
 import java.io.File;
 import java.io.IOException;
+import java.io.PrintWriter;
+import java.io.StringWriter;
+
+import org.json.JSONObject;
+import org.json.JSONException;
 
 @CapacitorPlugin(name = "CuoralPlugin", permissions = {
         @Permission(strings = { Manifest.permission.RECORD_AUDIO }, alias = "audio"),
@@ -38,13 +45,18 @@ public class CuoralPlugin extends Plugin {
     private static final int SCREEN_CAPTURE_REQUEST_CODE = 1001;
     private static final int PERMISSION_REQUEST_CODE = 1002;
 
+    private Thread.UncaughtExceptionHandler defaultExceptionHandler;
+    private String intelligenceBackendUrl;
+
     private MediaProjectionManager projectionManager;
     private MediaProjection mediaProjection;
     private MediaRecorder mediaRecorder;
+    private android.hardware.display.VirtualDisplay virtualDisplay;
     private boolean isRecording = false;
     private long recordingStartTime = 0;
     private String videoFilePath;
     private PluginCall currentCall;
+    private Intent serviceIntent;
 
     @Override
     public void load() {
@@ -53,6 +65,139 @@ public class CuoralPlugin extends Plugin {
                 .getSystemService(Context.MEDIA_PROJECTION_SERVICE);
     }
 
+    @PluginMethod
+    public void setupNativeErrorCapture(PluginCall call) {
+        try {
+            String backendUrl = call.getString("backendUrl");
+            String sessionId = call.getString("sessionId");
+
+            if (backendUrl == null || sessionId == null) {
+                call.reject("Backend URL and Session ID are required");
+                return;
+            }
+
+            this.intelligenceBackendUrl = backendUrl;
+
+            // Save the default exception handler
+            defaultExceptionHandler = Thread.getDefaultUncaughtExceptionHandler();
+
+            // Set custom exception handler with maximum safety
+            Thread.setDefaultUncaughtExceptionHandler(new Thread.UncaughtExceptionHandler() {
+                @Override
+                public void uncaughtException(Thread thread, Throwable throwable) {
+                    try {
+                        // Try to send error, but never let this fail the crash
+                        handleNativeError(throwable, sessionId);
+                    } catch (Throwable t) {
+                        // Completely silently ignore any errors in our error handler
+                        // This ensures we never interfere with the app's crash
+                    } finally {
+                        // ALWAYS call the default handler, no matter what
+                        if (defaultExceptionHandler != null) {
+                            try {
+                                defaultExceptionHandler.uncaughtException(thread, throwable);
+                            } catch (Throwable t) {
+                                // Even if default handler fails, don't throw
+                            }
+                        }
+                    }
+                }
+            });
+
+            JSObject ret = new JSObject();
+            ret.put("success", true);
+            ret.put("message", "Native error capture enabled");
+            call.resolve(ret);
+
+        } catch (Exception e) {
+            // If setup fails, fail gracefully - don't crash the app
+            call.reject("Failed to setup native error capture", e);
+        }
+    }
+
+    private void handleNativeError(Throwable throwable, String sessionId) {
+        try {
+            // Get stack trace as string
+            StringWriter sw = new StringWriter();
+            PrintWriter pw = new PrintWriter(sw);
+            throwable.printStackTrace(pw);
+            String stackTrace = sw.toString();
+
+            // Create metadata
+            JSONObject metadata = new JSONObject();
+            metadata.put("device_model", Build.MODEL);
+            metadata.put("os_version", Build.VERSION.RELEASE);
+            metadata.put("thread", Thread.currentThread().getName());
+            metadata.put("error_type", "native_crash");
+            try {
+                metadata.put("app_version", getContext().getPackageManager()
+                        .getPackageInfo(getContext().getPackageName(), 0).versionName);
+            } catch (Exception e) {
+                metadata.put("app_version", "unknown");
+            }
+
+            // Create error data matching backend format (console error endpoint expects
+            // array)
+            JSONObject errorData = new JSONObject();
+            errorData.put("message",
+                    throwable.getMessage() != null ? throwable.getMessage() : throwable.getClass().getName());
+            errorData.put("stack_trace", stackTrace);
+            errorData.put("log_level", "error"); // Backend accepts: error, warn, info, debug
+            errorData.put("url", "native://android");
+            errorData.put("session_id", sessionId);
+            errorData.put("source", "mobile");
+            errorData.put("console_metadata", metadata);
+
+            // Backend expects an array of events
+            org.json.JSONArray payload = new org.json.JSONArray();
+            payload.put(errorData);
+
+            // Send SYNCHRONOUSLY - must complete before app terminates
+            sendNativeErrorToBackendSync(payload.toString());
+
+        } catch (Exception e) {
+            // Silently fail - don't crash the crash handler
+            e.printStackTrace();
+        }
+    }
+
+    private void sendNativeErrorToBackendSync(String jsonPayload) {
+        java.net.HttpURLConnection conn = null;
+        try {
+            java.net.URL url = new java.net.URL(intelligenceBackendUrl);
+            conn = (java.net.HttpURLConnection) url.openConnection();
+            conn.setRequestMethod("POST");
+            conn.setRequestProperty("Content-Type", "application/json");
+            conn.setDoOutput(true);
+            conn.setConnectTimeout(2000); // 2 second timeout - fast fail
+            conn.setReadTimeout(2000); // 2 second timeout - fast fail
+
+            java.io.OutputStream os = conn.getOutputStream();
+            os.write(jsonPayload.getBytes("UTF-8"));
+            os.flush();
+            os.close();
+
+            // Get response code to ensure request completed
+            int responseCode = conn.getResponseCode();
+
+        } catch (java.net.SocketTimeoutException e) {
+            // Silently fail - timeout
+        } catch (java.io.IOException e) {
+            // Silently fail - IO error
+        } catch (Exception e) {
+            // Silently fail - error
+        } finally {
+            // Always disconnect, even if error
+            if (conn != null) {
+                try {
+                    conn.disconnect();
+                } catch (Exception e) {
+                    // Ignore disconnect errors
+                }
+            }
+        }
+    }
+
     @PluginMethod
     public void startRecording(PluginCall call) {
         if (isRecording) {
@@ -70,43 +215,98 @@ public class CuoralPlugin extends Plugin {
             return;
         }
 
-        // Request screen capture
-        Intent captureIntent = projectionManager.createScreenCaptureIntent();
+        // Request screen capture - force entire screen mode only
+        Intent captureIntent;
+        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.UPSIDE_DOWN_CAKE) {
+            // Android 14+ (API 34+): Use MediaProjectionConfig to force entire screen
+            // capture
+            android.media.projection.MediaProjectionConfig config = android.media.projection.MediaProjectionConfig
+                    .createConfigForDefaultDisplay();
+            captureIntent = projectionManager.createScreenCaptureIntent(config);
+        } else {
+            // Older versions: Default to entire screen
+            captureIntent = projectionManager.createScreenCaptureIntent();
+        }
         startActivityForResult(call, captureIntent, "screenCaptureCallback");
     }
 
     @ActivityCallback
-    private void screenCaptureCallback(PluginCall call, com.getcapacitor.PluginResult result) {
+    private void screenCaptureCallback(PluginCall call, ActivityResult result) {
         if (result.getResultCode() != Activity.RESULT_OK) {
             call.reject("Screen capture permission denied");
             return;
         }
 
-        Intent data = result.getData();
-        mediaProjection = projectionManager.getMediaProjection(result.getResultCode(), data);
-
-        // Setup media recorder
-        boolean includeAudio = call.getBoolean("includeAudio", false);
-        float quality = call.getFloat("quality", 1.0f);
-
-        try {
-            setupMediaRecorder(includeAudio, quality);
-            mediaRecorder.start();
-            isRecording = true;
-            recordingStartTime = System.currentTimeMillis();
-
-            JSObject ret = new JSObject();
-            ret.put("success", true);
-            call.resolve(ret);
-
-            // Notify listeners
-            JSObject eventData = new JSObject();
-            eventData.put("timestamp", recordingStartTime);
-            notifyListeners("recordingStarted", eventData);
-
-        } catch (Exception e) {
-            call.reject("Failed to start recording: " + e.getMessage());
+        // Start foreground service for media projection
+        serviceIntent = new Intent(getContext(), ScreenRecordService.class);
+        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) {
+            getContext().startForegroundService(serviceIntent);
+        } else {
+            getContext().startService(serviceIntent);
         }
+
+        // Wait for service to enter foreground state before getting MediaProjection
+        // This is required on Android 14+ (API 34+)
+        getActivity().runOnUiThread(() -> {
+            android.os.Handler handler = new android.os.Handler();
+            handler.postDelayed(() -> {
+                try {
+                    Intent data = result.getData();
+                    mediaProjection = projectionManager.getMediaProjection(result.getResultCode(), data);
+
+                    // Register callback for Android 14+ (required before creating virtual display)
+                    if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.UPSIDE_DOWN_CAKE) {
+                        mediaProjection.registerCallback(new android.media.projection.MediaProjection.Callback() {
+                            @Override
+                            public void onStop() {
+                                super.onStop();
+                                // Cleanup when projection stops
+                                try {
+                                    if (isRecording) {
+                                        stopRecordingInternal();
+                                    }
+                                } catch (Exception e) {
+                                    // Ignore cleanup errors
+                                }
+                            }
+                        }, null);
+                    }
+
+                    // Setup media recorder
+                    boolean includeAudio = call.getBoolean("includeAudio", false);
+                    float quality = call.getFloat("quality", 1.0f);
+
+                    setupMediaRecorder(includeAudio, quality);
+
+                    // Create virtual display to capture screen
+                    DisplayMetrics metrics = getContext().getResources().getDisplayMetrics();
+                    virtualDisplay = mediaProjection.createVirtualDisplay(
+                            "CuoralScreenCapture",
+                            metrics.widthPixels,
+                            metrics.heightPixels,
+                            metrics.densityDpi,
+                            android.view.Display.DEFAULT_DISPLAY,
+                            mediaRecorder.getSurface(),
+                            null,
+                            null);
+
+                    mediaRecorder.start();
+                    isRecording = true;
+                    recordingStartTime = System.currentTimeMillis();
+
+                    JSObject ret = new JSObject();
+                    ret.put("success", true);
+                    call.resolve(ret);
+                } catch (Exception e) {
+                    call.reject("Failed to start recording: " + e.getMessage());
+                    // Stop service if recording failed
+                    if (serviceIntent != null) {
+                        getContext().stopService(serviceIntent);
+                        serviceIntent = null;
+                    }
+                }
+            }, 500); // 500ms delay to ensure service is in foreground
+        });
     }
 
     @ActivityCallback
@@ -119,6 +319,44 @@ public class CuoralPlugin extends Plugin {
         startRecording(call);
     }
 
+    /**
+     * Internal method to stop recording without resolving a PluginCall
+     * Used by MediaProjection callback
+     */
+    private void stopRecordingInternal() {
+        if (!isRecording) {
+            return;
+        }
+
+        try {
+            if (mediaRecorder != null) {
+                mediaRecorder.stop();
+                mediaRecorder.reset();
+                mediaRecorder.release();
+                mediaRecorder = null;
+            }
+
+            if (virtualDisplay != null) {
+                virtualDisplay.release();
+                virtualDisplay = null;
+            }
+
+            if (mediaProjection != null) {
+                mediaProjection.stop();
+                mediaProjection = null;
+            }
+
+            if (serviceIntent != null) {
+                getContext().stopService(serviceIntent);
+                serviceIntent = null;
+            }
+
+            isRecording = false;
+        } catch (Exception e) {
+            // Silently fail during cleanup
+        }
+    }
+
     @PluginMethod
     public void stopRecording(PluginCall call) {
         if (!isRecording) {
@@ -132,11 +370,22 @@ public class CuoralPlugin extends Plugin {
             mediaRecorder.release();
             mediaRecorder = null;
 
+            if (virtualDisplay != null) {
+                virtualDisplay.release();
+                virtualDisplay = null;
+            }
+
             if (mediaProjection != null) {
                 mediaProjection.stop();
                 mediaProjection = null;
             }
 
+            // Stop foreground service
+            if (serviceIntent != null) {
+                getContext().stopService(serviceIntent);
+                serviceIntent = null;
+            }
+
             isRecording = false;
             long duration = (System.currentTimeMillis() - recordingStartTime) / 1000;
 
@@ -230,7 +479,7 @@ public class CuoralPlugin extends Plugin {
         }
     }
 
-    @ActivityCallback
+    @PermissionCallback
     private void permissionsCallback(PluginCall call) {
         JSObject ret = new JSObject();
         ret.put("granted", hasRequiredPermissions());
@@ -275,11 +524,19 @@ public class CuoralPlugin extends Plugin {
                 Manifest.permission.RECORD_AUDIO) == PackageManager.PERMISSION_GRANTED;
     }
 
-    private boolean hasRequiredPermissions() {
-        return hasAudioPermission() &&
-                (Build.VERSION.SDK_INT < Build.VERSION_CODES.Q ||
-                        ContextCompat.checkSelfPermission(getContext(),
-                                Manifest.permission.WRITE_EXTERNAL_STORAGE) == PackageManager.PERMISSION_GRANTED);
+    @Override
+    public boolean hasRequiredPermissions() {
+        boolean hasAudio = hasAudioPermission();
+
+        // Android 10+ (API 29+) doesn't need WRITE_EXTERNAL_STORAGE for app-specific
+        // storage
+        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.Q) {
+            return hasAudio;
+        }
+
+        // Android 9 and below need both RECORD_AUDIO and WRITE_EXTERNAL_STORAGE
+        return hasAudio && ContextCompat.checkSelfPermission(getContext(),
+                Manifest.permission.WRITE_EXTERNAL_STORAGE) == PackageManager.PERMISSION_GRANTED;
     }
 
     private JSObject createErrorResult(String message) {

package/android/src/main/java/com/cuoral/ionic/ScreenRecordService.java

@@ -0,0 +1,59 @@
+package com.cuoral.ionic;
+
+import android.app.Notification;
+import android.app.NotificationChannel;
+import android.app.NotificationManager;
+import android.app.Service;
+import android.content.Intent;
+import android.os.Build;
+import android.os.IBinder;
+import androidx.core.app.NotificationCompat;
+
+public class ScreenRecordService extends Service {
+    private static final String CHANNEL_ID = "cuoral_screen_record_channel";
+    private static final int NOTIFICATION_ID = 1001;
+
+    @Override
+    public void onCreate() {
+        super.onCreate();
+        createNotificationChannel();
+    }
+
+    @Override
+    public int onStartCommand(Intent intent, int flags, int startId) {
+        Notification notification = createNotification();
+        startForeground(NOTIFICATION_ID, notification);
+        return START_NOT_STICKY;
+    }
+
+    @Override
+    public IBinder onBind(Intent intent) {
+        return null;
+    }
+
+    private void createNotificationChannel() {
+        if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) {
+            NotificationChannel channel = new NotificationChannel(
+                    CHANNEL_ID,
+                    "Screen Recording",
+                    NotificationManager.IMPORTANCE_LOW);
+            channel.setDescription("Screen recording in progress");
+
+            NotificationManager manager = getSystemService(NotificationManager.class);
+            if (manager != null) {
+                manager.createNotificationChannel(channel);
+            }
+        }
+    }
+
+    private Notification createNotification() {
+        NotificationCompat.Builder builder = new NotificationCompat.Builder(this, CHANNEL_ID)
+                .setContentTitle("Screen Recording")
+                .setContentText("Recording your screen...")
+                .setSmallIcon(android.R.drawable.ic_menu_view)
+                .setPriority(NotificationCompat.PRIORITY_LOW)
+                .setOngoing(true);
+
+        return builder.build();
+    }
+}

package/dist/cuoral.d.ts

@@ -15,6 +15,7 @@ export declare class Cuoral {
     private bridge;
     private recorder;
     private modal?;
+    private intelligence?;
     private options;
     private static readonly PRODUCTION_WIDGET_URL;
     private static readonly DEV_WIDGET_URL;
@@ -22,7 +23,23 @@ export declare class Cuoral {
     /**
      * Initialize Cuoral
      */
-    initialize(): void;
+    initialize(): Promise<void>;
+    /**
+     * Initialize intelligence based on backend configuration
+     */
+    private initializeIntelligence;
+    /**
+     * Fetch session configuration from backend
+     */
+    private fetchSessionConfiguration;
+    /**
+     * Track a page/screen view
+     */
+    trackPageView(screen: string, metadata?: any): void;
+    /**
+     * Track an error manually
+     */
+    trackError(message: string, stackTrace?: string, metadata?: any): void;
     /**
      * Open the widget modal
      */
@@ -43,6 +60,18 @@ export declare class Cuoral {
      * Clean up resources
      */
     destroy(): void;
+    /**
+     * Get or create session ID
+     */
+    private getOrCreateSessionId;
+    /**
+     * Initiate a new session with backend (like inline.js does)
+     */
+    private initiateSession;
+    /**
+     * Set user profile for the session
+     */
+    private setProfile;
     /**
      * Setup automatic message handlers
      */

package/dist/cuoral.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cuoral.d.ts","sourceRoot":"","sources":["../src/cuoral.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED;;GAEG;AACH,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,KAAK,CAAC,CAAc;IAC5B,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAuC;IACpF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAwB;gBAElD,OAAO,EAAE,aAAa;IAsClC;;OAEG;IACI,UAAU,IAAI,IAAI;IASzB;;OAEG;IACI,SAAS,IAAI,IAAI;IAMxB;;OAEG;IACI,UAAU,IAAI,IAAI;IAMzB;;OAEG;IACI,WAAW,IAAI,OAAO;IAI7B;;OAEG;IACI,YAAY,IAAI,MAAM;IAe7B;;OAEG;IACI,OAAO,IAAI,IAAI;IAStB;;OAEG;IACH,OAAO,CAAC,oBAAoB;CAuE7B"}
+{"version":3,"file":"cuoral.d.ts","sourceRoot":"","sources":["../src/cuoral.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAeD;;GAEG;AACH,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,QAAQ,CAAiB;IACjC,OAAO,CAAC,KAAK,CAAC,CAAc;IAC5B,OAAO,CAAC,YAAY,CAAC,CAAqB;IAC1C,OAAO,CAAC,OAAO,CAAgB;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAuC;IACpF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAwB;gBAElD,OAAO,EAAE,aAAa;IA2ClC;;OAEG;IACU,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYxC;;OAEG;YACW,sBAAsB;IAwCpC;;OAEG;YACW,yBAAyB;IAoCvC;;OAEG;IACI,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,GAAG,GAAG,IAAI;IAM1D;;OAEG;IACI,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,GAAG,GAAG,IAAI;IAM7E;;OAEG;IACI,SAAS,IAAI,IAAI;IAMxB;;OAEG;IACI,UAAU,IAAI,IAAI;IAMzB;;OAEG;IACI,WAAW,IAAI,OAAO;IAI7B;;OAEG;IACI,YAAY,IAAI,MAAM;IAe7B;;OAEG;IACI,OAAO,IAAI,IAAI;IActB;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAa5B;;OAEG;YACW,eAAe;IAmC7B;;OAEG;YACW,UAAU;IAmBxB;;OAEG;IACH,OAAO,CAAC,oBAAoB;CAuE7B"}