@incodetech/core 2.0.0-alpha.10 → 2.0.0-alpha.12

package/dist/{lib-Bu9XGMBW.esm.js → lib-BJoLTN_W.esm.js}

@@ -1,5 +1,5 @@
-import { i as __toCommonJS, n as __esm, r as __export, t as __commonJS } from "./chunk-C_Yo44FK.esm.js";
-import { n as require_jsnlog, t as require_OpenViduLogger } from "./OpenViduLogger-CQyDxBvM.esm.js";
+import { i as __toCommonJS, n as __esm, r as __export, t as __commonJS } from "./chunk-FbsBJI8u.esm.js";
+import { n as require_jsnlog, t as require_OpenViduLogger } from "./OpenViduLogger-CRbRNZA7.esm.js";
 
 //#region ../../node_modules/.pnpm/openvidu-browser@2.32.1/node_modules/openvidu-browser/lib/OpenViduInternal/Enums/LocalRecorderState.js
 var require_LocalRecorderState = /* @__PURE__ */ __commonJS({ "../../node_modules/.pnpm/openvidu-browser@2.32.1/node_modules/openvidu-browser/lib/OpenViduInternal/Enums/LocalRecorderState.js": ((exports) => {

package/dist/phone.d.ts

@@ -1,4 +1,4 @@
-import { t as Manager } from "./Manager-BGfxEmyv.js";
+import { t as Manager } from "./Manager-BZUZTRPx.js";
 
 //#region src/modules/phone/types.d.ts
 

package/dist/phone.esm.js

@@ -1,6 +1,6 @@
-import { g as createManager, n as api, t as endpoints } from "./endpoints-BSTFaHYo.esm.js";
-import { a as createActor, i as fromPromise, n as assign, r as fromCallback, t as setup } from "./xstate.esm-B_rda9yU.esm.js";
-import { t as addEvent } from "./addEvent-W0ORK0jT.esm.js";
+import { E as createManager, n as api, t as endpoints } from "./endpoints-D9TGnxRK.esm.js";
+import { a as createActor, i as fromPromise, n as assign, r as fromCallback, t as setup } from "./xstate.esm-2hDiAXvZ.esm.js";
+import { t as addEvent } from "./addEvent-BGKc_lHF.esm.js";
 
 //#region src/modules/phone/phoneServices.ts
 async function fetchPhone(signal) {

package/dist/recordingsRepository-D5MURoVB.esm.js

@@ -0,0 +1,40 @@
+import { n as api, t as endpoints } from "./endpoints-D9TGnxRK.esm.js";
+
+//#region ../infra/src/device/getBrowser.ts
+function getUserAgent() {
+	if (typeof navigator === "undefined") return "";
+	return navigator.userAgent;
+}
+
+//#endregion
+//#region src/internal/recordings/recordingsRepository.ts
+async function createRecordingSession(type) {
+	return (await api.post(endpoints.recordingCreateSessionV2, { type })).data;
+}
+async function startRecording(params) {
+	return (await api.post(endpoints.recordingStartV2, {
+		videoRecordingId: params.videoRecordingId,
+		frameRate: 30,
+		outputMode: "COMPOSED",
+		resolution: params.resolution,
+		type: params.type,
+		hasAudio: params.hasAudio ?? false
+	})).data;
+}
+async function stopRecording(videoRecordingId) {
+	return (await api.post(endpoints.recordingStopV2, { videoRecordingId })).data;
+}
+async function uploadDeepsightVideo(encryptedVideo, token) {
+	try {
+		return (await api.post(endpoints.deepsightVideoImport, {
+			video: encryptedVideo,
+			type: "selfie"
+		}, { headers: { "X-Incode-Hardware-Id": token } })).data.recordingId ?? "";
+	} catch (error) {
+		console.error("Error uploading deepsight video:", error);
+		return "";
+	}
+}
+
+//#endregion
+export { getUserAgent as a, uploadDeepsightVideo as i, startRecording as n, stopRecording as r, createRecordingSession as t };

package/dist/selfie.d.ts

@@ -1,165 +1,9 @@
-import { t as WasmPipeline } from "./warmup-CEJTfxQr.js";
-import { t as Manager } from "./Manager-BGfxEmyv.js";
-import { n as StateMachine, t as AnyStateMachine } from "./StateMachine-DRE1oH2B.js";
-import { n as PermissionStatus, t as PermissionResult } from "./types-iZi2rawo.js";
+import { a as CameraStream, d as IMLProviderCapability, f as MLProviderConfig, i as StreamCanvasCapture, l as MotionPermissionState, n as PermissionStatus, o as IRecordingCapability, p as IncodeCanvas, r as BaseWasmProvider, s as RecordingConnection, t as PermissionResult, u as MotionStatus } from "./types-DZbrbPgj.js";
+import { n as StateMachine, t as AnyStateMachine } from "./StateMachine-pi8byl8C.js";
+import { t as Manager } from "./Manager-BZUZTRPx.js";
 
-//#region ../infra/src/media/canvas.d.ts
-/**
- * Class representing a canvas element for image capture and manipulation.
- */
-declare class IncodeCanvas {
-  canvas: HTMLCanvasElement;
-  private base64Image;
-  private blobData;
-  /**
-   * Creates an {@link IncodeCanvas} from a raw {@link ImageData} frame.
-   * @param imageData - Frame pixels in RGBA format
-   * @returns An {@link IncodeCanvas} containing the provided pixels
-   */
-  static fromImageData(imageData: ImageData): IncodeCanvas;
-  /**
-   * Create a new canvas element.
-   * @param canvas_ - The canvas element to clone.
-   */
-  constructor(canvas_: HTMLCanvasElement);
-  /**
-   * Check if the current canvas is valid.
-   */
-  private checkCanvas;
-  /**
-   * Release the data stored by IncodeCanvas.
-   */
-  release(): void;
-  /**
-   * Get the width of the canvas.
-   */
-  width(): number | null;
-  /**
-   * Get the height of the canvas.
-   */
-  height(): number | null;
-  /**
-   * Set the width of the canvas.
-   */
-  setWidth(width: number): void;
-  /**
-   * Set the height of the canvas.
-   */
-  setHeight(height: number): void;
-  /**
-   * Clone the current canvas.
-   */
-  clone(): IncodeCanvas | null;
-  /**
-   * Deep clone the current IncodeCanvas including blob data.
-   */
-  deepClone(): Promise<IncodeCanvas | null>;
-  /**
-   * Returns the drawing context on the canvas.
-   */
-  getContext(contextId: '2d', contextAttributes?: CanvasRenderingContext2DSettings): CanvasRenderingContext2D | null;
-  /**
-   * Retrieves the image data from the canvas.
-   */
-  getImageData(): ImageData | null;
-  /**
-   * Updates the base64 representation of the current canvas image.
-   */
-  updateBase64Image(jpegQuality?: number): void;
-  /**
-   * Converts the current canvas element to a base64 string.
-   */
-  getBase64Image(jpegQuality?: number, includeDataURLPrefix?: boolean): string | null;
-  /**
-   * Sets the base64 representation of the current canvas image.
-   */
-  setBase64Image(base64Image: string | null): void;
-  /**
-   * Updates the Blob representation of the current canvas image.
-   */
-  updateBlob(jpegQuality?: number, includeDataURLPrefix?: boolean): void;
-  /**
-   * Converts a base64 string to a Blob and creates a URL for it.
-   */
-  static base64ToBlob(base64: string): {
-    blob: Blob;
-    url: string;
-  } | null;
-  /**
-   * Retrieves the Blob data and its URL from the current canvas.
-   */
-  getBlobData(jpegQuality?: number, includeDataURLPrefix?: boolean): {
-    blob: Blob;
-    url: string;
-  } | null;
-  /**
-   * Sets the Blob data of the current canvas image.
-   */
-  setBlobData(blobData: {
-    blob: Blob;
-    url: string;
-  }): Promise<void>;
-  /**
-   * Returns a resized canvas according to video element size.
-   */
-  getResizedCanvas(videoElementWidth: number, videoElementHeight: number): IncodeCanvas | null;
-}
-//#endregion
-//#region ../infra/src/capabilities/IMLProviderCapability.d.ts
-/**
- * Base configuration shared by all ML provider capabilities.
- */
-interface MLProviderConfig {
-  /** Path to the WASM binary */
-  wasmPath?: string;
-  /** Path to the SIMD-optimized WASM binary (optional) */
-  wasmSimdPath?: string;
-  /** Path to the WASM glue code */
-  glueCodePath?: string;
-  /** Whether to use SIMD optimizations (default: true) */
-  useSimd?: boolean;
-  /**
-   * Base path for ML model files. Models will be loaded from `${modelsBasePath}/${modelFileName}`.
-   * If not provided, models are expected in a 'models' subdirectory relative to the WASM binary.
-   */
-  modelsBasePath?: string;
-}
-/**
- * Base interface for ML provider capabilities.
- * Provides common lifecycle and frame processing methods shared by
- * FaceDetectionCapability and IdCaptureCapability.
- */
-interface IMLProviderCapability<TConfig extends MLProviderConfig> {
-  /**
-   * Whether the provider has been initialized and is ready to process frames.
-   */
-  readonly initialized: boolean;
-  /**
-   * Initializes the provider with the given configuration.
-   * If WASM was already warmed up via `setup()` or `warmupWasm()`, this returns almost instantly.
-   * @param config - Provider configuration including WASM paths
-   */
-  initialize(config: TConfig): Promise<void>;
-  /**
-   * Processes a frame through the ML pipeline.
-   * Callbacks set via `setCallbacks()` will be invoked based on the analysis results.
-   * @param image - Image data to process
-   * @throws Error if provider is not initialized
-   */
-  processFrame(image: ImageData): Promise<void>;
-  /**
-   * Resets the pipeline to its initial state.
-   * Safe to call even if not initialized (no-op in that case).
-   */
-  reset(): void;
-  /**
-   * Disposes of resources and resets initialization state.
-   * Safe to call even if not initialized.
-   */
-  dispose(): Promise<void>;
-}
-//#endregion
 //#region ../infra/src/capabilities/IFaceDetectionCapability.d.ts
+
 /**
  * Configuration for face detection provider.
  * Extends base ML provider config with face-detection specific options.
@@ -299,163 +143,19 @@ interface IFaceDetectionCapability extends IMLProviderCapability<FaceDetectionCo
   setVideoSelfieMode(enabled: boolean): void;
 }
 //#endregion
-//#region ../infra/src/capabilities/IRecordingCapability.d.ts
-type RecordingPublisher = {
-  getStreamId: () => string | undefined;
-  replaceVideoTrack: (track: MediaStreamTrack) => Promise<void>;
-  destroy: () => void;
-};
-type RecordingConnection = {
-  sessionId: string | undefined;
-  publisher: RecordingPublisher;
-  disconnect: () => Promise<void>;
-};
-type RecordingConnectionEvents = {
-  onSessionConnected?: (sessionId: string | undefined) => void;
-  onSessionDisconnected?: (sessionId: string | undefined) => void;
-  onSessionException?: (params: {
-    name?: string;
-    message?: string;
-    sessionId?: string;
-  }) => void;
-  onPublisherCreated?: (params: {
-    streamId?: string;
-    sessionId?: string;
-  }) => void;
-  onPublisherError?: (params: {
-    message?: string;
-    sessionId?: string;
-    streamId?: string;
-  }) => void;
-};
-type ConnectRecordingParams = {
-  sessionToken: string;
-  stream: MediaStream;
-  events?: RecordingConnectionEvents;
-};
-type IRecordingCapability = {
-  /**
-   * Connects to a recording session and publishes the provided media stream.
-   * Returns a connection handle that can be disconnected and used to manage the publisher.
-   */
-  connect: (params: ConnectRecordingParams) => Promise<RecordingConnection>;
-};
-//#endregion
-//#region ../infra/src/media/camera.d.ts
-type CameraStream = MediaStream;
-//#endregion
-//#region ../infra/src/media/StreamCanvasCapture.d.ts
-type StreamCanvasCaptureOptions = {
-  fps?: number;
-  width?: number;
-  height?: number;
-};
-type StreamCanvasCaptureEventMap = {
-  frame: Event;
+//#region ../infra/src/capabilities/IDeepsightRecordingCapability.d.ts
+type DeepsightRecordingResult = {
+  trimmedBlob: Blob;
+  encryptedVideo: string;
 };
-declare class StreamCanvasCapture {
-  private video;
-  private canvas;
-  private ctx;
-  private rafId;
-  private lastFrameTimeSeconds;
-  private lastTickTimeMs;
-  private hasFrame;
-  private disposed;
-  private eventTarget;
-  constructor(stream: CameraStream, options?: StreamCanvasCaptureOptions);
-  addEventListener(type: keyof StreamCanvasCaptureEventMap, listener: EventListenerOrEventListenerObject | null, options?: boolean | AddEventListenerOptions): void;
-  removeEventListener(type: keyof StreamCanvasCaptureEventMap, listener: EventListenerOrEventListenerObject | null, options?: boolean | EventListenerOptions): void;
-  /**
-   * Returns the latest cached frame as an {@link IncodeCanvas}.
-   */
-  getLatestCanvas(): IncodeCanvas | null;
-  /**
-   * Returns the latest cached frame as raw {@link ImageData}.
-   */
-  getLatestFrame(): ImageData | null;
-  /**
-   * Disposes internal resources and stops the capture loop.
-   */
-  dispose(): void;
-  private rafLoop;
-  private tick;
-}
-//#endregion
-//#region ../infra/src/wasm/WasmPipelineType.d.ts
-declare enum WasmPipelineType {
-  IdBlurGlarePipeline = 0,
-  IdBarcodeAndTextQualityPipeline = 1,
-  IdVideoSelfiePipeline = 2,
-  SelfieWithAggregationMetrics = 3,
-  SelfieWithQualityMetrics = 4,
-  IdFaceDetectionPipeline = 5,
-}
-//#endregion
-//#region ../infra/src/providers/wasm/BaseWasmProvider.d.ts
-/**
- * Base configuration for WASM providers
- */
-interface BaseWasmConfig {
-  /** Path to the WASM binary */
-  wasmPath?: string;
-  /** Path to the SIMD-optimized WASM binary (optional) */
-  wasmSimdPath?: string;
-  /** Path to the WASM glue code */
-  glueCodePath?: string;
-  /** Whether to use SIMD optimizations (default: true) */
-  useSimd?: boolean;
-  /**
-   * Base path for ML model files. Models will be loaded from `${modelsBasePath}/${modelFileName}`.
-   * If not provided, models are expected in a 'models' subdirectory relative to the WASM binary.
-   */
-  modelsBasePath?: string;
-}
-/**
- * Base provider class that abstracts common WASM functionality.
- * This serves as a foundation for specific ML capability providers
- * like FaceDetectionProvider and IdCaptureProvider.
- */
-declare abstract class BaseWasmProvider {
-  private _isInitialized;
-  protected pipelineType: WasmPipelineType | undefined;
-  /**
-   * Creates a new BaseWasmProvider
-   * @param pipelineType - The WASM pipeline type this provider uses
-   */
-  constructor(pipelineType?: WasmPipelineType);
-  /**
-   * Returns whether this provider has been initialized.
-   */
-  get initialized(): boolean;
-  protected getPipelineType(): WasmPipelineType;
-  /**
-   * Initializes the provider by ensuring WASM is loaded
-   * @param config - Provider configuration
-   * @param pipeline - The pipeline type to warm up ('selfie', 'idCapture', etc.)
-   */
-  protected initializeBase(config: BaseWasmConfig, pipeline: WasmPipeline): Promise<void>;
-  /**
-   * Ensures the provider is initialized before performing operations.
-   * @throws Error if not initialized
-   */
-  protected ensureInitialized(): void;
-  /**
-   * Processes a frame through the WASM pipeline
-   * @param image - Image data to process
-   */
-  processFrame(image: ImageData): Promise<void>;
-  /**
-   * Resets the pipeline to its initial state.
-   * Safe to call even if not initialized (no-op in that case).
-   */
+type IDeepsightRecordingCapability = {
+  readonly isRecording: boolean;
+  readonly hasError: boolean;
+  readonly error: string | null;
+  startRecording(stream: MediaStream): void;
+  stopRecording(trimSeconds: number, encrypt: (base64: string) => string, generateChecksum: (buffer: ArrayBuffer) => void): Promise<DeepsightRecordingResult>;
   reset(): void;
-  /**
-   * Disposes of resources and resets initialization state.
-   * Safe to call even if not initialized.
-   */
-  dispose(): Promise<void>;
-}
+};
 //#endregion
 //#region ../infra/src/providers/wasm/FaceDetectionProvider.d.ts
 declare class FaceDetectionProvider extends BaseWasmProvider implements IFaceDetectionCapability {
@@ -480,6 +180,49 @@ declare class FaceDetectionProvider extends BaseWasmProvider implements IFaceDet
   private formatFaceCoordinates;
 }
 //#endregion
+//#region src/internal/deepsight/metadataService.d.ts
+type MetadataService = {
+  initialize(sdkVersion: string, disableIpify?: boolean): Promise<void>;
+  updateCameraInfo(videoTrack: MediaStreamTrack): void;
+  checkForVirtualCameraByLabel(videoTrack: MediaStreamTrack | null): Promise<boolean>;
+  analyzeFrame(imageData: ImageData): Promise<void>;
+  setMotionStatus(status: string): void;
+  setBackgroundMode(backgroundMode: boolean): void;
+  estimatePerformance(): string;
+  getMetadata(): string;
+  getCheck(): string;
+};
+//#endregion
+//#region src/internal/deepsight/motionStatusService.d.ts
+type MotionStatusService = {
+  requestPermission(): Promise<MotionPermissionState>;
+  start(): Promise<void>;
+  stop(): void;
+  check(): MotionStatus;
+  readonly isRunning: boolean;
+  readonly hasPermission: boolean;
+};
+//#endregion
+//#region src/internal/deepsight/deepsightService.d.ts
+type DeepsightCaptureResult = {
+  metadata: string;
+  recordingId: string | null;
+};
+type DeepsightService = {
+  readonly metadata: MetadataService;
+  readonly motion: MotionStatusService;
+  readonly recorder: IDeepsightRecordingCapability;
+  initialize(disableIpify?: boolean): Promise<void>;
+  requestMotionPermission(): Promise<'granted' | 'denied' | 'not-required'>;
+  startMotionSensors(): Promise<void>;
+  stopMotionSensors(): void;
+  startRecording(stream: MediaStream): void;
+  checkVirtualCamera(videoTrack: MediaStreamTrack): Promise<boolean>;
+  performVirtualCameraCheck(): Promise<void>;
+  performCapture(sessionToken: string, imageData: ImageData): Promise<DeepsightCaptureResult>;
+  cleanup(): void;
+};
+//#endregion
 //#region src/modules/selfie/types.d.ts
 type SelfieConfig = {
   showTutorial: boolean;
@@ -551,6 +294,15 @@ type RecordingSession = {
   hasAudio: boolean;
 };
 //#endregion
+//#region src/modules/selfie/selfieUploadService.d.ts
+type ProcessFaceImageType = 'selfie' | 'videoSelfie';
+type ProcessFaceResponse = {
+  faceMatch: boolean;
+  confidence: number;
+  existingUser: boolean;
+};
+declare function processFace(imageType?: ProcessFaceImageType, signal?: AbortSignal): Promise<ProcessFaceResponse>;
+//#endregion
 //#region src/modules/selfie/selfieStateMachine.d.ts
 type SelfieContext = {
   config: SelfieConfig;
@@ -563,12 +315,14 @@ type SelfieContext = {
   capturedImage: IncodeCanvas | undefined;
   faceCoordinates: FaceCoordinates | undefined;
   uploadResponse: SendFaceImageResponse | undefined;
+  processResponse: ProcessFaceResponse | undefined;
   recordingSession: RecordingSession | undefined;
   recordingStream: MediaStream | undefined;
   attemptsRemaining: number;
   uploadError: FaceErrorCode | undefined;
   permissionResult: PermissionResult | 'refresh' | undefined;
   resetDetection: (() => void) | undefined;
+  deepsightService: DeepsightService | undefined;
 };
 type SelfieEvent = {
   type: 'LOAD';
@@ -659,9 +413,15 @@ type SelfieCaptureState = {
   /** Error message from failed upload */
   uploadError: string | undefined;
 };
+/** Processing the captured selfie */
+type SelfieProcessingState = {
+  status: 'processing';
+};
 /** Selfie capture completed successfully */
 type SelfieFinishedState = {
   status: 'finished';
+  /** Face processing result (face match, confidence, existing user) */
+  processResponse: ProcessFaceResponse | undefined;
 };
 /** User closed the selfie flow */
 type SelfieClosedState = {
@@ -674,7 +434,7 @@ type SelfieErrorState = {
   error: string;
 };
 /** Union of all possible selfie states */
-type SelfieState = SelfieIdleState | SelfieLoadingState | SelfieTutorialState | SelfiePermissionsState | SelfieCaptureState | SelfieFinishedState | SelfieClosedState | SelfieErrorState;
+type SelfieState = SelfieIdleState | SelfieLoadingState | SelfieTutorialState | SelfiePermissionsState | SelfieCaptureState | SelfieProcessingState | SelfieFinishedState | SelfieClosedState | SelfieErrorState;
 /**
  * Creates a selfie manager instance for handling selfie capture flow.
  *
@@ -756,4 +516,4 @@ declare function createSelfieManager(options: CreateSelfieActorOptions): Manager
 };
 type SelfieManager = ReturnType<typeof createSelfieManager>;
 //#endregion
-export { type CameraStream, type DetectionStatus, type FaceErrorCode, type PermissionResult, type PermissionStatus, type SelfieConfig, type SelfieMachine, type SelfieManager, type SelfieState, createSelfieManager, selfieMachine };
+export { type CameraStream, type DeepsightService, type DetectionStatus, type FaceErrorCode, type PermissionResult, type PermissionStatus, type ProcessFaceResponse, type SelfieConfig, type SelfieMachine, type SelfieManager, type SelfieState, createSelfieManager, processFace, selfieMachine };