idmission-web-sdk 1.0.394 → 1.0.396

package/dist/components/common/debug.d.ts

@@ -1,10 +1,7 @@
 import React, { ReactElement, ReactNode } from 'react';
 import { DetectedObject } from '../../lib/models/DocumentDetection';
-import { Face, FaceKeypoint } from '../../lib/models/FaceDetection';
-export declare function DebugStatsPane({ children }: {
-    children: ReactNode;
-}): React.JSX.Element;
-export declare const DebugStatsPaneDiv: import("styled-components").IStyledComponent<"web", {
+import { Face, FaceKeypoint } from '../selfie_capture/HighPerformanceSelfieGuidanceModelsProvider';
+export declare const DebugStatsPane: import("styled-components").IStyledComponent<"web", {
     ref?: React.LegacyRef<HTMLSpanElement> | undefined;
     key?: React.Key | null | undefined;
     defaultChecked?: boolean | undefined;
@@ -316,7 +313,7 @@ export type DetectedObjectDebugBoxProps = {
     flipX?: boolean;
     color?: string;
 };
-export declare function IdCaptureDetectedObjectDebugBox({ obj, flipX, color, scaling, }: DetectedObjectDebugBoxProps): ReactElement;
+export declare function IdCaptureDetectedObjectDebugBox({ obj, flipX, color, }: DetectedObjectDebugBoxProps): ReactElement;
 export type SelfieCaptureFaceDebugBoxProps = {
     face: Face;
     scaling: DebugScalingDetails;

package/dist/components/customer_flows/CustomerIdAndBiometricsEnrollment.d.ts

@@ -88,10 +88,10 @@ export interface CustomerEnrollmentProps extends PropsWithChildren {
     idAutoCaptureEnabled?: boolean;
     /** Number between 0 and 1 at which document detection guidance score condition is considered to be met for ID cards. Defaults to 0.8. */
     idCardAutoCaptureScoreThreshold?: number;
-    /** Number between 0 and 1 at which document detection guidance score condition is considered to be met for passports. Defaults to 0.75. */
-    passportAutoCaptureScoreThreshold?: number;
     /** Number between 0 and 1 at which document detection guidance score condition is considered to be met for Machine Readable Zones. Defaults to 0.5. */
     mrzDetectionScoreThreshold?: number;
+    /** Number between 0 and 1 at which document detection guidance score condition is considered to be met for passports. Defaults to 0.75. */
+    passportAutoCaptureScoreThreshold?: number;
     /** Number between 0 and 1 at which focus guidance score condition is considered to be met for ID cards. */
     idCardFocusScoreThreshold?: number;
     /** Number between 0 and 1 at which focus guidance score condition is considered to be met for passports. */

package/dist/components/customer_flows/IdAndFaceValidation.d.ts

@@ -85,10 +85,10 @@ export interface IdAndFaceValidationProps extends PropsWithChildren {
     idAutoCaptureEnabled?: boolean;
     /** Number between 0 and 1 at which document detection guidance score condition is considered to be met for ID cards. Defaults to 0.8. */
     idCardAutoCaptureScoreThreshold?: number;
-    /** Number between 0 and 1 at which document detection guidance score condition is considered to be met for passports. Defaults to 0.75. */
-    passportAutoCaptureScoreThreshold?: number;
     /** Number between 0 and 1 at which document detection guidance score condition is considered to be met for Machine Readable Zones. Defaults to 0.5. */
     mrzDetectionScoreThreshold?: number;
+    /** Number between 0 and 1 at which document detection guidance score condition is considered to be met for passports. Defaults to 0.75. */
+    passportAutoCaptureScoreThreshold?: number;
     /** Number between 0 and 1 at which focus guidance score condition is considered to be met for ID cards. */
     idCardFocusScoreThreshold?: number;
     /** Number between 0 and 1 at which focus guidance score condition is considered to be met for passports. */

package/dist/components/customer_flows/IdValidation.d.ts

@@ -72,8 +72,6 @@ export interface IdValidationProps extends PropsWithChildren {
     idCardAutoCaptureScoreThreshold?: number;
     /** Number between 0 and 1 at which document detection guidance score condition is considered to be met for passports. Defaults to 0.75. */
     passportAutoCaptureScoreThreshold?: number;
-    /** Number between 0 and 1 at which document detection guidance score condition is considered to be met for Machine Readable Zones. Defaults to 0.5. */
-    mrzDetectionScoreThreshold?: number;
     /** Number between 0 and 1 at which focus guidance score condition is considered to be met for ID cards. */
     idCardFocusScoreThreshold?: number;
     /** Number between 0 and 1 at which focus guidance score condition is considered to be met for passports. */

package/dist/components/id_capture/CapturedDocuments.d.ts

@@ -1,13 +1,11 @@
-import { DetectedObjectBox } from '../../lib/models/DocumentDetection';
-export declare const CapturedDocumentTypeValues: readonly ["idCardFront", "idCardBack", "passport", "selfie"];
-export type CapturedDocumentType = (typeof CapturedDocumentTypeValues)[number];
 export type CapturedDocument = {
     imageData: string;
     width: number;
     height: number;
-    boundingBox?: DetectedObjectBox;
-    documentType: CapturedDocumentType;
+    boundingBox?: number[];
 };
+export declare const CapturedDocumentTypeValues: readonly ["idCardFront", "idCardBack", "passport", "selfie"];
+export type CapturedDocumentType = (typeof CapturedDocumentTypeValues)[number];
 export type CapturedDocuments = {
     [k in CapturedDocumentType]?: CapturedDocument;
 };

package/dist/components/id_capture/HighPerformanceObjectDetectionModelsProvider.d.ts

@@ -0,0 +1,36 @@
+import * as React from 'react';
+import { MutableRefObject, ReactElement, ReactNode } from 'react';
+import { ObjectDetector } from '@mediapipe/tasks-vision';
+export declare const visionTasksBasePath = "https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@latest/wasm";
+export declare const objectDetectorModelPath = "https://websdk-cdn-dev.idmission.com/assets/models/docdetectmp20240517/model_fp16.tflite";
+export type DetectedObject = {
+    box: {
+        xMin: number;
+        xMax: number;
+        yMin: number;
+        yMax: number;
+        width: number;
+        height: number;
+    };
+};
+export declare function loadHighPerformanceObjectDetector(modelAssetPath: string, delegate?: 'CPU' | 'GPU', scoreThreshold?: number): Promise<ObjectDetector>;
+type PredictionHandler = (prediction: DetectedObject[]) => void;
+type HighPerformanceSelfieGuidanceModelsState = {
+    start: () => void;
+    stop: () => void;
+    onPredictionMade: (handler: PredictionHandler) => void;
+    canvasRef: MutableRefObject<HTMLCanvasElement | null>;
+    ready: boolean;
+    error: Error | null;
+    modelDownloadProgress: number;
+};
+export declare const HighPerformanceObjectDetectionModelsContext: React.Context<HighPerformanceSelfieGuidanceModelsState>;
+export declare const HighPerformanceObjectDetectionModelsProvider: ({ autoStart, children, throttleMs, modelAssetPath, delegate, scoreThreshold, }: {
+    autoStart?: boolean | undefined;
+    children: ReactNode;
+    throttleMs?: number | undefined;
+    modelAssetPath?: string | undefined;
+    delegate?: "CPU" | "GPU" | undefined;
+    scoreThreshold?: number | undefined;
+}) => ReactElement;
+export {};

package/dist/components/id_capture/IdCapture.d.ts

@@ -40,24 +40,24 @@ export type IdCaptureVerbiage = {
 export type IdCaptureProps = {
     requiredDocumentType?: CapturedDocumentType;
     autoCaptureEnabled?: boolean;
-    idCardDetectionThreshold?: number;
-    passportDetectionThreshold?: number;
+    autoCaptureScoreThreshold?: number;
+    autoCaptureGoodFramesRequired?: number;
     autoCaptureBarcodeRequired?: boolean | 'mobile';
     mrzDetectionScoreThreshold?: number;
+    passportPageDetectionThreshold?: number;
     pdf417DetectionThreshold?: number;
     barcodeScanningEnabled?: boolean;
     maxBarcodeScanAttempts?: number;
-    idCardFocusScoreThreshold?: number;
-    passportFocusScoreThreshold?: number;
+    focusScoreThreshold?: number;
     guidanceMessage?: string;
     guidanceSatisfied?: boolean;
     onPrediction?: (prediction: IdCapturePrediction) => void;
     onBarcodeScanned?: (result: PDF417DetectionResult) => void;
-    onCapture?: (frame: string, width: number, height: number, documentType: CapturedDocumentType, metadata: CaptureAttemptMetadata) => void;
+    onCapture?: (frame: string, width: number, height: number, metadata: CaptureAttemptMetadata) => void;
     assets?: IdCaptureAssets;
     classNames?: IdCaptureClassNames;
     colors?: IdCaptureColors;
     verbiage?: IdCaptureVerbiage;
     debugMode?: boolean;
 };
-export declare const IdCapture: ({ requiredDocumentType, autoCaptureEnabled, autoCaptureBarcodeRequired, idCardDetectionThreshold, passportDetectionThreshold, mrzDetectionScoreThreshold, pdf417DetectionThreshold, idCardFocusScoreThreshold, passportFocusScoreThreshold, barcodeScanningEnabled, maxBarcodeScanAttempts, guidanceMessage, guidanceSatisfied, onPrediction, onCapture, assets, classNames, colors, verbiage: rawVerbiage, debugMode, }: IdCaptureProps) => React.ReactElement;
+export declare const IdCapture: ({ requiredDocumentType, autoCaptureEnabled, autoCaptureScoreThreshold, autoCaptureGoodFramesRequired, autoCaptureBarcodeRequired, mrzDetectionScoreThreshold, passportPageDetectionThreshold, pdf417DetectionThreshold, focusScoreThreshold, barcodeScanningEnabled, maxBarcodeScanAttempts, guidanceMessage, guidanceSatisfied, onPrediction, onBarcodeScanned, onCapture, assets, classNames, colors, verbiage: rawVerbiage, debugMode, }: IdCaptureProps) => React.ReactElement;

package/dist/components/id_capture/IdCaptureModelsProvider.d.ts

@@ -1,8 +1,7 @@
-import React, { ReactElement, ReactNode } from 'react';
-import { DetectedObject, DetectedObjectBox, DocumentDetectionThresholds, DocumentType } from '../../lib/models/DocumentDetection';
-import { DocumentDetectionModelProviderProps } from './DocumentDetectionModelProvider';
-import { FocusModelProviderProps } from './FocusModelProvider';
-import { FocusThresholds } from '../../lib/models/Focus';
+import React, { MutableRefObject, ReactElement, ReactNode } from 'react';
+import { DetectedObject, DocumentType } from '../../lib/models/DocumentDetection';
+import { FocusPrediction } from '../../lib/models/Focus';
+import { Frame } from '../../lib/utils/getFrameDimensions';
 export type IdCapturePrediction = {
     detectedObjects: DetectedObject[];
     detectionTime: number;
@@ -15,7 +14,7 @@ export type IdCapturePrediction = {
     mrzDetectionThresholdMet: boolean;
     pdf417DetectionScore: number;
     pdf417DetectionThresholdMet: boolean;
-    bestDocument: DetectedObject | undefined;
+    bestDocumentOrPassport: DetectedObject | undefined;
     bestMrz: DetectedObject | undefined;
     bestPdf417: DetectedObject | undefined;
     documentInBounds: boolean;
@@ -27,40 +26,55 @@ export type IdCapturePrediction = {
     frameHeight: number;
     allZero: boolean;
 };
-export type IdCaptureThresholds = DocumentDetectionThresholds & {
-    focus?: FocusThresholds;
+export type IdCaptureThresholds = {
+    document?: number;
+    passport?: number;
+    mrz?: number;
+    pdf417?: number;
+    focus?: {
+        desktop?: number;
+        mobile?: number;
+    };
 };
-export type BestFrameDetails = {
-    boundingBox?: DetectedObjectBox;
-    documentType: DocumentType;
+export type BestFrame = {
+    canvas: HTMLCanvasElement;
+    boundingBox?: number[];
     detectionScore: number;
     focusScore: number;
 };
-export type BestFrame = BestFrameDetails & {
-    canvas: HTMLCanvasElement;
-};
 export type IdCaptureModelsState = {
     ready: boolean;
-    start: () => void;
-    stop: () => void;
     modelDownloadProgress: number;
-    modelError: Error | null;
+    working: MutableRefObject<boolean>;
+    idModelError: Error | null;
     thresholds: IdCaptureThresholds;
     setThresholds: (value: IdCaptureThresholds) => void;
+    makePrediction: (frame: Frame) => void;
     onPredictionMade: (handler: (prediction: IdCapturePrediction) => void) => void;
     detectionTime: number;
     focusPredictionTime: number;
-    bestFrameDetails: BestFrameDetails | null;
-    getBestFrame: () => BestFrame | null;
+    getBestFrame: () => Promise<BestFrame | null>;
     resetBestFrame: () => void;
+    bestFrameDetectionScore: number;
+    bestFrameFocusScore: number;
 };
 export declare const IdCaptureModelsContext: React.Context<IdCaptureModelsState>;
 export type IdCaptureModelsProviderProps = {
     children: ReactNode;
     documentDetectionModelUrl?: string | undefined;
     focusModelUrl?: string | undefined;
+    logPredictions?: boolean;
     onModelError?: (error: Error) => void;
     modelLoadTimeoutMs?: number;
 };
-export declare function IdCaptureModelsProviderInner({ children, onModelError, }: IdCaptureModelsProviderProps): ReactElement;
-export declare function IdCaptureModelsProvider({ children, ...props }: IdCaptureModelsProviderProps & DocumentDetectionModelProviderProps & FocusModelProviderProps): React.JSX.Element;
+export declare const defaultDocumentDetectionModelUrl: string;
+export declare const defaultFocusModelUrl: string;
+export declare const defaultIdCaptureModelLoadTimeoutMs = 45000;
+export declare const IdCaptureModelsProvider: ({ children, documentDetectionModelUrl, focusModelUrl, logPredictions, onModelError, modelLoadTimeoutMs, }: IdCaptureModelsProviderProps) => ReactElement;
+type Canvases = {
+    lastPredictionCanvas: HTMLCanvasElement;
+    cropCanvas: HTMLCanvasElement;
+    rotateCanvas: HTMLCanvasElement;
+};
+export declare function makeFocusPrediction(imageData: Frame, canvases: Canvases, bbox?: number[], logPredictions?: boolean): Promise<[FocusPrediction, number]>;
+export {};

package/dist/components/id_capture/IdCaptureRequirementOption.d.ts

@@ -1,5 +1,5 @@
 import { CapturedDocumentType } from './CapturedDocuments';
-export type IdCaptureRequirementOption = 'idCard' | 'passport' | 'idCardOrPassport' | 'idCardAndPassport';
+export type IdCaptureRequirementOption = 'idCardFront' | 'idCardBack' | 'passport' | 'idCard' | 'idCardOrPassport' | 'idCardAndPassport';
 export declare const requiredDocumentsForOption: {
     [key in IdCaptureRequirementOption]: Array<CapturedDocumentType>;
 };

package/dist/components/id_capture/IdCaptureStateProvider.d.ts

@@ -51,6 +51,7 @@ export type IdCaptureState = {
     lastFrameCapturedAt: Date | null;
     frameCaptureRate: number;
     capturing: boolean;
+    captured: boolean;
     captureFailed: boolean;
     imageUrl: string | null;
     captureState: CaptureState;
@@ -59,8 +60,6 @@ export type IdCaptureState = {
     requestedDocumentType: CapturedDocumentType;
     detectedDocumentType: DocumentType;
     differentDocumentTypeDetections: number;
-    operationStartedAt: Date | null;
-    captureStartedAt: Date | null;
 };
 export type IdCaptureAction = {
     type: 'configureWizard';
@@ -71,13 +70,12 @@ export type IdCaptureAction = {
 } | {
     type: 'configureCapture';
     payload: {
+        requiredDocumentType?: CapturedDocumentType;
+        goodFramesThreshold: number;
         autoCaptureBarcodeRequired: boolean | 'mobile';
         barcodeScanningEnabled: boolean;
         maxBarcodeScanAttempts: number;
     };
-} | {
-    type: 'setRequiredDocumentType';
-    payload: CapturedDocumentType;
 } | {
     type: 'redrawRequested';
 } | {
@@ -103,8 +101,6 @@ export type IdCaptureAction = {
         width: number;
         height: number;
     };
-} | {
-    type: 'captureStarted';
 } | {
     type: 'capturing';
 } | {

package/dist/components/id_capture/IdCaptureWizard.d.ts

@@ -54,6 +54,7 @@ export type IdCaptureWizardProps = {
     precapturedDocuments?: CapturedDocuments;
     captureRequirement?: IdCaptureRequirementOption;
     autoCaptureEnabled?: boolean;
+    autoCaptureGoodFramesRequired?: number;
     autoCaptureBarcodeRequired?: 'mobile' | boolean;
     barcodeScanningEnabled?: boolean;
     idCardAutoCaptureScoreThreshold?: number;
@@ -74,4 +75,4 @@ export type IdCaptureWizardProps = {
     verbiage?: IdCaptureWizardVerbiage;
     debugMode?: boolean;
 };
-export declare const IdCaptureWizard: ({ onSuccess, onExitCapture, onUserCancel, loadingOverlayMode, precapturedDocuments, captureRequirement, autoCaptureEnabled, autoCaptureBarcodeRequired, barcodeScanningEnabled, idCardAutoCaptureScoreThreshold, passportAutoCaptureScoreThreshold, mrzDetectionScoreThreshold, idCardFocusScoreThreshold, passportFocusScoreThreshold, skipSuccessScreen, instructions, releaseCameraAccessOnExit, guideType, portraitGuidesOnMobile, rotateLoadingOverlayImageWhenPortrait, silentFallback, assets, classNames, colors, verbiage, debugMode, }: IdCaptureWizardProps) => ReactElement;
+export declare const IdCaptureWizard: ({ onSuccess, onExitCapture, onUserCancel, loadingOverlayMode, precapturedDocuments, captureRequirement, autoCaptureEnabled, autoCaptureGoodFramesRequired, autoCaptureBarcodeRequired, barcodeScanningEnabled, idCardAutoCaptureScoreThreshold, passportAutoCaptureScoreThreshold, mrzDetectionScoreThreshold, idCardFocusScoreThreshold, passportFocusScoreThreshold, skipSuccessScreen, instructions, releaseCameraAccessOnExit, guideType, portraitGuidesOnMobile, rotateLoadingOverlayImageWhenPortrait, silentFallback, assets, classNames, colors, verbiage, debugMode, }: IdCaptureWizardProps) => ReactElement;

package/dist/components/selfie_capture/HighPerformanceSelfieGuidanceModelsProvider.d.ts

@@ -0,0 +1,42 @@
+import * as React from 'react';
+import { MutableRefObject, ReactElement, ReactNode } from 'react';
+import { FaceDetector } from '@mediapipe/tasks-vision';
+export declare const visionTasksBasePath = "https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@0.10.7/wasm";
+export declare const faceDetectorModelPath = "https://websdk-cdn-dev.idmission.com/assets/models/blazeface20240207/blaze_face_short_range.tflite";
+export declare const defaultSelfieCaptureModelLoadTimeoutMs = 45000;
+export type FaceKeypoint = {
+    x: number;
+    y: number;
+    name: string;
+};
+export type Face = {
+    keypoints: FaceKeypoint[];
+    box: {
+        xMin: number;
+        xMax: number;
+        yMin: number;
+        yMax: number;
+        width: number;
+        height: number;
+    };
+};
+export declare function loadHighPerformanceFaceDetector(): Promise<FaceDetector>;
+type PredictionHandler = (prediction: Face[]) => void;
+type HighPerformanceSelfieGuidanceModelsState = {
+    start: () => void;
+    stop: () => void;
+    onPredictionMade: (handler: PredictionHandler) => void;
+    canvasRef: MutableRefObject<HTMLCanvasElement | null>;
+    ready: boolean;
+    error: Error | null;
+    modelDownloadProgress: number;
+};
+export declare const HighPerformanceSelfieGuidanceModelsContext: React.Context<HighPerformanceSelfieGuidanceModelsState>;
+export declare const HighPerformanceSelfieGuidanceModelsProvider: ({ autoStart, children, throttleMs, onModelError, modelLoadTimeoutMs, }: {
+    autoStart?: boolean | undefined;
+    children: ReactNode;
+    throttleMs?: number | undefined;
+    onModelError?: ((error: Error) => void) | undefined;
+    modelLoadTimeoutMs?: number | undefined;
+}) => ReactElement;
+export {};

package/dist/components/selfie_capture/SelfieCapture.d.ts

@@ -1,8 +1,8 @@
 import { ReactElement } from 'react';
 import { FaceCaptureGuideOverlayClassNames } from '../face_liveness/FaceCaptureGuideOverlay';
+import { Face } from './HighPerformanceSelfieGuidanceModelsProvider';
 import { CustomerSuppliedVerbiage } from '../../lib/locales';
 import { SelfieCaptureFallbackClassNames } from '../fallback_flows/SelfieCapture';
-import { Face } from '../../lib/models/FaceDetection';
 export type SelfieCaptureClassNames = {
     container?: string;
     cameraFeed?: string;

package/dist/components/selfie_capture/SelfieGuidanceModelsProvider.d.ts

@@ -1,23 +1,5 @@
-import * as React from 'react';
-import { MutableRefObject, ReactElement, ReactNode } from 'react';
-import { Face } from '../../lib/models/FaceDetection';
-type PredictionHandler = (prediction: Face[]) => void;
-type SelfieGuidanceModelsState = {
-    start: () => void;
-    stop: () => void;
-    onPredictionMade: (handler: PredictionHandler) => void;
-    canvasRef: MutableRefObject<HTMLCanvasElement | null>;
-    ready: boolean;
-    error: Error | null;
-    modelDownloadProgress: number;
-};
-export declare const SelfieGuidanceModelsContext: React.Context<SelfieGuidanceModelsState>;
+import { ReactElement } from 'react';
 export type SelfieGuidanceModelsProviderProps = {
-    autoStart?: boolean;
-    children: ReactNode;
-    throttleMs?: number;
-    onModelError?: (error: Error) => void;
-    modelLoadTimeoutMs?: number;
+    children: ReactElement;
 };
-export declare function SelfieGuidanceModelsProvider({ autoStart, children, throttleMs, onModelError, modelLoadTimeoutMs, }: SelfieGuidanceModelsProviderProps): ReactElement;
-export {};
+export declare const SelfieGuidanceModelsProvider: ({ children, }: SelfieGuidanceModelsProviderProps) => ReactElement;

package/dist/contexts/SelfieGuidanceModelsContext.d.ts

@@ -0,0 +1,15 @@
+import { MutableRefObject } from 'react';
+import { Face } from '@tensorflow-models/face-detection';
+import { Frame } from '../lib/utils/getFrameDimensions';
+export type FacesPrediction = {
+    image: ImageBitmap;
+    faces: Face[];
+};
+export type SelfieGuidanceModelsState = {
+    ready: boolean;
+    working: MutableRefObject<boolean>;
+    makePrediction: (frame: Frame) => void;
+    onPredictionMade: (handler: (prediction: FacesPrediction) => void) => void;
+    faceDetectionTime: number;
+};
+export declare const SelfieGuidanceModelsContext: import("react").Context<SelfieGuidanceModelsState>;

package/dist/contexts/SubmissionContext.d.ts

@@ -1,5 +1,4 @@
 import { UploadedDocument } from '../components/additional_document_capture/AdditionalDocumentCapture';
-import { DetectedObjectBox } from '../lib/models/DocumentDetection';
 export declare enum SubmissionAction {
     NONE = "NONE",
     ENROLL = "ENROLL",
@@ -81,7 +80,7 @@ export type CaptureAttemptMetadata = {
     operationTime?: number;
     bestDetectionScore?: number;
     bestFocusScore?: number;
-    boundingBox?: DetectedObjectBox;
+    boundingBox?: number[];
 };
 export type PersonalData = {
     uniqueNumber?: string;

package/dist/lib/barcode/Scan.d.ts

@@ -1,4 +1,3 @@
 import { PDF417DetectionResult } from './Native';
-import { DetectedObjectBox } from '../models/DocumentDetection';
 export declare function supportsNativeBarcodeScanning(): boolean;
-export declare function scanBarcode(blob: Blob, box?: DetectedObjectBox): Promise<PDF417DetectionResult | null>;
+export declare function scanBarcode(blob: Blob, bbox?: number[]): Promise<PDF417DetectionResult | null>;

package/dist/lib/models/DocumentDetection.d.ts

@@ -1,74 +1,30 @@
-/// <reference types="react" />
-import { ObjectDetector, ObjectDetectorResult } from '@mediapipe/tasks-vision';
-export declare const defaultDocumentDetectorModelPath = "https://websdk-cdn-dev.idmission.com/assets/models/docdetectmp20240611/model_fp16.tflite";
-export declare const defaultDocumentDetectionScoreThreshold = 0.1;
-export declare const defaultDocumentDetectionModelLoadTimeoutMs = 45000;
+import * as tf from '@tensorflow/tfjs';
 export type DocumentType = 'none' | 'idCard' | 'passport';
-export type Label = 'Document' | 'MRZ' | 'PDF417' | 'Primary face' | 'Secondary face' | 'Glare' | 'Punch Hole' | 'Passport page';
-export type DetectedObjectBox = {
-    xMin: number;
-    xMax: number;
-    yMin: number;
-    yMax: number;
-    width: number;
-    height: number;
+export interface DocumentDetectionModel extends tf.GraphModel {
+    outputPositions: {
+        boxes: number;
+        scores: number;
+        labels: number;
+    };
+}
+export declare let documentDetectionModel: DocumentDetectionModel | null;
+export declare function loadDocumentDetectionModel(url: string): Promise<DocumentDetectionModel>;
+export declare function unloadDocumentDetectionModel(): void;
+export type RawEdgeDetectionResult = tf.Tensor<tf.Rank>[];
+export declare function makeDocumentDetectionPredictions(model: tf.GraphModel, image: ImageBitmap | ImageData | HTMLImageElement): Promise<[RawEdgeDetectionResult, () => void]>;
+export type DocumentDetectionResults = {
+    boxes: number[][];
+    scores: number[];
+    labels: number[];
 };
+export declare const labelMap: {
+    [id: number]: Label;
+};
+export type Label = 'Document' | 'MRZ' | 'PDF417' | 'Primary face' | 'Secondary face' | 'Glare' | 'Punch Hole' | 'Passport Page';
+export declare function runDocumentDetection(model: tf.GraphModel, image: ImageBitmap | ImageData | HTMLImageElement): Promise<DocumentDetectionResults>;
 export type DetectedObject = {
-    box: DetectedObjectBox;
-    label: Label;
     score: number;
+    bbox: number[];
+    label: Label;
 };
-export type DocumentDetectionThresholds = {
-    idCard?: number;
-    passport?: number;
-    mrz?: number;
-    pdf417?: number;
-};
-export declare const defaultDocumentDetectionThresholds: {
-    idCard: number;
-    passport: number;
-    mrz: number;
-    pdf417: number;
-};
-export declare function loadDocumentDetector(modelAssetPath?: string, scoreThreshold?: number): Promise<ObjectDetector>;
-export declare function useLoadDocumentDetector({ modelPath, modelLoadTimeoutMs, scoreThreshold, onModelError, }: {
-    modelPath?: string;
-    modelLoadTimeoutMs?: number;
-    scoreThreshold?: number;
-    onModelError?: (error: Error) => void;
-}): {
-    detector: import("react").MutableRefObject<ObjectDetector | null>;
-    ready: boolean;
-    modelDownloadProgress: number;
-    modelError: Error | null;
-    setModelError: import("react").Dispatch<import("react").SetStateAction<Error | null>>;
-};
-export type DocumentDetectionPrediction = {
-    detectedObjects: DetectedObject[];
-    detectionTime: number;
-    detectionScore: number;
-    detectionThresholdMet: boolean;
-    detectedDocumentType: DocumentType;
-    passportDetectionScore: number;
-    passportDetectionThresholdMet: boolean;
-    mrzDetectionScore: number;
-    mrzDetectionThresholdMet: boolean;
-    pdf417DetectionScore: number;
-    pdf417DetectionThresholdMet: boolean;
-    bestDocument: DetectedObject | undefined;
-    bestMrz: DetectedObject | undefined;
-    bestPdf417: DetectedObject | undefined;
-    documentInBounds: boolean;
-    documentTooClose: boolean;
-    frameWidth: number;
-    frameHeight: number;
-    allZero: boolean;
-    frameId?: number;
-};
-export type ObjectDetectorPrediction = ObjectDetectorResult & {
-    time: number;
-    frameWidth: number;
-    frameHeight: number;
-};
-export declare function makeDocumentDetectorPrediction(detector: ObjectDetector, frame: HTMLCanvasElement): Promise<ObjectDetectorPrediction | null>;
-export declare function processDocumentDetectorPrediction(prediction: ObjectDetectorPrediction, thresholds: DocumentDetectionThresholds): DocumentDetectionPrediction;
+export declare function bboxToDetectedObjectUnscaled(box: number[], score: number, label: number): DetectedObject;

package/dist/lib/models/FaceDetection.d.ts

@@ -1,35 +1,6 @@
-/// <reference types="react" />
+import * as faceDetection from '@tensorflow-models/face-detection';
 import '@mediapipe/face_detection';
-import { FaceDetector, FaceDetectorResult } from '@mediapipe/tasks-vision';
 import { Frame } from '../utils/getFrameDimensions';
-export declare const defaultFaceDetectorModelPath = "https://websdk-cdn-dev.idmission.com/assets/models/blazeface20240207/blaze_face_short_range.tflite";
-export declare const defaultSelfieCaptureModelLoadTimeoutMs = 45000;
-export type FaceKeypoint = {
-    x: number;
-    y: number;
-    name: string;
-};
-export type Face = {
-    keypoints: FaceKeypoint[];
-    box: {
-        xMin: number;
-        xMax: number;
-        yMin: number;
-        yMax: number;
-        width: number;
-        height: number;
-    };
-};
-export declare function loadFaceDetector(): Promise<FaceDetector>;
-export declare function useLoadFaceDetector({ onModelError, modelLoadTimeoutMs, }: {
-    onModelError?: (error: Error) => void;
-    modelLoadTimeoutMs?: number;
-}): {
-    detector: import("react").MutableRefObject<FaceDetector | null>;
-    ready: boolean;
-    modelDownloadProgress: number;
-    modelError: Error | null;
-};
-export declare function makeFaceDetectorPrediction(model: FaceDetector, imageData: Frame): FaceDetectorResult & {
-    faces: Face[];
-};
+export type FaceDetectionModel = faceDetection.FaceDetector;
+export declare function loadFaceDetectionModel(): Promise<FaceDetectionModel>;
+export declare function makeFaceDetectionPrediction(model: FaceDetectionModel, imageData: Frame): Promise<[faceDetection.Face[], number]>;

package/dist/lib/models/Focus.d.ts

@@ -1,33 +1,9 @@
-/// <reference types="react" />
-import { ImageClassifier } from '@mediapipe/tasks-vision';
-import { Frame } from '../utils/getFrameDimensions';
-import { DetectedObjectBox } from './DocumentDetection';
-export declare const defaultFocusModelPath = "https://websdk-cdn-dev.idmission.com/assets/models/focusmp20240523/model_float16.tflite";
-export declare const defaultFocusModelLoadTimeoutMs = 45000;
-export type FocusPrediction = {
-    score: number;
-    predictionTime: number;
-};
-export type FocusThresholds = {
-    idCard?: {
-        desktop?: number;
-        mobile?: number;
-    };
-    passport?: {
-        desktop?: number;
-        mobile?: number;
-    };
-};
-export declare const defaultFocusThresholds: FocusThresholds;
-export declare function loadFocusModel(modelAssetPath: string): Promise<ImageClassifier>;
-export declare function useLoadFocusModel({ modelPath, modelLoadTimeoutMs, onModelError, }: {
-    modelPath?: string;
-    modelLoadTimeoutMs?: number;
-    onModelError?: (error: Error) => void;
-}): {
-    model: import("react").MutableRefObject<ImageClassifier | null>;
-    ready: boolean;
-    modelDownloadProgress: number;
-    modelError: Error | null;
-};
-export declare function makeFocusModelPrediction(model: ImageClassifier, imageData: Frame, cropCanvas: HTMLCanvasElement, rotateCanvas: HTMLCanvasElement, box?: DetectedObjectBox): FocusPrediction;
+import * as tf from '@tensorflow/tfjs';
+export declare let focusModel: tf.LayersModel | null;
+export declare function loadFocusModel(url: string): Promise<tf.LayersModel>;
+export declare function unloadFocusModel(): void;
+type BlurScore = number;
+type FocusScore = number;
+export type FocusPrediction = [BlurScore, FocusScore];
+export declare function makeFocusPrediction(model: tf.LayersModel, imageData: ImageBitmap | ImageData): Promise<[FocusPrediction, () => void]>;
+export {};

package/dist/lib/models/preloadModels.d.ts

@@ -7,15 +7,8 @@ export type PreloadProgress = {
     loaded: number;
     total: number;
 };
-export declare const progressByUseCase: {
-    visionRuntime: PreloadProgress;
-    documentDetection: PreloadProgress;
-    focus: PreloadProgress;
-    faceDetection: PreloadProgress;
-};
 export declare function preloadDependency(url: string): Promise<unknown>;
-export declare function preloadDocumentDetectorDependencies(): Promise<void>;
-export declare function preloadFocusModelDependencies(): Promise<void>;
+export declare function preloadIdCaptureDependencies(): Promise<void>;
 export declare function preloadFaceDetectorDependencies(): Promise<void>;
+export declare function getTfjsModelDependencies(url: string): Promise<string[]>;
 export declare function progressToPercentage(progress: PreloadProgress): number;
-export declare function sumUpProgressForDependencies(dependencies: string[]): PreloadProgress;

package/dist/lib/utils/cropping.d.ts

@@ -1,5 +1,4 @@
+import { Face } from '@tensorflow-models/face-detection';
 import { Frame } from './getFrameDimensions';
-import { DetectedObjectBox } from '../models/DocumentDetection';
-import { Face } from '../models/FaceDetection';
 export declare function cropToShoulders(rawCanvas: HTMLCanvasElement | null, cropCanvas: HTMLCanvasElement | null, frame: ImageData, face: Face): string;
-export declare function cropToDetectedObjectBox(frame: Frame, box: DetectedObjectBox, canvas?: HTMLCanvasElement): HTMLCanvasElement;
+export declare function cropToBoundingBox(frame: Frame, bbox: number[], canvas?: HTMLCanvasElement): HTMLCanvasElement;