@jaak.ai/stamps 2.0.0-beta.3 → 2.0.0-beta.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +665 -514
- package/dist/cjs/jaak-stamps-webcomponent.cjs.js +1 -1
- package/dist/cjs/jaak-stamps.cjs.entry.js +1991 -1057
- package/dist/cjs/jaak-stamps.cjs.entry.js.map +1 -1
- package/dist/cjs/jaak-stamps.entry.cjs.js.map +1 -1
- package/dist/cjs/loader.cjs.js +1 -1
- package/dist/collection/components/my-component/my-component.css +483 -123
- package/dist/collection/components/my-component/my-component.js +915 -1120
- package/dist/collection/components/my-component/my-component.js.map +1 -1
- package/dist/collection/services/CameraService.js +590 -0
- package/dist/collection/services/CameraService.js.map +1 -0
- package/dist/collection/services/DetectionService.js +387 -0
- package/dist/collection/services/DetectionService.js.map +1 -0
- package/dist/collection/services/EventBusService.js +42 -0
- package/dist/collection/services/EventBusService.js.map +1 -0
- package/dist/collection/services/LoggerService.js +40 -0
- package/dist/collection/services/LoggerService.js.map +1 -0
- package/dist/collection/services/ServiceContainer.js +66 -0
- package/dist/collection/services/ServiceContainer.js.map +1 -0
- package/dist/collection/services/StateManagerService.js +109 -0
- package/dist/collection/services/StateManagerService.js.map +1 -0
- package/dist/collection/services/factories/DeviceStrategyFactory.js +16 -0
- package/dist/collection/services/factories/DeviceStrategyFactory.js.map +1 -0
- package/dist/collection/services/interfaces/ICameraService.js +2 -0
- package/dist/collection/services/interfaces/ICameraService.js.map +1 -0
- package/dist/collection/services/interfaces/IDetectionService.js +2 -0
- package/dist/collection/services/interfaces/IDetectionService.js.map +1 -0
- package/dist/collection/services/interfaces/IEventBus.js +2 -0
- package/dist/collection/services/interfaces/IEventBus.js.map +1 -0
- package/dist/collection/services/interfaces/ILogger.js +2 -0
- package/dist/collection/services/interfaces/ILogger.js.map +1 -0
- package/dist/collection/services/interfaces/IStateManager.js +2 -0
- package/dist/collection/services/interfaces/IStateManager.js.map +1 -0
- package/dist/collection/services/strategies/HighPerformanceDeviceStrategy.js +30 -0
- package/dist/collection/services/strategies/HighPerformanceDeviceStrategy.js.map +1 -0
- package/dist/collection/services/strategies/IDeviceStrategy.js +2 -0
- package/dist/collection/services/strategies/IDeviceStrategy.js.map +1 -0
- package/dist/collection/services/strategies/LowMemoryDeviceStrategy.js +30 -0
- package/dist/collection/services/strategies/LowMemoryDeviceStrategy.js.map +1 -0
- package/dist/collection/types/component-types.js +2 -0
- package/dist/collection/types/component-types.js.map +1 -0
- package/dist/components/jaak-stamps.js +2011 -1082
- package/dist/components/jaak-stamps.js.map +1 -1
- package/dist/esm/jaak-stamps-webcomponent.js +1 -1
- package/dist/esm/jaak-stamps.entry.js +1991 -1057
- package/dist/esm/jaak-stamps.entry.js.map +1 -1
- package/dist/esm/loader.js +1 -1
- package/dist/jaak-stamps-webcomponent/jaak-stamps-webcomponent.esm.js +1 -1
- package/dist/jaak-stamps-webcomponent/jaak-stamps.entry.esm.js.map +1 -1
- package/dist/jaak-stamps-webcomponent/p-9ed19fa4.entry.js +2 -0
- package/dist/jaak-stamps-webcomponent/p-9ed19fa4.entry.js.map +1 -0
- package/dist/types/components/my-component/my-component.d.ts +89 -108
- package/dist/types/components.d.ts +39 -9
- package/dist/types/services/CameraService.d.ts +47 -0
- package/dist/types/services/DetectionService.d.ts +35 -0
- package/dist/types/services/EventBusService.d.ts +9 -0
- package/dist/types/services/LoggerService.d.ts +12 -0
- package/dist/types/services/ServiceContainer.d.ts +27 -0
- package/dist/types/services/StateManagerService.d.ts +15 -0
- package/dist/types/services/factories/DeviceStrategyFactory.d.ts +4 -0
- package/dist/types/services/interfaces/ICameraService.d.ts +34 -0
- package/dist/types/services/interfaces/IDetectionService.d.ts +31 -0
- package/dist/types/services/interfaces/IEventBus.d.ts +16 -0
- package/dist/types/services/interfaces/ILogger.d.ts +8 -0
- package/dist/types/services/interfaces/IStateManager.d.ts +35 -0
- package/dist/types/services/strategies/HighPerformanceDeviceStrategy.d.ts +6 -0
- package/dist/types/services/strategies/IDeviceStrategy.d.ts +21 -0
- package/dist/types/services/strategies/LowMemoryDeviceStrategy.d.ts +6 -0
- package/dist/types/types/component-types.d.ts +36 -0
- package/package.json +3 -3
- package/dist/jaak-stamps-webcomponent/p-14eb13d8.entry.js +0 -2
- package/dist/jaak-stamps-webcomponent/p-14eb13d8.entry.js.map +0 -1
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { EventEmitter } from '../../stencil-public-runtime';
|
|
2
|
+
import { CameraInfoResponse, CapturedImagesResponse, StatusResponse } from '../../types/component-types';
|
|
2
3
|
export declare class JaakStamps {
|
|
3
4
|
el: HTMLElement;
|
|
4
5
|
debug: boolean;
|
|
@@ -7,112 +8,90 @@ export declare class JaakStamps {
|
|
|
7
8
|
cropMargin: number;
|
|
8
9
|
useDocumentClassification: boolean;
|
|
9
10
|
preferredCamera: 'auto' | 'front' | 'back';
|
|
11
|
+
captureDelay: number;
|
|
12
|
+
enableBackDocumentTimer: boolean;
|
|
13
|
+
backDocumentTimerDuration: number;
|
|
10
14
|
captureCompleted: EventEmitter<any>;
|
|
11
15
|
isReady: EventEmitter<boolean>;
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
capturedBackCroppedId: string | null;
|
|
20
|
-
captureStep: 'front' | 'back' | 'completed';
|
|
21
|
-
isCapturing: boolean;
|
|
22
|
-
showFlipAnimation: boolean;
|
|
23
|
-
showSuccessAnimation: boolean;
|
|
24
|
-
shouldMirrorVideo: boolean;
|
|
16
|
+
detectionBoxes: Array<{
|
|
17
|
+
x: number;
|
|
18
|
+
y: number;
|
|
19
|
+
w: number;
|
|
20
|
+
h: number;
|
|
21
|
+
score: number;
|
|
22
|
+
}>;
|
|
25
23
|
sideAlignment: {
|
|
26
24
|
top: boolean;
|
|
27
25
|
right: boolean;
|
|
28
26
|
bottom: boolean;
|
|
29
27
|
left: boolean;
|
|
30
28
|
};
|
|
31
|
-
isDetectionPaused: boolean;
|
|
32
|
-
isLoading: boolean;
|
|
33
|
-
isModelPreloaded: boolean;
|
|
34
29
|
isMaskReady: boolean;
|
|
35
|
-
|
|
36
|
-
selectedCameraId: string | null;
|
|
30
|
+
shouldMirrorVideo: boolean;
|
|
37
31
|
showCameraSelector: boolean;
|
|
38
|
-
|
|
32
|
+
isSwitchingCamera: boolean;
|
|
33
|
+
hasDocumentDetected: boolean;
|
|
34
|
+
currentStatus: {
|
|
35
|
+
message: string;
|
|
36
|
+
description?: string;
|
|
37
|
+
type: 'initializing' | 'ready' | 'loading' | 'active' | 'error';
|
|
38
|
+
isInitialized: boolean;
|
|
39
|
+
};
|
|
40
|
+
performanceData: {
|
|
41
|
+
fps: number;
|
|
42
|
+
inferenceTime: number;
|
|
43
|
+
memoryUsage: number;
|
|
44
|
+
onnxLoadTime: number;
|
|
45
|
+
frameProcessingTime: number;
|
|
46
|
+
totalDetections: number;
|
|
47
|
+
successfulDetections: number;
|
|
48
|
+
detectionRate: number;
|
|
49
|
+
};
|
|
50
|
+
backDocumentTimerRemaining: number;
|
|
51
|
+
private serviceContainer;
|
|
52
|
+
private logger;
|
|
53
|
+
private eventBus;
|
|
54
|
+
private stateManager;
|
|
55
|
+
private cameraService;
|
|
56
|
+
private detectionService;
|
|
39
57
|
private videoRef?;
|
|
40
|
-
private
|
|
41
|
-
private session?;
|
|
42
|
-
private startTime?;
|
|
58
|
+
private detectionContainer?;
|
|
43
59
|
private videoStream?;
|
|
44
60
|
private animationId?;
|
|
45
|
-
private hasScreenshotTaken;
|
|
46
61
|
private lastDetectedBox?;
|
|
47
|
-
private
|
|
48
|
-
private
|
|
49
|
-
private
|
|
50
|
-
private
|
|
62
|
+
private startTime?;
|
|
63
|
+
private hasScreenshotTaken;
|
|
64
|
+
private alignmentStartTime?;
|
|
65
|
+
private alignmentTimer?;
|
|
66
|
+
private backDocumentTimer?;
|
|
67
|
+
private performanceMetrics;
|
|
68
|
+
private performanceUpdateInterval?;
|
|
51
69
|
private frameSkipCounter;
|
|
52
70
|
private readonly FRAME_SKIP;
|
|
53
71
|
private consecutiveFailures;
|
|
54
72
|
private readonly MAX_FAILURES;
|
|
55
73
|
private lastInferenceTime;
|
|
56
74
|
private readonly MIN_INFERENCE_INTERVAL;
|
|
57
|
-
private preprocessCanvas?;
|
|
58
|
-
private preprocessCtx?;
|
|
59
|
-
private captureCanvas?;
|
|
60
|
-
private captureCtx?;
|
|
61
|
-
private readonly MODEL_PATH;
|
|
62
|
-
private readonly MOBILENET_MODEL_PATH;
|
|
63
|
-
private readonly MOBILENET_CLASSES_PATH;
|
|
64
|
-
private readonly INPUT_SIZE;
|
|
65
|
-
private readonly CONFIDENCE_THRESHOLD;
|
|
66
|
-
private readonly ID1_ASPECT_RATIO;
|
|
67
|
-
private debugLog;
|
|
68
|
-
private validateMaskSize;
|
|
69
|
-
private validateCropMargin;
|
|
70
|
-
private validatePreferredCamera;
|
|
71
|
-
private emitReadyEvent;
|
|
72
|
-
private isRearCamera;
|
|
73
|
-
private detectDeviceTypeAndCameras;
|
|
74
|
-
private enumerateAndDetectCameras;
|
|
75
|
-
private checkCameraPermission;
|
|
76
|
-
private handleCameraPermissionError;
|
|
77
|
-
private setInitialCameraPreference;
|
|
78
|
-
private loadCameraPreference;
|
|
79
|
-
private saveCameraPreference;
|
|
80
|
-
private switchCamera;
|
|
81
|
-
private setupCameraWithRetry;
|
|
82
|
-
private toggleCameraSelector;
|
|
83
|
-
private flipCamera;
|
|
84
75
|
componentDidLoad(): Promise<void>;
|
|
85
|
-
private
|
|
76
|
+
private initializeServices;
|
|
77
|
+
private setupEventListeners;
|
|
78
|
+
private initializeComponent;
|
|
79
|
+
private validateProps;
|
|
80
|
+
private loadOnnxRuntime;
|
|
81
|
+
private finalizeInitialization;
|
|
82
|
+
private updateStatus;
|
|
83
|
+
private emitReadyEvent;
|
|
84
|
+
private handleStateChange;
|
|
85
|
+
private initializeResizeObserver;
|
|
86
86
|
private handleResize;
|
|
87
87
|
private updateMaskDimensions;
|
|
88
|
-
|
|
89
|
-
disconnectedCallback(): void;
|
|
90
|
-
getCapturedImages(): Promise<{
|
|
91
|
-
front: {
|
|
92
|
-
fullFrame: string;
|
|
93
|
-
cropped: string;
|
|
94
|
-
};
|
|
95
|
-
back: {
|
|
96
|
-
fullFrame: string;
|
|
97
|
-
cropped: string;
|
|
98
|
-
};
|
|
99
|
-
metadata: {
|
|
100
|
-
hasBackCapture: boolean;
|
|
101
|
-
totalImages: number;
|
|
102
|
-
};
|
|
103
|
-
}>;
|
|
88
|
+
getCapturedImages(): Promise<CapturedImagesResponse>;
|
|
104
89
|
isProcessCompleted(): Promise<boolean>;
|
|
105
90
|
startCapture(): Promise<void>;
|
|
106
91
|
stopCapture(): Promise<void>;
|
|
107
92
|
resetCapture(): Promise<void>;
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
captureStep: "front" | "back" | "completed";
|
|
111
|
-
statusMessage: string;
|
|
112
|
-
hasImages: boolean;
|
|
113
|
-
isProcessCompleted: boolean;
|
|
114
|
-
isModelPreloaded: boolean;
|
|
115
|
-
}>;
|
|
93
|
+
skipBackCapture(): Promise<void>;
|
|
94
|
+
getStatus(): Promise<StatusResponse>;
|
|
116
95
|
preloadModel(): Promise<{
|
|
117
96
|
success: boolean;
|
|
118
97
|
message: string;
|
|
@@ -122,46 +101,48 @@ export declare class JaakStamps {
|
|
|
122
101
|
error: any;
|
|
123
102
|
message?: undefined;
|
|
124
103
|
}>;
|
|
125
|
-
|
|
126
|
-
getCameraInfo(): Promise<{
|
|
127
|
-
availableCameras: {
|
|
128
|
-
id: string;
|
|
129
|
-
label: string;
|
|
130
|
-
selected: boolean;
|
|
131
|
-
}[];
|
|
132
|
-
selectedCameraId: string;
|
|
133
|
-
deviceType: "mobile" | "desktop" | "tablet";
|
|
134
|
-
isMultipleCamerasAvailable: boolean;
|
|
135
|
-
preferredFacing: "environment" | "user";
|
|
136
|
-
userPreferredCamera: "auto" | "front" | "back";
|
|
137
|
-
}>;
|
|
104
|
+
getCameraInfo(): Promise<CameraInfoResponse>;
|
|
138
105
|
setPreferredCamera(camera: 'auto' | 'front' | 'back'): Promise<{
|
|
139
106
|
success: boolean;
|
|
140
107
|
selectedCamera: string;
|
|
141
108
|
availableCameras: number;
|
|
142
109
|
}>;
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
110
|
+
setCaptureDelay(delay: number): Promise<{
|
|
111
|
+
success: boolean;
|
|
112
|
+
captureDelay: number;
|
|
113
|
+
}>;
|
|
114
|
+
getCaptureDelay(): Promise<number>;
|
|
115
|
+
setTorchEnabled(enabled: boolean): Promise<{
|
|
116
|
+
success: boolean;
|
|
117
|
+
enabled: boolean;
|
|
118
|
+
}>;
|
|
119
|
+
focusAtPoint(x: number, y: number): Promise<{
|
|
120
|
+
success: boolean;
|
|
121
|
+
coordinates: {
|
|
122
|
+
x: number;
|
|
123
|
+
y: number;
|
|
124
|
+
};
|
|
125
|
+
}>;
|
|
152
126
|
private startDetection;
|
|
127
|
+
private initializeVideoStream;
|
|
153
128
|
private detectFrame;
|
|
154
|
-
|
|
155
|
-
private
|
|
156
|
-
|
|
129
|
+
disconnectedCallback(): void;
|
|
130
|
+
private cleanup;
|
|
131
|
+
render(): any;
|
|
132
|
+
private updateDetectionBoxes;
|
|
157
133
|
private updateMaskColor;
|
|
158
|
-
private updateGuidanceStatus;
|
|
159
|
-
private drawDetections;
|
|
160
134
|
private takeScreenshot;
|
|
161
135
|
private triggerCaptureAnimation;
|
|
136
|
+
private completeProcess;
|
|
162
137
|
private stopDetection;
|
|
138
|
+
private startBackDocumentTimer;
|
|
139
|
+
private clearBackDocumentTimer;
|
|
140
|
+
private toggleCameraSelector;
|
|
141
|
+
private handleCameraSwitch;
|
|
163
142
|
private resetDetection;
|
|
164
|
-
private completeProcess;
|
|
165
143
|
private exitSession;
|
|
166
|
-
|
|
144
|
+
private initializePerformanceMonitor;
|
|
145
|
+
private updatePerformanceMetrics;
|
|
146
|
+
private recordOnnxPerformance;
|
|
147
|
+
private recordFrameProcessing;
|
|
167
148
|
}
|
|
@@ -5,26 +5,42 @@
|
|
|
5
5
|
* It contains typing information for all components that exist in this project.
|
|
6
6
|
*/
|
|
7
7
|
import { HTMLStencilElement, JSXBase } from "./stencil-public-runtime";
|
|
8
|
+
import { CameraInfoResponse, CapturedImagesResponse, StatusResponse } from "./types/component-types";
|
|
9
|
+
export { CameraInfoResponse, CapturedImagesResponse, StatusResponse } from "./types/component-types";
|
|
8
10
|
export namespace Components {
|
|
9
11
|
interface JaakStamps {
|
|
10
12
|
/**
|
|
11
|
-
* @default
|
|
13
|
+
* @default 15
|
|
12
14
|
*/
|
|
13
15
|
"alignmentTolerance": number;
|
|
14
16
|
/**
|
|
15
|
-
* @default
|
|
17
|
+
* @default 20
|
|
18
|
+
*/
|
|
19
|
+
"backDocumentTimerDuration": number;
|
|
20
|
+
/**
|
|
21
|
+
* @default 1500
|
|
22
|
+
*/
|
|
23
|
+
"captureDelay": number;
|
|
24
|
+
/**
|
|
25
|
+
* @default 20
|
|
16
26
|
*/
|
|
17
27
|
"cropMargin": number;
|
|
18
28
|
/**
|
|
19
29
|
* @default false
|
|
20
30
|
*/
|
|
21
31
|
"debug": boolean;
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
32
|
+
/**
|
|
33
|
+
* @default false
|
|
34
|
+
*/
|
|
35
|
+
"enableBackDocumentTimer": boolean;
|
|
36
|
+
"focusAtPoint": (x: number, y: number) => Promise<{ success: boolean; coordinates: { x: number; y: number; }; }>;
|
|
37
|
+
"getCameraInfo": () => Promise<CameraInfoResponse>;
|
|
38
|
+
"getCaptureDelay": () => Promise<number>;
|
|
39
|
+
"getCapturedImages": () => Promise<CapturedImagesResponse>;
|
|
40
|
+
"getStatus": () => Promise<StatusResponse>;
|
|
25
41
|
"isProcessCompleted": () => Promise<boolean>;
|
|
26
42
|
/**
|
|
27
|
-
* @default
|
|
43
|
+
* @default 80
|
|
28
44
|
*/
|
|
29
45
|
"maskSize": number;
|
|
30
46
|
/**
|
|
@@ -33,7 +49,9 @@ export namespace Components {
|
|
|
33
49
|
"preferredCamera": 'auto' | 'front' | 'back';
|
|
34
50
|
"preloadModel": () => Promise<{ success: boolean; message: string; error?: undefined; } | { success: boolean; error: any; message?: undefined; }>;
|
|
35
51
|
"resetCapture": () => Promise<void>;
|
|
52
|
+
"setCaptureDelay": (delay: number) => Promise<{ success: boolean; captureDelay: number; }>;
|
|
36
53
|
"setPreferredCamera": (camera: "auto" | "front" | "back") => Promise<{ success: boolean; selectedCamera: string; availableCameras: number; }>;
|
|
54
|
+
"setTorchEnabled": (enabled: boolean) => Promise<{ success: boolean; enabled: boolean; }>;
|
|
37
55
|
"skipBackCapture": () => Promise<void>;
|
|
38
56
|
"startCapture": () => Promise<void>;
|
|
39
57
|
"stopCapture": () => Promise<void>;
|
|
@@ -73,11 +91,19 @@ declare global {
|
|
|
73
91
|
declare namespace LocalJSX {
|
|
74
92
|
interface JaakStamps {
|
|
75
93
|
/**
|
|
76
|
-
* @default
|
|
94
|
+
* @default 15
|
|
77
95
|
*/
|
|
78
96
|
"alignmentTolerance"?: number;
|
|
79
97
|
/**
|
|
80
|
-
* @default
|
|
98
|
+
* @default 20
|
|
99
|
+
*/
|
|
100
|
+
"backDocumentTimerDuration"?: number;
|
|
101
|
+
/**
|
|
102
|
+
* @default 1500
|
|
103
|
+
*/
|
|
104
|
+
"captureDelay"?: number;
|
|
105
|
+
/**
|
|
106
|
+
* @default 20
|
|
81
107
|
*/
|
|
82
108
|
"cropMargin"?: number;
|
|
83
109
|
/**
|
|
@@ -85,7 +111,11 @@ declare namespace LocalJSX {
|
|
|
85
111
|
*/
|
|
86
112
|
"debug"?: boolean;
|
|
87
113
|
/**
|
|
88
|
-
* @default
|
|
114
|
+
* @default false
|
|
115
|
+
*/
|
|
116
|
+
"enableBackDocumentTimer"?: boolean;
|
|
117
|
+
/**
|
|
118
|
+
* @default 80
|
|
89
119
|
*/
|
|
90
120
|
"maskSize"?: number;
|
|
91
121
|
"onCaptureCompleted"?: (event: JaakStampsCustomEvent<any>) => void;
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { ICameraService, CameraInfo } from './interfaces/ICameraService';
|
|
2
|
+
import { ILogger } from './interfaces/ILogger';
|
|
3
|
+
import { IEventBus } from './interfaces/IEventBus';
|
|
4
|
+
export declare class CameraService implements ICameraService {
|
|
5
|
+
private logger;
|
|
6
|
+
private eventBus;
|
|
7
|
+
private availableCameras;
|
|
8
|
+
private selectedCameraId;
|
|
9
|
+
private deviceType;
|
|
10
|
+
private preferredCameraFacing;
|
|
11
|
+
private preferredCamera;
|
|
12
|
+
private isManuallySelected;
|
|
13
|
+
constructor(logger: ILogger, eventBus: IEventBus, preferredCamera?: 'auto' | 'front' | 'back');
|
|
14
|
+
detectDeviceType(): Promise<'mobile' | 'desktop' | 'tablet'>;
|
|
15
|
+
enumerateDevices(): Promise<MediaDeviceInfo[]>;
|
|
16
|
+
getAvailableCameras(): MediaDeviceInfo[];
|
|
17
|
+
isMultipleCamerasAvailable(): boolean;
|
|
18
|
+
getSelectedCameraId(): string | null;
|
|
19
|
+
setSelectedCamera(cameraId: string): Promise<void>;
|
|
20
|
+
getPreferredFacing(): 'environment' | 'user' | null;
|
|
21
|
+
setupCamera(constraints?: MediaTrackConstraints): Promise<MediaStream>;
|
|
22
|
+
switchCamera(cameraId: string): Promise<void>;
|
|
23
|
+
flipToNextCamera(): Promise<void>;
|
|
24
|
+
savePreference(): void;
|
|
25
|
+
loadPreference(): void;
|
|
26
|
+
isRearCamera(stream: MediaStream): boolean;
|
|
27
|
+
getCameraInfo(): {
|
|
28
|
+
availableCameras: CameraInfo[];
|
|
29
|
+
selectedCameraId: string | null;
|
|
30
|
+
deviceType: string;
|
|
31
|
+
isMultipleCamerasAvailable: boolean;
|
|
32
|
+
preferredFacing: 'environment' | 'user' | null;
|
|
33
|
+
};
|
|
34
|
+
private checkCameraPermission;
|
|
35
|
+
private handleCameraPermissionError;
|
|
36
|
+
private setInitialCameraPreference;
|
|
37
|
+
private selectFrontCamera;
|
|
38
|
+
private selectBackCamera;
|
|
39
|
+
private selectAutoCamera;
|
|
40
|
+
private updatePreferredFacing;
|
|
41
|
+
private getMaxResolution;
|
|
42
|
+
private applyAdvancedCameraSettings;
|
|
43
|
+
private applyBasicFocusSettings;
|
|
44
|
+
private getCapabilitiesSummary;
|
|
45
|
+
setTorchEnabled(enabled: boolean, stream?: MediaStream): Promise<boolean>;
|
|
46
|
+
focusAtPoint(x: number, y: number, stream?: MediaStream): Promise<boolean>;
|
|
47
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { IDetectionService, DetectionBox, SideAlignment, ClassificationResult } from './interfaces/IDetectionService';
|
|
2
|
+
import { ILogger } from './interfaces/ILogger';
|
|
3
|
+
export declare class DetectionService implements IDetectionService {
|
|
4
|
+
private logger;
|
|
5
|
+
private debug;
|
|
6
|
+
private useDocumentClassification;
|
|
7
|
+
private session?;
|
|
8
|
+
private mobileNetSession?;
|
|
9
|
+
private mobileNetClassMap?;
|
|
10
|
+
private modelLoaded;
|
|
11
|
+
private deviceStrategy;
|
|
12
|
+
private readonly MODEL_PATH;
|
|
13
|
+
private readonly MOBILENET_MODEL_PATH;
|
|
14
|
+
private readonly MOBILENET_CLASSES_PATH;
|
|
15
|
+
private readonly INPUT_SIZE;
|
|
16
|
+
private readonly CONFIDENCE_THRESHOLD;
|
|
17
|
+
private preprocessCanvas?;
|
|
18
|
+
private preprocessCtx?;
|
|
19
|
+
private captureCanvas?;
|
|
20
|
+
constructor(logger: ILogger, debug?: boolean, useDocumentClassification?: boolean);
|
|
21
|
+
loadModel(): Promise<void>;
|
|
22
|
+
loadClassificationModel(): Promise<void>;
|
|
23
|
+
isModelLoaded(): boolean;
|
|
24
|
+
preprocess(video: HTMLVideoElement): any;
|
|
25
|
+
runInference(inputTensor: any): Promise<DetectionBox[]>;
|
|
26
|
+
classifyDocument(canvas: HTMLCanvasElement): Promise<ClassificationResult | null>;
|
|
27
|
+
checkSideAlignment(box: DetectionBox, maskConfig: any): SideAlignment;
|
|
28
|
+
isCardInFrame(box: DetectionBox): boolean;
|
|
29
|
+
areAllSidesAligned(alignment: SideAlignment): boolean;
|
|
30
|
+
cleanup(): void;
|
|
31
|
+
private initializeCanvasPool;
|
|
32
|
+
private cleanupCanvasPool;
|
|
33
|
+
private float32ToFloat16;
|
|
34
|
+
private preprocessMobileNet;
|
|
35
|
+
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { IEventBus, EventCallback } from './interfaces/IEventBus';
|
|
2
|
+
export declare class EventBusService implements IEventBus {
|
|
3
|
+
private events;
|
|
4
|
+
on<T = any>(event: string, callback: EventCallback<T>): void;
|
|
5
|
+
off(event: string, callback: EventCallback): void;
|
|
6
|
+
emit<T = any>(event: string, data?: T): void;
|
|
7
|
+
once<T = any>(event: string, callback: EventCallback<T>): void;
|
|
8
|
+
clear(): void;
|
|
9
|
+
}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { ILogger } from './interfaces/ILogger';
|
|
2
|
+
export declare class LoggerService implements ILogger {
|
|
3
|
+
private debugMode;
|
|
4
|
+
constructor(debug?: boolean);
|
|
5
|
+
setDebugMode(debug: boolean): void;
|
|
6
|
+
info(...args: any[]): void;
|
|
7
|
+
warn(...args: any[]): void;
|
|
8
|
+
error(...args: any[]): void;
|
|
9
|
+
debug(...args: any[]): void;
|
|
10
|
+
state(state: string, data?: any): void;
|
|
11
|
+
performance(operation: string, duration: number): void;
|
|
12
|
+
}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import { ILogger } from './interfaces/ILogger';
|
|
2
|
+
import { ICameraService } from './interfaces/ICameraService';
|
|
3
|
+
import { IDetectionService } from './interfaces/IDetectionService';
|
|
4
|
+
import { IStateManager } from './interfaces/IStateManager';
|
|
5
|
+
import { IEventBus } from './interfaces/IEventBus';
|
|
6
|
+
export interface ComponentConfig {
|
|
7
|
+
debug: boolean;
|
|
8
|
+
alignmentTolerance: number;
|
|
9
|
+
maskSize: number;
|
|
10
|
+
cropMargin: number;
|
|
11
|
+
useDocumentClassification: boolean;
|
|
12
|
+
preferredCamera: 'auto' | 'front' | 'back';
|
|
13
|
+
captureDelay: number;
|
|
14
|
+
}
|
|
15
|
+
export declare class ServiceContainer {
|
|
16
|
+
private services;
|
|
17
|
+
constructor(config: ComponentConfig);
|
|
18
|
+
private initializeServices;
|
|
19
|
+
get<T>(serviceName: string): T;
|
|
20
|
+
getLogger(): ILogger;
|
|
21
|
+
getEventBus(): IEventBus;
|
|
22
|
+
getStateManager(): IStateManager;
|
|
23
|
+
getCameraService(): ICameraService;
|
|
24
|
+
getDetectionService(): IDetectionService;
|
|
25
|
+
updateConfig(config: Partial<ComponentConfig>): void;
|
|
26
|
+
cleanup(): void;
|
|
27
|
+
}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import { IStateManager, CaptureState, CapturedImages } from './interfaces/IStateManager';
|
|
2
|
+
import { IEventBus } from './interfaces/IEventBus';
|
|
3
|
+
export declare class StateManagerService implements IStateManager {
|
|
4
|
+
private eventBus;
|
|
5
|
+
private captureState;
|
|
6
|
+
private capturedImages;
|
|
7
|
+
constructor(eventBus: IEventBus);
|
|
8
|
+
getCaptureState(): CaptureState;
|
|
9
|
+
updateCaptureState(updates: Partial<CaptureState>): void;
|
|
10
|
+
getCapturedImages(): CapturedImages;
|
|
11
|
+
setCapturedImages(images: Partial<CapturedImages>): void;
|
|
12
|
+
reset(): void;
|
|
13
|
+
isProcessCompleted(): boolean;
|
|
14
|
+
canProceedToBack(): boolean;
|
|
15
|
+
}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
export interface CameraInfo {
|
|
2
|
+
id: string;
|
|
3
|
+
label: string;
|
|
4
|
+
selected: boolean;
|
|
5
|
+
}
|
|
6
|
+
export interface CameraPreference {
|
|
7
|
+
cameraId: string;
|
|
8
|
+
facing: 'environment' | 'user' | null;
|
|
9
|
+
timestamp: number;
|
|
10
|
+
}
|
|
11
|
+
export interface ICameraService {
|
|
12
|
+
detectDeviceType(): Promise<'mobile' | 'desktop' | 'tablet'>;
|
|
13
|
+
enumerateDevices(): Promise<MediaDeviceInfo[]>;
|
|
14
|
+
getAvailableCameras(): MediaDeviceInfo[];
|
|
15
|
+
isMultipleCamerasAvailable(): boolean;
|
|
16
|
+
getSelectedCameraId(): string | null;
|
|
17
|
+
setSelectedCamera(cameraId: string): Promise<void>;
|
|
18
|
+
getPreferredFacing(): 'environment' | 'user' | null;
|
|
19
|
+
setupCamera(constraints?: MediaTrackConstraints): Promise<MediaStream>;
|
|
20
|
+
switchCamera(cameraId: string): Promise<void>;
|
|
21
|
+
flipToNextCamera(): Promise<void>;
|
|
22
|
+
savePreference(): void;
|
|
23
|
+
loadPreference(): void;
|
|
24
|
+
isRearCamera(stream: MediaStream): boolean;
|
|
25
|
+
setTorchEnabled(enabled: boolean, stream?: MediaStream): Promise<boolean>;
|
|
26
|
+
focusAtPoint(x: number, y: number, stream?: MediaStream): Promise<boolean>;
|
|
27
|
+
getCameraInfo(): {
|
|
28
|
+
availableCameras: CameraInfo[];
|
|
29
|
+
selectedCameraId: string | null;
|
|
30
|
+
deviceType: string;
|
|
31
|
+
isMultipleCamerasAvailable: boolean;
|
|
32
|
+
preferredFacing: 'environment' | 'user' | null;
|
|
33
|
+
};
|
|
34
|
+
}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
export interface DetectionBox {
|
|
2
|
+
x: number;
|
|
3
|
+
y: number;
|
|
4
|
+
w: number;
|
|
5
|
+
h: number;
|
|
6
|
+
score: number;
|
|
7
|
+
classId?: number;
|
|
8
|
+
}
|
|
9
|
+
export interface SideAlignment {
|
|
10
|
+
top: boolean;
|
|
11
|
+
right: boolean;
|
|
12
|
+
bottom: boolean;
|
|
13
|
+
left: boolean;
|
|
14
|
+
}
|
|
15
|
+
export interface ClassificationResult {
|
|
16
|
+
class: string;
|
|
17
|
+
confidence: number;
|
|
18
|
+
classIndex: number;
|
|
19
|
+
}
|
|
20
|
+
export interface IDetectionService {
|
|
21
|
+
loadModel(): Promise<void>;
|
|
22
|
+
loadClassificationModel(): Promise<void>;
|
|
23
|
+
isModelLoaded(): boolean;
|
|
24
|
+
preprocess(video: HTMLVideoElement): any;
|
|
25
|
+
runInference(inputTensor: any): Promise<DetectionBox[]>;
|
|
26
|
+
classifyDocument(canvas: HTMLCanvasElement): Promise<ClassificationResult | null>;
|
|
27
|
+
checkSideAlignment(box: DetectionBox, maskConfig: any): SideAlignment;
|
|
28
|
+
isCardInFrame(box: DetectionBox): boolean;
|
|
29
|
+
areAllSidesAligned(alignment: SideAlignment): boolean;
|
|
30
|
+
cleanup(): void;
|
|
31
|
+
}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export type EventCallback<T = any> = (data: T) => void;
|
|
2
|
+
export interface IEventBus {
|
|
3
|
+
on<T = any>(event: string, callback: EventCallback<T>): void;
|
|
4
|
+
off(event: string, callback: EventCallback): void;
|
|
5
|
+
emit<T = any>(event: string, data?: T): void;
|
|
6
|
+
once<T = any>(event: string, callback: EventCallback<T>): void;
|
|
7
|
+
clear(): void;
|
|
8
|
+
}
|
|
9
|
+
export interface ComponentEvents {
|
|
10
|
+
'capture-completed': any;
|
|
11
|
+
'ready': boolean;
|
|
12
|
+
'camera-changed': string;
|
|
13
|
+
'detection-updated': any[];
|
|
14
|
+
'state-changed': any;
|
|
15
|
+
'error': Error;
|
|
16
|
+
}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
export interface CaptureState {
|
|
2
|
+
step: 'front' | 'back' | 'completed';
|
|
3
|
+
isCapturing: boolean;
|
|
4
|
+
isDetectionPaused: boolean;
|
|
5
|
+
isVideoActive: boolean;
|
|
6
|
+
isLoading: boolean;
|
|
7
|
+
showFlipAnimation: boolean;
|
|
8
|
+
showSuccessAnimation: boolean;
|
|
9
|
+
bestScore: number;
|
|
10
|
+
hasScreenshotTaken: boolean;
|
|
11
|
+
}
|
|
12
|
+
export interface CapturedImages {
|
|
13
|
+
front: {
|
|
14
|
+
fullFrame: string | null;
|
|
15
|
+
cropped: string | null;
|
|
16
|
+
};
|
|
17
|
+
back: {
|
|
18
|
+
fullFrame: string | null;
|
|
19
|
+
cropped: string | null;
|
|
20
|
+
};
|
|
21
|
+
metadata: {
|
|
22
|
+
totalImages: number;
|
|
23
|
+
processCompleted: boolean;
|
|
24
|
+
backCaptureSkipped: boolean;
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
export interface IStateManager {
|
|
28
|
+
getCaptureState(): CaptureState;
|
|
29
|
+
updateCaptureState(updates: Partial<CaptureState>): void;
|
|
30
|
+
getCapturedImages(): CapturedImages;
|
|
31
|
+
setCapturedImages(images: Partial<CapturedImages>): void;
|
|
32
|
+
reset(): void;
|
|
33
|
+
isProcessCompleted(): boolean;
|
|
34
|
+
canProceedToBack(): boolean;
|
|
35
|
+
}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { IDeviceStrategy, DeviceInfo, SessionOptions } from './IDeviceStrategy';
|
|
2
|
+
export declare class HighPerformanceDeviceStrategy implements IDeviceStrategy {
|
|
3
|
+
getDeviceInfo(): DeviceInfo;
|
|
4
|
+
getSessionOptions(debug: boolean): SessionOptions;
|
|
5
|
+
shouldUseSequentialLoading(): boolean;
|
|
6
|
+
}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
export interface DeviceInfo {
|
|
2
|
+
estimatedRAM: number;
|
|
3
|
+
isLowMemory: boolean;
|
|
4
|
+
isSlowConnection: boolean;
|
|
5
|
+
}
|
|
6
|
+
export interface SessionOptions {
|
|
7
|
+
executionProviders: string[];
|
|
8
|
+
graphOptimizationLevel: string;
|
|
9
|
+
logSeverityLevel: number;
|
|
10
|
+
logVerbosityLevel?: number;
|
|
11
|
+
enableCpuMemArena: boolean;
|
|
12
|
+
enableMemPattern: boolean;
|
|
13
|
+
executionMode: string;
|
|
14
|
+
interOpNumThreads: number;
|
|
15
|
+
intraOpNumThreads: number;
|
|
16
|
+
}
|
|
17
|
+
export interface IDeviceStrategy {
|
|
18
|
+
getDeviceInfo(): DeviceInfo;
|
|
19
|
+
getSessionOptions(debug: boolean): SessionOptions;
|
|
20
|
+
shouldUseSequentialLoading(): boolean;
|
|
21
|
+
}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { IDeviceStrategy, DeviceInfo, SessionOptions } from './IDeviceStrategy';
|
|
2
|
+
export declare class LowMemoryDeviceStrategy implements IDeviceStrategy {
|
|
3
|
+
getDeviceInfo(): DeviceInfo;
|
|
4
|
+
getSessionOptions(_debug: boolean): SessionOptions;
|
|
5
|
+
shouldUseSequentialLoading(): boolean;
|
|
6
|
+
}
|