@sssxyd/face-liveness-detector 0.4.0-alpha.3 → 0.4.0-alpha.5

package/dist/index.esm.js

@@ -115,16 +115,16 @@ const DEFAULT_OPTIONS = {
     motion_liveness_motion_consistency_threshold: 0.3,
     motion_liveness_strict_photo_detection: false,
     // Screen Capture Detection Settings
-    screen_capture_confidence_threshold: 0.6,
+    screen_capture_confidence_threshold: 0.7,
     screen_capture_detection_strategy: 'adaptive',
     screen_moire_pattern_threshold: 0.65,
     screen_moire_pattern_enable_dct: true,
     screen_moire_pattern_enable_edge_detection: true,
     screen_color_saturation_threshold: 40,
-    screen_color_rgb_correlation_threshold: 0.85,
+    screen_color_rgb_correlation_threshold: 0.75,
     screen_color_pixel_entropy_threshold: 6.5,
     screen_color_gradient_smoothness_threshold: 0.7,
-    screen_color_confidence_threshold: 0.6,
+    screen_color_confidence_threshold: 0.65,
     screen_rgb_low_freq_start_percent: 0.15,
     screen_rgb_low_freq_end_percent: 0.35,
     screen_rgb_energy_ratio_normalization_factor: 10,
@@ -132,7 +132,7 @@ const DEFAULT_OPTIONS = {
     screen_rgb_energy_score_weight: 0.40,
     screen_rgb_asymmetry_score_weight: 0.40,
     screen_rgb_difference_factor_weight: 0.20,
-    screen_rgb_confidence_threshold: 0.60,
+    screen_rgb_confidence_threshold: 0.65,
 };
 /**
  * Merge user configuration with defaults
@@ -173,9 +173,7 @@ function mergeOptions(userConfig) {
  * Provides on, off, once, and emit methods for event-driven architecture
  */
 class SimpleEventEmitter {
-    constructor() {
-        this.listeners = new Map();
-    }
+    listeners = new Map();
     /**
      * Register an event listener
      * @param event - Event name
@@ -1680,6 +1678,22 @@ function matToGray(cv, mat) {
  * 运动检测结果
  */
 class MotionDetectionResult {
+    // 总体运动评分 (0-1)
+    motionScore;
+    // 人脸区域的光流幅度
+    opticalFlowMagnitude;
+    // 关键点稳定性评分 (0 = 像照片一样稳定, 1 = 自然运动)
+    keypointVariance;
+    // 眼睛区域运动强度
+    eyeMotionScore;
+    // 嘴巴区域运动强度
+    mouthMotionScore;
+    // 检测到的运动类型 ('none' | 'rotation' | 'translation' | 'breathing' | 'micro_expression')
+    motionType;
+    // 基于运动的总体活体性判断
+    isLively;
+    // 详细调试信息
+    details;
     constructor(motionScore, opticalFlowMagnitude, keypointVariance, eyeMotionScore, mouthMotionScore, motionType, isLively, details) {
         this.motionScore = motionScore;
         this.opticalFlowMagnitude = opticalFlowMagnitude;
@@ -1723,17 +1737,25 @@ class MotionDetectionResult {
  * 使用光流、关键点跟踪和面部特征分析
  */
 class MotionLivenessDetector {
+    // 配置及默认值
+    minMotionThreshold;
+    minKeypointVariance;
+    frameBufferSize;
+    eyeAspectRatioThreshold;
+    motionConsistencyThreshold;
+    minOpticalFlowThreshold;
+    strictPhotoDetection;
+    // 状态
+    frameBuffer = []; // 存储 cv.Mat (gray)
+    keypointHistory = [];
+    faceAreaHistory = [];
+    eyeAspectRatioHistory = [];
+    mouthAspectRatioHistory = [];
+    opticalFlowHistory = [];
+    pupilSizeHistory = [];
+    // OpenCV 实例
+    cv = null;
     constructor(options = {}) {
-        // 状态
-        this.frameBuffer = []; // 存储 cv.Mat (gray)
-        this.keypointHistory = [];
-        this.faceAreaHistory = [];
-        this.eyeAspectRatioHistory = [];
-        this.mouthAspectRatioHistory = [];
-        this.opticalFlowHistory = [];
-        this.pupilSizeHistory = [];
-        // OpenCV 实例
-        this.cv = null;
         // 用提供的选项或默认值设置配置
         this.minMotionThreshold = options.minMotionThreshold ?? 0.15;
         this.minKeypointVariance = options.minKeypointVariance ?? 0.02;
@@ -3668,6 +3690,16 @@ function stringToDetectionStrategy(value, defaultValue) {
  * 优化版屏幕采集检测结果
  */
 class ScreenCaptureDetectionResult {
+    isScreenCapture;
+    confidenceScore;
+    // 实际执行的检测方法结果
+    executedMethods;
+    // 未执行的方法（因为已经有结论）
+    skippedMethods;
+    riskLevel;
+    processingTimeMs;
+    strategy;
+    debug;
     constructor(isScreenCapture, confidenceScore, executedMethods, riskLevel, processingTimeMs, strategy, skippedMethods, debug) {
         this.isScreenCapture = isScreenCapture;
         this.confidenceScore = confidenceScore;
@@ -3696,10 +3728,13 @@ class ScreenCaptureDetectionResult {
  * 使用级联检测策略，支持多种模式以平衡速度和精准度
  */
 class ScreenCaptureDetector {
+    cv = null;
+    confidenceThreshold = 0.6;
+    detectionStrategy = DetectionStrategy.ADAPTIVE;
+    moirePatternConfig;
+    screenColorConfig;
+    rgbEmissionConfig;
     constructor(options = {}) {
-        this.cv = null;
-        this.confidenceThreshold = 0.6;
-        this.detectionStrategy = DetectionStrategy.ADAPTIVE;
         this.confidenceThreshold = options.confidenceThreshold ?? 0.6;
         this.detectionStrategy = options.detectionStrategy
             ? stringToDetectionStrategy(options.detectionStrategy, DetectionStrategy.ADAPTIVE)
@@ -3995,21 +4030,21 @@ class ScreenCaptureDetector {
  * Internal detection state interface
  */
 class DetectionState {
+    period = DetectionPeriod.DETECT;
+    startTime = performance.now();
+    collectCount = 0;
+    suspectedFraudsCount = 0;
+    bestQualityScore = 0;
+    bestFrameImage = null;
+    bestFaceImage = null;
+    completedActions = new Set();
+    currentAction = null;
+    actionVerifyTimeout = null;
+    lastFrontalScore = 1;
+    motionDetector = null;
+    liveness = false;
+    screenDetector = null;
     constructor(options) {
-        this.period = DetectionPeriod.DETECT;
-        this.startTime = performance.now();
-        this.collectCount = 0;
-        this.suspectedFraudsCount = 0;
-        this.bestQualityScore = 0;
-        this.bestFrameImage = null;
-        this.bestFaceImage = null;
-        this.completedActions = new Set();
-        this.currentAction = null;
-        this.actionVerifyTimeout = null;
-        this.lastFrontalScore = 1;
-        this.motionDetector = null;
-        this.liveness = false;
-        this.screenDetector = null;
         Object.assign(this, options);
     }
     reset() {
@@ -4104,29 +4139,88 @@ function createDetectionState(options) {
  * Provides core detection logic without UI dependencies
  */
 class FaceDetectionEngine extends SimpleEventEmitter {
+    options;
+    // OpenCV instance
+    cv = null;
+    human = null;
+    engineState = EngineState.IDLE;
+    // 视频及保存当前帧图片的Canvas元素
+    videoElement = null;
+    stream = null;
+    frameCanvasElement = null;
+    frameCanvasContext = null;
+    faceCanvasElement = null;
+    faceCanvasContext = null;
+    detectionFrameId = null;
+    actualVideoWidth = 0;
+    actualVideoHeight = 0;
+    detectionState;
     /**
      * Constructor
      * @param config - Configuration object
      */
     constructor(options) {
         super();
-        // OpenCV instance
-        this.cv = null;
-        this.human = null;
-        this.engineState = EngineState.IDLE;
-        // 视频及保存当前帧图片的Canvas元素
-        this.videoElement = null;
-        this.stream = null;
-        this.frameCanvasElement = null;
-        this.frameCanvasContext = null;
-        this.faceCanvasElement = null;
-        this.faceCanvasContext = null;
-        this.detectionFrameId = null;
-        this.actualVideoWidth = 0;
-        this.actualVideoHeight = 0;
         this.options = mergeOptions(options);
         this.detectionState = createDetectionState(this.options);
     }
+    /**
+     * 提取错误信息的辅助方法 - 处理各种错误类型
+     * @param error - 任意类型的错误对象
+     * @returns 包含错误消息和堆栈的对象
+     */
+    extractErrorInfo(error) {
+        // 处理 Error 实例
+        if (error instanceof Error) {
+            let causeStr;
+            if (error.cause) {
+                causeStr = error.cause instanceof Error ? error.cause.message : String(error.cause);
+            }
+            return {
+                message: error.message || 'Unknown error',
+                stack: error.stack || this.getStackTrace(),
+                name: error.name,
+                cause: causeStr
+            };
+        }
+        // 处理其他对象类型
+        if (typeof error === 'object' && error !== null) {
+            let causeStr;
+            if ('cause' in error) {
+                const cause = error.cause;
+                causeStr = cause instanceof Error ? cause.message : String(cause);
+            }
+            return {
+                message: error.message || JSON.stringify(error),
+                stack: error.stack || this.getStackTrace(),
+                name: error.name,
+                cause: causeStr
+            };
+        }
+        // 处理基本类型（string, number 等）
+        return {
+            message: String(error),
+            stack: this.getStackTrace()
+        };
+    }
+    /**
+     * 获取当前调用栈信息
+     */
+    getStackTrace() {
+        try {
+            // 创建一个Error对象来获取堆栈
+            const err = new Error();
+            if (err.stack) {
+                // 移除前两行（Error 和 getStackTrace 本身）
+                const lines = err.stack.split('\n');
+                return lines.slice(2).join('\n') || 'Stack trace unavailable';
+            }
+            return 'Stack trace unavailable';
+        }
+        catch {
+            return 'Stack trace unavailable';
+        }
+    }
     updateOptions(options) {
         if (this.engineState == EngineState.DETECTING) {
             this.stopDetection(false);
@@ -4182,12 +4276,14 @@ class FaceDetectionEngine extends SimpleEventEmitter {
                 this.human = await loadHuman(this.options.human_model_path, this.options.tensorflow_wasm_path, this.options.tensorflow_backend);
             }
             catch (humanError) {
-                const errorMsg = humanError instanceof Error ? humanError.message : 'Unknown error';
-                const stack = humanError instanceof Error ? humanError.stack : 'N/A';
+                const errorInfo = this.extractErrorInfo(humanError);
+                const errorMsg = errorInfo.message;
                 // 分析错误类型，提供针对性的建议
                 let errorContext = {
                     error: errorMsg,
-                    stack,
+                    stack: errorInfo.stack,
+                    name: errorInfo.name,
+                    cause: errorInfo.cause,
                     userAgent: navigator.userAgent,
                     platform: navigator.userAgentData?.platform || 'unknown',
                     browser: detectBrowserEngine(navigator.userAgent),
@@ -4291,7 +4387,8 @@ class FaceDetectionEngine extends SimpleEventEmitter {
             this.emitDebug('initialization', 'Engine initialized and ready', loadedData);
         }
         catch (error) {
-            const errorMsg = error instanceof Error ? error.message : 'Unknown error';
+            const errorInfo = this.extractErrorInfo(error);
+            const errorMsg = errorInfo.message;
             this.emit('detector-loaded', {
                 success: false,
                 error: errorMsg
@@ -4302,7 +4399,9 @@ class FaceDetectionEngine extends SimpleEventEmitter {
             });
             this.emitDebug('initialization', 'Failed to load libraries', {
                 error: errorMsg,
-                stack: error instanceof Error ? error.stack : 'N/A'
+                stack: errorInfo.stack,
+                name: errorInfo.name,
+                cause: errorInfo.cause
             }, 'error');
         }
         finally {
@@ -4417,9 +4516,16 @@ class FaceDetectionEngine extends SimpleEventEmitter {
                 };
                 if (this.videoElement) {
                     this.videoElement.addEventListener('canplay', onCanPlay, { once: true });
-                    this.videoElement.play().catch(err => {
+                    this.videoElement.play().catch((err) => {
                         clearTimeout(timeout);
                         cleanup();
+                        const errorInfo = this.extractErrorInfo(err);
+                        this.emitDebug('video-setup', 'Failed to play video', {
+                            error: errorInfo.message,
+                            stack: errorInfo.stack,
+                            name: errorInfo.name,
+                            cause: errorInfo.cause
+                        }, 'error');
                         reject(err);
                     });
                 }
@@ -4429,10 +4535,13 @@ class FaceDetectionEngine extends SimpleEventEmitter {
             this.emitDebug('video-setup', 'Detection started');
         }
         catch (error) {
-            const errorMsg = error instanceof Error ? error.message : 'Unknown error';
+            const errorInfo = this.extractErrorInfo(error);
+            const errorMsg = errorInfo.message;
             this.emitDebug('video-setup', 'Failed to start detection', {
                 error: errorMsg,
-                stack: error instanceof Error ? error.stack : 'N/A'
+                stack: errorInfo.stack,
+                name: errorInfo.name,
+                cause: errorInfo.cause
             }, 'error');
             this.emit('detector-error', {
                 code: ErrorCode.STREAM_ACQUISITION_FAILED,
@@ -4530,10 +4639,12 @@ class FaceDetectionEngine extends SimpleEventEmitter {
                 result = await this.human.detect(this.videoElement);
             }
             catch (detectError) {
-                const errorMsg = detectError instanceof Error ? detectError.message : 'Unknown error';
+                const errorInfo = this.extractErrorInfo(detectError);
+                const errorMsg = errorInfo.message;
                 this.emitDebug('detection', 'Human.detect() call failed', {
                     error: errorMsg,
-                    stack: detectError instanceof Error ? detectError.stack : 'N/A',
+                    stack: errorInfo.stack,
+                    name: errorInfo.name,
                     hasHuman: !!this.human,
                     humanVersion: this.human?.version,
                     videoReadyState: this.videoElement?.readyState,
@@ -4558,10 +4669,13 @@ class FaceDetectionEngine extends SimpleEventEmitter {
             }
         }
         catch (error) {
-            const errorMsg = error instanceof Error ? error.message : 'Unknown error';
+            const errorInfo = this.extractErrorInfo(error);
+            const errorMsg = errorInfo.message;
             this.emitDebug('detection', 'Unexpected error in detection loop', {
                 error: errorMsg,
-                stack: error instanceof Error ? error.stack : 'N/A'
+                stack: errorInfo.stack,
+                name: errorInfo.name,
+                cause: errorInfo.cause
             }, 'error');
             this.scheduleNextDetection(this.options.detect_error_retry_delay);
         }
@@ -4595,34 +4709,34 @@ class FaceDetectionEngine extends SimpleEventEmitter {
             this.scheduleNextDetection(this.options.detect_error_retry_delay);
             return;
         }
-        // 当前帧图片
-        const bgrFrame = drawCanvasToMat(this.cv, frameCanvas, false);
-        if (!bgrFrame) {
-            this.emitDebug('detection', 'Failed to convert canvas to OpenCV Mat', {}, 'warn');
-            this.scheduleNextDetection(this.options.detect_error_retry_delay);
-            return;
-        }
-        // 当前帧灰度图片
-        const grayFrame = matToGray(this.cv, bgrFrame);
-        if (!grayFrame) {
-            bgrFrame.delete();
-            this.emitDebug('detection', 'Failed to convert frame Mat to grayscale', {}, 'warn');
-            this.scheduleNextDetection(this.options.detect_error_retry_delay);
-            return;
-        }
-        // 提取人脸区域图片及灰度图片
-        const bgrFace = bgrFrame.roi(new this.cv.Rect(faceBox[0], faceBox[1], faceBox[2], faceBox[3]));
-        const grayFace = matToGray(this.cv, bgrFace);
-        if (!grayFace) {
-            bgrFrame.delete();
-            bgrFace.delete();
-            this.emitDebug('detection', 'Failed to convert face Mat to grayscale', {}, 'warn');
-            this.scheduleNextDetection(this.options.detect_error_retry_delay);
-            return;
-        }
-        // 释放不再需要的Mat
-        bgrFrame.delete();
+        // 所有需要删除的 Mat 对象
+        let bgrFrame = null;
+        let grayFrame = null;
+        let bgrFace = null;
+        let grayFace = null;
         try {
+            // 当前帧图片
+            bgrFrame = drawCanvasToMat(this.cv, frameCanvas, false);
+            if (!bgrFrame) {
+                this.emitDebug('detection', 'Failed to convert canvas to OpenCV Mat', {}, 'warn');
+                this.scheduleNextDetection(this.options.detect_error_retry_delay);
+                return;
+            }
+            // 当前帧灰度图片
+            grayFrame = matToGray(this.cv, bgrFrame);
+            if (!grayFrame) {
+                this.emitDebug('detection', 'Failed to convert frame Mat to grayscale', {}, 'warn');
+                this.scheduleNextDetection(this.options.detect_error_retry_delay);
+                return;
+            }
+            // 提取人脸区域图片及灰度图片
+            bgrFace = bgrFrame.roi(new this.cv.Rect(faceBox[0], faceBox[1], faceBox[2], faceBox[3]));
+            grayFace = matToGray(this.cv, bgrFace);
+            if (!grayFace) {
+                this.emitDebug('detection', 'Failed to convert face Mat to grayscale', {}, 'warn');
+                this.scheduleNextDetection(this.options.detect_error_retry_delay);
+                return;
+            }
             if (!this.detectionState.screenDetector) {
                 this.emit('detector-error', {
                     code: ErrorCode.INTERNAL_ERROR,
@@ -4641,11 +4755,8 @@ class FaceDetectionEngine extends SimpleEventEmitter {
             }
             // 屏幕捕获检测, 只关心脸部区域
             const screenResult = this.detectionState.screenDetector.detectAuto(bgrFace, grayFace);
-            bgrFace.delete();
-            grayFace.delete();
             // 屏幕捕获检测器已经准备就绪，其验证结果可信
             if (screenResult.isScreenCapture) {
-                grayFrame.delete();
                 this.emitDetectorInfo({ code: DetectionCode.FACE_NOT_REAL, message: screenResult.getMessage(), screenConfidence: screenResult.confidenceScore });
                 this.emitDebug('screen-capture-detection', 'Screen capture detected - possible video replay attack', {
                     confidence: screenResult.confidenceScore,
@@ -4660,13 +4771,18 @@ class FaceDetectionEngine extends SimpleEventEmitter {
             if (this.detectionState.motionDetector.isReady()) {
                 // 运动检测器已经准备就绪，其验证结果可信
                 if (!motionResult.isLively) {
-                    grayFrame.delete();
                     this.emitDebug('motion-detection', 'Motion liveness check failed - possible photo attack', {
                         motionScore: motionResult.motionScore,
                         keypointVariance: motionResult.keypointVariance,
+                        opticalFlowMagnitude: motionResult.opticalFlowMagnitude,
+                        eyeMotionScore: motionResult.eyeMotionScore,
+                        mouthMotionScore: motionResult.mouthMotionScore,
                         motionType: motionResult.motionType,
                         minMotionScore: this.options.motion_liveness_min_motion_score,
-                        minKeypointVariance: this.options.motion_liveness_min_keypoint_variance
+                        minKeypointVariance: this.options.motion_liveness_min_keypoint_variance,
+                        minOpticalFlowThreshold: this.options.motion_liveness_min_optical_flow_threshold,
+                        minMotionConsistencyThreshold: this.options.motion_liveness_motion_consistency_threshold,
+                        details: motionResult.details
                     }, 'warn');
                     this.emitDetectorInfo({
                         code: DetectionCode.FACE_NOT_LIVE,
@@ -4715,7 +4831,6 @@ class FaceDetectionEngine extends SimpleEventEmitter {
                 this.scheduleNextDetection(this.options.detect_error_retry_delay);
                 return;
             }
-            grayFrame.delete();
             // 当前帧通过常规检查
             this.emitDetectorInfo({ passed: true, code: DetectionCode.FACE_CHECK_PASS, faceRatio: faceRatio, faceFrontal: frontal, imageQuality: qualityResult.score });
             // 处理不同检测阶段的逻辑
@@ -4750,26 +4865,26 @@ class FaceDetectionEngine extends SimpleEventEmitter {
             }
         }
         catch (error) {
-            const errorMsg = error instanceof Error ? error.message : 'Unknown error';
+            const errorInfo = this.extractErrorInfo(error);
+            const errorMsg = errorInfo.message;
             this.emitDebug('detection', 'Unexpected error in single face handling', {
                 error: errorMsg,
-                stack: error instanceof Error ? error.stack : 'N/A'
+                stack: errorInfo.stack,
+                name: errorInfo.name,
+                cause: errorInfo.cause
             }, 'error');
             this.scheduleNextDetection(this.options.detect_error_retry_delay);
         }
         finally {
-            if (grayFrame) {
+            // 统一在 finally 块中删除所有 Mat 对象
+            if (grayFrame)
                 grayFrame.delete();
-            }
-            if (bgrFrame) {
+            if (bgrFrame)
                 bgrFrame.delete();
-            }
-            if (bgrFace) {
+            if (bgrFace)
                 bgrFace.delete();
-            }
-            if (grayFace) {
+            if (grayFace)
                 grayFace.delete();
-            }
         }
     }
     /**
@@ -5029,7 +5144,7 @@ class FaceDetectionEngine extends SimpleEventEmitter {
                 return null;
             }
             this.frameCanvasContext.drawImage(this.videoElement, 0, 0, videoWidth_actual, videoHeight_actual);
-            this.emitDebug('capture', 'Frame drawn to canvas');
+            this.emitDebug('capture', 'Frame drawn to canvas as ' + videoHeight_actual + 'x' + videoWidth_actual);
             return this.frameCanvasElement;
         }
         catch (e) {
@@ -5383,6 +5498,8 @@ async function preloadResources() {
  * Wrapper around FaceDetectionEngine optimized for UniApp
  */
 class UniAppFaceDetectionEngine extends FaceDetectionEngine {
+    resourcesInitialized = false;
+    resourcesPreloaded = false;
     /**
      * Constructor
      * @param config - Configuration object
@@ -5396,8 +5513,6 @@ class UniAppFaceDetectionEngine extends FaceDetectionEngine {
             tensorflow_wasm_path: config?.tensorflow_wasm_path || getWasmPath()
         };
         super(finalConfig);
-        this.resourcesInitialized = false;
-        this.resourcesPreloaded = false;
         // Initialize UniApp resources
         if (uniAppConfig.isUniApp) {
             initializeUniAppResources();