@sssxyd/face-liveness-detector 0.4.0-alpha.3 → 0.4.0-alpha.5

package/dist/index.js

@@ -137,16 +137,16 @@
         motion_liveness_motion_consistency_threshold: 0.3,
         motion_liveness_strict_photo_detection: false,
         // Screen Capture Detection Settings
-        screen_capture_confidence_threshold: 0.6,
+        screen_capture_confidence_threshold: 0.7,
         screen_capture_detection_strategy: 'adaptive',
         screen_moire_pattern_threshold: 0.65,
         screen_moire_pattern_enable_dct: true,
         screen_moire_pattern_enable_edge_detection: true,
         screen_color_saturation_threshold: 40,
-        screen_color_rgb_correlation_threshold: 0.85,
+        screen_color_rgb_correlation_threshold: 0.75,
         screen_color_pixel_entropy_threshold: 6.5,
         screen_color_gradient_smoothness_threshold: 0.7,
-        screen_color_confidence_threshold: 0.6,
+        screen_color_confidence_threshold: 0.65,
         screen_rgb_low_freq_start_percent: 0.15,
         screen_rgb_low_freq_end_percent: 0.35,
         screen_rgb_energy_ratio_normalization_factor: 10,
@@ -154,7 +154,7 @@
         screen_rgb_energy_score_weight: 0.40,
         screen_rgb_asymmetry_score_weight: 0.40,
         screen_rgb_difference_factor_weight: 0.20,
-        screen_rgb_confidence_threshold: 0.60,
+        screen_rgb_confidence_threshold: 0.65,
     };
     /**
      * Merge user configuration with defaults
@@ -195,9 +195,7 @@
      * Provides on, off, once, and emit methods for event-driven architecture
      */
     class SimpleEventEmitter {
-        constructor() {
-            this.listeners = new Map();
-        }
+        listeners = new Map();
         /**
          * Register an event listener
          * @param event - Event name
@@ -1702,6 +1700,22 @@
      * 运动检测结果
      */
     class MotionDetectionResult {
+        // 总体运动评分 (0-1)
+        motionScore;
+        // 人脸区域的光流幅度
+        opticalFlowMagnitude;
+        // 关键点稳定性评分 (0 = 像照片一样稳定, 1 = 自然运动)
+        keypointVariance;
+        // 眼睛区域运动强度
+        eyeMotionScore;
+        // 嘴巴区域运动强度
+        mouthMotionScore;
+        // 检测到的运动类型 ('none' | 'rotation' | 'translation' | 'breathing' | 'micro_expression')
+        motionType;
+        // 基于运动的总体活体性判断
+        isLively;
+        // 详细调试信息
+        details;
         constructor(motionScore, opticalFlowMagnitude, keypointVariance, eyeMotionScore, mouthMotionScore, motionType, isLively, details) {
             this.motionScore = motionScore;
             this.opticalFlowMagnitude = opticalFlowMagnitude;
@@ -1745,17 +1759,25 @@
      * 使用光流、关键点跟踪和面部特征分析
      */
     class MotionLivenessDetector {
+        // 配置及默认值
+        minMotionThreshold;
+        minKeypointVariance;
+        frameBufferSize;
+        eyeAspectRatioThreshold;
+        motionConsistencyThreshold;
+        minOpticalFlowThreshold;
+        strictPhotoDetection;
+        // 状态
+        frameBuffer = []; // 存储 cv.Mat (gray)
+        keypointHistory = [];
+        faceAreaHistory = [];
+        eyeAspectRatioHistory = [];
+        mouthAspectRatioHistory = [];
+        opticalFlowHistory = [];
+        pupilSizeHistory = [];
+        // OpenCV 实例
+        cv = null;
         constructor(options = {}) {
-            // 状态
-            this.frameBuffer = []; // 存储 cv.Mat (gray)
-            this.keypointHistory = [];
-            this.faceAreaHistory = [];
-            this.eyeAspectRatioHistory = [];
-            this.mouthAspectRatioHistory = [];
-            this.opticalFlowHistory = [];
-            this.pupilSizeHistory = [];
-            // OpenCV 实例
-            this.cv = null;
             // 用提供的选项或默认值设置配置
             this.minMotionThreshold = options.minMotionThreshold ?? 0.15;
             this.minKeypointVariance = options.minKeypointVariance ?? 0.02;
@@ -3690,6 +3712,16 @@
      * 优化版屏幕采集检测结果
      */
     class ScreenCaptureDetectionResult {
+        isScreenCapture;
+        confidenceScore;
+        // 实际执行的检测方法结果
+        executedMethods;
+        // 未执行的方法（因为已经有结论）
+        skippedMethods;
+        riskLevel;
+        processingTimeMs;
+        strategy;
+        debug;
         constructor(isScreenCapture, confidenceScore, executedMethods, riskLevel, processingTimeMs, strategy, skippedMethods, debug) {
             this.isScreenCapture = isScreenCapture;
             this.confidenceScore = confidenceScore;
@@ -3718,10 +3750,13 @@
      * 使用级联检测策略，支持多种模式以平衡速度和精准度
      */
     class ScreenCaptureDetector {
+        cv = null;
+        confidenceThreshold = 0.6;
+        detectionStrategy = DetectionStrategy.ADAPTIVE;
+        moirePatternConfig;
+        screenColorConfig;
+        rgbEmissionConfig;
         constructor(options = {}) {
-            this.cv = null;
-            this.confidenceThreshold = 0.6;
-            this.detectionStrategy = DetectionStrategy.ADAPTIVE;
             this.confidenceThreshold = options.confidenceThreshold ?? 0.6;
             this.detectionStrategy = options.detectionStrategy
                 ? stringToDetectionStrategy(options.detectionStrategy, DetectionStrategy.ADAPTIVE)
@@ -4017,21 +4052,21 @@
      * Internal detection state interface
      */
     class DetectionState {
+        period = exports.DetectionPeriod.DETECT;
+        startTime = performance.now();
+        collectCount = 0;
+        suspectedFraudsCount = 0;
+        bestQualityScore = 0;
+        bestFrameImage = null;
+        bestFaceImage = null;
+        completedActions = new Set();
+        currentAction = null;
+        actionVerifyTimeout = null;
+        lastFrontalScore = 1;
+        motionDetector = null;
+        liveness = false;
+        screenDetector = null;
         constructor(options) {
-            this.period = exports.DetectionPeriod.DETECT;
-            this.startTime = performance.now();
-            this.collectCount = 0;
-            this.suspectedFraudsCount = 0;
-            this.bestQualityScore = 0;
-            this.bestFrameImage = null;
-            this.bestFaceImage = null;
-            this.completedActions = new Set();
-            this.currentAction = null;
-            this.actionVerifyTimeout = null;
-            this.lastFrontalScore = 1;
-            this.motionDetector = null;
-            this.liveness = false;
-            this.screenDetector = null;
             Object.assign(this, options);
         }
         reset() {
@@ -4126,29 +4161,88 @@
      * Provides core detection logic without UI dependencies
      */
     class FaceDetectionEngine extends SimpleEventEmitter {
+        options;
+        // OpenCV instance
+        cv = null;
+        human = null;
+        engineState = exports.EngineState.IDLE;
+        // 视频及保存当前帧图片的Canvas元素
+        videoElement = null;
+        stream = null;
+        frameCanvasElement = null;
+        frameCanvasContext = null;
+        faceCanvasElement = null;
+        faceCanvasContext = null;
+        detectionFrameId = null;
+        actualVideoWidth = 0;
+        actualVideoHeight = 0;
+        detectionState;
         /**
          * Constructor
          * @param config - Configuration object
          */
         constructor(options) {
             super();
-            // OpenCV instance
-            this.cv = null;
-            this.human = null;
-            this.engineState = exports.EngineState.IDLE;
-            // 视频及保存当前帧图片的Canvas元素
-            this.videoElement = null;
-            this.stream = null;
-            this.frameCanvasElement = null;
-            this.frameCanvasContext = null;
-            this.faceCanvasElement = null;
-            this.faceCanvasContext = null;
-            this.detectionFrameId = null;
-            this.actualVideoWidth = 0;
-            this.actualVideoHeight = 0;
             this.options = mergeOptions(options);
             this.detectionState = createDetectionState(this.options);
         }
+        /**
+         * 提取错误信息的辅助方法 - 处理各种错误类型
+         * @param error - 任意类型的错误对象
+         * @returns 包含错误消息和堆栈的对象
+         */
+        extractErrorInfo(error) {
+            // 处理 Error 实例
+            if (error instanceof Error) {
+                let causeStr;
+                if (error.cause) {
+                    causeStr = error.cause instanceof Error ? error.cause.message : String(error.cause);
+                }
+                return {
+                    message: error.message || 'Unknown error',
+                    stack: error.stack || this.getStackTrace(),
+                    name: error.name,
+                    cause: causeStr
+                };
+            }
+            // 处理其他对象类型
+            if (typeof error === 'object' && error !== null) {
+                let causeStr;
+                if ('cause' in error) {
+                    const cause = error.cause;
+                    causeStr = cause instanceof Error ? cause.message : String(cause);
+                }
+                return {
+                    message: error.message || JSON.stringify(error),
+                    stack: error.stack || this.getStackTrace(),
+                    name: error.name,
+                    cause: causeStr
+                };
+            }
+            // 处理基本类型（string, number 等）
+            return {
+                message: String(error),
+                stack: this.getStackTrace()
+            };
+        }
+        /**
+         * 获取当前调用栈信息
+         */
+        getStackTrace() {
+            try {
+                // 创建一个Error对象来获取堆栈
+                const err = new Error();
+                if (err.stack) {
+                    // 移除前两行（Error 和 getStackTrace 本身）
+                    const lines = err.stack.split('\n');
+                    return lines.slice(2).join('\n') || 'Stack trace unavailable';
+                }
+                return 'Stack trace unavailable';
+            }
+            catch {
+                return 'Stack trace unavailable';
+            }
+        }
         updateOptions(options) {
             if (this.engineState == exports.EngineState.DETECTING) {
                 this.stopDetection(false);
@@ -4204,12 +4298,14 @@
                     this.human = await loadHuman(this.options.human_model_path, this.options.tensorflow_wasm_path, this.options.tensorflow_backend);
                 }
                 catch (humanError) {
-                    const errorMsg = humanError instanceof Error ? humanError.message : 'Unknown error';
-                    const stack = humanError instanceof Error ? humanError.stack : 'N/A';
+                    const errorInfo = this.extractErrorInfo(humanError);
+                    const errorMsg = errorInfo.message;
                     // 分析错误类型，提供针对性的建议
                     let errorContext = {
                         error: errorMsg,
-                        stack,
+                        stack: errorInfo.stack,
+                        name: errorInfo.name,
+                        cause: errorInfo.cause,
                         userAgent: navigator.userAgent,
                         platform: navigator.userAgentData?.platform || 'unknown',
                         browser: detectBrowserEngine(navigator.userAgent),
@@ -4313,7 +4409,8 @@
                 this.emitDebug('initialization', 'Engine initialized and ready', loadedData);
             }
             catch (error) {
-                const errorMsg = error instanceof Error ? error.message : 'Unknown error';
+                const errorInfo = this.extractErrorInfo(error);
+                const errorMsg = errorInfo.message;
                 this.emit('detector-loaded', {
                     success: false,
                     error: errorMsg
@@ -4324,7 +4421,9 @@
                 });
                 this.emitDebug('initialization', 'Failed to load libraries', {
                     error: errorMsg,
-                    stack: error instanceof Error ? error.stack : 'N/A'
+                    stack: errorInfo.stack,
+                    name: errorInfo.name,
+                    cause: errorInfo.cause
                 }, 'error');
             }
             finally {
@@ -4439,9 +4538,16 @@
                     };
                     if (this.videoElement) {
                         this.videoElement.addEventListener('canplay', onCanPlay, { once: true });
-                        this.videoElement.play().catch(err => {
+                        this.videoElement.play().catch((err) => {
                             clearTimeout(timeout);
                             cleanup();
+                            const errorInfo = this.extractErrorInfo(err);
+                            this.emitDebug('video-setup', 'Failed to play video', {
+                                error: errorInfo.message,
+                                stack: errorInfo.stack,
+                                name: errorInfo.name,
+                                cause: errorInfo.cause
+                            }, 'error');
                             reject(err);
                         });
                     }
@@ -4451,10 +4557,13 @@
                 this.emitDebug('video-setup', 'Detection started');
             }
             catch (error) {
-                const errorMsg = error instanceof Error ? error.message : 'Unknown error';
+                const errorInfo = this.extractErrorInfo(error);
+                const errorMsg = errorInfo.message;
                 this.emitDebug('video-setup', 'Failed to start detection', {
                     error: errorMsg,
-                    stack: error instanceof Error ? error.stack : 'N/A'
+                    stack: errorInfo.stack,
+                    name: errorInfo.name,
+                    cause: errorInfo.cause
                 }, 'error');
                 this.emit('detector-error', {
                     code: exports.ErrorCode.STREAM_ACQUISITION_FAILED,
@@ -4552,10 +4661,12 @@
                     result = await this.human.detect(this.videoElement);
                 }
                 catch (detectError) {
-                    const errorMsg = detectError instanceof Error ? detectError.message : 'Unknown error';
+                    const errorInfo = this.extractErrorInfo(detectError);
+                    const errorMsg = errorInfo.message;
                     this.emitDebug('detection', 'Human.detect() call failed', {
                         error: errorMsg,
-                        stack: detectError instanceof Error ? detectError.stack : 'N/A',
+                        stack: errorInfo.stack,
+                        name: errorInfo.name,
                         hasHuman: !!this.human,
                         humanVersion: this.human?.version,
                         videoReadyState: this.videoElement?.readyState,
@@ -4580,10 +4691,13 @@
                 }
             }
             catch (error) {
-                const errorMsg = error instanceof Error ? error.message : 'Unknown error';
+                const errorInfo = this.extractErrorInfo(error);
+                const errorMsg = errorInfo.message;
                 this.emitDebug('detection', 'Unexpected error in detection loop', {
                     error: errorMsg,
-                    stack: error instanceof Error ? error.stack : 'N/A'
+                    stack: errorInfo.stack,
+                    name: errorInfo.name,
+                    cause: errorInfo.cause
                 }, 'error');
                 this.scheduleNextDetection(this.options.detect_error_retry_delay);
             }
@@ -4617,34 +4731,34 @@
                 this.scheduleNextDetection(this.options.detect_error_retry_delay);
                 return;
             }
-            // 当前帧图片
-            const bgrFrame = drawCanvasToMat(this.cv, frameCanvas, false);
-            if (!bgrFrame) {
-                this.emitDebug('detection', 'Failed to convert canvas to OpenCV Mat', {}, 'warn');
-                this.scheduleNextDetection(this.options.detect_error_retry_delay);
-                return;
-            }
-            // 当前帧灰度图片
-            const grayFrame = matToGray(this.cv, bgrFrame);
-            if (!grayFrame) {
-                bgrFrame.delete();
-                this.emitDebug('detection', 'Failed to convert frame Mat to grayscale', {}, 'warn');
-                this.scheduleNextDetection(this.options.detect_error_retry_delay);
-                return;
-            }
-            // 提取人脸区域图片及灰度图片
-            const bgrFace = bgrFrame.roi(new this.cv.Rect(faceBox[0], faceBox[1], faceBox[2], faceBox[3]));
-            const grayFace = matToGray(this.cv, bgrFace);
-            if (!grayFace) {
-                bgrFrame.delete();
-                bgrFace.delete();
-                this.emitDebug('detection', 'Failed to convert face Mat to grayscale', {}, 'warn');
-                this.scheduleNextDetection(this.options.detect_error_retry_delay);
-                return;
-            }
-            // 释放不再需要的Mat
-            bgrFrame.delete();
+            // 所有需要删除的 Mat 对象
+            let bgrFrame = null;
+            let grayFrame = null;
+            let bgrFace = null;
+            let grayFace = null;
             try {
+                // 当前帧图片
+                bgrFrame = drawCanvasToMat(this.cv, frameCanvas, false);
+                if (!bgrFrame) {
+                    this.emitDebug('detection', 'Failed to convert canvas to OpenCV Mat', {}, 'warn');
+                    this.scheduleNextDetection(this.options.detect_error_retry_delay);
+                    return;
+                }
+                // 当前帧灰度图片
+                grayFrame = matToGray(this.cv, bgrFrame);
+                if (!grayFrame) {
+                    this.emitDebug('detection', 'Failed to convert frame Mat to grayscale', {}, 'warn');
+                    this.scheduleNextDetection(this.options.detect_error_retry_delay);
+                    return;
+                }
+                // 提取人脸区域图片及灰度图片
+                bgrFace = bgrFrame.roi(new this.cv.Rect(faceBox[0], faceBox[1], faceBox[2], faceBox[3]));
+                grayFace = matToGray(this.cv, bgrFace);
+                if (!grayFace) {
+                    this.emitDebug('detection', 'Failed to convert face Mat to grayscale', {}, 'warn');
+                    this.scheduleNextDetection(this.options.detect_error_retry_delay);
+                    return;
+                }
                 if (!this.detectionState.screenDetector) {
                     this.emit('detector-error', {
                         code: exports.ErrorCode.INTERNAL_ERROR,
@@ -4663,11 +4777,8 @@
                 }
                 // 屏幕捕获检测, 只关心脸部区域
                 const screenResult = this.detectionState.screenDetector.detectAuto(bgrFace, grayFace);
-                bgrFace.delete();
-                grayFace.delete();
                 // 屏幕捕获检测器已经准备就绪，其验证结果可信
                 if (screenResult.isScreenCapture) {
-                    grayFrame.delete();
                     this.emitDetectorInfo({ code: exports.DetectionCode.FACE_NOT_REAL, message: screenResult.getMessage(), screenConfidence: screenResult.confidenceScore });
                     this.emitDebug('screen-capture-detection', 'Screen capture detected - possible video replay attack', {
                         confidence: screenResult.confidenceScore,
@@ -4682,13 +4793,18 @@
                 if (this.detectionState.motionDetector.isReady()) {
                     // 运动检测器已经准备就绪，其验证结果可信
                     if (!motionResult.isLively) {
-                        grayFrame.delete();
                         this.emitDebug('motion-detection', 'Motion liveness check failed - possible photo attack', {
                             motionScore: motionResult.motionScore,
                             keypointVariance: motionResult.keypointVariance,
+                            opticalFlowMagnitude: motionResult.opticalFlowMagnitude,
+                            eyeMotionScore: motionResult.eyeMotionScore,
+                            mouthMotionScore: motionResult.mouthMotionScore,
                             motionType: motionResult.motionType,
                             minMotionScore: this.options.motion_liveness_min_motion_score,
-                            minKeypointVariance: this.options.motion_liveness_min_keypoint_variance
+                            minKeypointVariance: this.options.motion_liveness_min_keypoint_variance,
+                            minOpticalFlowThreshold: this.options.motion_liveness_min_optical_flow_threshold,
+                            minMotionConsistencyThreshold: this.options.motion_liveness_motion_consistency_threshold,
+                            details: motionResult.details
                         }, 'warn');
                         this.emitDetectorInfo({
                             code: exports.DetectionCode.FACE_NOT_LIVE,
@@ -4737,7 +4853,6 @@
                     this.scheduleNextDetection(this.options.detect_error_retry_delay);
                     return;
                 }
-                grayFrame.delete();
                 // 当前帧通过常规检查
                 this.emitDetectorInfo({ passed: true, code: exports.DetectionCode.FACE_CHECK_PASS, faceRatio: faceRatio, faceFrontal: frontal, imageQuality: qualityResult.score });
                 // 处理不同检测阶段的逻辑
@@ -4772,26 +4887,26 @@
                 }
             }
             catch (error) {
-                const errorMsg = error instanceof Error ? error.message : 'Unknown error';
+                const errorInfo = this.extractErrorInfo(error);
+                const errorMsg = errorInfo.message;
                 this.emitDebug('detection', 'Unexpected error in single face handling', {
                     error: errorMsg,
-                    stack: error instanceof Error ? error.stack : 'N/A'
+                    stack: errorInfo.stack,
+                    name: errorInfo.name,
+                    cause: errorInfo.cause
                 }, 'error');
                 this.scheduleNextDetection(this.options.detect_error_retry_delay);
             }
             finally {
-                if (grayFrame) {
+                // 统一在 finally 块中删除所有 Mat 对象
+                if (grayFrame)
                     grayFrame.delete();
-                }
-                if (bgrFrame) {
+                if (bgrFrame)
                     bgrFrame.delete();
-                }
-                if (bgrFace) {
+                if (bgrFace)
                     bgrFace.delete();
-                }
-                if (grayFace) {
+                if (grayFace)
                     grayFace.delete();
-                }
             }
         }
         /**
@@ -5051,7 +5166,7 @@
                     return null;
                 }
                 this.frameCanvasContext.drawImage(this.videoElement, 0, 0, videoWidth_actual, videoHeight_actual);
-                this.emitDebug('capture', 'Frame drawn to canvas');
+                this.emitDebug('capture', 'Frame drawn to canvas as ' + videoHeight_actual + 'x' + videoWidth_actual);
                 return this.frameCanvasElement;
             }
             catch (e) {
@@ -5405,6 +5520,8 @@
      * Wrapper around FaceDetectionEngine optimized for UniApp
      */
     class UniAppFaceDetectionEngine extends FaceDetectionEngine {
+        resourcesInitialized = false;
+        resourcesPreloaded = false;
         /**
          * Constructor
          * @param config - Configuration object
@@ -5418,8 +5535,6 @@
                 tensorflow_wasm_path: config?.tensorflow_wasm_path || getWasmPath()
             };
             super(finalConfig);
-            this.resourcesInitialized = false;
-            this.resourcesPreloaded = false;
             // Initialize UniApp resources
             if (uniAppConfig.isUniApp) {
                 initializeUniAppResources();