@sssxyd/face-liveness-detector 0.2.30 → 0.2.31

package/dist/index.esm.js

@@ -66,6 +66,7 @@ const DEFAULT_CONFIG = Object.freeze({
     // resource paths
     human_model_path: undefined,
     tensorflow_wasm_path: undefined,
+    tensorflow_backend: 'auto', // 'auto' | 'webgl' | 'wasm'
     // DetectionSettings defaults
     video_width: 640,
     video_height: 640,
@@ -118,6 +119,9 @@ function mergeConfig(userConfig) {
     if (userConfig.tensorflow_wasm_path !== undefined) {
         merged.tensorflow_wasm_path = userConfig.tensorflow_wasm_path;
     }
+    if (userConfig.tensorflow_backend !== undefined) {
+        merged.tensorflow_backend = userConfig.tensorflow_backend;
+    }
     if (userConfig.video_width !== undefined) {
         merged.video_width = userConfig.video_width;
     }
@@ -304,18 +308,68 @@ function _isWebGLAvailable() {
         return false;
     }
 }
-function _detectOptimalBackend() {
+function _detectBrowserEngine(userAgent) {
+    const ua = userAgent.toLowerCase();
+    // 检测 Gecko (Firefox)
+    if (/firefox/i.test(ua) && !/seamonkey/i.test(ua)) {
+        return 'gecko';
+    }
+    // 检测 WebKit (Safari, iOS browsers)
+    // Safari 的特征：有 Safari 但没有 Chrome
+    if (/safari/i.test(ua) && !/chrome|chromium|crios|edge|edgios|edg|brave|opera|vivaldi|whale|arc|yabrowser|samsung|kiwi|ghostery/i.test(ua)) {
+        return 'webkit';
+    }
+    // 检测 Chromium/Blink
+    // Chrome-based browsers: Chrome, Chromium, Edge, Brave, Opera, Vivaldi, Whale, Arc, etc.
+    if (/chrome|chromium|crios|edge|edgios|edg|brave|opera|vivaldi|whale|arc|yabrowser|samsung|kiwi|ghostery/i.test(ua)) {
+        return 'chromium';
+    }
+    // 默认为 other
+    return 'other';
+}
+function _getOptimalBackendForEngine(engine) {
+    // 针对不同内核的优化策略
+    const backendConfig = {
+        chromium: 'webgl', // Chromium 内核：优先 WebGL
+        webkit: 'wasm', // WebKit（Safari、iOS）：使用 WASM
+        gecko: 'webgl', // Firefox：优先 WebGL
+        other: 'wasm' // 未知浏览器：保守使用 WASM
+    };
+    return backendConfig[engine];
+}
+function _detectOptimalBackend(preferredBackend) {
+    // If user explicitly specified a backend, honor it (unless it's 'auto')
+    if (preferredBackend && preferredBackend !== 'auto') {
+        console.log('[Backend Detection] Using user-specified backend:', {
+            backend: preferredBackend,
+            userAgent: navigator.userAgent
+        });
+        return preferredBackend;
+    }
     const userAgent = navigator.userAgent.toLowerCase();
-    // Special browsers: prefer WASM
-    if ((/safari/.test(userAgent) && !/chrome/.test(userAgent)) ||
-        /micromessenger/i.test(userAgent) ||
-        /alipay/.test(userAgent) ||
-        /qq/.test(userAgent) ||
-        /(wechat|alipay|qq)webview/i.test(userAgent)) {
-        return 'wasm';
-    }
-    // Desktop: prefer WebGL
-    return _isWebGLAvailable() ? 'webgl' : 'wasm';
+    const engine = _detectBrowserEngine(userAgent);
+    console.log('[Backend Detection] Detected browser engine:', {
+        engine,
+        userAgent: navigator.userAgent
+    });
+    // 获取该内核的推荐后端
+    let preferredBackendForEngine = _getOptimalBackendForEngine(engine);
+    // 对于 Chromium 和 Gecko，检查 WebGL 是否可用
+    if (preferredBackendForEngine === 'webgl') {
+        const hasWebGL = _isWebGLAvailable();
+        console.log('[Backend Detection] WebGL availability check:', {
+            engine,
+            hasWebGL,
+            selectedBackend: hasWebGL ? 'webgl' : 'wasm'
+        });
+        return hasWebGL ? 'webgl' : 'wasm';
+    }
+    // 对于 WebKit 和 other，直接使用 WASM
+    console.log('[Backend Detection] Using backend for engine:', {
+        engine,
+        backend: preferredBackendForEngine
+    });
+    return preferredBackendForEngine;
 }
 /**
  * 预加载 OpenCV.js 以确保全局 cv 对象可用
@@ -512,11 +566,12 @@ function getCvSync() {
  * Load Human.js
  * @param modelPath - Path to model files (optional)
  * @param wasmPath - Path to WASM files (optional)
+ * @param preferredBackend - Preferred TensorFlow backend: 'auto' | 'webgl' | 'wasm' (default: 'auto')
  * @returns Promise that resolves with Human instance
  */
-async function loadHuman(modelPath, wasmPath) {
+async function loadHuman(modelPath, wasmPath, preferredBackend) {
     const config = {
-        backend: _detectOptimalBackend(),
+        backend: _detectOptimalBackend(preferredBackend),
         face: {
             enabled: true,
             detector: { rotation: false, return: true },
@@ -540,30 +595,90 @@ async function loadHuman(modelPath, wasmPath) {
     console.log('[FaceDetectionEngine] Human.js config:', {
         backend: config.backend,
         modelBasePath: config.modelBasePath || '(using default)',
-        wasmPath: config.wasmPath || '(using default)'
+        wasmPath: config.wasmPath || '(using default)',
+        userAgent: navigator.userAgent,
+        platform: navigator.platform
     });
     const initStartTime = performance.now();
     console.log('[FaceDetectionEngine] Creating Human instance...');
-    const human = new Human(config);
+    let human;
+    try {
+        human = new Human(config);
+    }
+    catch (error) {
+        const errorMsg = error instanceof Error ? error.message : 'Unknown error during Human instantiation';
+        console.error('[FaceDetectionEngine] Failed to create Human instance:', errorMsg);
+        throw new Error(`Human instantiation failed: ${errorMsg}`);
+    }
     const instanceCreateTime = performance.now() - initStartTime;
     console.log(`[FaceDetectionEngine] Human instance created, took ${instanceCreateTime.toFixed(2)}ms`);
+    // 验证 Human 实例
+    if (!human) {
+        throw new Error('Human instance is null after creation');
+    }
     console.log('[FaceDetectionEngine] Loading Human.js models...');
     const modelLoadStartTime = performance.now();
     try {
-        await human.load();
+        // 添加超时机制防止无限等待
+        const loadTimeout = new Promise((_, reject) => {
+            const timeoutId = setTimeout(() => {
+                reject(new Error('Human.js load() timeout after 60 seconds - possible issue with model loading on mobile'));
+            }, 60000);
+        });
+        // 竞速：哪个先完成就用哪个
+        await Promise.race([
+            human.load(),
+            loadTimeout
+        ]);
         const loadTime = performance.now() - modelLoadStartTime;
         const totalTime = performance.now() - initStartTime;
         console.log('[FaceDetectionEngine] Human.js loaded successfully', {
             modelLoadTime: `${loadTime.toFixed(2)}ms`,
             totalInitTime: `${totalTime.toFixed(2)}ms`,
-            version: human.version
+            version: human.version,
+            config: human.config
         });
+        // 验证加载后的 Human 实例有必要的方法和属性
+        if (typeof human.detect !== 'function') {
+            throw new Error('Human.detect method not available after loading');
+        }
+        if (!human.version) {
+            console.warn('[FaceDetectionEngine] Human.js loaded but version is missing');
+        }
+        // 打印加载的模型信息
+        if (human.models) {
+            const loadedModels = Object.entries(human.models).map(([name, model]) => ({
+                name,
+                loaded: model?.loaded || model?.state === 'loaded',
+                type: typeof model
+            }));
+            console.log('[FaceDetectionEngine] Loaded models:', {
+                totalModels: Object.keys(human.models).length,
+                models: loadedModels,
+                allModels: Object.keys(human.models)
+            });
+        }
+        else {
+            console.warn('[FaceDetectionEngine] human.models is not available');
+        }
+        // 额外验证：检查模型是否加载成功
+        if (!human.models || Object.keys(human.models).length === 0) {
+            console.warn('[FaceDetectionEngine] Warning: human.models appears to be empty after loading');
+        }
         return human;
     }
     catch (error) {
         const errorMsg = error instanceof Error ? error.message : 'Unknown error';
-        console.error('[FaceDetectionEngine] Human.js load failed:', errorMsg);
-        throw error;
+        const stack = error instanceof Error ? error.stack : 'N/A';
+        console.error('[FaceDetectionEngine] Human.js load failed:', {
+            errorMsg,
+            stack,
+            userAgent: navigator.userAgent,
+            platform: navigator.platform,
+            humanVersion: human?.version,
+            humanConfig: human?.config
+        });
+        throw new Error(`Human.js loading failed: ${errorMsg}`);
     }
 }
 /**
@@ -1599,7 +1714,29 @@ class FaceDetectionEngine extends SimpleEventEmitter {
             console.log('[FaceDetectionEngine] Loading Human.js models...');
             this.emitDebug('initialization', 'Loading Human.js...');
             const humanStartTime = performance.now();
-            this.human = await loadHuman(this.config.human_model_path, this.config.tensorflow_wasm_path);
+            try {
+                this.human = await loadHuman(this.config.human_model_path, this.config.tensorflow_wasm_path, this.config.tensorflow_backend);
+            }
+            catch (humanError) {
+                const errorMsg = humanError instanceof Error ? humanError.message : 'Unknown error';
+                console.error('[FaceDetectionEngine] Human.js loading failed with error:', errorMsg);
+                this.emitDebug('initialization', 'Human.js loading failed with exception', {
+                    error: errorMsg,
+                    stack: humanError instanceof Error ? humanError.stack : 'N/A',
+                    userAgent: navigator.userAgent,
+                    platform: navigator.platform,
+                    browser: this.detectBrowserInfo()
+                }, 'error');
+                this.emit('detector-loaded', {
+                    success: false,
+                    error: `Failed to load Human.js: ${errorMsg}`
+                });
+                this.emit('detector-error', {
+                    code: ErrorCode.DETECTOR_NOT_INITIALIZED,
+                    message: `Human.js loading error: ${errorMsg}`
+                });
+                return;
+            }
             const humanLoadTime = performance.now() - humanStartTime;
             if (!this.human) {
                 const errorMsg = 'Failed to load Human.js: instance is null';
@@ -1615,13 +1752,35 @@ class FaceDetectionEngine extends SimpleEventEmitter {
                 });
                 return;
             }
+            // Verify Human.js instance has required properties
+            if (!this.human.version || typeof this.human.detect !== 'function') {
+                const errorMsg = 'Human.js instance is incomplete: missing version or detect method';
+                console.error('[FaceDetectionEngine] ' + errorMsg);
+                this.emitDebug('initialization', errorMsg, {
+                    hasVersion: !!this.human.version,
+                    hasDetect: typeof this.human.detect === 'function',
+                    instanceKeys: Object.keys(this.human || {})
+                }, 'error');
+                this.emit('detector-loaded', {
+                    success: false,
+                    error: errorMsg
+                });
+                this.emit('detector-error', {
+                    code: ErrorCode.DETECTOR_NOT_INITIALIZED,
+                    message: errorMsg
+                });
+                return;
+            }
             this.emitDebug('initialization', 'Human.js loaded successfully', {
                 loadTime: `${humanLoadTime.toFixed(2)}ms`,
-                version: this.human.version
+                version: this.human.version,
+                backend: this.human.config?.backend || 'unknown',
+                config: this.human.config
             });
             console.log('[FaceDetectionEngine] Human.js loaded successfully', {
                 loadTime: `${humanLoadTime.toFixed(2)}ms`,
-                version: this.human.version
+                version: this.human.version,
+                backend: this.human.config?.backend || 'unknown'
             });
             this.isReady = true;
             const loadedData = {
@@ -1898,13 +2057,31 @@ class FaceDetectionEngine extends SimpleEventEmitter {
         try {
             // Check video is ready
             if (this.videoElement.readyState < HTMLMediaElement.HAVE_CURRENT_DATA) {
-                this.scheduleNextDetection(this.config.error_retry_delay); // ERROR_RETRY_DELAY
+                this.scheduleNextDetection(this.config.error_retry_delay);
                 return;
             }
             // Perform face detection
-            const result = await this.human.detect(this.videoElement);
+            let result;
+            try {
+                result = await this.human.detect(this.videoElement);
+            }
+            catch (detectError) {
+                const errorMsg = detectError instanceof Error ? detectError.message : 'Unknown error';
+                this.emitDebug('detection', 'Human.detect() call failed', {
+                    error: errorMsg,
+                    stack: detectError instanceof Error ? detectError.stack : 'N/A',
+                    hasHuman: !!this.human,
+                    humanVersion: this.human?.version,
+                    videoReadyState: this.videoElement?.readyState,
+                    videoWidth: this.videoElement?.videoWidth,
+                    videoHeight: this.videoElement?.videoHeight
+                }, 'error');
+                this.scheduleNextDetection(this.config.error_retry_delay);
+                return;
+            }
             if (!result) {
-                this.scheduleNextDetection(this.config.error_retry_delay); // DETECTION_FRAME_DELAY
+                this.emitDebug('detection', 'Face detection returned null result', {}, 'warn');
+                this.scheduleNextDetection(this.config.error_retry_delay);
                 return;
             }
             const faces = result.face || [];
@@ -1917,11 +2094,12 @@ class FaceDetectionEngine extends SimpleEventEmitter {
             }
         }
         catch (error) {
-            this.emitDebug('detection', 'Detection error', {
-                error: error.message,
-                stack: error.stack
+            const errorMsg = error instanceof Error ? error.message : 'Unknown error';
+            this.emitDebug('detection', 'Unexpected error in detection loop', {
+                error: errorMsg,
+                stack: error instanceof Error ? error.stack : 'N/A'
             }, 'error');
-            this.scheduleNextDetection(this.config.error_retry_delay); // ERROR_RETRY_DELAY
+            this.scheduleNextDetection(this.config.error_retry_delay);
         }
     }
     getPerformActionCount() {
@@ -2285,6 +2463,29 @@ class FaceDetectionEngine extends SimpleEventEmitter {
         };
         this.emit('status-prompt', promptData);
     }
+    /**
+     * Detect browser information for debugging
+     */
+    detectBrowserInfo() {
+        const ua = navigator.userAgent.toLowerCase();
+        if (/quark/i.test(ua))
+            return 'Quark Browser';
+        if (/micromessenger/i.test(ua))
+            return 'WeChat';
+        if (/alipay/i.test(ua))
+            return 'Alipay';
+        if (/qq/i.test(ua))
+            return 'QQ';
+        if (/safari/i.test(ua) && !/chrome/i.test(ua))
+            return 'Safari';
+        if (/chrome/i.test(ua))
+            return 'Chrome';
+        if (/firefox/i.test(ua))
+            return 'Firefox';
+        if (/edge/i.test(ua))
+            return 'Edge';
+        return 'Unknown';
+    }
     /**
      * Emit debug event
      */