qt-human 2.3.0-alpha.0 → 2.3.2-alpha

package/dist/index.d.ts

@@ -273,8 +273,8 @@ declare class VoiceInteraction extends Emittery {
     private wakeWordDetection;
     private exitWordDetection;
     private interruptWordDetection;
-    private onWakeDetected;
-    private onSleepDetected;
+    onWakeDetected(): void;
+    onSleepDetected(): void;
     private onInterruptDetected;
     destroy(): void;
 }
@@ -289,18 +289,19 @@ interface CameraConfig {
   overlayImage?: HTMLImageElement | null; // 合影 PNG
 }
 
+type ProximityState = 'near' | 'far' | 'stable';
+
 declare class CameraSDK {
     private manager;
     private features;
     private container;
     private video;
-    private proximityDetector;
     constructor(config: CameraConfig);
     open(): Promise<void>;
     close(): void;
     takePhoto(): Promise<string>;
     switchCamera(facingMode: "user" | "environment"): Promise<void>;
-    detectPose(): Promise<any>;
+    detectPose(callback: (stable: ProximityState) => void): Promise<void>;
     destroy(): void;
 }
 
@@ -374,6 +375,7 @@ declare class Human extends Emittery implements QuanTe$1.Human {
     closeRecorder(): Promise<boolean>;
     openRecorder(): Promise<QuanTe$1.Result<QuanTe$1.Recorder.PermissionResult>>;
     openCamera(config: CameraConfig$1): Promise<boolean>;
+    wakeUp(isWake?: boolean): Promise<void>;
 }
 
 declare namespace QuanTe {
@@ -1071,6 +1073,8 @@ declare enum EmitEvent {
   AUDIO_PAUSE = 'audio.pause',
   // 播放音频
   AUDIO_PLAY = 'audio.play',
+  // 摄像机人体检测结果
+  CAMERA_PERSON_TEST_RESULT = 'camera.person.test.result'
 }
 
 export { EmitEvent, QuanTe, Human as default };

package/dist/types/modules/camera/index.d.ts

@@ -1,15 +1,15 @@
 import type { CameraConfig } from "../../types/camera";
+import { ProximityState } from './proximityDetector';
 export declare class CameraSDK {
     private manager;
     private features;
     private container;
     private video;
-    private proximityDetector;
     constructor(config: CameraConfig);
     open(): Promise<void>;
     close(): void;
     takePhoto(): Promise<string>;
     switchCamera(facingMode: "user" | "environment"): Promise<void>;
-    detectPose(): Promise<any>;
+    detectPose(callback: (stable: ProximityState) => void): Promise<void>;
     destroy(): void;
 }

package/dist/types/modules/camera/mediaStream.d.ts

@@ -1,6 +1,6 @@
 import type { FacingMode, CameraCore } from "../../types/camera";
 export declare class MediaStreamManager implements CameraCore {
-    private video;
+    video: HTMLVideoElement;
     private stream;
     private facingMode;
     constructor(video: HTMLVideoElement, facingMode?: FacingMode);

package/dist/types/modules/camera/poseDetector.d.ts

@@ -1,9 +1,15 @@
 import * as posedetection from "@tensorflow-models/pose-detection";
 import "@tensorflow/tfjs-backend-webgl";
+import { MediaStreamManager } from "./mediaStream";
+import { ProximityState } from "./proximityDetector";
 export declare class PoseDetector {
     private detector;
+    private mediaStrea;
+    private interval;
+    private proximityDetector;
     constructor();
-    init(): Promise<void>;
+    init(mediaStrea: MediaStreamManager): Promise<void>;
+    on(callback: (stable: ProximityState) => void): void;
     detect(video: HTMLVideoElement): Promise<posedetection.Pose[]>;
     destroy(): Promise<void>;
 }

package/dist/types/modules/core/voice-interaction.d.ts

@@ -37,8 +37,8 @@ declare class VoiceInteraction extends Emittery {
     private wakeWordDetection;
     private exitWordDetection;
     private interruptWordDetection;
-    private onWakeDetected;
-    private onSleepDetected;
+    onWakeDetected(): void;
+    onSleepDetected(): void;
     private onInterruptDetected;
     destroy(): void;
 }

package/dist/types/modules/human.d.ts

@@ -78,6 +78,7 @@ declare class Human extends Emittery implements QuanTe.Human {
     closeRecorder(): Promise<boolean>;
     openRecorder(): Promise<QuanTe.Result<QuanTe.Recorder.PermissionResult>>;
     openCamera(config: CameraConfig): Promise<boolean>;
+    wakeUp(isWake?: boolean): Promise<void>;
 }
 export default Human;
 export type { QuanTe };

package/dist/types/types/enum.d.ts

@@ -16,5 +16,6 @@ export declare enum EmitEvent {
     WAKE_RECORDER_START = "wake.record.start",
     WAKE_RECORDER_STOP = "wake.record.stop",
     AUDIO_PAUSE = "audio.pause",
-    AUDIO_PLAY = "audio.play"
+    AUDIO_PLAY = "audio.play",
+    CAMERA_PERSON_TEST_RESULT = "camera.person.test.result"
 }

package/dist/types/types/enum.ts

@@ -35,4 +35,6 @@ export enum EmitEvent {
   AUDIO_PAUSE = 'audio.pause',
   // 播放音频
   AUDIO_PLAY = 'audio.play',
+  // 摄像机人体检测结果
+  CAMERA_PERSON_TEST_RESULT = 'camera.person.test.result'
 }

package/dist/types/utils/framePlayer.d.ts

@@ -14,8 +14,10 @@ export default class FramePlayer extends Emittery {
     private idx;
     private playShapeFn;
     private audioManager;
+    private timerId;
     constructor(config: FramePlayerConfig | undefined, playShapeFn: (bs: number[], idx: number) => void);
     private checkStartPlay;
+    startIntervalFPS(onFrame: Function): void;
     addShapes(blendShapes: number[][]): void;
     addBinaryAudio(buffer: ArrayBuffer): void;
     clear(): Promise<void>;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "qt-human",
-  "version": "2.3.0-alpha.0",
+  "version": "2.3.2-alpha",
   "main": "dist/bundle.umd.js",
   "module": "dist/bundle.esm.js",
   "types": "dist/types/index.d.ts",