assistant-robot 0.0.1 → 0.0.2-beta

package/dist/Assistant.d.ts

@@ -0,0 +1,22 @@
+import { AssistantModel } from "./AssistantModel";
+import { UserDetector } from "./UserDetector";
+import { OperationManager } from "./OperationManager";
+import { EUserDetectorStatus } from "./constants";
+import { EventListener } from "./utils";
+import type { LanguageModel } from "./LanguageModel";
+import type { IAssistantRobotConfig, IActionConfig } from "./type";
+export declare class Assistant<T extends LanguageModel> extends EventListener {
+    assistantModel: AssistantModel;
+    userDetector: UserDetector;
+    questionManager: OperationManager | undefined;
+    languageModel: T;
+    options: IAssistantRobotConfig<T>;
+    constructor(el: Element, options: IAssistantRobotConfig<T>);
+    handleLanguageModelLoad: () => void;
+    handleUserDetectorStatusChange: (status: EUserDetectorStatus) => void;
+    onMenuClick: (key: string) => void;
+    ask: (question: string) => Promise<void>;
+    assistantSay(text: string): void;
+    assistantPlay(name: string, config?: IActionConfig): void;
+    lookAtUser(): Promise<void>;
+}

package/dist/AssistantModel.d.ts

@@ -1,5 +1,5 @@
 import { PerspectiveCamera, Scene, WebGL1Renderer, Object3D, AnimationMixer, AnimationClip, AnimationAction, Clock } from "three";
-import type { TRobotModelConfig, IModelConfig } from "./type";
+import type { TRobotModelConfig, IModelConfig, IActionConfig } from "./type";
 export declare class AssistantModel {
     clock: Clock;
     container: Element;
@@ -19,11 +19,7 @@ export declare class AssistantModel {
     startIdleAction(): void;
     haltIdleAction(durationInSeconds: number): void;
     hello(): void;
-    play(name: string, { loop, weight, timeScale, }?: {
-        loop?: boolean;
-        weight?: number;
-        timeScale?: number;
-    }): void;
+    play(name: string, { loop, weight, timeScale, repetitions, }?: IActionConfig): void;
     hideTip(): void;
     say(text: string): void;
     animate(): void;

package/dist/LanguageModel.js

@@ -1 +1 @@
-"use strict";var l=Object.defineProperty;var d=(s,t,e)=>t in s?l(s,t,{enumerable:!0,configurable:!0,writable:!0,value:e}):s[t]=e;var a=(s,t,e)=>(d(s,typeof t!="symbol"?t+"":t,e),e);Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const u=require("@tensorflow-models/qna");require("@tensorflow/tfjs-core");require("@tensorflow/tfjs-backend-cpu");require("@tensorflow/tfjs-backend-webgl");const r=require("./utils-ePOYkfFK.js");function c(s){const t=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(s){for(const e in s)if(e!=="default"){const o=Object.getOwnPropertyDescriptor(s,e);Object.defineProperty(t,e,o.get?o:{enumerable:!0,get:()=>s[e]})}}return t.default=s,Object.freeze(t)}const g=c(u);class i{constructor(){a(this,"status",r.ELanguageModelStatus.loading);a(this,"onLoadList",[])}loaded(){this.status=r.ELanguageModelStatus.ready,this.onLoadList.forEach(t=>t())}onLoad(t){this.onLoadList.push(t)}removeLoadCb(t){this.onLoadList=this.onLoadList.filter(e=>e!=t)}}class h extends i{constructor({passage:e,modelUrl:o}){super();a(this,"passage");a(this,"modelUrl");a(this,"model");this.passage=e,this.modelUrl=o,this.init()}async init(){this.status=r.ELanguageModelStatus.loading;try{const e=this.modelUrl?{modelUrl:this.modelUrl}:void 0;this.model=await g.load(e),this.loaded()}catch(e){console.warn(e),this.status=r.ELanguageModelStatus.error}}async findAnswers(e){if(this.model){const o=await this.model.findAnswers(e,this.passage),n=r.findHighestScoreItem(o);return n?n.text:""}return""}}exports.LanguageModel=i;exports.MobileBertModel=h;
+"use strict";var l=Object.defineProperty;var d=(s,t,e)=>t in s?l(s,t,{enumerable:!0,configurable:!0,writable:!0,value:e}):s[t]=e;var a=(s,t,e)=>(d(s,typeof t!="symbol"?t+"":t,e),e);Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const u=require("@tensorflow-models/qna");require("@tensorflow/tfjs-core");require("@tensorflow/tfjs-backend-cpu");require("@tensorflow/tfjs-backend-webgl");const r=require("./utils-N0deqkZQ.js");function c(s){const t=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(s){for(const e in s)if(e!=="default"){const o=Object.getOwnPropertyDescriptor(s,e);Object.defineProperty(t,e,o.get?o:{enumerable:!0,get:()=>s[e]})}}return t.default=s,Object.freeze(t)}const g=c(u);class i{constructor(){a(this,"status",r.ELanguageModelStatus.loading);a(this,"onLoadList",[])}loaded(){this.status=r.ELanguageModelStatus.ready,this.onLoadList.forEach(t=>t())}onLoad(t){this.onLoadList.push(t)}removeLoadCb(t){this.onLoadList=this.onLoadList.filter(e=>e!=t)}}class h extends i{constructor({passage:e,modelUrl:o}){super();a(this,"passage");a(this,"modelUrl");a(this,"model");this.passage=e,this.modelUrl=o,this.init()}async init(){this.status=r.ELanguageModelStatus.loading;try{const e=this.modelUrl?{modelUrl:this.modelUrl}:void 0;this.model=await g.load(e),this.loaded()}catch(e){console.warn(e),this.status=r.ELanguageModelStatus.error}}async findAnswers(e){if(this.model){const o=await this.model.findAnswers(e,this.passage),n=r.findHighestScoreItem(o);return n?n.text:""}return""}}exports.LanguageModel=i;exports.MobileBertModel=h;

package/dist/LanguageModel.mjs

@@ -5,7 +5,7 @@ import * as l from "@tensorflow-models/qna";
 import "@tensorflow/tfjs-core";
 import "@tensorflow/tfjs-backend-cpu";
 import "@tensorflow/tfjs-backend-webgl";
-import { E as i, h } from "./utils-vFpckT4x.mjs";
+import { o as i, q as h } from "./utils-RQ7tdPHo.mjs";
 class m {
   constructor() {
     a(this, "status", i.loading);

package/dist/OperationManager.d.ts

@@ -0,0 +1,12 @@
+import { IOperationBoxBoxConfig } from "./type";
+export declare class OperationManager {
+    btnDom: HTMLButtonElement | undefined;
+    inputDom: HTMLInputElement | undefined;
+    menuBtnDom: HTMLElement | undefined;
+    menuDom: HTMLElement | undefined;
+    onAsk: (question: string) => void;
+    onMenuClick: (key: string) => void;
+    constructor(container: Element, onAsk: (question: string) => void, onMenuClick: (key: string) => void, options?: IOperationBoxBoxConfig);
+    initChatBox(container: Element, options?: IOperationBoxBoxConfig): void;
+    addEventListener(): void;
+}

package/dist/UserDetector.d.ts

@@ -1,18 +1,21 @@
 import * as faceDetection from "@tensorflow-models/face-detection";
 import type { FaceDetector } from "@tensorflow-models/face-detection";
+import { EUserDetectorStatus } from "./constants";
+import { EventListener } from "./utils";
 import { IUserDetectorConfig } from "./type";
-export declare class UserDetector {
+export declare class UserDetector extends EventListener {
     video: HTMLVideoElement;
     detector: FaceDetector | undefined;
     videoWidth: number;
     videoHeight: number;
     options: IUserDetectorConfig;
+    status: EUserDetectorStatus;
     constructor(options?: IUserDetectorConfig);
-    init(): void;
     initVideo(): Promise<void>;
     createDetector(): Promise<void>;
     getFaces(): Promise<faceDetection.Face[]>;
     getFace(): Promise<faceDetection.Face>;
     getFacePostion(): Promise<number[]>;
     getFaceAngle(): Promise<number[]>;
+    setStatus(v: EUserDetectorStatus): void;
 }

package/dist/constants.d.ts

@@ -15,11 +15,23 @@ export declare const VIDEO_SIZE: {
 export declare const ASSISTANT_MODEL_CONTAINER_CLASS = "assistant-robot-model-container";
 export declare const ASSISTANT_TIP_CONTAINER = "assistant_tip_container";
 export declare const CONTAINER_HEAD = "<div class=\"assistant-robot-container ";
-export declare const CONTAINER_BODY = "\">\n  <style>\n    .assistant-robot-container{\n      width: 100%;\n      height: 100%;\n      display: flex;\n      flex-direction: column;\n    }\n    .assistant-robot-model-container{\n      flex: 1;\n      position:relative;\n      width:100%;\n    }\n    .assistant_tip_container{\n      position: absolute;\n      top: 2px;\n      left: 50%;\n      min-width: 100px;\n      border: 1px solid #aaaaaa;\n      border-radius: 6px;\n      background: #fff;\n      transform: translate(-50%);\n      padding: 12px 20px;\n      text-align: center;\n    }\n    .assistant_tip_container::after{\n      content: '';\n      display: block;\n      position: absolute;\n      bottom: -6px;\n      left: 50%;\n      width: 8px;\n      height: 8px;\n      transform: rotate(45deg);\n      border-bottom: 1px solid #aaaaaa;\n      border-right: 1px solid #aaaaaa;\n      background: #fff;\n    }\n  </style>\n  <div class=\"assistant-robot-model-container\">\n    <div class=\"assistant_tip_container\">HI!</div>\n\n  </div>\n<div>\n";
-export declare const ROBOT_CHAT_INPUT_CLASS = "assistant-robot-input";
-export declare const ROBOT_CHAT_BTN_CLASS = "assistant-robot-btn";
-export declare const ROBOT_CHAT_BOX_HEAD = "<div class=\"assistant-robot-chartbox";
-export declare const ROBOT_CHAT_BOX_BODY = "\">\n<style>\n  .assistant-robot-chartbox{\n    width: 100%;\n    display: flex;\n    flex-wrap: wrap;\n  }\n  .assistant-robot-input{\n    flex: 1;\n    min-width: 200px;\n    background: rgba(0,0,0,0);\n    border: 1px solid #aaaaaa;\n  }\n  .assistant-robot-btn{\n    flex: 0 0 auto;\n  }\n</style>\n<input class=\"assistant-robot-input\" type=\"text\" />\n<button class=\"assistant-robot-btn\">ask</button>\n</div>";
+export declare const CONTAINER_BODY = "\">\n  <style>\n    .assistant-robot-container{\n      width: 100%;\n      height: 100%;\n      display: flex;\n      flex-direction: column;\n    }\n    .assistant-robot-model-container{\n      flex: 1;\n      position:relative;\n      width:100%;\n    }\n    .assistant_tip_container{\n      position: absolute;\n      top: 2px;\n      left: 50%;\n      min-width: 100px;\n      border: 1px solid #aaaaaa;\n      border-radius: 6px;\n      background: #fff;\n      transform: translate(-50%);\n      padding: 12px 20px;\n      text-align: center;\n      animation: fadeInOut 0.4s ease-in-out;\n    }\n    @keyframes fadeInOut {\n      0% { opacity: 0; }\n      100% { opacity: 1; }\n    }\n    .assistant_tip_container::after{\n      content: '';\n      display: block;\n      position: absolute;\n      bottom: -6px;\n      left: 50%;\n      width: 8px;\n      height: 8px;\n      transform: rotate(45deg);\n      border-bottom: 1px solid #aaaaaa;\n      border-right: 1px solid #aaaaaa;\n      background: #fff;\n    }\n  </style>\n  <div class=\"assistant-robot-model-container\">\n    <div class=\"assistant_tip_container\">HI!</div>\n\n  </div>\n<div>\n";
+export declare const tips: {
+    openCamera: string;
+    alreadyOpenCamera: string;
+};
+export declare enum EMenuKey {
+    openCamera = "openCamera",
+    hello = "hello"
+}
+export declare const ROBOT_OPERATION_INPUT_CLASS = "assistant-robot-input";
+export declare const ROBOT_OPERATION_BTN_CLASS = "assistant-robot-btn";
+export declare const OPERATION_CONTAINER_CLASS = "operation_container";
+export declare const MENU_BTN_CLASS = "menu_btn";
+export declare const MENU_LIST_CLASS = "menu_list";
+export declare const ROBOT_OPERATION_BOX_HEAD = "<div class=\"assistant-robot-chartbox";
+export declare const ROBOT_OPERATION_BOX_BODY = "\">\n<style>\n  .assistant-robot-chartbox{\n    width: 100%;\n    height: 32px;\n    display: flex;\n    flex: 0 0 auto;\n    flex-wrap: wrap;\n    align-items: center;\n    border-radius: 54px;\n    box-shadow: 0 1px 2px -2px rgba(0, 0, 0, 0.16),\n    0 3px 6px 0 rgba(0, 0, 0, 0.12),\n    0 5px 12px 4px rgba(0, 0, 0, 0.09);\n    padding: 10px 12px;\n  }\n  .assistant-robot-input{\n    flex: 1;\n    min-width: 200px;\n    background: rgba(0,0,0,0);\n    border: 1px solid #dedede;\n    height: 28px;\n    margin-right: 6px;\n    outline:none;\n    color: #666666;\n  }\n  .assistant-robot-btn{\n    flex: 0 0 auto;\n    height: 24px;\n  }\n\n  .operation_container{\n    position: relative;\n    height: 24px;\n  }\n  .menu_btn{\n    color: #dedede;\n    width:24px;\n    height: 24px;\n    cursor: pointer;\n  }\n\n  .menu_list {\n    display: none;\n    position: absolute;\n    top: 30px;\n    left: 0px;\n    background-color: #fff;\n    border: 1px solid #ccc;\n    box-shadow: 0 2px 5px rgba(0, 0, 0, 0.1);\n    padding: 10px;\n    border-radius: 5px;\n    animation: fadeInOut 0.4s ease-in-out;\n    list-style: none;\n  }\n\n  .menu_list li{\n    line-height: 32px;\n    text-wrap: nowrap;\n    border-bottom: 1px solid #dedede;\n    cursor: pointer;\n  }\n\n  .menu_list li:last-child{\n    border-bottom: none;\n  }\n\n  @keyframes fadeInOut {\n    0% { opacity: 0; }\n    100% { opacity: 1; }\n  }\n</style>\n<span class=\"operation_container\">\n  <svg\n    t=\"1702017878997\"\n    class=\"menu_btn\"\n    viewBox=\"0 0 1024 1024\"\n    version=\"1.1\"\n    p-id=\"1322\"\n    width=\"32\"\n    height=\"32\"\n    >\n    <path\n      d=\"M512 512m-116.949333 0a116.949333 116.949333 0 1 0 233.898666 0 116.949333 116.949333 0 1 0-233.898666 0Z\"\n      fill=\"currentColor\"\n      p-id=\"1323\"\n    ></path>\n    <path\n      d=\"M512 159.616m-116.949333 0a116.949333 116.949333 0 1 0 233.898666 0 116.949333 116.949333 0 1 0-233.898666 0Z\"\n      fill=\"currentColor\"\n      p-id=\"1324\"\n    ></path>\n    <path\n      d=\"M512 864.384m-116.949333 0a116.949333 116.949333 0 1 0 233.898666 0 116.949333 116.949333 0 1 0-233.898666 0Z\"\n      fill=\"currentColor\"\n      p-id=\"1325\"\n    ></path>\n  </svg>\n  <ul class=\"menu_list\">\n    <li data-id=\"openCamera\">Open the Camera</li>\n";
+export declare const ROBOT_OPERATION_BOX_TAIL = "</ul>\n</span>\n<input class=\"assistant-robot-input\" type=\"text\" />\n<button class=\"assistant-robot-btn\">ask</button>\n</div>";
 export declare enum ELanguageModelStatus {
     loading = 1,
     ready = 2,
@@ -27,3 +39,19 @@ export declare enum ELanguageModelStatus {
 }
 export declare const ONE_LETTER_READ_TIME = 50;
 export declare const READ_WAIT_TIME = 2000;
+export declare enum EUserDetectorStatus {
+    init = "init",
+    ready = "ready",
+    openCameraRejected = "openCameraRejected",
+    userMediaUnavailable = "userMediaUnavailable",
+    faceDetectorCreateError = "faceDetectorCreateError",
+    error = "error"
+}
+export declare const USER_DETECTOR_STATUS_CHANGE_EVENT = "userDetectorStatusChange";
+export declare enum EAssistantEvent {
+    languageModelLoaded = "languageModelLoaded",
+    userDetectorStatusChange = "userDetectorStatusChange",
+    menuClick = "menuClick",
+    ask = "ask",
+    say = "say"
+}

package/dist/index.d.ts

@@ -1,16 +1,3 @@
-import { AssistantModel } from "./AssistantModel";
-import { UserDetector } from "./UserDetector";
-import { QuestionManager } from "./QuestionManager";
-import type { LanguageModel } from "./LanguageModel";
-import type { IAssistantRobotConfig } from "./type";
-export declare class Assistant<T extends LanguageModel> {
-    assistantModel: AssistantModel;
-    userDetector: UserDetector;
-    questionManager: QuestionManager | undefined;
-    languageModel: T;
-    options: IAssistantRobotConfig<T>;
-    constructor(el: Element, options: IAssistantRobotConfig<T>);
-    handleLanguageModelLoad: () => void;
-    ask: (question: string) => Promise<void>;
-    lookAtUser(): Promise<void>;
-}
+export { Assistant } from "./Assistant";
+export * from "./type";
+export { ELanguageModelStatus, EUserDetectorStatus, EAssistantEvent, EMenuKey, MODEL_SCENE_CONFIG as DEFAULT_MODEL_SCENE_CONFIG, } from "./constants";