assistant-robot 0.0.1-alpha → 0.0.1

package/.eslintrc.json

@@ -0,0 +1,10 @@
+{
+  "root": true,
+  "env": { "browser": true, "es2020": true },
+  "extends": ["eslint:recommended", "plugin:@typescript-eslint/recommended"],
+  "ignorePatterns": ["dist", ".eslintrc.cjs"],
+  "parser": "@typescript-eslint/parser",
+  "rules": {
+    "@typescript-eslint/no-explicit-any": "off"
+  }
+}

package/dist/AssistantModel.d.ts

@@ -0,0 +1,31 @@
+import { PerspectiveCamera, Scene, WebGL1Renderer, Object3D, AnimationMixer, AnimationClip, AnimationAction, Clock } from "three";
+import type { TRobotModelConfig, IModelConfig } from "./type";
+export declare class AssistantModel {
+    clock: Clock;
+    container: Element;
+    tip: HTMLElement;
+    scene: Scene;
+    renderer: WebGL1Renderer | undefined;
+    model: Object3D | undefined;
+    camera: PerspectiveCamera | undefined;
+    mixer: AnimationMixer | undefined;
+    clips: AnimationClip[] | undefined;
+    timer: number | undefined;
+    options: TRobotModelConfig;
+    idleAction: AnimationAction | undefined;
+    constructor(container: Element, options: TRobotModelConfig);
+    init(options?: TRobotModelConfig): void;
+    loadModel(modelUrl: string, { position, rotation }?: Partial<IModelConfig>): void;
+    startIdleAction(): void;
+    haltIdleAction(durationInSeconds: number): void;
+    hello(): void;
+    play(name: string, { loop, weight, timeScale, }?: {
+        loop?: boolean;
+        weight?: number;
+        timeScale?: number;
+    }): void;
+    hideTip(): void;
+    say(text: string): void;
+    animate(): void;
+    rotate(x?: number, y?: number): void;
+}

package/dist/LanguageModel.d.ts

@@ -0,0 +1,23 @@
+import type { QuestionAndAnswer } from "@tensorflow-models/qna";
+import "@tensorflow/tfjs-core";
+import "@tensorflow/tfjs-backend-cpu";
+import "@tensorflow/tfjs-backend-webgl";
+import { ELanguageModelStatus } from "./constants";
+import type { TCallback, ILanguageModelOptions } from "./type";
+export declare abstract class LanguageModel {
+    status: ELanguageModelStatus;
+    onLoadList: TCallback[];
+    loaded(): void;
+    onLoad(fn: TCallback): void;
+    removeLoadCb(fn: TCallback): void;
+    abstract findAnswers(question: string): Promise<string>;
+    constructor();
+}
+export declare class MobileBertModel extends LanguageModel {
+    passage: string;
+    modelUrl: string;
+    model: QuestionAndAnswer | undefined;
+    constructor({ passage, modelUrl }: ILanguageModelOptions);
+    init(): Promise<void>;
+    findAnswers(question: string): Promise<string>;
+}

package/dist/LanguageModel.js

@@ -1,66 +1 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField = (obj, key, value) => {
-  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
-  return value;
-};
-Object.defineProperty(exports, Symbol.toStringTag, { value: "Module" });
-const qna = require("@tensorflow-models/qna");
-require("@tensorflow/tfjs-core");
-require("@tensorflow/tfjs-backend-cpu");
-require("@tensorflow/tfjs-backend-webgl");
-const utils = require("./utils-1rt7_Dvg.js");
-function _interopNamespaceDefault(e) {
-  const n = Object.create(null, { [Symbol.toStringTag]: { value: "Module" } });
-  if (e) {
-    for (const k in e) {
-      if (k !== "default") {
-        const d = Object.getOwnPropertyDescriptor(e, k);
-        Object.defineProperty(n, k, d.get ? d : {
-          enumerable: true,
-          get: () => e[k]
-        });
-      }
-    }
-  }
-  n.default = e;
-  return Object.freeze(n);
-}
-const qna__namespace = /* @__PURE__ */ _interopNamespaceDefault(qna);
-class MobileBertModel {
-  constructor({ passage }) {
-    __publicField(this, "status", utils.LanguageModelStatus.loading);
-    __publicField(this, "passage");
-    __publicField(this, "model");
-    __publicField(this, "onLoadList", []);
-    this.passage = passage;
-    this.init();
-  }
-  async init() {
-    this.status = utils.LanguageModelStatus.loading;
-    try {
-      this.model = await qna__namespace.load();
-      this.status = utils.LanguageModelStatus.ready;
-      this.onLoadList.forEach((fn) => fn());
-    } catch (e) {
-      console.warn(e);
-      this.status = utils.LanguageModelStatus.error;
-    }
-  }
-  async findAnswers(question) {
-    if (this.model) {
-      const answers = await this.model.findAnswers(question, this.passage);
-      const answer = utils.findHighestScoreItem(answers);
-      return !answer ? "" : answer.text;
-    }
-    return "";
-  }
-  onLoad(fn) {
-    this.onLoadList.push(fn);
-  }
-  removeLoadCb(fn) {
-    this.onLoadList = this.onLoadList.filter((f) => f != fn);
-  }
-}
-exports.MobileBertModel = MobileBertModel;
+"use strict";var l=Object.defineProperty;var d=(s,t,e)=>t in s?l(s,t,{enumerable:!0,configurable:!0,writable:!0,value:e}):s[t]=e;var a=(s,t,e)=>(d(s,typeof t!="symbol"?t+"":t,e),e);Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const u=require("@tensorflow-models/qna");require("@tensorflow/tfjs-core");require("@tensorflow/tfjs-backend-cpu");require("@tensorflow/tfjs-backend-webgl");const r=require("./utils-ePOYkfFK.js");function c(s){const t=Object.create(null,{[Symbol.toStringTag]:{value:"Module"}});if(s){for(const e in s)if(e!=="default"){const o=Object.getOwnPropertyDescriptor(s,e);Object.defineProperty(t,e,o.get?o:{enumerable:!0,get:()=>s[e]})}}return t.default=s,Object.freeze(t)}const g=c(u);class i{constructor(){a(this,"status",r.ELanguageModelStatus.loading);a(this,"onLoadList",[])}loaded(){this.status=r.ELanguageModelStatus.ready,this.onLoadList.forEach(t=>t())}onLoad(t){this.onLoadList.push(t)}removeLoadCb(t){this.onLoadList=this.onLoadList.filter(e=>e!=t)}}class h extends i{constructor({passage:e,modelUrl:o}){super();a(this,"passage");a(this,"modelUrl");a(this,"model");this.passage=e,this.modelUrl=o,this.init()}async init(){this.status=r.ELanguageModelStatus.loading;try{const e=this.modelUrl?{modelUrl:this.modelUrl}:void 0;this.model=await g.load(e),this.loaded()}catch(e){console.warn(e),this.status=r.ELanguageModelStatus.error}}async findAnswers(e){if(this.model){const o=await this.model.findAnswers(e,this.passage),n=r.findHighestScoreItem(o);return n?n.text:""}return""}}exports.LanguageModel=i;exports.MobileBertModel=h;

package/dist/LanguageModel.mjs

@@ -1,49 +1,52 @@
-var __defProp = Object.defineProperty;
-var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
-var __publicField = (obj, key, value) => {
-  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
-  return value;
-};
-import * as qna from "@tensorflow-models/qna";
+var n = Object.defineProperty;
+var d = (o, t, s) => t in o ? n(o, t, { enumerable: !0, configurable: !0, writable: !0, value: s }) : o[t] = s;
+var a = (o, t, s) => (d(o, typeof t != "symbol" ? t + "" : t, s), s);
+import * as l from "@tensorflow-models/qna";
 import "@tensorflow/tfjs-core";
 import "@tensorflow/tfjs-backend-cpu";
 import "@tensorflow/tfjs-backend-webgl";
-import { L as LanguageModelStatus, g as findHighestScoreItem } from "./utils-7giLo_Tq.mjs";
-class MobileBertModel {
-  constructor({ passage }) {
-    __publicField(this, "status", LanguageModelStatus.loading);
-    __publicField(this, "passage");
-    __publicField(this, "model");
-    __publicField(this, "onLoadList", []);
-    this.passage = passage;
-    this.init();
+import { E as i, h } from "./utils-vFpckT4x.mjs";
+class m {
+  constructor() {
+    a(this, "status", i.loading);
+    a(this, "onLoadList", []);
+  }
+  loaded() {
+    this.status = i.ready, this.onLoadList.forEach((t) => t());
+  }
+  onLoad(t) {
+    this.onLoadList.push(t);
+  }
+  removeLoadCb(t) {
+    this.onLoadList = this.onLoadList.filter((s) => s != t);
+  }
+}
+class f extends m {
+  constructor({ passage: s, modelUrl: e }) {
+    super();
+    a(this, "passage");
+    a(this, "modelUrl");
+    a(this, "model");
+    this.passage = s, this.modelUrl = e, this.init();
   }
   async init() {
-    this.status = LanguageModelStatus.loading;
+    this.status = i.loading;
     try {
-      this.model = await qna.load();
-      this.status = LanguageModelStatus.ready;
-      this.onLoadList.forEach((fn) => fn());
-    } catch (e) {
-      console.warn(e);
-      this.status = LanguageModelStatus.error;
+      const s = this.modelUrl ? { modelUrl: this.modelUrl } : void 0;
+      this.model = await l.load(s), this.loaded();
+    } catch (s) {
+      console.warn(s), this.status = i.error;
     }
   }
-  async findAnswers(question) {
+  async findAnswers(s) {
     if (this.model) {
-      const answers = await this.model.findAnswers(question, this.passage);
-      const answer = findHighestScoreItem(answers);
-      return !answer ? "" : answer.text;
+      const e = await this.model.findAnswers(s, this.passage), r = h(e);
+      return r ? r.text : "";
     }
     return "";
   }
-  onLoad(fn) {
-    this.onLoadList.push(fn);
-  }
-  removeLoadCb(fn) {
-    this.onLoadList = this.onLoadList.filter((f) => f != fn);
-  }
 }
 export {
-  MobileBertModel
+  m as LanguageModel,
+  f as MobileBertModel
 };

package/dist/QuestionManager.d.ts

@@ -0,0 +1,9 @@
+import { IChatBoxConfig } from "./type";
+export declare class QuestionManager {
+    btnDom: HTMLButtonElement | undefined;
+    inputDom: HTMLInputElement | undefined;
+    onAsk: (question: string) => void;
+    constructor(container: Element, onAsk: (question: string) => void, options?: IChatBoxConfig);
+    initChatBox(container: Element, options?: IChatBoxConfig): void;
+    addEventListener(): void;
+}

package/dist/UserDetector.d.ts

@@ -0,0 +1,18 @@
+import * as faceDetection from "@tensorflow-models/face-detection";
+import type { FaceDetector } from "@tensorflow-models/face-detection";
+import { IUserDetectorConfig } from "./type";
+export declare class UserDetector {
+    video: HTMLVideoElement;
+    detector: FaceDetector | undefined;
+    videoWidth: number;
+    videoHeight: number;
+    options: IUserDetectorConfig;
+    constructor(options?: IUserDetectorConfig);
+    init(): void;
+    initVideo(): Promise<void>;
+    createDetector(): Promise<void>;
+    getFaces(): Promise<faceDetection.Face[]>;
+    getFace(): Promise<faceDetection.Face>;
+    getFacePostion(): Promise<number[]>;
+    getFaceAngle(): Promise<number[]>;
+}

package/dist/constants.d.ts

@@ -0,0 +1,29 @@
+import type { IModelSceneConfig, IModelConfig } from "./type";
+export declare const TARGET_FPS = 60;
+export declare const MODEL_CONFIG: IModelConfig;
+export declare const MODEL_SCENE_CONFIG: IModelSceneConfig;
+export declare const VIDEO_SIZE: {
+    big: {
+        width: number;
+        height: number;
+    };
+    small: {
+        width: number;
+        height: number;
+    };
+};
+export declare const ASSISTANT_MODEL_CONTAINER_CLASS = "assistant-robot-model-container";
+export declare const ASSISTANT_TIP_CONTAINER = "assistant_tip_container";
+export declare const CONTAINER_HEAD = "<div class=\"assistant-robot-container ";
+export declare const CONTAINER_BODY = "\">\n  <style>\n    .assistant-robot-container{\n      width: 100%;\n      height: 100%;\n      display: flex;\n      flex-direction: column;\n    }\n    .assistant-robot-model-container{\n      flex: 1;\n      position:relative;\n      width:100%;\n    }\n    .assistant_tip_container{\n      position: absolute;\n      top: 2px;\n      left: 50%;\n      min-width: 100px;\n      border: 1px solid #aaaaaa;\n      border-radius: 6px;\n      background: #fff;\n      transform: translate(-50%);\n      padding: 12px 20px;\n      text-align: center;\n    }\n    .assistant_tip_container::after{\n      content: '';\n      display: block;\n      position: absolute;\n      bottom: -6px;\n      left: 50%;\n      width: 8px;\n      height: 8px;\n      transform: rotate(45deg);\n      border-bottom: 1px solid #aaaaaa;\n      border-right: 1px solid #aaaaaa;\n      background: #fff;\n    }\n  </style>\n  <div class=\"assistant-robot-model-container\">\n    <div class=\"assistant_tip_container\">HI!</div>\n\n  </div>\n<div>\n";
+export declare const ROBOT_CHAT_INPUT_CLASS = "assistant-robot-input";
+export declare const ROBOT_CHAT_BTN_CLASS = "assistant-robot-btn";
+export declare const ROBOT_CHAT_BOX_HEAD = "<div class=\"assistant-robot-chartbox";
+export declare const ROBOT_CHAT_BOX_BODY = "\">\n<style>\n  .assistant-robot-chartbox{\n    width: 100%;\n    display: flex;\n    flex-wrap: wrap;\n  }\n  .assistant-robot-input{\n    flex: 1;\n    min-width: 200px;\n    background: rgba(0,0,0,0);\n    border: 1px solid #aaaaaa;\n  }\n  .assistant-robot-btn{\n    flex: 0 0 auto;\n  }\n</style>\n<input class=\"assistant-robot-input\" type=\"text\" />\n<button class=\"assistant-robot-btn\">ask</button>\n</div>";
+export declare enum ELanguageModelStatus {
+    loading = 1,
+    ready = 2,
+    error = 3
+}
+export declare const ONE_LETTER_READ_TIME = 50;
+export declare const READ_WAIT_TIME = 2000;

package/dist/index.d.ts

@@ -0,0 +1,16 @@
+import { AssistantModel } from "./AssistantModel";
+import { UserDetector } from "./UserDetector";
+import { QuestionManager } from "./QuestionManager";
+import type { LanguageModel } from "./LanguageModel";
+import type { IAssistantRobotConfig } from "./type";
+export declare class Assistant<T extends LanguageModel> {
+    assistantModel: AssistantModel;
+    userDetector: UserDetector;
+    questionManager: QuestionManager | undefined;
+    languageModel: T;
+    options: IAssistantRobotConfig<T>;
+    constructor(el: Element, options: IAssistantRobotConfig<T>);
+    handleLanguageModelLoad: () => void;
+    ask: (question: string) => Promise<void>;
+    lookAtUser(): Promise<void>;
+}