@graphen.ai/aiia-sdk 1.0.20 → 1.1.0-beta.17

package/dist/VERSION-8NGV8OB9.d.ts

@@ -0,0 +1,485 @@
+import { BoundingBox, Landmark } from '@mediapipe/tasks-vision';
+import { Server } from 'http';
+import { Server as Server$1 } from 'https';
+import { Http2SecureServer, Http2Server } from 'http2';
+import * as node_http2 from 'node:http2';
+import * as node_https from 'node:https';
+import * as node_http from 'node:http';
+
+interface Result extends BoundingBox {
+    area: number;
+    score: number;
+    clientWidth: number;
+    clientHeight: number;
+}
+type AnalysisResult = Result | null;
+type Vec2 = {
+    x: number;
+    y: number;
+};
+
+interface AiiaProjectItem {
+    id: string;
+    name: string;
+}
+type LoggerLevel = "info" | "error" | "warn" | "debug" | "fatal" | "code";
+type Webserver = Server<any, any> | Server$1<any, any> | Http2SecureServer<any, any, any, any> | Http2Server<any, any, any, any>;
+interface CommonOptions {
+    /**
+     * [zh]
+     * 顯示訊息(一般、錯誤、警告)，預設 true
+     *
+     * [en]
+     * Switch message(info, error, warn) display, default: true
+     */
+    debug?: boolean | "all" | "none" | LoggerLevel[];
+}
+interface NodeInitOptions extends CommonOptions {
+    /**
+     * [zh]
+     * 簡易的機台資訊備註，於管理系統查看
+     *
+     * [en]
+     * Simple machine/device information notes, viewable in the management system.
+     */
+    note?: string;
+    /**
+     * [zh]
+     * 設定機台名稱，於管理系統查看
+     *
+     * [en]
+     * Setting machine/device name, viewable in the management system.
+     */
+    device_name?: string;
+    /**
+     * [zh]
+     * 請從 Aiia platform 取得授權
+     *
+     * [en]
+     * Please go to Aiia platform and get group id
+     */
+    group_id?: string;
+    /**
+     * [zh]
+     * 擴充 "socket.io" 到網頁伺服器
+     *
+     * [en]
+     * Extending "socket.io" to your web server
+     */
+    webserver?: Webserver;
+    /**
+     * [zh]
+     * 伺服器 port
+     *
+     * [en]
+     * Server port
+     *
+     * process.env.PORT > port > 3000(default port)
+     */
+    port?: number;
+    /**
+     * [zh]
+     * 指定的環境，預設值: production
+     *
+     * [en]
+     * Specific Env, default: production
+     */
+    env?: "developement" | "production";
+    /**
+     * [zh]
+     * 指定雲端位置(會覆蓋 `env` 設定)
+     *
+     * [en]
+     * Specify cloud location(override `env` settings)
+     */
+    cloudEndPoint?: string;
+    /**
+     * [zh]
+     * 啟動眼球追蹤
+     *
+     * [en]
+     * Start eye tracking
+     */
+    eyeTrackEnable?: boolean;
+    /**
+     * [zh]
+     * 眼球追蹤補正，請根據 Camera 裝置的物理位置添加補正值。
+     *
+     * [en]
+     * Eye tracking correction, please add correction value according to the physical position of the camera device.
+     */
+    correction?: {
+        x_axis_px?: number;
+        y_axis_px?: number;
+    };
+    /**
+     * [zh]
+     * 是否連接 Avatar 服務? (預設 true)
+     *
+     * [en]
+     * Connect to Avatar service? (Default: true)
+     */
+    avatartService?: boolean;
+}
+interface BrowserInitOptions extends CommonOptions {
+    /**
+     * [zh]
+     * 專案名稱 或是 專案編號(ID)
+     *
+     * [en]
+     * Project name/ID
+     */
+    project?: string | Partial<AiiaProjectItem>;
+    /**
+     * [zh]
+     * 瀏覽器連線指定 Websocket url
+     *
+     * [en]
+     * specific websocket url for Browser use
+     */
+    ws_url?: string;
+    /**
+     * [zh]
+     * 分析音訊的模組網址
+     *
+     * [en]
+     * Module URL for analyzing audio
+     */
+    worklet_url?: string;
+    /**
+     * [zh]
+     * 授權的媒體裝置，請包含麥克風及鏡頭/攝影機權限
+     *
+     * 若不打算使用，請傳入`null`，將會避免自動請求權限。
+     *
+     * [en]
+     * Authorized media devices, please include microphone and lens/camera permissions.
+     *
+     * If you do not intend to use this, please pass `null` to avoid automatically requesting permissions.
+     *
+     * https://developer.mozilla.org/en-US/docs/Web/API/MediaStream
+     */
+    mediaStream?: MediaStream | null;
+    /**
+     * [zh]
+     * 檢測聲音的區塊大小(秒)，預設 0.3 秒
+     *
+     * [en]
+     * Detecting the chunk size of the sound(unit is second), default 0.3 second.
+     */
+    chunkTimeInSeconds?: number;
+    /**
+     * [zh]
+     * 指定音訊輸出的採樣率(提供給LLM分析)。不推薦更動
+     *
+     * [en]
+     * Specify the sampling rate of audio output (provided for LLM analysis). Changing is not recommended.
+     */
+    llmSampleRate?: number;
+    /**
+     * [zh]
+     * 攝影機辨識設定
+     *
+     * @property perSecond: 每秒檢測幾次, 預設: 每秒 3 次
+     *
+     * @property confidence: 人臉辨識分數(0 ~ 100), 預設: 80
+     *
+     * [en]
+     * Camera Identification Settings
+     *
+     * @property perSecond: Detection times per second, default: 3 times per second
+     *
+     * @property confidence: Face recognition score(0 ~ 100), default: 80
+     */
+    cameraDetection?: {
+        perSecond?: number;
+        confidence?: number;
+    };
+    /**
+     * [zh]
+     * 清除字幕，可指定時間(毫秒)，預設 5000 毫秒後清除
+     *
+     * [en]
+     * Clear subtitles, you can specify the time (milliseconds), the default is to clear after 5000 milliseconds.
+     */
+    autoClearUserSubtitle?: number;
+    /**
+     * [zh]
+     * 清除字幕，可指定時間(毫秒)，預設 音訊結束時 清除
+     *
+     * [en]
+     * Clear subtitles, you can specify the time (milliseconds), the default Clear when audio ends.
+     */
+    autoClearAiiaSubtitle?: number;
+}
+type InitOptions = NodeInitOptions & BrowserInitOptions;
+
+interface TTS {
+    signal: "tts";
+    content: {
+        status: "start" | "next" | "end";
+    };
+}
+interface MIC {
+    signal: "mic";
+    content: {
+        status: "on" | "off" | "wait" | "waitting";
+    };
+}
+interface ASR {
+    signal: "asr";
+    content: {
+        function_type: undefined;
+        status: "voice";
+    } | {
+        function_type: "voice_detection";
+    } | {
+        function_type: "ASR";
+        function_result: {
+            lang: string;
+            result: string;
+            filename: string | null;
+        };
+    };
+}
+/** @deprecated */
+interface OLD_ASR {
+    signal: "transcribe";
+    content: {
+        status: string;
+    };
+}
+interface RATINGS {
+    signal: "rating";
+    content: {
+        status: string;
+    };
+}
+interface AGENT_function_result_control {
+    panel: string | null;
+    chat: boolean;
+    auto_continue: boolean;
+}
+interface AGENT_function_result_properties {
+    panel: string | null;
+    chat?: number;
+    auto_continue?: number;
+    title?: string;
+    images: string[];
+}
+interface AGENT_function_result {
+    response: string;
+    resp_type: string;
+    lang: number;
+    string: string;
+    control: AGENT_function_result_control;
+    properties: AGENT_function_result_properties;
+}
+interface AGENT {
+    signal: "agent";
+    content: {
+        function_type: "response";
+        function_result: AGENT_function_result;
+    };
+}
+interface OLD_AGENT_content_1 {
+    id: string;
+    type: undefined;
+    scenario: "tutorial" | undefined;
+    state: string;
+    auto_continue: number;
+    chat: number;
+    res: string;
+    fe_pre_msg: null;
+    photo?: string;
+}
+interface OLD_AGENT_content_2 {
+    type: "nlu" | "scenario";
+    scenario: string;
+    state: string;
+    res: string[];
+    photo?: string;
+}
+/** @deprecated */
+interface OLD_AGENT {
+    signal: "response";
+    content: OLD_AGENT_content_1 | OLD_AGENT_content_2;
+}
+interface QUESTIONNAIRE {
+    signal: "questionnaire";
+    content: {
+        status: unknown;
+    };
+}
+type LayoutID = string | number;
+interface LAYOUT {
+    signal: "layout";
+    content: {
+        type: "mount";
+        id: LayoutID;
+        panel: string;
+        props?: Record<string, unknown>;
+        zIndex?: number;
+    } | {
+        type: "update";
+        id: LayoutID;
+        props?: Record<string, unknown>;
+        zIndex?: number;
+    } | {
+        type: "unmount";
+        id: LayoutID;
+    };
+}
+type AUDIO = {
+    signal: "audio";
+    content: number[];
+    command: "pcm";
+} | {
+    signal: "audio";
+    content: number;
+    command: "sampleRate";
+} | {
+    signal: "status";
+    content: "Connected";
+} | {
+    signal: "audio";
+    command: "interrupted";
+};
+interface CV {
+    signal: "cv";
+    content: {
+        status: "user present" | "user leave";
+    };
+}
+interface MovementToUE {
+    signal: "osc";
+    content: {
+        host: string;
+        port: number;
+        message: [string, ...(string | number)[]];
+    };
+}
+type CLOUD_SOCKET_MSG = TTS | MIC | ASR | AGENT | OLD_ASR | OLD_AGENT | RATINGS | QUESTIONNAIRE | LAYOUT | AUDIO | CV | MovementToUE;
+interface SendMessage_MiniGame {
+    request: "minigame";
+    userCtrl?: boolean;
+    content: {
+        type: "start" | "open" | "next" | "answer" | "rank";
+        quizId?: string;
+        ansId?: string;
+    };
+}
+interface SendMessage_Layout {
+    request: "layout";
+    userCtrl?: boolean;
+    content: {
+        type: "duplicate_id" | "miss_panel_name" | "id_not_find" | "props_error";
+    } & Record<string, string | string[]>;
+}
+interface SendMessage_Audio_Init {
+    request: "audio";
+    userCtrl?: boolean;
+    command: "sampleRate";
+    content: number;
+}
+interface SendMessage_Audio_PCM {
+    request: "audio";
+    userCtrl?: boolean;
+    command: "pcm";
+    content: number[];
+}
+type SendMessage_Audio = SendMessage_Audio_Init | SendMessage_Audio_PCM;
+interface SendMessage_Face {
+    request: "face_detect";
+    content: boolean;
+}
+type LandmarkResult = Landmark[][];
+interface SendMessage_Pose {
+    request: "pose_detect";
+    content: LandmarkResult;
+}
+type SendMessage = {
+    request: "reset";
+} | {
+    request: "skip";
+} | SendMessage_Layout | SendMessage_MiniGame | SendMessage_Audio | SendMessage_Face | SendMessage_Pose;
+
+interface AiiaProjectItemWithAvatar extends AiiaProjectItem {
+    avatar: {
+        name: string;
+        url: string;
+    };
+}
+declare enum MonitorDeviceState {
+    未響應 = 1,// 瀏覽器未在時間內回應狀態
+    等待授權 = 2,
+    已被拒絕 = 3,
+    VAD模組載入失敗 = 4,
+    可正常使用 = 5,
+    缺失該裝置 = 6,
+    沒有服務 = 7
+}
+declare enum UnrealState {
+    非預期的狀態 = 1,
+    未授權控制 = 2,
+    未啟動 = 3,// Unreal 未啟動
+    無服務 = 4,// Unreal 已啟動，但服務未就緒
+    可使用 = 5
+}
+interface MonitorResult {
+    mic: MonitorDeviceState;
+    camera: MonitorDeviceState;
+}
+interface MSG_TO_SERVER {
+    uuid: string;
+    cloud: SendMessage;
+    debug: null;
+    face: AnalysisResult;
+    pose: LandmarkResult;
+    monitor: MonitorResult;
+    audio: number | number[];
+    version: null;
+}
+
+declare class AiiaConfig {
+    private config;
+    get webserver(): (node_http.Server<any, any> | node_https.Server<any, any> | node_http2.Http2SecureServer<any, any, any, any> | node_http2.Http2Server<any, any, any, any>) | undefined;
+    get environment(): string;
+    get license(): string;
+    get note(): string | undefined;
+    get deviceName(): string | undefined;
+    get port(): number;
+    get ws_url(): string;
+    get worklet_url(): string;
+    get project(): {
+        specific: boolean;
+    } & Partial<AiiaProjectItem>;
+    get endPoint(): {
+        api: string;
+        socket: string;
+    };
+    get debug(): boolean | "all" | "none" | LoggerLevel[];
+    get mediaStream(): MediaStream | null | undefined;
+    get chunkTimeInSeconds(): number;
+    get llmSampleRate(): number;
+    get detection(): {
+        perSecond: number;
+        confidence: number;
+    };
+    get autoClearSubtitle(): {
+        userDelayTime: number;
+        aiiaDelayTime: number;
+    };
+    get eyeTrackEnable(): boolean;
+    get eyeTrackCorrection(): {
+        x_axis_px: number;
+        y_axis_px: number;
+    };
+    get avatartService(): boolean;
+    constructor(config: InitOptions);
+    private safeRead;
+}
+
+declare const VERSION: string;
+
+export { AiiaConfig as A, type BrowserInitOptions as B, type CLOUD_SOCKET_MSG as C, type LandmarkResult as L, type MSG_TO_SERVER as M, type NodeInitOptions as N, type SendMessage as S, UnrealState as U, VERSION as V, type MovementToUE as a, type LAYOUT as b, type AiiaProjectItemWithAvatar as c, type Vec2 as d, MonitorDeviceState as e, type AiiaProjectItem as f };

package/dist/aiia-worklet.js

@@ -21,6 +21,6 @@
  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  * SOFTWARE.
  * 
- * UPDATA DATE: 2026/2/11
+ * UPDATA DATE: 2026/6/18
  */
 var A=Object.defineProperty;var y=(e,r,t)=>r in e?A(e,r,{enumerable:true,configurable:true,writable:true,value:t}):e[r]=t;var u=(e,r,t)=>y(e,typeof r!="symbol"?r+"":r,t);function h(e,r,t){if(r===t)return e;let n=t/r,a=e.length,o=Math.ceil(a*n),s=new Float32Array(o),c=1/n,i=0;for(let f=0;f<o;f++){let l=i|0,g=i-l,p=e[l],d=l+1<a?e[l+1]:p;s[f]=p+(d-p)*g,i+=c;}return s}function x(e){let r=e.reduce((a,o)=>a+o.length,0),t=new Float32Array(r),n=0;for(let a of e)t.set(a,n),n+=a.length;return t}function M(e,r,t=1){let n=r*t,a=e/r;return Math.ceil(n*a)}var m=class extends AudioWorkletProcessor{constructor(t){super();u(this,"inputBuffer");u(this,"inputBufferLength");u(this,"processChunkSize");u(this,"outputSampleRate");u(this,"originalSampleRate");this.inputBuffer=[],this.inputBufferLength=0;let{outputSampleRate:n,chunkTimeInSeconds:a}=Object.assign({outputSampleRate:16e3,chunkTimeInSeconds:1},t==null?void 0:t.processorOptions);this.originalSampleRate=sampleRate,this.outputSampleRate=n,this.processChunkSize=M(this.originalSampleRate,this.outputSampleRate,a);}process(t,n,a){let o=t[0][0];if(!o)return  true;let s=new Float32Array(o);if(this.inputBuffer.push(s),this.inputBufferLength+=o.length,this.inputBufferLength>=this.processChunkSize){let c=x(this.inputBuffer);this.inputBuffer=[],this.inputBufferLength=0;let i=h(c,this.originalSampleRate,this.outputSampleRate);this.port.postMessage({float32:i,outputSampleRate:this.outputSampleRate},[i.buffer]);}return  true}};registerProcessor("aiia-vad",m);})();