@graphen.ai/aiia-sdk 1.0.19 → 1.1.0-beta.15

package/LICENSE

@@ -24,21 +24,23 @@ SOFTWARE.
 
 This project uses the following third-party packages and complies with their respective licenses:
 
+- @mediapipe/tasks-vision (Apache License 2.0)
+- @nut-tree-fork/nut-js (Apache License 2.0)
 - axios (MIT License)
-- lodash (MIT License)
+- lodash-es (MIT License)
+- mathjs (Apache License 2.0)
+- moment (MIT License)
+- node-osc (Apache License 2.0)
 - rxjs (Apache License 2.0)
 - socket.io (MIT License)
 - socket.io-client (MIT License)
+- systeminformation (MIT License)
 - ws (MIT License)
-- moment (MIT License)
 
 Development dependencies:
-- @microsoft/api-extractor (MIT License)
-- @rollup/* (MIT License)
-- @types/* (MIT License)
-- rollup (MIT License)
-- rollup-plugin-obfuscator (MIT License)
-- tslib (MIT License)
+
+- @types/lodash-es (MIT License)
+- tsup (MIT License)
 - typescript (Apache License 2.0)
 
 Please refer to each package's official documentation for full license details.

package/NOTICE

@@ -21,6 +21,62 @@ Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
 You may obtain a copy of the License at
 
+[http://www.apache.org/licenses/LICENSE-2.0](http://www.apache.org/licenses/LICENSE-2.0)
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+@mediapipe/tasks-vision
+Copyright 2023 The MediaPipe Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+[http://www.apache.org/licenses/LICENSE-2.0](http://www.apache.org/licenses/LICENSE-2.0)
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+@nut-tree-fork/nut-js
+Copyright 2024 dry Software UG (haftungsbeschränkt)
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+[http://www.apache.org/licenses/LICENSE-2.0](http://www.apache.org/licenses/LICENSE-2.0)
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+mathjs
+Copyright (C) 2013-2024 Jos de Jong <wjosdejong@gmail.com>
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+[http://www.apache.org/licenses/LICENSE-2.0](http://www.apache.org/licenses/LICENSE-2.0)
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+node-osc
+Copyright (C) 2012-2024 Myles Borins
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
 [http://www.apache.org/licenses/LICENSE-2.0](http://www.apache.org/licenses/LICENSE-2.0)
 Unless required by applicable law or agreed to in writing, software
 distributed under the License is distributed on an "AS IS" BASIS,

package/README.md

@@ -34,7 +34,7 @@ sdk.start()
 ```typescript
 import { aiiaCore } from '@graphen.ai/aiia-sdk/node';
 
-const core = aiiaCore({ license: "<Your Token>" });
+const core = aiiaCore({ group_id: "<Your Token>" });
 ```
 
 ## 錯誤碼(Error Codes)

package/dist/VERSION-Rgd6Oohy.d.ts

@@ -0,0 +1,366 @@
+import { BoundingBox, Landmark } from '@mediapipe/tasks-vision';
+import { Server } from 'http';
+import { Server as Server$1 } from 'https';
+import { Http2SecureServer, Http2Server } from 'http2';
+import * as node_http2 from 'node:http2';
+import * as node_https from 'node:https';
+import * as node_http from 'node:http';
+
+interface Result extends BoundingBox {
+    area: number;
+    score: number;
+    clientWidth: number;
+    clientHeight: number;
+}
+type AnalysisResult = Result | null;
+type Vec2 = {
+    x: number;
+    y: number;
+};
+
+interface AiiaProjectItem {
+    id: string;
+    name: string;
+}
+type LoggerLevel = "info" | "error" | "warn" | "debug" | "fatal" | "code";
+type Webserver = Server<any, any> | Server$1<any, any> | Http2SecureServer<any, any, any, any> | Http2Server<any, any, any, any>;
+interface CommonOptions {
+    /**
+     * [zh]
+     * 顯示訊息(一般、錯誤、警告)，預設 true
+     *
+     * [en]
+     * Switch message(info, error, warn) display, default: true
+     */
+    debug?: boolean | "all" | "none" | LoggerLevel[];
+}
+interface NodeInitOptions extends CommonOptions {
+    /**
+     * [zh]
+     * 簡易的機台資訊備註，於管理系統查看
+     *
+     * [en]
+     * Simple machine/device information notes, viewable in the management system.
+     */
+    note?: string;
+    /**
+     * [zh]
+     * 設定機台名稱，於管理系統查看
+     *
+     * [en]
+     * Setting machine/device name, viewable in the management system.
+     */
+    device_name?: string;
+    /**
+     * [zh]
+     * 請從 Aiia platform 取得授權
+     *
+     * [en]
+     * Please go to Aiia platform and get group id
+     */
+    group_id?: string;
+    /**
+     * [zh]
+     * 擴充 "socket.io" 到網頁伺服器
+     *
+     * [en]
+     * Extending "socket.io" to your web server
+     */
+    webserver?: Webserver;
+    /**
+     * [zh]
+     * 伺服器 port
+     *
+     * [en]
+     * Server port
+     *
+     * process.env.PORT > port > 3000(default port)
+     */
+    port?: number;
+    /**
+     * [zh]
+     * 指定的環境，預設值: production
+     *
+     * [en]
+     * Specific Env, default: production
+     */
+    env?: "developement" | "production";
+    /**
+     * [zh]
+     * 指定雲端位置(會覆蓋 `env` 設定)
+     *
+     * [en]
+     * Specify cloud location(override `env` settings)
+     */
+    cloudEndPoint?: string;
+    /**
+     * [zh]
+     * 啟動眼球追蹤
+     *
+     * [en]
+     * Start eye tracking
+     */
+    eyeTrackEnable?: boolean;
+    /**
+     * [zh]
+     * 眼球追蹤補正，請根據 Camera 裝置的物理位置添加補正值。
+     *
+     * [en]
+     * Eye tracking correction, please add correction value according to the physical position of the camera device.
+     */
+    correction?: {
+        x_axis_px?: number;
+        y_axis_px?: number;
+    };
+    /**
+     * [zh]
+     * 是否連接 Avatar 服務? (預設 true)
+     *
+     * [en]
+     * Connect to Avatar service? (Default: true)
+     */
+    avatartService?: boolean;
+}
+interface BrowserInitOptions extends CommonOptions {
+    /**
+     * [zh]
+     * 專案名稱 或是 專案編號(ID)
+     *
+     * [en]
+     * Project name/ID
+     */
+    project?: string | Partial<AiiaProjectItem>;
+    /**
+     * [zh]
+     * 瀏覽器連線指定 Websocket url
+     *
+     * [en]
+     * specific websocket url for Browser use
+     */
+    ws_url?: string;
+    /**
+     * [zh]
+     * 分析音訊的模組網址
+     *
+     * [en]
+     * Module URL for analyzing audio
+     */
+    worklet_url?: string;
+    /**
+     * [zh]
+     * 授權的媒體裝置，請包含麥克風及鏡頭/攝影機權限
+     *
+     * 若不打算使用，請傳入`null`，將會避免自動請求權限。
+     *
+     * [en]
+     * Authorized media devices, please include microphone and lens/camera permissions.
+     *
+     * If you do not intend to use this, please pass `null` to avoid automatically requesting permissions.
+     *
+     * https://developer.mozilla.org/en-US/docs/Web/API/MediaStream
+     */
+    mediaStream?: MediaStream | null;
+    /**
+     * [zh]
+     * 檢測聲音的區塊大小(秒)，預設 0.3 秒
+     *
+     * [en]
+     * Detecting the chunk size of the sound(unit is second), default 0.3 second.
+     */
+    chunkTimeInSeconds?: number;
+    /**
+     * [zh]
+     * 指定音訊輸出的採樣率(提供給LLM分析)。不推薦更動
+     *
+     * [en]
+     * Specify the sampling rate of audio output (provided for LLM analysis). Changing is not recommended.
+     */
+    llmSampleRate?: number;
+    /**
+     * [zh]
+     * 攝影機辨識設定
+     *
+     * @property perSecond: 每秒檢測幾次, 預設: 每秒 3 次
+     *
+     * @property confidence: 人臉辨識分數(0 ~ 100), 預設: 80
+     *
+     * [en]
+     * Camera Identification Settings
+     *
+     * @property perSecond: Detection times per second, default: 3 times per second
+     *
+     * @property confidence: Face recognition score(0 ~ 100), default: 80
+     */
+    cameraDetection?: {
+        perSecond?: number;
+        confidence?: number;
+    };
+    /**
+     * [zh]
+     * 清除字幕，可指定時間(毫秒)，預設 5000 毫秒後清除
+     *
+     * [en]
+     * Clear subtitles, you can specify the time (milliseconds), the default is to clear after 5000 milliseconds.
+     */
+    autoClearUserSubtitle?: number;
+    /**
+     * [zh]
+     * 清除字幕，可指定時間(毫秒)，預設 音訊結束時 清除
+     *
+     * [en]
+     * Clear subtitles, you can specify the time (milliseconds), the default Clear when audio ends.
+     */
+    autoClearAiiaSubtitle?: number;
+}
+type InitOptions = NodeInitOptions & BrowserInitOptions;
+
+type LayoutID = string | number;
+interface LAYOUT {
+    signal: "layout";
+    content: {
+        type: "mount";
+        id: LayoutID;
+        panel: string;
+        props?: Record<string, unknown>;
+        zIndex?: number;
+    } | {
+        type: "update";
+        id: LayoutID;
+        props?: Record<string, unknown>;
+        zIndex?: number;
+    } | {
+        type: "unmount";
+        id: LayoutID;
+    };
+}
+interface MovementToUE {
+    signal: "osc";
+    content: {
+        host: string;
+        port: number;
+        message: [string, ...(string | number)[]];
+    };
+}
+interface SendMessage_MiniGame {
+    request: "minigame";
+    userCtrl?: boolean;
+    content: {
+        type: "start" | "open" | "next" | "answer" | "rank";
+        quizId?: string;
+        ansId?: string;
+    };
+}
+interface SendMessage_Layout {
+    request: "layout";
+    userCtrl?: boolean;
+    content: {
+        type: "duplicate_id" | "miss_panel_name" | "id_not_find" | "props_error";
+    } & Record<string, string | string[]>;
+}
+interface SendMessage_Audio_Init {
+    request: "audio";
+    userCtrl?: boolean;
+    command: "sampleRate";
+    content: number;
+}
+interface SendMessage_Audio_PCM {
+    request: "audio";
+    userCtrl?: boolean;
+    command: "pcm";
+    content: number[];
+}
+type SendMessage_Audio = SendMessage_Audio_Init | SendMessage_Audio_PCM;
+interface SendMessage_Face {
+    request: "face_detect";
+    content: boolean;
+}
+type LandmarkResult = Landmark[][];
+interface SendMessage_Pose {
+    request: "pose_detect";
+    content: LandmarkResult;
+}
+type SendMessage = {
+    request: "reset";
+} | {
+    request: "skip";
+} | SendMessage_Layout | SendMessage_MiniGame | SendMessage_Audio | SendMessage_Face | SendMessage_Pose;
+
+interface AiiaProjectItemWithAvatar extends AiiaProjectItem {
+    avatar: {
+        name: string;
+        url: string;
+    };
+}
+declare enum MonitorDeviceState {
+    未響應 = 1,// 瀏覽器未在時間內回應狀態
+    等待授權 = 2,
+    已被拒絕 = 3,
+    VAD模組載入失敗 = 4,
+    可正常使用 = 5,
+    缺失該裝置 = 6,
+    沒有服務 = 7
+}
+declare enum UnrealState {
+    非預期的狀態 = 1,
+    未授權控制 = 2,
+    未啟動 = 3,// Unreal 未啟動
+    無服務 = 4,// Unreal 已啟動，但服務未就緒
+    可使用 = 5
+}
+interface MonitorResult {
+    mic: MonitorDeviceState;
+    camera: MonitorDeviceState;
+}
+interface MSG_TO_SERVER {
+    uuid: string;
+    cloud: SendMessage;
+    debug: null;
+    face: AnalysisResult;
+    pose: LandmarkResult;
+    monitor: MonitorResult;
+    audio: number | number[];
+    version: null;
+}
+
+declare class AiiaConfig {
+    private config;
+    get webserver(): (node_http.Server<any, any> | node_https.Server<any, any> | node_http2.Http2SecureServer<any, any, any, any> | node_http2.Http2Server<any, any, any, any>) | undefined;
+    get environment(): string;
+    get license(): string;
+    get note(): string | undefined;
+    get deviceName(): string | undefined;
+    get port(): number;
+    get ws_url(): string;
+    get worklet_url(): string;
+    get project(): {
+        specific: boolean;
+    } & Partial<AiiaProjectItem>;
+    get endPoint(): {
+        api: string;
+        socket: string;
+    };
+    get debug(): boolean | "all" | "none" | LoggerLevel[];
+    get mediaStream(): MediaStream | null | undefined;
+    get chunkTimeInSeconds(): number;
+    get llmSampleRate(): number;
+    get detection(): {
+        perSecond: number;
+        confidence: number;
+    };
+    get autoClearSubtitle(): {
+        userDelayTime: number;
+        aiiaDelayTime: number;
+    };
+    get eyeTrackEnable(): boolean;
+    get eyeTrackCorrection(): {
+        x_axis_px: number;
+        y_axis_px: number;
+    };
+    get avatartService(): boolean;
+    constructor(config: InitOptions);
+    private safeRead;
+}
+
+declare const VERSION: string;
+
+export { AiiaConfig as A, type BrowserInitOptions as B, type LandmarkResult as L, type MSG_TO_SERVER as M, type NodeInitOptions as N, UnrealState as U, VERSION as V, type LAYOUT as a, type AiiaProjectItemWithAvatar as b, type Vec2 as c, type MovementToUE as d, MonitorDeviceState as e, type AiiaProjectItem as f };

package/dist/aiia-worklet.js

@@ -1,2 +1,26 @@
-/** @license AiiaVad Released: 2025-12-22 */
-!function(){"use strict";function t(){const e=["2042184YXZFHw","18HKUeef","getInt16","sampleRate","getUserMedia","all","mediaDevices","length","6CKzhxj","random","forEach","allowed","getFloat32","12612ogqlIj","unknow","push","33nkEXkn","ceil","getChannelData","7ULJFed","1695580sHXvby","1116670wEZoGR","createBuffer","1060134UEcgVr","816816yfbxWw","min","195trdMIC","26893gTuhVI","rejected","buffer"];return(t=function(){return e})()}var e;function n(e,n){e-=254;return t()[e]}!function(t){const e=n,s=t();for(;;)try{if(169651===parseInt(e(256))/1*(parseInt(e(267))/2)+-parseInt(e(255))/3*(-parseInt(e(272))/4)+-parseInt(e(280))/5+-parseInt(e(282))/6*(-parseInt(e(278))/7)+parseInt(e(283))/8+parseInt(e(260))/9*(parseInt(e(279))/10)+-parseInt(e(275))/11*(parseInt(e(259))/12))break;s.push(s.shift())}catch(t){s.push(s.shift())}}(t),function(t){const e=n;t[t.unknow=0]=e(273),t[t[e(270)]=1]=e(270),t[t[e(257)]=2]=e(257)}(e||(e={}));const s=r;function r(t,e){t-=108;return o()[t]}function o(){const t=["postMessage","originalSampleRate","length","152yJRvsQ","3159219oWLtCy","process","push","ceil","reduce","155dxigFX","inputBuffer","inputBufferLength","port","76827AzHvIr","135TrVqEA","set","431410GMyazI","aiia-vad","341364jdyVRP","processorOptions","20946596xEQngT","193422eYUopB","processChunkSize","outputSampleRate","assign","1XUywph","903232YTAXNm"];return(o=function(){return t})()}!function(t){const e=r,n=t();for(;;)try{if(547637===-parseInt(e(132))/1*(-parseInt(e(125))/2)+parseInt(e(120))/3*(parseInt(e(110))/4)+parseInt(e(116))/5*(parseInt(e(128))/6)+-parseInt(e(111))/7+parseInt(e(133))/8+parseInt(e(121))/9*(parseInt(e(123))/10)+-parseInt(e(127))/11)break;n.push(n.shift())}catch(t){n.push(n.shift())}}(o);class a extends AudioWorkletProcessor{[s(117)];[s(118)];processChunkSize;[s(130)];[s(108)];constructor(t){const e=s;super(),this[e(117)]=[],this[e(118)]=0;const{outputSampleRate:n,chunkTimeInSeconds:o}=Object[e(131)]({outputSampleRate:16e3,chunkTimeInSeconds:1},t?.[e(126)]);this.originalSampleRate=sampleRate,this[e(130)]=n,this[e(129)]=function(t,e,n=1){const s=e*n,o=t/e;return Math[r(114)](s*o)}(this[e(108)],this[e(130)],o)}[s(112)](t,e,o){const a=s,i=t[0][0];if(!i)return!0;const u=new Float32Array(i);if(this[a(117)][a(113)](u),this[a(118)]+=i[a(109)],this[a(118)]>=this.processChunkSize){const t=function(t){const e=r,n=t[e(115)]((t,n)=>t+n[e(109)],0),s=new Float32Array(n);let o=0;for(const n of t)s[e(122)](n,o),o+=n.length;return s}(this[a(117)]);this.inputBuffer=[],this[a(118)]=0;const e=function(t,e,s){const r=n;if(e===s)return t;const o=s/e,a=Math[r(276)](t[r(266)]*o),i=new Float32Array(a);for(let e=0;e<a;e++){const n=e/o,s=Math.floor(n),a=n-s,u=t[s],c=t[Math.min(s+1,t[r(266)]-1)];i[e]=u+(c-u)*a}return i}(t,this[a(108)],this.outputSampleRate);this[a(119)][a(134)]({float32:e,outputSampleRate:this[a(130)]},[e.buffer])}return!0}}registerProcessor(s(124),a)}();
+(function(){'use strict';/**
+ * MIT License
+ *
+ * Copyright (c) 2026 Graphen
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ * 
+ * UPDATA DATE: 2026/6/9
+ */
+var A=Object.defineProperty;var y=(e,r,t)=>r in e?A(e,r,{enumerable:true,configurable:true,writable:true,value:t}):e[r]=t;var u=(e,r,t)=>y(e,typeof r!="symbol"?r+"":r,t);function h(e,r,t){if(r===t)return e;let n=t/r,a=e.length,o=Math.ceil(a*n),s=new Float32Array(o),c=1/n,i=0;for(let f=0;f<o;f++){let l=i|0,g=i-l,p=e[l],d=l+1<a?e[l+1]:p;s[f]=p+(d-p)*g,i+=c;}return s}function x(e){let r=e.reduce((a,o)=>a+o.length,0),t=new Float32Array(r),n=0;for(let a of e)t.set(a,n),n+=a.length;return t}function M(e,r,t=1){let n=r*t,a=e/r;return Math.ceil(n*a)}var m=class extends AudioWorkletProcessor{constructor(t){super();u(this,"inputBuffer");u(this,"inputBufferLength");u(this,"processChunkSize");u(this,"outputSampleRate");u(this,"originalSampleRate");this.inputBuffer=[],this.inputBufferLength=0;let{outputSampleRate:n,chunkTimeInSeconds:a}=Object.assign({outputSampleRate:16e3,chunkTimeInSeconds:1},t==null?void 0:t.processorOptions);this.originalSampleRate=sampleRate,this.outputSampleRate=n,this.processChunkSize=M(this.originalSampleRate,this.outputSampleRate,a);}process(t,n,a){let o=t[0][0];if(!o)return  true;let s=new Float32Array(o);if(this.inputBuffer.push(s),this.inputBufferLength+=o.length,this.inputBufferLength>=this.processChunkSize){let c=x(this.inputBuffer);this.inputBuffer=[],this.inputBufferLength=0;let i=h(c,this.originalSampleRate,this.outputSampleRate);this.port.postMessage({float32:i,outputSampleRate:this.outputSampleRate},[i.buffer]);}return  true}};registerProcessor("aiia-vad",m);})();