@graphen.ai/aiia-sdk 1.0.18 → 1.0.20

package/LICENSE

@@ -24,21 +24,23 @@ SOFTWARE.
 
 This project uses the following third-party packages and complies with their respective licenses:
 
+- @mediapipe/tasks-vision (Apache License 2.0)
+- @nut-tree-fork/nut-js (Apache License 2.0)
 - axios (MIT License)
-- lodash (MIT License)
+- lodash-es (MIT License)
+- mathjs (Apache License 2.0)
+- moment (MIT License)
+- node-osc (Apache License 2.0)
 - rxjs (Apache License 2.0)
 - socket.io (MIT License)
 - socket.io-client (MIT License)
+- systeminformation (MIT License)
 - ws (MIT License)
-- moment (MIT License)
 
 Development dependencies:
-- @microsoft/api-extractor (MIT License)
-- @rollup/* (MIT License)
-- @types/* (MIT License)
-- rollup (MIT License)
-- rollup-plugin-javascript-obfuscator (MIT License)
-- tslib (MIT License)
+
+- @types/lodash-es (MIT License)
+- tsup (MIT License)
 - typescript (Apache License 2.0)
 
 Please refer to each package's official documentation for full license details.

package/NOTICE

@@ -21,6 +21,62 @@ Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
 You may obtain a copy of the License at
 
+[http://www.apache.org/licenses/LICENSE-2.0](http://www.apache.org/licenses/LICENSE-2.0)
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+@mediapipe/tasks-vision
+Copyright 2023 The MediaPipe Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+[http://www.apache.org/licenses/LICENSE-2.0](http://www.apache.org/licenses/LICENSE-2.0)
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+@nut-tree-fork/nut-js
+Copyright 2024 dry Software UG (haftungsbeschränkt)
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+[http://www.apache.org/licenses/LICENSE-2.0](http://www.apache.org/licenses/LICENSE-2.0)
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+mathjs
+Copyright (C) 2013-2024 Jos de Jong <wjosdejong@gmail.com>
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+[http://www.apache.org/licenses/LICENSE-2.0](http://www.apache.org/licenses/LICENSE-2.0)
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+
+node-osc
+Copyright (C) 2012-2024 Myles Borins
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
 [http://www.apache.org/licenses/LICENSE-2.0](http://www.apache.org/licenses/LICENSE-2.0)
 Unless required by applicable law or agreed to in writing, software
 distributed under the License is distributed on an "AS IS" BASIS,

package/README.md

@@ -34,7 +34,7 @@ sdk.start()
 ```typescript
 import { aiiaCore } from '@graphen.ai/aiia-sdk/node';
 
-const core = aiiaCore({ license: "<Your Token>" });
+const core = aiiaCore({ group_id: "<Your Token>" });
 ```
 
 ## 錯誤碼(Error Codes)

package/dist/aiia-worklet.js

@@ -1,2 +1,26 @@
-/** @license AiiaVad Released: 2025-12-8 */
-!function(){"use strict";var t;!function(t){t[t.unknow=0]="unknow",t[t.allowed=1]="allowed",t[t.rejected=2]="rejected"}(t||(t={}));class e extends AudioWorkletProcessor{inputBuffer;inputBufferLength;processChunkSize;outputSampleRate;originalSampleRate;constructor(t){super(),this.inputBuffer=[],this.inputBufferLength=0;const{outputSampleRate:e,chunkTimeInSeconds:n}=Object.assign({outputSampleRate:16e3,chunkTimeInSeconds:1},t?.processorOptions);this.originalSampleRate=sampleRate,this.outputSampleRate=e,this.processChunkSize=function(t,e,n=1){const s=e*n,u=t/e;return Math.ceil(s*u)}(this.originalSampleRate,this.outputSampleRate,n)}process(t,e,n){const s=t[0][0];if(!s)return!0;const u=new Float32Array(s);if(this.inputBuffer.push(u),this.inputBufferLength+=s.length,this.inputBufferLength>=this.processChunkSize){const t=function(t){const e=t.reduce((t,e)=>t+e.length,0),n=new Float32Array(e);let s=0;for(const e of t)n.set(e,s),s+=e.length;return n}(this.inputBuffer);this.inputBuffer=[],this.inputBufferLength=0;const e=function(t,e,n){if(e===n)return t;const s=n/e,u=Math.ceil(t.length*s),i=new Float32Array(u);for(let e=0;e<u;e++){const n=e/s,u=Math.floor(n),o=n-u,r=t[u],a=t[Math.min(u+1,t.length-1)];i[e]=r+(a-r)*o}return i}(t,this.originalSampleRate,this.outputSampleRate);this.port.postMessage({float32:e,outputSampleRate:this.outputSampleRate},[e.buffer])}return!0}}registerProcessor("aiia-vad",e)}();
+(function(){'use strict';/**
+ * MIT License
+ *
+ * Copyright (c) 2026 Graphen
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ * 
+ * UPDATA DATE: 2026/2/11
+ */
+var A=Object.defineProperty;var y=(e,r,t)=>r in e?A(e,r,{enumerable:true,configurable:true,writable:true,value:t}):e[r]=t;var u=(e,r,t)=>y(e,typeof r!="symbol"?r+"":r,t);function h(e,r,t){if(r===t)return e;let n=t/r,a=e.length,o=Math.ceil(a*n),s=new Float32Array(o),c=1/n,i=0;for(let f=0;f<o;f++){let l=i|0,g=i-l,p=e[l],d=l+1<a?e[l+1]:p;s[f]=p+(d-p)*g,i+=c;}return s}function x(e){let r=e.reduce((a,o)=>a+o.length,0),t=new Float32Array(r),n=0;for(let a of e)t.set(a,n),n+=a.length;return t}function M(e,r,t=1){let n=r*t,a=e/r;return Math.ceil(n*a)}var m=class extends AudioWorkletProcessor{constructor(t){super();u(this,"inputBuffer");u(this,"inputBufferLength");u(this,"processChunkSize");u(this,"outputSampleRate");u(this,"originalSampleRate");this.inputBuffer=[],this.inputBufferLength=0;let{outputSampleRate:n,chunkTimeInSeconds:a}=Object.assign({outputSampleRate:16e3,chunkTimeInSeconds:1},t==null?void 0:t.processorOptions);this.originalSampleRate=sampleRate,this.outputSampleRate=n,this.processChunkSize=M(this.originalSampleRate,this.outputSampleRate,a);}process(t,n,a){let o=t[0][0];if(!o)return  true;let s=new Float32Array(o);if(this.inputBuffer.push(s),this.inputBufferLength+=o.length,this.inputBufferLength>=this.processChunkSize){let c=x(this.inputBuffer);this.inputBuffer=[],this.inputBufferLength=0;let i=h(c,this.originalSampleRate,this.outputSampleRate);this.port.postMessage({float32:i,outputSampleRate:this.outputSampleRate},[i.buffer]);}return  true}};registerProcessor("aiia-vad",m);})();

package/dist/browser/index.d.ts

@@ -0,0 +1,406 @@
+import { BoundingBox, Landmark, Detection } from '@mediapipe/tasks-vision';
+import { A as AiiaProjectItem, L as LoggerLevel, I as InitOptions } from '../type-RVXBPx7G.js';
+import * as rxjs from 'rxjs';
+import * as node_http2 from 'node:http2';
+import * as node_https from 'node:https';
+import * as node_http from 'node:http';
+import 'http';
+import 'https';
+import 'http2';
+
+interface Result extends BoundingBox {
+    area: number;
+    score: number;
+    clientWidth: number;
+    clientHeight: number;
+}
+type AnalysisResult = Result | null;
+
+type LayoutID = string | number;
+interface LAYOUT$1 {
+    signal: "layout";
+    content: {
+        type: "mount";
+        id: LayoutID;
+        panel: string;
+        props?: Record<string, unknown>;
+        zIndex?: number;
+    } | {
+        type: "update";
+        id: LayoutID;
+        props?: Record<string, unknown>;
+        zIndex?: number;
+    } | {
+        type: "unmount";
+        id: LayoutID;
+    };
+}
+interface SendMessage_MiniGame {
+    request: "minigame";
+    userCtrl?: boolean;
+    content: {
+        type: "start" | "open" | "next" | "answer" | "rank";
+        quizId?: string;
+        ansId?: string;
+    };
+}
+interface SendMessage_Layout {
+    request: "layout";
+    userCtrl?: boolean;
+    content: {
+        type: "duplicate_id" | "miss_panel_name" | "id_not_find" | "props_error";
+    } & Record<string, string | string[]>;
+}
+interface SendMessage_Audio_Init {
+    request: "audio";
+    userCtrl?: boolean;
+    command: "sampleRate";
+    content: number;
+}
+interface SendMessage_Audio_PCM {
+    request: "audio";
+    userCtrl?: boolean;
+    command: "pcm";
+    content: number[];
+}
+type SendMessage_Audio = SendMessage_Audio_Init | SendMessage_Audio_PCM;
+interface SendMessage_Face {
+    request: "face_detect";
+    content: boolean;
+}
+type LandmarkResult = Landmark[][];
+interface SendMessage_Pose {
+    request: "pose_detect";
+    content: LandmarkResult;
+}
+type SendMessage = {
+    request: "reset";
+} | {
+    request: "skip";
+} | SendMessage_Layout | SendMessage_MiniGame | SendMessage_Audio | SendMessage_Face | SendMessage_Pose;
+
+interface AiiaProjectItemWithAvatar extends AiiaProjectItem {
+    avatar: {
+        name: string;
+        url: string;
+    };
+}
+declare enum MonitorDeviceState {
+    未響應 = 1,// 瀏覽器未在時間內回應狀態
+    等待授權 = 2,
+    已被拒絕 = 3,
+    VAD模組載入失敗 = 4,
+    可正常使用 = 5,
+    缺失該裝置 = 6,
+    沒有服務 = 7
+}
+interface MonitorResult {
+    mic: MonitorDeviceState;
+    camera: MonitorDeviceState;
+}
+interface MSG_TO_SERVER {
+    uuid: string;
+    cloud: SendMessage;
+    debug: null;
+    face: AnalysisResult;
+    monitor: MonitorResult;
+}
+
+declare class AiiaConfig {
+    private config;
+    get webserver(): node_http.Server<any, any> | node_https.Server<any, any> | node_http2.Http2SecureServer<any, any, any, any> | node_http2.Http2Server<any, any, any, any>;
+    get environment(): string;
+    get license(): string;
+    get note(): string;
+    get port(): number;
+    get ws_url(): string;
+    get worklet_url(): string;
+    get project(): {
+        specific: boolean;
+    } & Partial<AiiaProjectItem>;
+    get endPoint(): {
+        api: string;
+        socket: string;
+    };
+    get debug(): boolean | "all" | "none" | LoggerLevel[];
+    get mediaStream(): MediaStream;
+    get chunkTimeInSeconds(): number;
+    get llmSampleRate(): number;
+    get detection(): {
+        perSecond: number;
+        confidence: number;
+    };
+    get autoClearSubtitle(): {
+        userDelayTime: number;
+        aiiaDelayTime: number;
+    };
+    get eyeTrackEnable(): boolean;
+    get eyeTrackCorrection(): {
+        x_axis_px: number;
+        y_axis_px: number;
+    };
+    constructor(config: InitOptions);
+    private safeRead;
+}
+
+declare enum MediaStateEnum {
+    padding = 0,
+    rejected = 1,
+    loadfail = 2,
+    allowed = 3
+}
+declare class MediaManager {
+    stream?: MediaStream;
+    private _state;
+    private stateSub;
+    private audioCtx?;
+    private audioManager?;
+    private vadManager?;
+    private camManager?;
+    private destroy;
+    private pcmSub;
+    private detectionsSub;
+    private landmarksSub;
+    get sampleRate(): number;
+    get pcm(): rxjs.Observable<Float32Array<ArrayBufferLike>>;
+    get detections(): rxjs.Observable<{
+        detections: Detection[];
+        clientWidth: number;
+        clientHeight: number;
+    }>;
+    get landmarks(): rxjs.Observable<LandmarkResult>;
+    get state(): MediaStateEnum;
+    set state(v: MediaStateEnum);
+    get stateObs(): rxjs.Observable<MediaStateEnum>;
+    constructor(stream?: MediaStream);
+    init(workletUrl: string, config?: {
+        llmSampleRate?: AiiaConfig["llmSampleRate"];
+        chunkTimeInSeconds?: AiiaConfig["chunkTimeInSeconds"];
+        cameraDetection?: AiiaConfig["detection"];
+    }): Promise<void>;
+    addAudioQueue(input: {
+        buffer: AudioBuffer;
+    } | {
+        int16: Int16Array<ArrayBufferLike>;
+        numberOfChannels?: number;
+    } | {
+        float32: Float32Array<ArrayBufferLike>;
+        numberOfChannels?: number;
+    }): void;
+    playAudio(): void;
+    stopAudio(): void;
+    startRecord(): void;
+    stopRecord(): void;
+    setVolume(val: number): void;
+    getVolume(): number;
+    startCapture(): void;
+    stopCapture(): void;
+    getInfo(): MSG_TO_SERVER["monitor"];
+    onDestroy(): void;
+}
+
+type AiiaState = "NotStart" | "WaitingProjectID" | "ConnectingCloud" | "ReconnectingCloud" | "InService" | "InServiceNoMedia" | "NoPermissions" | "CloseService" | "Destroy";
+type LAYOUT = LAYOUT$1["content"] | {
+    type: "resetLayout";
+};
+declare class AiiaSdk {
+    private config;
+    private media;
+    private chat;
+    private destroySub;
+    private projectsSub;
+    private layoutSub;
+    private aiiaSubtitleSub;
+    private userSubtitleSub;
+    private sampleRateOfWhisper;
+    private stateSub;
+    private _currentState;
+    private isMuteAiia;
+    private aiiaSubtitleClearSub;
+    private userSubtitleClearSub;
+    private _lastProjects;
+    private guestSub;
+    private _hasGuest;
+    private isStart;
+    /**
+     * [zh]
+     * 可訂閱，服務狀態
+     *
+     * [en]
+     * Subscribable, service status
+     */
+    get state(): rxjs.Observable<AiiaState>;
+    /**
+     * [zh]
+     * 服務狀態
+     *
+     * [en]
+     * service status
+     */
+    get currentState(): AiiaState;
+    /**
+     * [zh]
+     * 可訂閱，控制組件
+     *
+     * [en]
+     * Subscribable, Control layout
+     */
+    get layout(): rxjs.Observable<LAYOUT>;
+    /**
+     * [zh]
+     * 若沒有明確指定 Project ID 時，請訂閱此物件
+     *
+     * [en]
+     * If no Project ID is explicitly specified, please subscribe to this object
+     */
+    get projects(): rxjs.Observable<AiiaProjectItemWithAvatar[]>;
+    /**
+     * [zh]
+     * 可讀取最近一次收到的專案列表
+     *
+     * [en]
+     * You can read the list of projects received recently
+     */
+    get lastProjects(): AiiaProjectItemWithAvatar[];
+    /**
+     * [zh]
+     * 可訂閱，Aiia 的回應字幕
+     *
+     * [en]
+     * Subscribable, Aiia's subtitle of response
+     */
+    get aiiaSubtitle(): rxjs.Observable<string>;
+    /**
+     * [zh]
+     * 可訂閱，使用者語音輸入的字幕
+     *
+     * [en]
+     * Subscribable, User's subtitle of voice input
+     */
+    get userSubtitle(): rxjs.Observable<string>;
+    /**
+     * [zh]
+     * 可訂閱，是否有使用者
+     *
+     * [en]
+     * Subscribable, Is there a user
+     */
+    get guest(): rxjs.Observable<boolean>;
+    /**
+     * [zh]
+     * 是否有使用者
+     *
+     * [en]
+     * Is there a user
+     */
+    get hasGuest(): boolean;
+    /**
+     * [zh]
+     * 設定音量
+     *
+     * [en]
+     * Setting volume
+     *
+     * @example```js
+     * const sdk = new AiiaSdk()
+     * sdk.volume // retrun 0 to 100
+     * sdk.volume = 10 // setting voice volume
+     * ```
+     */
+    set volume(val: number);
+    get volume(): number;
+    constructor(config: AiiaConfig, media: MediaManager);
+    /**
+     * [zh]
+     * 啟動完整服務
+     *
+     * [en]
+     * Start the full service
+     */
+    start(): void;
+    /**
+     * Alias for `onDestroy`.
+     *
+     * [zh]
+     * 停止所有服務，釋放資源
+     *
+     * [en]
+     * Stop all services to release resources
+     */
+    close: () => void;
+    /**
+     * [zh]
+     * 中斷當前對話
+     *
+     * [en]
+     * Interrupt the current conversation
+     */
+    skip(): void;
+    /**
+     * [zh]
+     * 重置對話記憶
+     *
+     * [en]
+     * Reset conversation memory
+     */
+    reset(): void;
+    /**
+     * [zh]
+     * 若沒有明確指定 Project 時，請呼叫此方法
+     *
+     * [en]
+     * If no Project is explicitly specified, please execute this method.
+     * @param project_id
+     */
+    chooseProject(project_id: AiiaProjectItemWithAvatar["id"]): void;
+    /**
+     * [zh]
+     * 不同於`this.volume = 0`的調整輸出音量
+     *
+     * 此方法會暫停麥克風輸入及清除所有音訊資料
+     *
+     * [en]
+     * Unlike `this.volume = 0` which adjusts the output volume,
+     *
+     * This method will pause mic record and clear all audio data
+     */
+    mute(): void;
+    /**
+     * [zh]
+     * 恢復聲音訊號資料
+     *
+     * [en]
+     * Restore audio signal data
+     */
+    unmute(): void;
+    /**
+     * [zh]
+     * 切換畫面上是否顯示 Media Element
+     *
+     * @property options.camera 相機檢測的元素
+     * @property options.audio 聲音檢測的元素
+     */
+    switchMediaElement(options?: {
+        camera?: boolean;
+        audio?: boolean | {
+            open: boolean;
+            mode?: "waveform" | "siri";
+            color?: string;
+        };
+    }): void;
+    private behavior;
+    private proxyIsStable;
+    /**
+     * [zh]
+     * 停止所有服務，釋放資源
+     *
+     * [en]
+     * Stop all services to release resources
+     */
+    onDestroy(): void;
+}
+
+type BrowserInitOptions = Omit<InitOptions, "webserver" | "port" | "license" | "eyeTrackEnable" | "correction" | "note">;
+declare function initSdk(options?: BrowserInitOptions): AiiaSdk;
+
+export { type AiiaProjectItemWithAvatar, type AiiaState, type BrowserInitOptions, type LAYOUT, initSdk };