larksr_websdk 3.2.30 → 3.2.32

package/dist/types/larksr.d.ts

@@ -161,7 +161,19 @@ declare enum LarkSRClientEvent {
     /**
      * 一般信息提示
      */
-    INFO = "info"
+    INFO = "info",
+    /**
+     * 语音对话的状态
+     */
+    AI_VOICE_STATUS = "aivoicestatus",
+    /**
+     * 语音识别转文字的结果
+     */
+    AI_VOICE_ASR_RESULT = "aivoiceasrresult",
+    /**
+     * 对话返回的结果
+     */
+    AI_VOICE_DM_RESULT = "aivoicedmresult"
 }
 /**
  * LarkSR 发出的事件
@@ -492,6 +504,24 @@ declare class LarkSR extends EventBase<LarkSRClientEvent, LarkSREvent> {
      * @param text 文字
      */
     inputText(text: string): void;
+    /**
+     * 开始智能语音对话文本输入
+     * 应在只能语音为开始状态下开始输入
+     * @param text 输入的文本
+     * @returns 返回对话 ID
+     */
+    aiDmTextInput(text: string): number;
+    /**
+     * 开始智能语音对话语音输入，自动请求录音权限
+     * 应在只能语音为开始状态下开始输入
+     * @returns 成功返回对话id，失败返回异常
+     */
+    startAiDmVoiceInput(): Promise<number>;
+    /**
+     * 停止智能语音输入，通知语音引擎当前用户输入对话结束
+     * @returns 返回当前对话的id
+     */
+    stopAiDmVoiceInput(): number;
     /**
      * 发送文字消息给数据通道
      * 注意 云端应用要继承数据通道功能

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "larksr_websdk",
-  "version": "3.2.30",
+  "version": "3.2.32",
   "description": "Larksr websdk. Easy to build a cloud render client for larksr system or ue4 pixelstreaming.docs: https://pingxingyun.github.io/webclient_sdk/",
   "keywords": [
     "pingxingyun",

package/types/lark/application.d.ts

@@ -4,6 +4,7 @@ import WebSocektChannel from './websocket_channel';
 import WebsocketProxy from './websocket_proxy';
 import { LarkSR } from '../larksr';
 import PixelStreamingWebsocketChannel from './test_pixel_streaming';
+import { RECORDER_STATE } from './recoder';
 export declare enum APP_STATE {
     BEFORE_CREATE = 0,
     INITED = 1,
@@ -37,7 +38,10 @@ export declare enum APP_EVENT_TYPE {
     LK_DATA_CHANNEL_RENDERSERVER_TEXT_MESSAGE = 14,
     LK_DATA_CHANNEL_RENDERSERVER_BINARY_MESSAGE = 15,
     LK_DATA_CHANNEL_RENDERSERVER_OPEN = 16,
-    LK_DATA_CHANNEL_RENDERSERVER_CLOSE = 17
+    LK_DATA_CHANNEL_RENDERSERVER_CLOSE = 17,
+    AI_VOICE_STATUS = 18,
+    AI_VOICE_ASR_RESULT = 19,
+    AI_VOICE_DM_RESULT = 20
 }
 export interface AppEvent extends LocalEvent<APP_EVENT_TYPE> {
     data?: any;
@@ -53,6 +57,9 @@ export default class Application extends EventBase<APP_EVENT_TYPE, AppEvent> {
     private _state;
     private retryTime;
     private larksr;
+    get voiceId(): number;
+    get recodeState(): RECORDER_STATE;
+    private recoder;
     constructor(larksr: LarkSR);
     init(): void;
     initPc(): void;
@@ -62,6 +69,10 @@ export default class Application extends EventBase<APP_EVENT_TYPE, AppEvent> {
     inputText(text: string): void;
     sendTextToDataChannel(text: string): void;
     sendBinaryToDataChannel(binary: Uint8Array): void;
+    aiDmTextInput(text: string): number;
+    startAiDmVoiceInput(): Promise<number>;
+    stopAiDmVoiceInput(): number;
+    private onRecoderData;
     start(): Promise<void>;
     connect(): Promise<PixelStreamingWebsocketChannel> | Promise<WebsocketProxy> | Promise<WebSocektChannel> | undefined;
     disConnect(): void;
@@ -113,6 +124,9 @@ export default class Application extends EventBase<APP_EVENT_TYPE, AppEvent> {
     private onDataChannelOpen;
     private onDataChannelClose;
     private onPeerConnectionState;
+    private onAiVoiceStatus;
+    private onAiVoiceAsrResult;
+    private onAiVoiceDMResult;
     appStateChange(state: APP_STATE): void;
     private infoMsg;
     private errorMsg;

package/types/lark/peer_connection.d.ts

@@ -25,7 +25,10 @@ export declare enum WEBRTC_EVENT_TYPE {
     BAD_NETWORK = 14,
     ERROR = 15,
     RTC_SDP = 16,
-    RTC_ICECANDIDATE = 17
+    RTC_ICECANDIDATE = 17,
+    AI_VOICE_STATUS = 18,
+    AI_VOICE_ASR_RESULT = 19,
+    AI_VOICE_DM_RESULT = 20
 }
 export interface GoogleBitRate {
     start: number;

package/types/lark/recoder.d.ts

@@ -0,0 +1,55 @@
+import { EventBase, LocalEvent } from '../event/event_base';
+export declare enum RECORDER_STATE {
+    READY = 0,
+    RECORDING = 1
+}
+export declare const RECODER_DEFAULT_CONFIG: {
+    sampleRate: number;
+    sampleBits: number;
+    bufferSize: number;
+};
+/**
+ * LarkSR 实例会发出的事件
+ */
+export declare enum RecodeEventType {
+    DATA = 0
+}
+/**
+ * LarkSR 发出的事件
+ */
+export interface RecodeEvent extends LocalEvent<RecodeEventType> {
+    voiceId: number;
+    sliceId: number;
+    data: Uint8Array;
+}
+export default class Recorder extends EventBase<RecodeEventType, RecodeEvent> {
+    get state(): RECORDER_STATE;
+    private _state;
+    private ctx;
+    private sampleRate;
+    private sampleBits;
+    private recorder;
+    private source;
+    private stream;
+    private buffer;
+    private bufferSize;
+    get voiceId(): number;
+    updateVoiceId(): number;
+    private _voiceId;
+    constructor({ bufferSize, sampleRate, sampleBits, }?: {
+        sampleRate: number;
+        sampleBits: number;
+        bufferSize: number;
+    });
+    start(): Promise<number>;
+    pause(): void;
+    clear(): void;
+    /**
+     * @deprecated
+     * @returns
+     */
+    private getRecord;
+    private merge;
+    private compress;
+    private encodeToPCM;
+}

package/types/larksr.d.ts

@@ -161,7 +161,19 @@ declare enum LarkSRClientEvent {
     /**
      * 一般信息提示
      */
-    INFO = "info"
+    INFO = "info",
+    /**
+     * 语音对话的状态
+     */
+    AI_VOICE_STATUS = "aivoicestatus",
+    /**
+     * 语音识别转文字的结果
+     */
+    AI_VOICE_ASR_RESULT = "aivoiceasrresult",
+    /**
+     * 对话返回的结果
+     */
+    AI_VOICE_DM_RESULT = "aivoicedmresult"
 }
 /**
  * LarkSR 发出的事件
@@ -492,6 +504,24 @@ declare class LarkSR extends EventBase<LarkSRClientEvent, LarkSREvent> {
      * @param text 文字
      */
     inputText(text: string): void;
+    /**
+     * 开始智能语音对话文本输入
+     * 应在只能语音为开始状态下开始输入
+     * @param text 输入的文本
+     * @returns 返回对话 ID
+     */
+    aiDmTextInput(text: string): number;
+    /**
+     * 开始智能语音对话语音输入，自动请求录音权限
+     * 应在只能语音为开始状态下开始输入
+     * @returns 成功返回对话id，失败返回异常
+     */
+    startAiDmVoiceInput(): Promise<number>;
+    /**
+     * 停止智能语音输入，通知语音引擎当前用户输入对话结束
+     * @returns 返回当前对话的id
+     */
+    stopAiDmVoiceInput(): number;
     /**
      * 发送文字消息给数据通道
      * 注意 云端应用要继承数据通道功能

package/types/operation/operation.d.ts

@@ -18,7 +18,6 @@ export default class Operation extends EventBase<OPREATION_EVENT_TYPE, Operation
     private keyboardHandler;
     private mouseHandler;
     private gamepadHandler;
-    private useTouch;
     private touchHandler;
     private _startListen;
     set enableParse(enable: boolean);