@bdky/aaas-pilot-kit 1.0.2

package/dist/libs/aaas-pilot-kit/src/lib/service/digital-human/PictureClientDigitalHumanService.d.ts

@@ -0,0 +1,85 @@
+import PictureClient from '@bddh/starling-dh-picture-client';
+import { type IOptions } from '../../../types/config';
+import { BaseDigitalHumanService } from './BaseDigitalHumanService';
+export declare namespace NPictureClientDigitalHumanService {
+    interface IPictureClientProps {
+        readonly modelUrl: string;
+        readonly licenseUrl: string;
+        readonly licenseKey: string;
+        readonly reportUrl?: string;
+        readonly reportInterval?: number;
+        readonly showLog?: boolean;
+    }
+    interface ITtsConfig {
+        readonly per: number | string;
+        readonly spd?: number;
+        readonly pit?: number;
+        readonly vol?: number;
+    }
+    interface IFinishData {
+        readonly code?: string | number;
+        readonly message?: string;
+    }
+    interface IStatusType {
+        readonly code: number;
+        readonly status?: {
+            readonly value: 'SUCCESS' | 'PENDING' | 'ERROR';
+            readonly progress: number;
+        };
+        readonly message?: string;
+    }
+    interface ITextRenderMessage {
+        readonly token: string;
+        readonly text: string;
+        readonly tts: Required<ITtsConfig>;
+        readonly interrupted: boolean;
+        readonly last: boolean;
+        readonly encodeType?: 'PCM' | 'OPUS';
+    }
+    interface ITextRenderData {
+        readonly msg: ITextRenderMessage;
+        readonly finishListener: (data?: IFinishData) => void;
+    }
+    interface IWebSocketMessage {
+        readonly [key: string]: unknown;
+        readonly action: string;
+    }
+    type IPictureClientConstructor = typeof PictureClient;
+    interface IWSEmitter {
+        reply_start: never;
+    }
+}
+export interface IPictureClientOptions extends IOptions {
+    readonly pictureClient?: NPictureClientDigitalHumanService.IPictureClientProps;
+    readonly ttsConfig?: NPictureClientDigitalHumanService.ITtsConfig;
+}
+export declare class PictureClientDigitalHumanService extends BaseDigitalHumanService {
+    static DEFAULT_TTS_CONFIG: Required<Omit<NPictureClientDigitalHumanService.ITtsConfig, 'per'>>;
+    private pictureClient;
+    private requestId;
+    private originalWebSocket;
+    private renderListenerCleanups;
+    private isStreamRendering;
+    private readonly wsProxyEmitter;
+    get ready(): boolean;
+    mount: (container?: HTMLElement) => Promise<void>;
+    bindEvents: () => this;
+    unbindEvents: () => this;
+    renderPlainText: (text: string) => this;
+    renderStreamText: (text: string, hasEnded?: boolean) => this;
+    interrupt: () => this;
+    sendSilenceMessage: () => this;
+    dispose: () => this;
+    GetRequestId: () => string;
+    checkIsReady: () => boolean;
+    private readonly loadPictureClient;
+    private readonly refreshRequestId;
+    private readonly setupWebSocketProxy;
+    private readonly handleWebSocketMessage;
+    private readonly isWebSocketMessage;
+    private readonly setupRenderListener;
+    private readonly cleanupRenderListeners;
+    private readonly restoreWebSocket;
+    private readonly handleRenderFinish;
+    private readonly onStatusChange;
+}

package/dist/libs/aaas-pilot-kit/src/lib/service/digital-human/interface.d.ts

@@ -0,0 +1,100 @@
+/**
+ * @file 数字员工sdk相关接口定义
+ * @author lifuxin(lifuxin@baidu.com)
+ */
+/**
+ * 消息类型
+ *
+ * msg: 数字员工驱动消息回调通知
+ *
+ * rtcState: webRTC 的状态
+ *
+ * wsState: webSocket 的链接状态
+ */
+export type TMessageType = 'msg' | 'rtcState' | 'wsState';
+/**
+ * 错误码枚举
+ *
+ * 只列举了必要的
+ */
+export declare enum EErrorCode {
+    /**
+     * 成功
+     */
+    Success = 0,
+    /**
+     * app 会话路数已经达到上限
+     */
+    ReachSessionLimit = 1004,
+    /**
+     * 系统渲染资源不足导致
+     */
+    ResourceNotEnough = 3001
+}
+/**
+ * 类型为msg的消息体
+ */
+export interface IMsgContent {
+    action: 'RENDER_START' | 'FINISHED' | 'RENDER_ERROR' | 'DOWN_SUBTITLE' | 'RENDER_INTERRUPTED' | 'TIMEOUT_EXIT' | 'CONNECT' | 'TEXT_RENDER' | 'TEXT_STREAM_RENDER' | 'DISCONNECT_ALERT';
+    code: EErrorCode;
+    requestId: string;
+    body: string;
+    message?: string;
+}
+/**
+ * 类型为rtcState的消息体
+ */
+export interface IRtcStateContent {
+    action: 'success' | 'error' | 'remotevideoloading' | 'remoteVideoConnected' | 'remotevideoon' | 'localVideoMuted';
+    body: unknown;
+}
+export declare enum EWSReadyState {
+    UNINSTANTIATED = -1,
+    CONNECTING = 0,
+    OPEN = 1,
+    CLOSING = 2,
+    CLOSED = 3
+}
+/**
+ * 类型为wsState的消息体
+ */
+export interface IWsStateContent {
+    readyState: EWSReadyState;
+}
+/**
+ * 从数字员工接受到的原始消息
+ */
+export interface IBaseRawMessage {
+    type: TMessageType;
+    content: unknown;
+}
+/**
+ * 从数字员工sdk接受到的msg类型原始消息
+ */
+export interface IMsgTypeRawMessage extends IBaseRawMessage {
+    type: 'msg';
+    content: IMsgContent;
+}
+/**
+ * 从数字员工sdk接受到的rtcState类型原始消息
+ */
+export interface IRtcStateTypeRawMessage extends IBaseRawMessage {
+    type: 'rtcState';
+    content: IRtcStateContent;
+}
+/**
+ * 从数字员工sdk接受到的wsState类型原始消息
+ */
+export interface IWsStateTypeRawMessage extends IBaseRawMessage {
+    type: 'wsState';
+    content: IWsStateContent;
+}
+export type TRawMessage = IMsgTypeRawMessage | IRtcStateTypeRawMessage | IWsStateTypeRawMessage;
+/**
+ * 数字员工字幕结构
+ */
+export interface ISubtitle {
+    subtitleId: string;
+    content: string;
+    completed: boolean;
+}

package/dist/libs/aaas-pilot-kit/src/lib/service/rtc-asr/asr/baseAsrService.d.ts

@@ -0,0 +1,82 @@
+import Emittery from 'emittery';
+import type { IOptions } from '../../../../types/config';
+import type { BaseSignalingService } from '../signal/base';
+import { ErrorManager } from '../../../error';
+export declare namespace NBaseAsrService {
+    enum EMessageType {
+        Query = 0,
+        Event = 1
+    }
+    interface IMessageProtocol {
+        type: EMessageType;
+        data: string;
+        continued: boolean;
+        completed: boolean;
+        isCollectingSounds: boolean;
+    }
+    interface IEventWithSessionIdPayload {
+        sessionId: string | null;
+    }
+    interface IUserEventPayload extends IEventWithSessionIdPayload {
+        id: string;
+        display: string;
+        attribute?: string;
+    }
+    interface IMediaStateEventPayload extends IEventWithSessionIdPayload {
+        id: string;
+        medium: string;
+        on: boolean;
+    }
+    type ISilenceEventPayload = IEventWithSessionIdPayload;
+    type IStartEventPayload = IEventWithSessionIdPayload;
+    type IStopEventPayload = IEventWithSessionIdPayload;
+    interface IErrorEventPayload extends IEventWithSessionIdPayload {
+        error: Error;
+    }
+    interface IMessageEventPayload extends IMessageProtocol, IEventWithSessionIdPayload {
+    }
+    interface IEmitter {
+        start: IStartEventPayload;
+        stop: IStopEventPayload;
+        error: IErrorEventPayload;
+        message: IMessageEventPayload;
+        user_joined_room: IUserEventPayload;
+        user_leaving_room: IUserEventPayload;
+        media_state_changed: IMediaStateEventPayload;
+        silence: ISilenceEventPayload;
+    }
+}
+export declare abstract class BaseAsrService<E = NBaseAsrService.IEmitter> {
+    readonly opts: Required<IOptions>;
+    readonly signalingService: BaseSignalingService;
+    readonly errorManager: ErrorManager;
+    disabled: boolean;
+    mutedByUser: boolean;
+    muted: boolean;
+    readonly emitter: Emittery<E, E & import("emittery").OmnipresentEventData, import("emittery").DatalessEventNames<E>>;
+    protected started: boolean;
+    constructor(opts: Required<IOptions>, signalingService: BaseSignalingService, errorManager: ErrorManager);
+    get sessionId(): string | null;
+    mute: (muted: boolean) => void;
+    setMutedByUser: (muted: boolean) => void;
+    /**
+     * 尝试取消asr静音
+     *
+     * 如果用户手动静音、或者出于手动输入驱动方式，则不能取消asr的静音
+     *
+     * @returns 是否成功取消静音
+     */
+    tryUnmuteAsr: () => boolean;
+    disable: () => void;
+    enable: () => void;
+    protected readonly _stop: () => Promise<void>;
+    protected readonly _dispose: () => void;
+    protected readonly _ensureMicPermission: () => Promise<void>;
+    private readonly _ensureMicPermissionPolyfill;
+    abstract preloadDeps(): Promise<void>;
+    abstract start(): Promise<void>;
+    abstract stop(): Promise<void>;
+    abstract dispose(): void;
+    protected abstract makeStartOptions(extra: any): unknown;
+    protected abstract parseMessage(raw: string): NBaseAsrService.IMessageProtocol;
+}

package/dist/libs/aaas-pilot-kit/src/lib/service/rtc-asr/asr/brtcAsrService.d.ts

@@ -0,0 +1,38 @@
+import { BaseAsrService, NBaseAsrService } from './baseAsrService';
+import { NBRTCSignalingService } from '../signal/brtc';
+declare global {
+    interface Window {
+        adapter: any;
+    }
+}
+export declare namespace NBRTCAsrService {
+    interface IRtcDomOptions {
+        remoteVideoElement?: HTMLElement | string;
+        localVideoElement?: HTMLElement | string;
+    }
+    interface IBRTCAsrClientConfig {
+        displayName: string;
+        debugLevel?: boolean | 'all' | Array<'debug' | 'log' | 'error'>;
+        rtcOptions?: IRtcDomOptions;
+        cfg?: NBRTCSignalingService.IRuntimeCfg;
+        silenceTimeoutMs?: number;
+    }
+    const DEFAULT_BRTC_SDK_URL = "https://brtc-sdk.cdn.bcebos.com/npm/baidurtc@1.2.19/baidu.rtc.sdk.js";
+    const DEFAULT_BRTC_CLIENT_CONFIG: Required<IBRTCAsrClientConfig>;
+}
+export declare class BRTCAsrService extends BaseAsrService {
+    private static readonly MESSAGE_INTERVAL_THRESHOLD;
+    private brtcLoadPromise;
+    private silenceTimer;
+    private lastMessageTime;
+    private messageIntervalTimer;
+    preloadDeps(src?: string): Promise<void>;
+    start: () => Promise<void>;
+    stop: () => Promise<void>;
+    dispose: () => void;
+    protected makeStartOptions(): Required<NBRTCAsrService.IBRTCAsrClientConfig>;
+    protected parseMessage(raw: string): NBaseAsrService.IMessageProtocol;
+    private readonly resetSilenceTimer;
+    private readonly triggerSilence;
+    private readonly checkMessageInterval;
+}

package/dist/libs/aaas-pilot-kit/src/lib/service/rtc-asr/signal/base.d.ts

@@ -0,0 +1,19 @@
+/**
+ * @file 基础 RTC 信令服务抽象类
+ * @author zhangwenxi(zhangwenxi@baidu.com)
+ */
+import type { IOptions } from '../../../../types/config';
+import { ErrorManager } from '../../../error';
+export declare abstract class BaseSignalingService {
+    readonly opts: Required<IOptions>;
+    readonly errorManager: ErrorManager;
+    protected started: boolean;
+    protected sessionId: string;
+    constructor(opts: Required<IOptions>, errorManager: ErrorManager);
+    protected readonly _dispose: () => void;
+    abstract Start<P extends Record<string, any>>(opts: P): Promise<void>;
+    abstract Stop(): Promise<void>;
+    abstract Mute(muted: boolean): void;
+    abstract GetSessionID(): string;
+    abstract Dispose(): void;
+}

package/dist/libs/aaas-pilot-kit/src/lib/service/rtc-asr/signal/brtc.d.ts

@@ -0,0 +1,69 @@
+import { BaseSignalingService } from './base';
+declare global {
+    interface Window {
+        BRTC_Start: (options: NBRTCSignalingService.ILoginParams) => void;
+        BRTC_Stop: () => void;
+        BRTC_MuteMicphone: (muted: boolean) => void;
+        BRTC_SendMessageToUser: (message: string, uid?: string) => void;
+    }
+}
+export declare namespace NBRTCSignalingService {
+    interface IRuntimeCfg {
+        llm?: string;
+        llm_url?: string;
+        lang?: string;
+        tts?: string;
+        asr?: string;
+        tag?: string;
+        tts_sayhi?: string;
+        role?: string;
+        location?: string;
+        llm_cfg?: string;
+        asr_url?: string;
+        tts_url?: string;
+        audiocodec?: string;
+        xiling_auth?: string;
+        xiling_bgimg?: string;
+        fid?: string;
+        llm_token?: string;
+        asr_vad?: number;
+    }
+    interface IRawMessage {
+        id: string;
+        data: string;
+    }
+    interface IStartParams extends Record<string, any> {
+        cfg?: IRuntimeCfg;
+        apihost?: string;
+        authUrl?: string;
+        debuglevel?: boolean | 'all' | Array<'debug' | 'log' | 'error'>;
+        remotevideoviewid?: string | HTMLElement;
+        localvideoviewid?: string | HTMLElement;
+        success?: () => void;
+        error?: (err: Error) => void;
+        onmessage?: (msg: IRawMessage) => void;
+        userevent_joinedroom?: (id: string, display: string, attribute: string) => void;
+        userevent_leavingroom?: (id: string, display: string) => void;
+        remotemediastating?: (id: string, medium: string, on: boolean) => void;
+    }
+    interface ILoginParams extends IStartParams {
+        appid: string;
+        roomname: string;
+        userid: string;
+        token: string;
+    }
+}
+export declare class BRTCSignalingService extends BaseSignalingService {
+    static ONLINE_PREFIX_URL: string;
+    static SANDBOX_PREFIX_URL: string;
+    static AUTH_URL: string;
+    appId: string;
+    get prefixUrl(): string;
+    Start: (params: NBRTCSignalingService.IStartParams) => Promise<void>;
+    Stop: () => Promise<void>;
+    Mute: (muted: boolean) => void;
+    GetSessionID: () => string;
+    Dispose: () => void;
+    private readonly getAuthToken;
+    private loginBRTC;
+}

package/dist/libs/aaas-pilot-kit/src/lib/utils/applyTextReplacements.d.ts

@@ -0,0 +1,15 @@
+/** 定义一条替换规则：用 RegExp 搜索，用字符串替换 */
+export interface ReplacementRule {
+    /** 正则表达式，务必带 g 标志，否则只会替换第一个命中 */
+    pattern: RegExp;
+    /** 要替换成的目标文本 */
+    replacement: string;
+}
+export declare const defaultRules: ReplacementRule[];
+/**
+ * 按给定规则批量替换文本（用于配置好热词后 ASR 仍然识别错误的场景）
+ * @param input 原始文本
+ * @param rules 替换规则数组
+ * @returns 处理后的文本
+ */
+export declare const applyReplacements: (input: string, rules?: ReplacementRule[]) => string;

package/dist/libs/aaas-pilot-kit/src/lib/utils/customXmlParser.d.ts

@@ -0,0 +1,46 @@
+import { XMLParser } from 'fast-xml-parser';
+export declare namespace NCustomXMLParser {
+    interface TextNode {
+        text: [
+            {
+                '#text': string;
+            }
+        ];
+    }
+    interface ImageNode {
+        image: [
+            {
+                '#text': string;
+            }
+        ];
+    }
+    interface VideoNode {
+        video: [
+            {
+                '#text': string;
+            }
+        ];
+    }
+    type ContentNode = TextNode | ImageNode | VideoNode;
+    type XMLStructure = [
+        {
+            root: [
+                {
+                    content: ContentNode[];
+                }
+            ];
+        }
+    ];
+    type ParsedXmlResult<R extends XMLStructure> = R | string | unknown;
+}
+export declare class CustomXMLParser {
+    xmlParser: XMLParser;
+    constructor();
+    static isTextNode: (node: NCustomXMLParser.ContentNode) => node is NCustomXMLParser.TextNode;
+    static isImageNode: (node: NCustomXMLParser.ContentNode) => node is NCustomXMLParser.ImageNode;
+    static isVideoNode: (node: NCustomXMLParser.ContentNode) => node is NCustomXMLParser.VideoNode;
+    static isXml: (text: unknown) => text is string;
+    isXml: (text: unknown) => text is string;
+    parseXmlOrText: <R extends NCustomXMLParser.XMLStructure = NCustomXMLParser.XMLStructure>(input: string) => NCustomXMLParser.ParsedXmlResult<R>;
+    hasMixContentByParsedXml: <R extends NCustomXMLParser.XMLStructure = NCustomXMLParser.XMLStructure>(result: NCustomXMLParser.ParsedXmlResult<R>) => result is R;
+}

package/dist/libs/aaas-pilot-kit/src/lib/utils/isEmptyObject.d.ts

@@ -0,0 +1,14 @@
+/**
+ * 判断一个 *plain object* 是否“空对象”——
+ * 即既没有自有字符串键，也没有自有 Symbol 键。
+ *
+ * ⚠️ 若传入的值不是 plain object，则结果恒为 false。
+ *
+ * @example
+ * isEmptyObject({})                         // true
+ * isEmptyObject(Object.create(null))        // true
+ * isEmptyObject({ a: 1 })                   // false
+ * isEmptyObject([])                         // false  (不是 plain object)
+ * isEmptyObject(new Map())                  // false  (不是 plain object)
+ */
+export declare function isEmptyObject(value: unknown): value is Record<PropertyKey, never>;

package/dist/libs/aaas-pilot-kit/src/lib/utils/isPlainObject.d.ts

@@ -0,0 +1,13 @@
+/**
+ * 严谨判断一个值是否为 *plain object*：
+ *  1. 直接量 `{}`；
+ *  2. `new Object()`；
+ *  3. `Object.create(null)`；
+ *
+ * @example
+ * isPlainObject({})                     // true
+ * isPlainObject(Object.create(null))    // true
+ * isPlainObject([])                     // false
+ * isPlainObject(new (class Foo {})())   // false
+ */
+export declare function isPlainObject(value: unknown): value is Record<PropertyKey, unknown>;

package/dist/libs/aaas-pilot-kit/src/lib/utils/noop.d.ts

@@ -0,0 +1 @@
+export declare const noop: () => void;

package/dist/libs/aaas-pilot-kit/src/lib/utils/sleep.d.ts

@@ -0,0 +1 @@
+export declare const sleep: (timeout?: number) => Promise<unknown>;

package/dist/libs/aaas-pilot-kit/src/lib/utils/toQueryString.d.ts

@@ -0,0 +1 @@
+export declare const toQueryString: (params: Record<string, any>) => string;

package/dist/libs/aaas-pilot-kit/src/lib/utils/ua.d.ts

@@ -0,0 +1,3 @@
+export declare const isInWeChat: () => boolean;
+export declare const isIOS: () => boolean;
+export declare const isIPadOS: () => boolean;

package/dist/libs/aaas-pilot-kit/src/samples/react/Route/index.d.ts

@@ -0,0 +1,3 @@
+import { type FC } from 'react';
+export declare const App: FC;
+export declare const AppRoute: () => import("react/jsx-runtime").JSX.Element;

package/dist/libs/aaas-pilot-kit/src/samples/react/conversation.d.ts

@@ -0,0 +1,2 @@
+import { type FC } from 'react';
+export declare const ConversationDemo: FC;

package/dist/libs/aaas-pilot-kit/src/samples/react/index.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/libs/aaas-pilot-kit/src/test-setup.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/libs/aaas-pilot-kit/src/types/agent.d.ts

@@ -0,0 +1,8 @@
+import { XOR } from './common';
+export interface IAiobOnly {
+    robotId: string;
+}
+export interface ICspOnly {
+    token: string;
+}
+export type AgentConfig = XOR<IAiobOnly, ICspOnly>;

package/dist/libs/aaas-pilot-kit/src/types/common.d.ts

@@ -0,0 +1,5 @@
+export type Without<T, K extends keyof any> = {
+    [P in Exclude<keyof T, K>]?: never;
+};
+export type XOR<T, U> = (T & Without<U, keyof T>) | (U & Without<T, keyof U>);
+export type Env = 'development' | 'sandbox' | 'production';