ppagent 0.0.6 → 0.0.8

package/dist/lib.d.ts

@@ -11,6 +11,7 @@ import pino, { Level } from 'pino';
 import Keyv from 'keyv';
 import { StreamChatReq, CozeAPI, CreateChatData, StreamChatData } from '@coze/api';
 import OpenAI, { ClientOptions } from 'openai';
+import ffmpeg from 'fluent-ffmpeg';
 import { ReadStream as ReadStream$1 } from 'fs';
 
 interface IAsyncFile {
@@ -66,7 +67,7 @@ declare class AsyncFile implements IAsyncFile {
     protected setSource({ data, type, name, textEncoding }: IAsyncFileSource): Promise<void>;
     protected loadBufferFromPath(localPath: string): Promise<Buffer$1>;
     protected saveFile(): Promise<string>;
-    getFormat(): "text" | "binary";
+    getFormat(): "binary" | "text";
     asBuffer(): Promise<Buffer$1 | undefined>;
     asPath(): Promise<string>;
     asBase64(): Promise<string>;
@@ -1407,7 +1408,7 @@ declare class GlobalEvent extends Emittery<{
     registerGlobalEventNames(name: string): void;
 }
 
-interface IChatMeOptions {
+interface IPPAgentOptions {
     /**
      * agent服务的构建参数
      */
@@ -1435,7 +1436,7 @@ declare class PPAgent extends Emittery {
     static EventNames: {
         ERROR: string;
     };
-    constructor(_options?: IChatMeOptions);
+    constructor(_options?: IPPAgentOptions);
     private _server;
     private _pluginHandlers;
     private _wsRoutes;
@@ -1459,6 +1460,7 @@ declare class PPAgent extends Emittery {
     private _globalEvent;
     private _logger;
     private _onlinePluginInfos;
+    private _services;
     get server(): FastifyInstance<fastify.RawServerDefault, http.IncomingMessage, http.ServerResponse<http.IncomingMessage>, fastify.FastifyBaseLogger, fastify.FastifyTypeProviderDefault>;
     get skillManager(): SkillManager;
     get sourceManager(): SourceManager;
@@ -1470,7 +1472,7 @@ declare class PPAgent extends Emittery {
     get sharedCover(): IAsyncFile;
     get sharedLogo(): IAsyncFile;
     get client(): AuthenticationClient<any> & RestClient<any>;
-    get options(): IChatMeOptions;
+    get options(): IPPAgentOptions;
     get taskService(): TaskService;
     get globalEvent(): GlobalEvent;
     get plugins(): IPPAgentPluginHandler[];
@@ -1585,6 +1587,7 @@ declare class PPAgent extends Emittery {
     };
     get onlinePlugins(): IterableIterator<IOnlinePluginInfo>;
     get running(): boolean;
+    get services(): Map<string, any>;
     private _createServer;
     private _initServer;
     private _checkRegister;
@@ -1722,6 +1725,10 @@ interface IAgentOptions {
      * 是否发送消息处理异常的日志到客户端，默认false
      */
     sendErrorLog?: boolean;
+    /**
+     * 正在执行中的问答，执行的超时时间，默认60秒。超过的任务将不再等待，继续执行一个提问（不会被取消回调，有返回后仍然会发送）。
+     */
+    timeoutInSeconds?: number;
 }
 /**
  * 一个智能体，用于连接source和bot。
@@ -2269,40 +2276,32 @@ declare class ZhipuQingyanBot extends BasicBot {
     init(): Promise<void>;
 }
 
-type ImageSize = "1024x1024" | "768x1344" | "864x1152" | "1344x768" | "1152x864" | "1440x720" | "720x1440";
-interface ICogViewDrawOptions {
-    apiBase?: string;
-    apiKey: string;
-    defaultModel: string;
+declare class SiliconFlowBot extends OpenAIBot {
+    static params: IBotParams;
+    constructor(options: IOpenAIBotOptions);
+}
+
+interface IXunfeiBotOptions extends IOpenAIBotOptions {
     /**
-     * 自定义的模型，优先级高于默认模型，用于官方推出新模型后的自定义适配
+     * 优先级高于chatOptions中的模型名称
      */
-    customModel?: string;
-    defaultPrompt: string;
-    defaultSize: ImageSize;
-    user_id?: string;
+    modelName?: string;
+}
+declare class XunfeiBot extends OpenAIBot {
+    static params: IBotParams;
+    constructor(options: IXunfeiBotOptions);
 }
-interface ICogViewSkillOptions extends ISkillOptions {
-    drawOptions: ICogViewDrawOptions;
+
+interface IZhipuBotOptions extends IOpenAIBotOptions {
     /**
-     * 绘图触发词，默认画图,画画，画图
+     * 优先级高于chatOptions中的模型名称
      */
-    triggerWords?: string;
-    replyFormat?: "TEXT" | "IMAGE";
+    modelName?: string;
 }
-declare class CogViewSkill implements ISkill {
-    private _app;
-    private _options;
-    static params: IConfigParams;
-    constructor(_app: PPAgent, _options: ICogViewSkillOptions);
-    private _logger;
-    private _drawer;
-    get options(): ISkillOptions;
-    get params(): IConfigParams;
-    init(): Promise<void>;
-    applyOnSource(data: IAgentChatEventData): Promise<void>;
+declare class ZhipuBot extends OpenAIBot {
+    static params: IBotParams;
+    constructor(options: IZhipuBotOptions);
 }
-declare const cogViewPlugin: IPPAgentPlugin;
 
 interface IPPAgentPluginOptions {
     /**
@@ -2326,7 +2325,34 @@ declare const apiPlugin: IPPAgentPlugin;
 
 declare const defaultPlugin: IPPAgentPlugin;
 
-interface ISenseVoiceSTTSkillOptions extends ISkillOptions {
+interface IBaseSTTSkillOptions extends ISkillOptions {
+    /**
+     * 是否确保音频格式为百度支持的wav格式。默认true，如果已经对接的渠道确保了是16k或者8k单声道音频，则无需检查。
+     */
+    ensureAudioFormat?: boolean;
+}
+/**
+ * 对https://github.com/HG-ha/SenseVoice-Api的技能封装
+ */
+declare abstract class BaseSTTSkill implements ISkill {
+    protected _options: IBaseSTTSkillOptions;
+    static params: ISkillParams;
+    constructor(_options: IBaseSTTSkillOptions);
+    protected _logger: ILogger;
+    protected _targetFormat: string;
+    get options(): IBaseSTTSkillOptions;
+    get params(): ISkillParams;
+    init(): Promise<void>;
+    protected abstract _getText(file: IAsyncFile): Promise<string>;
+    protected _transpileContent(originContent: SourceChatContent): Promise<void>;
+    applyOnSource(data: IAgentChatEventData): Promise<void>;
+    applyOnReply(content: SourceChatContent, messageType: SourceChatMessageType): Promise<{
+        content: SourceChatContent;
+        messageType: SourceChatMessageType;
+    }>;
+}
+
+interface ISenseVoiceSTTSkillOptions extends IBaseSTTSkillOptions {
     /**
      * 如xxx.com，无需带extract_text
      */
@@ -2343,26 +2369,45 @@ interface ISenseVoiceSTTSkillOptions extends ISkillOptions {
     /**
      * basic认证的时候需要提供
      */
-    passwrod?: string;
+    password?: string;
 }
 /**
  * 对https://github.com/HG-ha/SenseVoice-Api的技能封装
  */
-declare class SenseVoiceSTTSkill implements ISkill {
-    private _options;
+declare class SenseVoiceSTTSkill extends BaseSTTSkill {
+    protected _options: ISenseVoiceSTTSkillOptions;
     static params: ISkillParams;
     constructor(_options: ISenseVoiceSTTSkillOptions);
     private _headers;
     get options(): ISenseVoiceSTTSkillOptions;
     get params(): ISkillParams;
+    protected _getText(file: IAsyncFile): Promise<string>;
+}
+
+interface IBaseTTSSkillOptions extends ISkillOptions {
+    /**
+     * 用语音的概率。默认0.5，即一半。
+     */
+    probability?: number;
+    /**
+     * 当判别使用语音时，如果此值为true，会移除语音可能无法阅读的内容。默认false，即遇到无法阅读的，取消语音转换
+     */
+    deleteUnreadableText?: boolean;
+}
+declare abstract class BaseTTSSkill implements ISkill {
+    protected _options: IBaseTTSSkillOptions;
+    static params: ISkillParams;
+    constructor(_options: IBaseTTSSkillOptions);
+    protected _logger: ILogger;
+    protected abstract get _maxToken(): number;
+    get options(): IBaseTTSSkillOptions;
+    get params(): ISkillParams;
     init(): Promise<void>;
-    private _transpile;
-    private _transpileContent;
-    applyOnSource(data: IAgentChatEventData): Promise<void>;
-    applyOnReply(content: SourceChatContent, messageType: SourceChatMessageType): Promise<{
+    applyOnReply(content: SourceChatContent, messageType: SourceChatMessageType, sourceData: IAgentChatEventData, allContent?: string): Promise<{
         content: SourceChatContent;
         messageType: SourceChatMessageType;
     }>;
+    protected abstract getAudioBuffer(text: string, sourceData: IAgentChatEventData): Promise<Buffer>;
 }
 
 interface ISoviteRequestOptions {
@@ -2377,7 +2422,7 @@ interface ISoviteRequestOptions {
     speed?: number;
     inp_refs?: string[];
 }
-interface ISoviteTTSSkillOptions extends ISkillOptions {
+interface ISoviteTTSSkillOptions extends IBaseTTSSkillOptions {
     apiHost: string;
     authType?: "basic" | "jwt" | "none";
     /**
@@ -2391,7 +2436,7 @@ interface ISoviteTTSSkillOptions extends ISkillOptions {
     /**
      * basic认证的时候需要提供
      */
-    passwrod?: string;
+    password?: string;
     /**
      * 是否是流式返回，目前不支持流式，请保持为空或者false
      */
@@ -2400,27 +2445,361 @@ interface ISoviteTTSSkillOptions extends ISkillOptions {
      * 调用接口时额外的参数
      */
     customReqOptions?: Omit<ISoviteRequestOptions, "text">;
+}
+declare class SoviteTTSSkill extends BaseTTSSkill {
+    protected _options: ISoviteTTSSkillOptions;
+    static params: ISkillParams;
+    constructor(_options: ISoviteTTSSkillOptions);
+    private _headers;
+    protected get _maxToken(): number;
+    get options(): ISoviteTTSSkillOptions;
+    get params(): ISkillParams;
+    init(): Promise<void>;
+    getAudioBuffer(text: string): Promise<Buffer>;
+}
+
+interface IBaiduSTTSkillOptions extends IBaseSTTSkillOptions {
+    appId: string;
+    apiKey: string;
+    secretKey: string;
+}
+declare class BaiduSTTSkill extends BaseSTTSkill {
+    protected _app: PPAgent;
+    protected _options: IBaiduSTTSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: IBaiduSTTSkillOptions);
+    private _client;
+    get options(): IBaiduSTTSkillOptions;
+    get params(): ISkillParams;
+    protected _getText(file: IAsyncFile): Promise<string>;
+}
+
+interface IBaiduTTSSkillOptions extends IBaseTTSSkillOptions {
+    appId: string;
+    apiKey: string;
+    secretKey: string;
     /**
-     * 用语音的概率。默认0.5，即一半。
+     * 语速，0-5
+     */
+    spd: number;
+    /**
+     * 音量大小，精品库0-15，其他0-9
+     */
+    vol: number;
+    /**
+     * 度小宇=1，度小美=0，度逍遥（基础）=3，度丫丫=4
+     * 精品发音人选择：度逍遥（精品）=5003，度小鹿=5118，度博文=106，度小童=110，度小萌=111，度米朵=103，度小娇=5
+     * 臻品度逍遥（臻品）=4003，度博文=4106，度小贤=4115，度小鹿=4119，度灵儿=4105，度小乔=4117，度小雯=4100，度米朵=4103，度姗姗=4144，度小贝=4278，度清风=4143，度小新=4140，度小彦=4129，度星河=4149，度小清=4254，度博文=4206，南方=4226
+     */
+    per: number;
+    /**
+     * 音调，取值0-9，默认为5中语调
+     */
+    pit: number;
+    /**
+     * 3为mp3格式(默认)； 4为pcm-16k；5为pcm-8k；6为wav（内容同pcm-16k）; 注意aue=4或者6是语音识别要求的格式，但是音频内容不是语音识别要求的自然人发音，所以识别效果会受影响。
+     */
+    aue: number;
+}
+declare class BaiduTTSSkill extends BaseTTSSkill {
+    private _app;
+    protected _options: IBaiduTTSSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: IBaiduTTSSkillOptions);
+    private _client;
+    protected get _maxToken(): number;
+    get options(): IBaiduTTSSkillOptions;
+    get params(): ISkillParams;
+    protected getAudioBuffer(text: string, sourceData: IAgentChatEventData): Promise<Buffer>;
+}
+
+interface IBaseDrawSkillOptions extends ISkillOptions {
+    /**
+     * 绘图触发词，默认画图,画画，画图
+     */
+    triggerWords?: string;
+    replyFormat?: "TEXT" | "IMAGE" | "URL" | "VIDEO" | "FILE";
+    apiBase: string;
+    apiKey: string;
+    model: string;
+    size: string;
+    /**
+     * 优化器的bot的instanceName
+     */
+    optimizer?: string;
+    /**
+     * 是否使用大模型优化。
+     */
+    useLLM?: boolean;
+}
+interface IDrawResult {
+    url: string;
+    text?: string;
+    coverUrl?: string;
+}
+declare abstract class BaseDrawSkill implements ISkill {
+    protected _app: PPAgent;
+    protected _options: IBaseDrawSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: IBaseDrawSkillOptions);
+    protected _logger: ILogger;
+    get options(): ISkillOptions;
+    get params(): IConfigParams;
+    init(): Promise<void>;
+    protected abstract _draw(text: string, userId: string, data: IAgentChatEventData): Promise<IDrawResult>;
+    applyOnSource(data: IAgentChatEventData): Promise<void>;
+}
+
+interface ICogVideoDrawSkillOptions extends IBaseDrawSkillOptions {
+    /**
+     * 视频生成超时时间，避免永久循环查询结果，默认180秒
+     */
+    timeout?: number;
+    /**
+     * 是否生成音频，默认false
+     */
+    withAudio?: boolean;
+}
+declare class CogVideoDrawSkill extends BaseDrawSkill {
+    protected _app: PPAgent;
+    protected _options: ICogVideoDrawSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: ICogVideoDrawSkillOptions);
+    protected _draw(prompt: string, userId: string): Promise<IDrawResult>;
+}
+
+interface ICogviewDrawSkillOptions extends IBaseDrawSkillOptions {
+}
+declare class CogviewDrawSkill extends BaseDrawSkill {
+    protected _app: PPAgent;
+    protected _options: ICogviewDrawSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: ICogviewDrawSkillOptions);
+    protected _draw(prompt: string, userId: string): Promise<IDrawResult>;
+}
+
+interface IFishAudioTTSSkillOptions extends IBaseTTSSkillOptions {
+    apiKey: string;
+    baseUrl?: string;
+    referenceId: string;
+}
+declare class FishAudioTTSSkill extends BaseTTSSkill {
+    protected _app: PPAgent;
+    protected _options: IFishAudioTTSSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: IFishAudioTTSSkillOptions);
+    protected get _maxToken(): number;
+    get options(): IFishAudioTTSSkillOptions;
+    get params(): ISkillParams;
+    protected getAudioBuffer(text: string): Promise<Buffer>;
+}
+
+interface IOpenAIDrawSkillOptions extends IBaseDrawSkillOptions {
+    quality: "standard" | "hd";
+}
+declare class OpenAIDrawSkill extends BaseDrawSkill {
+    protected _app: PPAgent;
+    protected _options: IOpenAIDrawSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: IOpenAIDrawSkillOptions);
+    protected _draw(prompt: string, userId: string): Promise<IDrawResult>;
+}
+
+interface IOpenAISTTSkillOptions extends IBaseSTTSkillOptions {
+    apiKey: string;
+    baseUrl?: string;
+    model: string;
+}
+declare class OpenAISTTSkill extends BaseSTTSkill {
+    protected _app: PPAgent;
+    protected _options: IOpenAISTTSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: IOpenAISTTSkillOptions);
+    protected _client: OpenAI;
+    init(): Promise<void>;
+    get options(): IOpenAISTTSkillOptions;
+    get params(): ISkillParams;
+    protected _getText(file: IAsyncFile): Promise<string>;
+}
+
+interface IOpenAITTSSkillOptions extends IBaseTTSSkillOptions {
+    apiKey: string;
+    baseUrl?: string;
+    model: string;
+    voice: string;
+    /**
+     * 语速 0.25-4，默认1
+     */
+    speed?: number;
+}
+declare class OpenAITTSSkill extends BaseTTSSkill {
+    protected _app: PPAgent;
+    protected _options: IOpenAITTSSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: IOpenAITTSSkillOptions);
+    protected _format: string;
+    protected get _maxToken(): number;
+    get options(): IOpenAITTSSkillOptions;
+    get params(): ISkillParams;
+    protected _updateBody(body: any): any;
+    protected getAudioBuffer(text: string): Promise<Buffer>;
+}
+
+interface ISiliconFlowDrawSkillOptions extends IBaseDrawSkillOptions {
+    customOptions?: any;
+}
+declare class SiliconFlowDrawSkill extends BaseDrawSkill {
+    protected _app: PPAgent;
+    protected _options: ISiliconFlowDrawSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: ISiliconFlowDrawSkillOptions);
+    protected _draw(prompt: string): Promise<IDrawResult>;
+}
+
+interface ISiliconFlowSTTSkillOptions extends IBaseSTTSkillOptions {
+    apiKey: string;
+    baseUrl?: string;
+    model: string;
+}
+declare class SiliconFlowSTTSkill extends OpenAISTTSkill {
+    protected _app: PPAgent;
+    protected _options: ISiliconFlowSTTSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: ISiliconFlowSTTSkillOptions);
+    get options(): ISiliconFlowSTTSkillOptions;
+    get params(): ISkillParams;
+}
+
+interface ISiliconFlowTTSSkillOptions extends IOpenAISTTSkillOptions {
+    apiKey: string;
+    baseUrl?: string;
+    model: string;
+    voice: string;
+    /**
+     * 语速 0.25-4，默认1
+     */
+    speed?: number;
+}
+declare class SiliconFlowTTSSkill extends OpenAITTSSkill {
+    protected _app: PPAgent;
+    protected _options: ISiliconFlowTTSSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: ISiliconFlowTTSSkillOptions);
+    protected _format: string;
+    get options(): ISiliconFlowTTSSkillOptions;
+    get params(): ISkillParams;
+    protected _updateBody(body: any): any;
+    protected getAudioBuffer(text: string): Promise<Buffer>;
+}
+
+interface ITencentSTTSkillOptions extends IBaseSTTSkillOptions {
+    secretId: string;
+    secretKey: string;
+}
+declare class TencentSTTSkill extends BaseSTTSkill {
+    protected _app: PPAgent;
+    protected _options: ITencentSTTSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: ITencentSTTSkillOptions);
+    private _client;
+    init(): Promise<void>;
+    get options(): ITencentSTTSkillOptions;
+    get params(): ISkillParams;
+    protected _getText(file: IAsyncFile): Promise<string>;
+}
+
+interface ITencentTTSSkillOptions extends IBaseTTSSkillOptions {
+    secretId: string;
+    secretKey: string;
+    /**
+     * 语速，[-2.6]，默认0
+     */
+    spd: number;
+    /**
+     * 音量大小，[-10,10]，默认0
+     */
+    vol: number;
+    /**
+     * 详见 https://cloud.tencent.com/document/product/1073/92668 的基础语音合成音色
+     */
+    voice?: number;
+}
+declare class TencentTTSSkill extends BaseTTSSkill {
+    private _app;
+    protected _options: ITencentTTSSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: ITencentTTSSkillOptions);
+    private _client;
+    protected get _maxToken(): number;
+    init(): Promise<void>;
+    get options(): ITencentTTSSkillOptions;
+    get params(): ISkillParams;
+    protected getAudioBuffer(text: string): Promise<Buffer>;
+}
+
+interface IXunfeiSTTSkillOptions extends IBaseSTTSkillOptions {
+    appId: string;
+    apiKey: string;
+    secretKey: string;
+}
+declare class XunfeiSTTSkill extends BaseSTTSkill {
+    protected _app: PPAgent;
+    protected _options: IXunfeiSTTSkillOptions;
+    static params: ISkillParams;
+    constructor(_app: PPAgent, _options: IXunfeiSTTSkillOptions);
+    private _hostUrl;
+    private _host;
+    private _uri;
+    private _frame;
+    get options(): IXunfeiSTTSkillOptions;
+    get params(): ISkillParams;
+    private _getAuthStr;
+    private _getFrame;
+    protected _getText(file: IAsyncFile): Promise<string>;
+}
+
+interface IXunfeiTTSSkillOptions extends IBaseTTSSkillOptions {
+    appId: string;
+    apiKey: string;
+    secretKey: string;
+    /**
+     * 语速，0-100
+     */
+    speed: number;
+    /**
+     * 0-100
+     */
+    volume: number;
+    /**
+     * 发音人，如 xiaoyan  请在讯飞控制台查看
+     */
+    vcn: string;
+    /**
+     * 音调（音高），取值0-100
+     */
+    pitch: number;
+    /**
+     * 用语音的概率。默认0.5，即一半。增加随机性。
      */
     probability?: number;
     /**
-     * 当判别使用语音时，如果此值为true，会移除语音可能无法阅读的内容。默认false，即遇到无法阅读的，取消语音转换
+     * 当判别使用语音时，如果此值为true，会移除语音可能无法阅读的内容。默认false，即遇到无法阅读的，取消语音转换。
      */
     deleteUnreadableText?: boolean;
 }
-declare class SoviteTTSSkill implements ISkill {
-    private _options;
+declare class XunfeiTTSSkill extends BaseTTSSkill {
+    private _app;
+    protected _options: IXunfeiTTSSkillOptions;
     static params: ISkillParams;
-    constructor(_options: ISoviteTTSSkillOptions);
-    private _headers;
-    get options(): ISoviteTTSSkillOptions;
+    constructor(_app: PPAgent, _options: IXunfeiTTSSkillOptions);
+    private _hostUrl;
+    private _host;
+    private _uri;
+    get options(): IXunfeiTTSSkillOptions;
     get params(): ISkillParams;
-    init(): Promise<void>;
-    applyOnReply(content: SourceChatContent, messageType: SourceChatMessageType): Promise<{
-        content: SourceChatContent;
-        messageType: SourceChatMessageType;
-    }>;
+    protected get _maxToken(): number;
+    private _getAuthStr;
+    protected getAudioBuffer(text: string): Promise<Buffer>;
 }
 
 interface IDingRobotSourceOptions extends ISourceOptions {
@@ -2442,7 +2821,7 @@ interface IDingRobotSourceOptions extends ISourceOptions {
      */
     markdownMsgTitle?: string;
     /**
-     * 发送音频时的格式，默认wav，可选amr，amr文件尺寸小，效率略低于wav。
+     * 发送音频时的格式，默认amr，可选wav（部分wav可能手机会播放失败），amr文件尺寸小，效率略低于wav。
      *
      * 目前测试wav格式支持客户端播放，但是转文字会失败。
      */
@@ -2583,6 +2962,14 @@ interface IFeishuSourceOptions extends ISourceOptions {
      * 启用流式回复时，正在思考的提示语，默认是"正在思考中..."
      */
     thinkingTips?: string;
+    /**
+     * 收到的语音转为wav时的通道数，不设置则采用ffmpeg的默认值。
+     */
+    wavChannel?: number;
+    /**
+     * 收到的语音转为wav时的采样率，不设置则使用ffmpeg的默认值。
+     */
+    wavSampleRate?: number;
 }
 /**
  * 飞书的应用消息源，要注意使用了长连接进行监听，不能启动多个参数相同的消息源，只有其中一个会接收到消息
@@ -2997,8 +3384,8 @@ declare function createCacheManager(namespace: string): Keyv;
 declare function getSecret(key: string): string;
 declare function isPhoneNumber(text: string): boolean;
 declare function generateRandomString(length?: number): string;
-declare function transFormat(inputPath: string, outFilePath: string, toFormat: string): Promise<boolean>;
-declare function transFileFormat(inputFile: IAsyncFile, toFormat: string): Promise<IAsyncFile>;
+declare function transFormat(inputPath: string, outFilePath: string, toFormat: string, preCommand?: (command: ffmpeg.FfmpegCommand) => ffmpeg.FfmpegCommand): Promise<boolean>;
+declare function transFileFormat(inputFile: IAsyncFile, toFormat: string, preCommand?: (command: ffmpeg.FfmpegCommand) => ffmpeg.FfmpegCommand): Promise<IAsyncFile>;
 declare function extractImageUrls(text: string, onlyMarkdonw?: boolean): string[];
 declare function extractMarkdownImageTags(text: string): string[];
 /**
@@ -3020,6 +3407,7 @@ declare function checkMessageRule(r: IMessageRule, data: ISourceChatMessageEvent
 declare function installAndGetPluginInfo(name: string, version?: string, registry?: string): Promise<IOnlinePluginInfo>;
 declare function uninstallDep(name: string): Promise<IOnlinePluginInfo>;
 declare function getEnvNumber(key: string): number | undefined;
+declare function extractMessageContentText(content: SourceChatContent): string;
 
 /**
  * 按照进来顺序回调输出
@@ -3030,4 +3418,4 @@ declare class SortedPromise extends Emittery {
     add<T>(p: Promise<T>): Promise<T>;
 }
 
-export { Agent, type AgentChatMessageReplyType, AgentService, AsyncFile, type AsyncFileLoader, BasicBot, type BotCreator, BotManager, CogViewSkill, CozeBot, CozeService, CronTaskTrigger, DifyAgentBot, DingRobotSource, EchoTaskRunner, EventTaskTrigger, FastGPTBot, FeishuSource, GlobalEvent, GlobalEventNames, GlobalEventTaskTrigger, HistoryMessageManager, type IAgentChatEventData, type IAgentModels, type IAgentOptions, type IAgentServiceOptions, type IAsyncFile, type IAsyncFileSource, type IBasicBotOptions, type IBot, type IBotEventData, type IBotFileInfo, type IBotHistoryMessage, type IBotHistoryRecordEventData, type IBotOptions, type IBotParams, type IBotReadyMessage, type IChatMeOptions, type IConfigParams, type IConfigSchema, type ICozeBotOptions, type ICozeServiceOptions, type ICronTaskTriggerOptions, type IDifyAgentBotOptions, type IDingRobotSourceOptions, type IDingRobotSourceParams, type IDisposable, type IEventTaskTriggerOptions, type IFastGPTBotOptions, type IFeishuSourceOptions, type IGlobalEventData, type IGlobalNotifyEventData, type IHisotryMessageManagerOptions, type IInstance, type IInstanceBaseMangerOptions, type IInstanceCreateOptions, type ILastBotMessageInfo, type ILogger, type ILoggerEmitContent, type IMessageContentReceiver, type IMessageContentRule, type IMessageRule, type IModelInfo, type IOllamaBotOptions, type IOnlinePluginInfo, type IOpenAIBotOptions, type IPPAgentPlugin, type IPPAgentPluginHandler, type IPPAgentPluginOptions, type IQAnythingBotOptions, type IQQSourceOptions, type ISenseVoiceSTTSkillOptions, type ISimpleSchemaItem, type ISkill, type ISkillOptions, type ISkillParams, type ISource, type ISourceActionInfo, type ISourceApiAction, type ISourceApiResponseType, type ISourceChatMessage, type ISourceChatMessageEventData, type ISourceEventData, type ISourceEventTaskTriggerOptions, type ISourceGroupChatMessage, type ISourceGroupInfoChangedEventData, type ISourceLoginEventData, type ISourceLogoutEventData, type ISourceOptions, type ISourceParamas, type ISourceSystemEventData, type ISourceTodoEventData, type ISourceUserInfo, type ISourceWSNormalInMessage, type ISourceWSNormalOutMessage, type ISoviteTTSSkillOptions, type ITaskConfig, type ITaskEventTriggerData, type ITaskRunResult, type ITaskRunner, type ITaskRunnerOptions, type ITaskRunnerParams, type ITaskServiceOptions, type ITaskTrigger, type ITaskTriggerData, type ITaskTriggerOptions, type ITaskTriggerParams, type IWCAISourceOptions, type IWCOASourceOptions, type IWeWorkSourceOptions, type IWenxinAgentBotOptions, type IYuanQiBotOptions, type IZhipuQingyanBotOptions, InstanceBaseManager, OllamaBot, OpenAIBot, OpenRouterBot, PPAgent, QAnythingBot, QQSource, SchemaBaseProperties, SenseVoiceSTTSkill, SimpleSchemaType, type SkillCreator, SkillManager, SkillSchemaBaseProperties, SortedPromise, SourceApiMissingParamsError, SourceApiNotFoundError, SourceApiUnAuthorizedError, type SourceChatArticleContent, type SourceChatAudioContent, type SourceChatCardContent, type SourceChatContactContent, type SourceChatContent, type SourceChatEmotionContent, type SourceChatFileContent, type SourceChatImageContent, type SourceChatMPContent, SourceChatMessageType, type SourceChatMusicContent, type SourceChatPatContentType, type SourceChatPhoneContent, type SourceChatPositionContent, type SourceChatRecallContent, type SourceChatRefContent, type SourceChatRichTextContent, type SourceChatSubscribeContent, type SourceChatSystemContent, type SourceChatTextContent, type SourceChatVideoContent, type SourceCreator, SourceEventTaskTrigger, SourceEventType, SourceManager, type SourceWSCustomAction, type SourceWSNormalAction, SoviteTTSSkill, type TaskRunnerCreator, TaskRunnerManager, TaskRunnerSchemaBaseProperties, TaskService, TaskTrigger, type TaskTriggerCreator, TaskTriggerManager, WCAISource, WCOASource, WeWorkSource, WenxinAgentBot, YuanQiBot, ZhipuQingyanBot, addWavHeader, apiPlugin, arm2wav, betterMarkdown, checkMessageRule, cogViewPlugin, config, createCacheManager, createFormilySchema, defaultPlugin, detectName, disposeObjects, extractArticleInfo, extractImageUrls, extractMarkdownImageTags, extractPositionInfo, filterContentRule, generateRandomString, getEnvNumber, getFromMessageSummary, getLogger, getSecret, getToMessageSummary, hasEmoji, hasMarkdown, installAndGetPluginInfo, isPhoneNumber, removeEmoji, removeMarkdown, richText2Markdown, sleep, sse, stream2buffer, transFileFormat, transFormat, uninstallDep, wav2amr };
+export { Agent, type AgentChatMessageReplyType, AgentService, AsyncFile, type AsyncFileLoader, BaiduSTTSkill, BaiduTTSSkill, BaseDrawSkill, BaseSTTSkill, BaseTTSSkill, BasicBot, type BotCreator, BotManager, CogVideoDrawSkill, CogviewDrawSkill, CozeBot, CozeService, CronTaskTrigger, DifyAgentBot, DingRobotSource, EchoTaskRunner, EventTaskTrigger, FastGPTBot, FeishuSource, FishAudioTTSSkill, GlobalEvent, GlobalEventNames, GlobalEventTaskTrigger, HistoryMessageManager, type IAgentChatEventData, type IAgentModels, type IAgentOptions, type IAgentServiceOptions, type IAsyncFile, type IAsyncFileSource, type IBaiduSTTSkillOptions, type IBaiduTTSSkillOptions, type IBaseDrawSkillOptions, type IBaseSTTSkillOptions, type IBaseTTSSkillOptions, type IBasicBotOptions, type IBot, type IBotEventData, type IBotFileInfo, type IBotHistoryMessage, type IBotHistoryRecordEventData, type IBotOptions, type IBotParams, type IBotReadyMessage, type ICogVideoDrawSkillOptions, type ICogviewDrawSkillOptions, type IConfigParams, type IConfigSchema, type ICozeBotOptions, type ICozeServiceOptions, type ICronTaskTriggerOptions, type IDifyAgentBotOptions, type IDingRobotSourceOptions, type IDingRobotSourceParams, type IDisposable, type IDrawResult, type IEventTaskTriggerOptions, type IFastGPTBotOptions, type IFeishuSourceOptions, type IFishAudioTTSSkillOptions, type IGlobalEventData, type IGlobalNotifyEventData, type IHisotryMessageManagerOptions, type IInstance, type IInstanceBaseMangerOptions, type IInstanceCreateOptions, type ILastBotMessageInfo, type ILogger, type ILoggerEmitContent, type IMessageContentReceiver, type IMessageContentRule, type IMessageRule, type IModelInfo, type IOllamaBotOptions, type IOnlinePluginInfo, type IOpenAIBotOptions, type IOpenAIDrawSkillOptions, type IOpenAISTTSkillOptions, type IOpenAITTSSkillOptions, type IPPAgentOptions, type IPPAgentPlugin, type IPPAgentPluginHandler, type IPPAgentPluginOptions, type IQAnythingBotOptions, type IQQSourceOptions, type ISenseVoiceSTTSkillOptions, type ISiliconFlowDrawSkillOptions, type ISiliconFlowSTTSkillOptions, type ISiliconFlowTTSSkillOptions, type ISimpleSchemaItem, type ISkill, type ISkillOptions, type ISkillParams, type ISource, type ISourceActionInfo, type ISourceApiAction, type ISourceApiResponseType, type ISourceChatMessage, type ISourceChatMessageEventData, type ISourceEventData, type ISourceEventTaskTriggerOptions, type ISourceGroupChatMessage, type ISourceGroupInfoChangedEventData, type ISourceLoginEventData, type ISourceLogoutEventData, type ISourceOptions, type ISourceParamas, type ISourceSystemEventData, type ISourceTodoEventData, type ISourceUserInfo, type ISourceWSNormalInMessage, type ISourceWSNormalOutMessage, type ISoviteTTSSkillOptions, type ITaskConfig, type ITaskEventTriggerData, type ITaskRunResult, type ITaskRunner, type ITaskRunnerOptions, type ITaskRunnerParams, type ITaskServiceOptions, type ITaskTrigger, type ITaskTriggerData, type ITaskTriggerOptions, type ITaskTriggerParams, type ITencentSTTSkillOptions, type ITencentTTSSkillOptions, type IWCAISourceOptions, type IWCOASourceOptions, type IWeWorkSourceOptions, type IWenxinAgentBotOptions, type IXunfeiBotOptions, type IXunfeiSTTSkillOptions, type IXunfeiTTSSkillOptions, type IYuanQiBotOptions, type IZhipuBotOptions, type IZhipuQingyanBotOptions, InstanceBaseManager, OllamaBot, OpenAIBot, OpenAIDrawSkill, OpenAISTTSkill, OpenAITTSSkill, OpenRouterBot, PPAgent, QAnythingBot, QQSource, SchemaBaseProperties, SenseVoiceSTTSkill, SiliconFlowBot, SiliconFlowDrawSkill, SiliconFlowSTTSkill, SiliconFlowTTSSkill, SimpleSchemaType, type SkillCreator, SkillManager, SkillSchemaBaseProperties, SortedPromise, SourceApiMissingParamsError, SourceApiNotFoundError, SourceApiUnAuthorizedError, type SourceChatArticleContent, type SourceChatAudioContent, type SourceChatCardContent, type SourceChatContactContent, type SourceChatContent, type SourceChatEmotionContent, type SourceChatFileContent, type SourceChatImageContent, type SourceChatMPContent, SourceChatMessageType, type SourceChatMusicContent, type SourceChatPatContentType, type SourceChatPhoneContent, type SourceChatPositionContent, type SourceChatRecallContent, type SourceChatRefContent, type SourceChatRichTextContent, type SourceChatSubscribeContent, type SourceChatSystemContent, type SourceChatTextContent, type SourceChatVideoContent, type SourceCreator, SourceEventTaskTrigger, SourceEventType, SourceManager, type SourceWSCustomAction, type SourceWSNormalAction, SoviteTTSSkill, type TaskRunnerCreator, TaskRunnerManager, TaskRunnerSchemaBaseProperties, TaskService, TaskTrigger, type TaskTriggerCreator, TaskTriggerManager, TencentSTTSkill, TencentTTSSkill, WCAISource, WCOASource, WeWorkSource, WenxinAgentBot, XunfeiBot, XunfeiSTTSkill, XunfeiTTSSkill, YuanQiBot, ZhipuBot, ZhipuQingyanBot, addWavHeader, apiPlugin, arm2wav, betterMarkdown, checkMessageRule, config, createCacheManager, createFormilySchema, defaultPlugin, detectName, disposeObjects, extractArticleInfo, extractImageUrls, extractMarkdownImageTags, extractMessageContentText, extractPositionInfo, filterContentRule, generateRandomString, getEnvNumber, getFromMessageSummary, getLogger, getSecret, getToMessageSummary, hasEmoji, hasMarkdown, installAndGetPluginInfo, isPhoneNumber, removeEmoji, removeMarkdown, richText2Markdown, sleep, sse, stream2buffer, transFileFormat, transFormat, uninstallDep, wav2amr };