wechaty-web-panel 1.6.112 → 1.6.113

package/dist/botInstance/gpt4v.js

@@ -0,0 +1,95 @@
+import { getImageVision } from "./sdk/chatGPT4V.js";
+import { getPuppetEol, isWindowsPlatform } from '../const/puppet-type.js';
+import { ChatClient } from './sdk/difyClient.js';
+import { extractImageLinks } from '../lib/index.js';
+import FormData from 'form-data';
+export async function get4vReply(images, question, config) {
+    try {
+        const iswindows = await isWindowsPlatform();
+        const eol = await getPuppetEol();
+        const finalConfig = {
+            ...config,
+            baseUrl: config.proxyPass || ''
+        };
+        const { text } = await getImageVision(images, question, finalConfig);
+        let replys = [];
+        let message = iswindows ? text.replaceAll("\n", eol) : text;
+        const imgs = extractImageLinks(message);
+        while (message.length > 1500) {
+            replys.push(message.slice(0, 1500));
+            message = message.slice(1500);
+        }
+        replys.push(message);
+        replys = replys.map(item => {
+            return {
+                type: 1,
+                content: item.trim()
+            };
+        });
+        if (imgs.length) {
+            console.log('提取到内容中的图片', imgs);
+            replys = replys.concat(imgs);
+        }
+        return replys;
+    }
+    catch (e) {
+        console.log("gpt4v报错：" + e);
+        return [{ type: 1, content: '图像识别失败，请确保你的账号有GPT-4V权限' }];
+    }
+}
+export async function getDify4vReply(images, question, config, userId) {
+    try {
+        const iswindows = await isWindowsPlatform();
+        const eol = await getPuppetEol();
+        const sendFiles = [];
+        const difyClient = new ChatClient({ apiKey: config.apiKey, baseUrl: config.proxyPass, debug: config.debug });
+        console.log('进入Dify图像识别模式');
+        for (const file of images) {
+            try {
+                const base64 = await file.toBase64();
+                const readable = Buffer.from(base64, 'base64');
+                const formData = new FormData();
+                formData.append('file', readable, { contentType: file.mediaType, filename: file.name });
+                formData.append('user', userId);
+                const res = await difyClient.fileUpload(formData);
+                if (res.data.id) {
+                    sendFiles.push({ type: 'image', transfer_method: 'local_file', upload_file_id: res.data.id });
+                }
+            }
+            catch (e) {
+                console.log(`Dify 上传文件失败:${e}`);
+            }
+        }
+        const { text, files } = await difyClient.sendMessage(question, { user: userId, timeoutMs: config.timeoutMs * 1000, files: sendFiles });
+        let replys = [];
+        let message = iswindows ? text.replaceAll("\n", eol) : text;
+        const imgs = extractImageLinks(message);
+        while (message.length > 1500) {
+            replys.push(message.slice(0, 1500));
+            message = message.slice(1500);
+        }
+        replys.push(message);
+        replys = replys.map(item => {
+            return {
+                type: 1,
+                content: item.trim()
+            };
+        });
+        if (imgs.length) {
+            console.log('提取到内容中的图片', imgs);
+            replys = replys.concat(imgs);
+        }
+        if (files.length) {
+            console.log('回复内容带文件', files);
+            files.forEach(item => {
+                replys.push({ type: 2, url: item });
+            });
+        }
+        return replys;
+    }
+    catch (e) {
+        console.log("Dify 图像识别报错：" + e);
+        return [{ type: 1, content: '图像识别失败，请确保你的账号有GPT-4V权限' }];
+    }
+}
+//# sourceMappingURL=gpt4v.js.map

package/dist/botInstance/officialOpenAi.js

@@ -0,0 +1,186 @@
+import { ChatGPTAPI } from "../bot/chatgpt/index.js";
+import { addAichatRecord } from "../db/aichatDb.js";
+import { getPromotInfo } from "../proxy/aibotk.js";
+import { ContentCensor } from "../lib/contentCensor.js";
+import { getPuppetEol, isWindowsPlatform } from '../const/puppet-type.js';
+import { v4 as uuidv4 } from "uuid";
+import dayjs from "dayjs";
+import { extractImageLinks } from '../lib/index.js';
+import { getText2Speech } from "../proxy/multimodal.js";
+let chatGPT = null;
+class OfficialOpenAi {
+    constructor(config = {
+        temperature: 0.8,
+        top_p: 1,
+        presence_penalty: 1,
+        token: '', // token
+        debug: 0, // 开启调试
+        proxyPass: '', // 反向代理地址
+        proxyUrl: '', // 代理地址
+        showQuestion: true, // 显示原文
+        timeoutMs: 60, // 超时时间 s
+        model: '', // 模型
+        promotId: '',
+        systemMessage: '', // 预设promotion
+    }) {
+        this.chatGPT = null;
+        this.config = config;
+        this.contentCensor = null;
+        this.chatOption = {};
+        this.eol = '\n';
+        this.iswindows = false;
+    }
+    async init() {
+        this.eol = await getPuppetEol();
+        this.iswindows = await isWindowsPlatform();
+        if (this.config.promotId) {
+            const promotInfo = await getPromotInfo(this.config.promotId);
+            if (promotInfo) {
+                this.config.systemMessage = promotInfo.promot;
+            }
+        }
+        if (this.config.filter) {
+            this.contentCensor = new ContentCensor(this.config.filterConfig);
+        }
+        const baseOptions = {
+            apiKey: this.config.token,
+            completionParams: { model: this.config.model, temperature: this.config?.temperature || 0.8, top_p: this.config?.top_p || 1, presence_penalty: this.config?.presence_penalty || 1 },
+            debug: this.config.debug,
+            systemMessage: this.config.systemMessage || '',
+        };
+        // increase max token limit if use gpt-4
+        if (this.config.model.toLowerCase().includes('gpt-4')) {
+            // if use 32k model
+            if (this.config.model.toLowerCase().includes('32k')) {
+                baseOptions.maxModelTokens = 32768;
+                baseOptions.maxResponseTokens = 8192;
+            } // if use GPT-4 Turbo preview 4o
+            else if (this.config.model.toLowerCase().includes('-preview') || this.config.model.toLowerCase().includes('-turbo') || this.config.model.toLowerCase().includes('gpt-4o')) {
+                baseOptions.maxModelTokens = 128000;
+                baseOptions.maxResponseTokens = 4096;
+            }
+            else {
+                baseOptions.maxModelTokens = 8192;
+                baseOptions.maxResponseTokens = 4096;
+            }
+        }
+        if (this.config.model.toLowerCase().includes('gpt-3.5')) {
+            if (this.config.model.toLowerCase() === 'gpt-3.5-turbo' || this.config.model.toLowerCase().includes('16k') || this.config.model.toLowerCase().includes('turbo-1106') || this.config.model.toLowerCase().includes('turbo-0125')) {
+                baseOptions.maxModelTokens = 16385;
+                baseOptions.maxResponseTokens = 4096;
+            }
+            else {
+                baseOptions.maxModelTokens = 4096;
+                baseOptions.maxResponseTokens = 1024;
+            }
+        }
+        if (this.config.model.toLowerCase().includes('deepseek')) {
+            baseOptions.maxModelTokens = 65792;
+            baseOptions.maxResponseTokens = 8192;
+        }
+        if (this.config?.modelMaxToken) {
+            baseOptions.maxModelTokens = this.config.modelMaxToken;
+        }
+        if (this.config?.maxToken) {
+            baseOptions.maxResponseTokens = this.config.maxToken;
+        }
+        console.log(`请求地址:${this.config.proxyPass}`);
+        this.chatGPT = new ChatGPTAPI({
+            ...baseOptions,
+            apiBaseUrl: this.config.proxyPass,
+        });
+    }
+    /**
+     * 重置apikey
+     * @return {Promise<void>}
+     */
+    reset() {
+        this.chatGPT = null;
+    }
+    async getReply({ content, uid, adminId = '', systemMessage = '', file }) {
+        try {
+            if (!this.chatGPT) {
+                console.log('看到此消息说明已启用ChatGPT');
+                await this.init();
+            }
+            if (this.config.filter) {
+                const censor = await this.contentCensor.checkText(content);
+                if (!censor) {
+                    console.log(`问题:${content},包含违规词，已拦截`);
+                    return [{ type: 1, content: '这个话题不适合讨论，换个话题吧。' }];
+                }
+            }
+            const resetWord = ['reset', '重置', '重置对话', '忽略上下文', '重置上下文', '重新开始', '清除对话', '清除上下文'];
+            if (systemMessage || resetWord.includes(content)) {
+                console.log('重新更新上下文对话');
+                this.chatOption[uid] = null;
+                if (content === 'reset' || content === '重置') {
+                    return [{ type: 1, content: '上下文已重置' }];
+                }
+            }
+            const sendParams = { ...this.chatOption[uid], timeoutMs: this.config.timeoutMs * 1000 || 80 * 1000 };
+            if (systemMessage) {
+                sendParams.systemMessage = systemMessage;
+            }
+            console.log('sendParams---', sendParams);
+            const { chatId, text, id } = await this.chatGPT.sendMessage({ message: content, file }, sendParams);
+            if (this.config.filter) {
+                const censor = await this.contentCensor.checkText(text);
+                if (!censor) {
+                    console.log(`回复: ${text},包含违规词，已拦截`);
+                    return [{ type: 1, content: '这个话题不适合讨论，换个话题吧。' }];
+                }
+            }
+            if (this.config.record) {
+                void addAichatRecord({ contactId: uid, adminId, input: content, output: text, time: dayjs().format('YYYY-MM-DD HH:mm:ss') });
+            }
+            this.chatOption[uid] = { chatId };
+            let replys = [];
+            if (this.config?.openTTS) {
+                replys = await getText2Speech(text, this.config.ttsConfig);
+                if (replys.length) {
+                    return replys;
+                }
+            }
+            let message;
+            if (this.config.showQuestion) {
+                message = `${content}${this.eol}-----------${this.eol}` + (this.iswindows ? text.replaceAll('\n', this.eol) : text);
+            }
+            else {
+                message = this.iswindows ? text.replaceAll('\n', this.eol) : text;
+            }
+            let imgs = [];
+            if (this.config.filterLinkContent) {
+                const filterRes = extractImageLinks(message, true);
+                imgs = filterRes.imageReplys;
+                message = filterRes.content;
+            }
+            else {
+                imgs = extractImageLinks(message);
+            }
+            console.log('imgs', imgs);
+            while (message.length > 1500) {
+                replys.push(message.slice(0, 1500));
+                message = message.slice(1500);
+            }
+            replys.push(message);
+            replys = replys.map(item => {
+                return {
+                    type: 1,
+                    content: item.trim()
+                };
+            });
+            if (imgs.length) {
+                console.log('提取到内容中的图片', imgs);
+                replys = replys.concat(imgs);
+            }
+            return replys;
+        }
+        catch (e) {
+            console.log('chat gpt报错：' + e);
+            return [];
+        }
+    }
+}
+export default OfficialOpenAi;
+//# sourceMappingURL=officialOpenAi.js.map

package/dist/botInstance/qany.js

@@ -0,0 +1,144 @@
+import { QAnyApi } from './sdk/qanything.js';
+import { addAichatRecord } from '../db/aichatDb.js';
+import { ContentCensor } from '../lib/contentCensor.js';
+import { getPuppetEol, isWindowsPlatform } from '../const/puppet-type.js';
+import dayjs from 'dayjs';
+import { extractImageLinks } from '../lib/index.js';
+import { getText2Speech } from "../proxy/multimodal.js";
+class QAnyAi {
+    constructor(config = {
+        token: '', // api 秘钥
+        botId: '', // botId
+        proxyPass: '', // 请求地址
+        showQuestion: true, // 显示原文
+        showSuggestions: false, // 显示建议问题
+        timeoutMs: 180, // 超时时间 s
+        promotId: '',
+        systemMessage: '' // 预设promotion
+    }) {
+        this.qanyChat = null;
+        this.config = { ...config };
+        this.contentCensor = null;
+        this.chatOption = {};
+        this.eol = '\n';
+        this.iswindows = false;
+    }
+    async init() {
+        this.eol = await getPuppetEol();
+        this.iswindows = await isWindowsPlatform();
+        if (this.config.filter) {
+            this.contentCensor = new ContentCensor(this.config.filterConfig);
+        }
+        const baseOptions = {
+            apiKey: this.config.token,
+            apiBaseUrl: this.config.proxyPass,
+            debug: !!this.config.debug,
+            botId: this.config.botId,
+        };
+        console.log(`api请求地址:${this.config.proxyPass}`);
+        this.qanyChat = new QAnyApi({
+            ...baseOptions,
+        });
+    }
+    /**
+     * 重置apikey
+     * @return {Promise<void>}
+     */
+    reset() {
+        this.qanyChat = null;
+    }
+    async getReply(content, uid, adminId = '', systemMessage = '') {
+        try {
+            if (!this.qanyChat) {
+                console.log('启用QAnything对话平台');
+                await this.init();
+            }
+            if (this.config.filter) {
+                const censor = await this.contentCensor.checkText(content);
+                if (!censor) {
+                    console.log(`问题:${content},包含违规词，已拦截`);
+                    return [{ type: 1, content: '这个话题不适合讨论，换个话题吧。' }];
+                }
+            }
+            if (content === 'reset' || content === '重置') {
+                console.log('重新更新上下文对话');
+                this.chatOption[uid] = {
+                    needHistory: false
+                };
+                if (content === 'reset' || content === '重置') {
+                    return [{ type: 1, content: '上下文已重置' }];
+                }
+            }
+            const { text, id } = await this.qanyChat.sendMessage(content, {
+                ...this.chatOption[uid],
+                timeoutMs: this.config.timeoutMs * 1000 || 180 * 1000,
+                user: uid
+            });
+            if (this.config.filter) {
+                const censor = await this.contentCensor.checkText(text);
+                if (!censor) {
+                    console.log(`回复: ${text},包含违规词，已拦截`);
+                    return [{ type: 1, content: '这个话题不适合讨论，换个话题吧。' }];
+                }
+            }
+            if (this.config.record) {
+                void addAichatRecord({
+                    contactId: uid,
+                    adminId,
+                    input: content,
+                    output: text,
+                    time: dayjs().format('YYYY-MM-DD HH:mm:ss')
+                });
+            }
+            // 保存对话id 对于同一个用户的对话不更新conversationId
+            this.chatOption[uid] = {
+                needHistory: true
+            };
+            let replys = [];
+            if (this.config?.openTTS) {
+                replys = await getText2Speech(text, this.config.ttsConfig);
+                if (replys.length) {
+                    return replys;
+                }
+            }
+            let message;
+            if (this.config.showQuestion) {
+                message = `${content}${this.eol}-----------${this.eol}` + (this.iswindows ? text.replaceAll('\n', this.eol) : text);
+            }
+            else {
+                message = this.iswindows ? text.replaceAll('\n', this.eol) : text;
+            }
+            let imgs = [];
+            if (this.config.filterLinkContent) {
+                const filterRes = extractImageLinks(message, true);
+                imgs = filterRes.imageReplys;
+                message = filterRes.content;
+            }
+            else {
+                imgs = extractImageLinks(message);
+            }
+            while (message.length > 1500) {
+                replys.push(message.slice(0, 1500));
+                message = message.slice(1500);
+            }
+            replys.push(message);
+            replys = replys.map(item => {
+                return {
+                    type: 1,
+                    content: item.trim()
+                };
+            });
+            if (imgs.length) {
+                console.log('提取到内容中的图片', imgs);
+                replys = replys.concat(imgs);
+            }
+            return replys;
+        }
+        catch (e) {
+            console.log('QAnything请求报错：' + e);
+            return [];
+        }
+    }
+}
+export default QAnyAi;
+//# sourceMappingURL=qany.js.map

package/dist/botInstance/sdk/chatGPT4V.js

@@ -0,0 +1,89 @@
+import axios from "axios";
+export const BASE_URL = "https://api.openai.com/v1";
+const GPT4VError = class extends Error {
+};
+export const routes = {
+    createVisionPreviewMessage: {
+        method: "POST",
+        url: () => '/chat/completions'
+    },
+    createDellImage: {
+        method: "POST",
+        url: () => '/images/generations'
+    },
+};
+async function sendRequest({ method, endpoint, data, params, stream = false, timeoutMs = 180 * 1000, apiKey, baseUrl, debug }) {
+    const headers = {
+        "Authorization": `Bearer ${apiKey}`, "Content-Type": "application/json"
+    };
+    const url = `${baseUrl}${endpoint}`;
+    let response;
+    if (debug) {
+        console.log("gpt4v request", url, { data, headers, params });
+    }
+    response = await axios({
+        method,
+        url,
+        data: data || null,
+        params: params || null,
+        headers,
+        timeout: timeoutMs,
+        responseType: stream ? "stream" : "json"
+    });
+    return response;
+}
+export async function getImageVision(images, question, config) {
+    const data = {
+        model: "gpt-4-vision-preview",
+        messages: [
+            {
+                role: "user",
+                content: [
+                    {
+                        type: "text",
+                        text: question || "Please describe the content of the image in Chinese. If it contains any prohibited content, please refrain from describing it."
+                    }
+                ]
+            }
+        ],
+        max_tokens: 300,
+        ...config.completionParams
+    };
+    for (let item of images) {
+        data.messages[0].content.push({
+            type: "image_url",
+            image_url: {
+                url: item
+            }
+        });
+    }
+    if (config.debug) {
+        console.log("request data", data);
+    }
+    const res = await sendRequest({
+        apiKey: config.apiKey,
+        debug: config.debug,
+        baseUrl: config.baseUrl || BASE_URL,
+        method: routes.createVisionPreviewMessage.method,
+        endpoint: routes.createVisionPreviewMessage.url(),
+        data,
+        stream: false,
+        timeoutMs: config.timeoutMs * 1000
+    });
+    if (res.status !== 200) {
+        if (config.debug) {
+            console.log("gpt4v request error", res.data);
+        }
+        const reason = JSON.stringify(res.data);
+        const msg = `GPT4V error ${res.status}: ${reason}`;
+        const error = new GPT4VError(msg, { cause: res });
+        error.statusCode = res.status;
+        error.statusText = JSON.stringify(res.data);
+        return Promise.reject(res.message);
+    }
+    const response = res.data;
+    return {
+        text: response.choices[0].message.content
+    };
+}
+//# sourceMappingURL=chatGPT4V.js.map