koishi-plugin-chatluna-google-gemini-adapter 1.0.0-beta.13 → 1.0.0-beta.14

package/lib/client.js

@@ -1,80 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.GeminiClient = void 0;
-const client_1 = require("koishi-plugin-chatluna/lib/llm-core/platform/client");
-const model_1 = require("koishi-plugin-chatluna/lib/llm-core/platform/model");
-const types_1 = require("koishi-plugin-chatluna/lib/llm-core/platform/types");
-const error_1 = require("koishi-plugin-chatluna/lib/utils/error");
-const requester_1 = require("./requester");
-class GeminiClient extends client_1.PlatformModelAndEmbeddingsClient {
-    _config;
-    platform = 'gemini';
-    _requester;
-    _models;
-    constructor(ctx, _config, clientConfig) {
-        super(ctx, clientConfig);
-        this._config = _config;
-        this._requester = new requester_1.GeminiRequester(clientConfig);
-    }
-    async init() {
-        await this.getModels();
-    }
-    async refreshModels() {
-        try {
-            const rawModels = await this._requester.getModels();
-            if (!rawModels.length) {
-                throw new error_1.ChatLunaError(error_1.ChatLunaErrorCode.MODEL_INIT_ERROR, new Error('No model found'));
-            }
-            return rawModels
-                .map((model) => model.replace('models/', ''))
-                .map((model) => {
-                return {
-                    name: model,
-                    maxTokens: model.includes('vision') ? 12288 : 30720,
-                    type: model.includes('embedding')
-                        ? types_1.ModelType.embeddings
-                        : types_1.ModelType.llm,
-                    functionCall: !model.includes('vision'),
-                    supportMode: ['all']
-                };
-            });
-        }
-        catch (e) {
-            throw new error_1.ChatLunaError(error_1.ChatLunaErrorCode.MODEL_INIT_ERROR, e);
-        }
-    }
-    async getModels() {
-        if (this._models) {
-            return Object.values(this._models);
-        }
-        const models = await this.refreshModels();
-        this._models = {};
-        for (const model of models) {
-            this._models[model.name] = model;
-        }
-    }
-    _createModel(model) {
-        const info = this._models[model];
-        if (info == null) {
-            throw new error_1.ChatLunaError(error_1.ChatLunaErrorCode.MODEL_NOT_FOUND);
-        }
-        if (info.type === types_1.ModelType.llm) {
-            return new model_1.ChatLunaChatModel({
-                modelInfo: info,
-                requester: this._requester,
-                model,
-                maxTokens: this._config.maxTokens,
-                timeout: this._config.timeout,
-                temperature: this._config.temperature,
-                maxRetries: this._config.maxRetries,
-                llmType: 'gemini'
-            });
-        }
-        return new model_1.ChatLunaEmbeddings({
-            client: this._requester,
-            model,
-            maxRetries: this._config.maxRetries
-        });
-    }
-}
-exports.GeminiClient = GeminiClient;

package/lib/index.js

@@ -1,63 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.name = exports.inject = exports.Config = exports.apply = exports.logger = void 0;
-const chat_1 = require("koishi-plugin-chatluna/lib/services/chat");
-const koishi_1 = require("koishi");
-const client_1 = require("./client");
-const logger_1 = require("koishi-plugin-chatluna/lib/utils/logger");
-function apply(ctx, config) {
-    const plugin = new chat_1.ChatLunaPlugin(ctx, config, 'gemini');
-    exports.logger = (0, logger_1.createLogger)(ctx, 'chatluna-gemini-adapter');
-    ctx.on('ready', async () => {
-        await plugin.registerToService();
-        await plugin.parseConfig((config) => {
-            return config.apiKeys.map(([apiKey, apiEndpoint]) => {
-                return {
-                    apiKey,
-                    apiEndpoint,
-                    platform: 'gemini',
-                    chatLimit: config.chatTimeLimit,
-                    timeout: config.timeout,
-                    maxRetries: config.maxRetries,
-                    concurrentMaxSize: config.chatConcurrentMaxSize
-                };
-            });
-        });
-        await plugin.registerClient((_, clientConfig) => new client_1.GeminiClient(ctx, config, clientConfig));
-        await plugin.initClients();
-    });
-}
-exports.apply = apply;
-exports.Config = koishi_1.Schema.intersect([
-    chat_1.ChatLunaPlugin.Config,
-    koishi_1.Schema.object({
-        apiKeys: koishi_1.Schema.array(koishi_1.Schema.tuple([
-            koishi_1.Schema.string()
-                .role('secret')
-                .description('Gemini 的 API Key')
-                .required(),
-            koishi_1.Schema.string()
-                .description('请求 Gemini API 的地址')
-                .default('https://generativelanguage.googleapis.com/v1beta')
-        ]))
-            .description('Gemini 的 API Key 和请求地址列表')
-            .default([['', 'https://generativelanguage.googleapis.com/v1beta']])
-    }).description('请求设置'),
-    koishi_1.Schema.object({
-        maxTokens: koishi_1.Schema.number()
-            .description('回复的最大 Token 数（16~32800，必须是16的倍数）（注意如果你目前使用的模型的最大 Token 为 8000 及以上的话才建议设置超过 512 token）')
-            .min(16)
-            .max(128000)
-            .step(16)
-            .default(1024),
-        temperature: koishi_1.Schema.percent()
-            .description('回复温度，越高越随机')
-            .min(0)
-            .max(1)
-            .step(0.1)
-            .default(0.8)
-    }).description('模型设置')
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-]);
-exports.inject = ['chatluna'];
-exports.name = 'chatluna-google-gemini-adapter';

package/lib/requester.js

@@ -1,261 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.GeminiRequester = void 0;
-const messages_1 = require("@langchain/core/messages");
-const outputs_1 = require("@langchain/core/outputs");
-const json_1 = require("@streamparser/json");
-const api_1 = require("koishi-plugin-chatluna/lib/llm-core/platform/api");
-const error_1 = require("koishi-plugin-chatluna/lib/utils/error");
-const request_1 = require("koishi-plugin-chatluna/lib/utils/request");
-const sse_1 = require("koishi-plugin-chatluna/lib/utils/sse");
-const stream_1 = require("koishi-plugin-chatluna/lib/utils/stream");
-const _1 = require(".");
-const utils_1 = require("./utils");
-class GeminiRequester extends api_1.ModelRequester {
-    _config;
-    constructor(_config) {
-        super();
-        this._config = _config;
-    }
-    async *completionStream(params) {
-        try {
-            const response = await this._post(`models/${params.model}:streamGenerateContent`, {
-                contents: await (0, utils_1.langchainMessageToGeminiMessage)(params.input, params.model),
-                safetySettings: [
-                    {
-                        category: 'HARM_CATEGORY_HARASSMENT',
-                        threshold: 'BLOCK_NONE'
-                    },
-                    {
-                        category: 'HARM_CATEGORY_HATE_SPEECH',
-                        threshold: 'BLOCK_NONE'
-                    },
-                    {
-                        category: 'HARM_CATEGORY_SEXUALLY_EXPLICIT',
-                        threshold: 'BLOCK_NONE'
-                    },
-                    {
-                        category: 'HARM_CATEGORY_DANGEROUS_CONTENT',
-                        threshold: 'BLOCK_NONE'
-                    }
-                ],
-                generationConfig: {
-                    stopSequences: params.stop,
-                    temperature: params.temperature,
-                    maxOutputTokens: params.model.includes('vision')
-                        ? undefined
-                        : params.maxTokens,
-                    topP: params.topP
-                },
-                tools: !params.model.includes('vision') && params.tools != null
-                    ? {
-                        functionDeclarations: (0, utils_1.formatToolsToGeminiAITools)(params.tools)
-                    }
-                    : undefined
-            }, {
-                signal: params.signal
-            });
-            let errorCount = 0;
-            const stream = new TransformStream();
-            const iterable = (0, stream_1.readableStreamToAsyncIterable)(stream.readable);
-            const jsonParser = new json_1.JSONParser();
-            const writable = stream.writable.getWriter();
-            jsonParser.onEnd = async () => {
-                await writable.close();
-            };
-            jsonParser.onValue = async ({ value }) => {
-                const transformValue = value;
-                if (transformValue.candidates && transformValue.candidates[0]) {
-                    const parts = transformValue.candidates[0]?.content?.parts;
-                    if (parts == null || parts.length < 1) {
-                        throw new Error(JSON.stringify(value));
-                    }
-                    for (const part of parts) {
-                        await writable.write(part);
-                    }
-                }
-            };
-            await (0, sse_1.sse)(response, async (rawData) => {
-                jsonParser.write(rawData);
-                return true;
-            }, 0);
-            let content = '';
-            let isOldVisionModel = params.model.includes('vision');
-            const functionCall = {
-                name: '',
-                args: '',
-                arguments: ''
-            };
-            for await (const chunk of iterable) {
-                const messagePart = (0, utils_1.partAsType)(chunk);
-                const chatFunctionCallingPart = (0, utils_1.partAsType)(chunk);
-                if (messagePart.text) {
-                    if (params.tools != null) {
-                        content = messagePart.text;
-                    }
-                    else {
-                        content += messagePart.text;
-                    }
-                    // match /w*model:
-                    if (isOldVisionModel && /\s*model:\s*/.test(content)) {
-                        isOldVisionModel = false;
-                        content = messagePart.text.replace(/\s*model:\s*/, '');
-                    }
-                }
-                const deltaFunctionCall = chatFunctionCallingPart.functionCall;
-                if (deltaFunctionCall) {
-                    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                    let args = deltaFunctionCall.args?.input ?? deltaFunctionCall.args;
-                    try {
-                        let parsedArgs = JSON.parse(args);
-                        if (typeof parsedArgs !== 'string') {
-                            args = parsedArgs;
-                        }
-                        parsedArgs = JSON.parse(args);
-                        if (typeof parsedArgs !== 'string') {
-                            args = parsedArgs;
-                        }
-                        // eslint-disable-next-line @typescript-eslint/no-unused-vars
-                    }
-                    catch (e) { }
-                    functionCall.args = JSON.stringify(args);
-                    functionCall.name = deltaFunctionCall.name;
-                    functionCall.arguments = deltaFunctionCall.args;
-                }
-                try {
-                    const messageChunk = new messages_1.AIMessageChunk(content);
-                    messageChunk.additional_kwargs = {
-                        function_call: functionCall.name.length > 0
-                            ? {
-                                name: functionCall.name,
-                                arguments: functionCall.args,
-                                args: functionCall.arguments
-                            }
-                            : undefined
-                        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-                    };
-                    messageChunk.content = content;
-                    const generationChunk = new outputs_1.ChatGenerationChunk({
-                        message: messageChunk,
-                        text: messageChunk.content
-                    });
-                    yield generationChunk;
-                    content = messageChunk.content;
-                }
-                catch (e) {
-                    if (errorCount > 5) {
-                        _1.logger.error('error with chunk', chunk);
-                        throw new error_1.ChatLunaError(error_1.ChatLunaErrorCode.API_REQUEST_FAILED, e);
-                    }
-                    else {
-                        errorCount++;
-                        continue;
-                    }
-                }
-            }
-        }
-        catch (e) {
-            if (e instanceof error_1.ChatLunaError) {
-                throw e;
-            }
-            else {
-                throw new error_1.ChatLunaError(error_1.ChatLunaErrorCode.API_REQUEST_FAILED, e);
-            }
-        }
-    }
-    async embeddings(params) {
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        let data;
-        try {
-            const response = await this._post(`models/${params.model}:embedContent`, {
-                model: `models/${params.model}`,
-                content: {
-                    parts: [
-                        {
-                            text: params.input
-                        }
-                    ]
-                }
-            });
-            data = await response.text();
-            data = JSON.parse(data);
-            if (data.embedding && data.embedding.values?.length > 0) {
-                return data.embedding.values;
-            }
-            throw new Error('error when calling gemini embeddings, Result: ' +
-                JSON.stringify(data));
-        }
-        catch (e) {
-            const error = new Error('error when calling gemini embeddings, Result: ' +
-                JSON.stringify(data));
-            error.stack = e.stack;
-            error.cause = e.cause;
-            _1.logger.debug(e);
-            throw new error_1.ChatLunaError(error_1.ChatLunaErrorCode.API_REQUEST_FAILED, error);
-        }
-    }
-    async getModels() {
-        // eslint-disable-next-line @typescript-eslint/no-explicit-any
-        let data;
-        try {
-            const response = await this._get('models');
-            data = await response.text();
-            data = JSON.parse(data);
-            if (!data.models || !data.models.length) {
-                throw new Error('error when listing gemini models, Result:' +
-                    JSON.stringify(data));
-            }
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            return data.models
-                .map((model) => model.name)
-                .filter((model) => model.includes('gemini') || model.includes('embedding'));
-        }
-        catch (e) {
-            const error = new Error('error when listing gemini models, Result: ' +
-                JSON.stringify(data));
-            error.stack = e.stack;
-            error.cause = e.cause;
-            throw error;
-        }
-    }
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    _post(url, data, params = {}) {
-        const requestUrl = this._concatUrl(url);
-        for (const key in data) {
-            if (data[key] === undefined) {
-                delete data[key];
-            }
-        }
-        const body = JSON.stringify(data);
-        return (0, request_1.chatLunaFetch)(requestUrl, {
-            body,
-            headers: this._buildHeaders(),
-            method: 'POST',
-            ...params
-        });
-    }
-    _get(url) {
-        const requestUrl = this._concatUrl(url);
-        return (0, request_1.chatLunaFetch)(requestUrl, {
-            method: 'GET',
-            headers: this._buildHeaders()
-        });
-    }
-    _concatUrl(url) {
-        const apiEndPoint = this._config.apiEndpoint;
-        // match the apiEndPoint ends with '/v1' or '/v1/' using regex
-        if (apiEndPoint.endsWith('/')) {
-            return apiEndPoint + url + `?key=${this._config.apiKey}`;
-        }
-        return apiEndPoint + '/' + url + `?key=${this._config.apiKey}`;
-    }
-    _buildHeaders() {
-        return {
-            /*  Authorization: `Bearer ${this._config.apiKey}`, */
-            'Content-Type': 'application/json'
-        };
-    }
-    async init() { }
-    async dispose() { }
-}
-exports.GeminiRequester = GeminiRequester;

package/lib/types.js

@@ -1,2 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });

package/lib/utils.js

@@ -1,252 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertDeltaToMessageChunk = exports.messageTypeToGeminiRole = exports.formatToolToGeminiAITool = exports.formatToolsToGeminiAITools = exports.partAsType = exports.langchainMessageToGeminiMessage = void 0;
-/* eslint-disable @typescript-eslint/no-explicit-any */
-const messages_1 = require("@langchain/core/messages");
-const zod_to_json_schema_1 = require("zod-to-json-schema");
-async function langchainMessageToGeminiMessage(messages, model) {
-    const mappedMessage = await Promise.all(messages.map(async (rawMessage) => {
-        const role = messageTypeToGeminiRole(rawMessage._getType());
-        if (role === 'function' ||
-            rawMessage.additional_kwargs?.function_call != null) {
-            return {
-                role: 'function',
-                parts: [
-                    {
-                        functionResponse: rawMessage.additional_kwargs?.function_call !=
-                            null
-                            ? undefined
-                            : {
-                                name: rawMessage.name,
-                                response: {
-                                    name: rawMessage.name,
-                                    content: (() => {
-                                        try {
-                                            const result = JSON.parse(rawMessage.content);
-                                            if (typeof result ===
-                                                'string') {
-                                                return {
-                                                    response: result
-                                                };
-                                            }
-                                            else {
-                                                return result;
-                                            }
-                                        }
-                                        catch (e) {
-                                            return {
-                                                response: rawMessage.content
-                                            };
-                                        }
-                                    })()
-                                }
-                            },
-                        functionCall: rawMessage.additional_kwargs?.function_call !=
-                            null
-                            ? {
-                                name: rawMessage.additional_kwargs
-                                    .function_call.name,
-                                args: (() => {
-                                    try {
-                                        const result = JSON.parse(rawMessage
-                                            .additional_kwargs
-                                            .function_call
-                                            .arguments);
-                                        if (typeof result === 'string') {
-                                            return {
-                                                input: result
-                                            };
-                                        }
-                                        else {
-                                            return result;
-                                        }
-                                    }
-                                    catch (e) {
-                                        return {
-                                            input: rawMessage
-                                                .additional_kwargs
-                                                .function_call
-                                                .arguments
-                                        };
-                                    }
-                                })()
-                            }
-                            : undefined
-                    }
-                ]
-            };
-        }
-        const images = rawMessage.additional_kwargs.images;
-        const result = {
-            role,
-            parts: [
-                {
-                    text: rawMessage.content
-                }
-            ]
-        };
-        if ((model.includes('vision') || model.includes('gemini-1.5')) &&
-            images != null) {
-            for (const image of images) {
-                result.parts.push({
-                    inline_data: {
-                        // base64 image match type
-                        data: image.replace(/^data:image\/\w+;base64,/, ''),
-                        mime_type: 'image/jpeg'
-                    }
-                });
-            }
-        }
-        return result;
-    }));
-    const result = [];
-    for (let i = 0; i < mappedMessage.length; i++) {
-        const message = mappedMessage[i];
-        if (message.role !== 'system') {
-            result.push(message);
-            continue;
-        }
-        /*   if (removeSystemMessage) {
-            continue
-        } */
-        result.push({
-            role: 'user',
-            parts: message.parts
-        });
-        if (mappedMessage?.[i + 1]?.role === 'model') {
-            continue;
-        }
-        if (mappedMessage?.[i + 1]?.role === 'user') {
-            result.push({
-                role: 'model',
-                parts: [{ text: 'Okay, what do I need to do?' }]
-            });
-        }
-    }
-    if (result[result.length - 1].role === 'model') {
-        result.push({
-            role: 'user',
-            parts: [
-                {
-                    text: 'Continue what I said to you last message. Follow these instructions.'
-                }
-            ]
-        });
-    }
-    if (model.includes('vision')) {
-        // format prompts
-        const textBuffer = [];
-        const last = result.pop();
-        for (let i = 0; i < result.length; i++) {
-            const message = result[i];
-            const text = message.parts[0].text;
-            textBuffer.push(`${message.role}: ${text}`);
-        }
-        const lastParts = last.parts;
-        let lastImagesParts = lastParts.filter((part) => part.inline_data?.mime_type ===
-            'image/jpeg');
-        if (lastImagesParts.length < 1) {
-            for (let i = result.length - 1; i >= 0; i--) {
-                const message = result[i];
-                const images = message.parts.filter((part) => part.inline_data?.mime_type ===
-                    'image/jpeg');
-                if (images.length > 0) {
-                    lastImagesParts = images;
-                    break;
-                }
-            }
-        }
-        ;
-        lastParts.filter((part) => part.text !== undefined &&
-            part.text !== null).forEach((part) => {
-            textBuffer.push(`${last.role}: ${part.text}`);
-        });
-        return [
-            {
-                role: 'user',
-                parts: [
-                    {
-                        text: textBuffer.join('\n')
-                    },
-                    ...lastImagesParts
-                ]
-            }
-        ];
-    }
-    return result;
-}
-exports.langchainMessageToGeminiMessage = langchainMessageToGeminiMessage;
-function partAsType(part) {
-    return part;
-}
-exports.partAsType = partAsType;
-function formatToolsToGeminiAITools(tools) {
-    if (tools.length < 1) {
-        return undefined;
-    }
-    return tools.map(formatToolToGeminiAITool);
-}
-exports.formatToolsToGeminiAITools = formatToolsToGeminiAITools;
-function formatToolToGeminiAITool(tool) {
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any
-    const parameters = (0, zod_to_json_schema_1.zodToJsonSchema)(tool.schema);
-    // remove unsupported properties
-    delete parameters['$schema'];
-    delete parameters['additionalProperties'];
-    return {
-        name: tool.name,
-        description: tool.description,
-        // any?
-        parameters
-    };
-}
-exports.formatToolToGeminiAITool = formatToolToGeminiAITool;
-function messageTypeToGeminiRole(type) {
-    switch (type) {
-        case 'system':
-            return 'system';
-        case 'ai':
-            return 'model';
-        case 'human':
-            return 'user';
-        case 'function':
-            return 'function';
-        default:
-            throw new Error(`Unknown message type: ${type}`);
-    }
-}
-exports.messageTypeToGeminiRole = messageTypeToGeminiRole;
-function convertDeltaToMessageChunk(
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-delta, defaultRole) {
-    const role = delta.role ?? defaultRole;
-    const content = delta.content ?? '';
-    // eslint-disable-next-line @typescript-eslint/no-explicit-any, @typescript-eslint/naming-convention
-    let additional_kwargs;
-    if (delta.function_call) {
-        additional_kwargs = {
-            function_call: delta.function_call
-        };
-    }
-    else if (delta.tool_calls) {
-        additional_kwargs = {
-            tool_calls: delta.tool_calls
-        };
-    }
-    else {
-        additional_kwargs = {};
-    }
-    if (role === 'user') {
-        return new messages_1.HumanMessageChunk({ content });
-    }
-    else if (role === 'assistant') {
-        return new messages_1.AIMessageChunk({ content, additional_kwargs });
-    }
-    else if (role === 'system') {
-        return new messages_1.SystemMessageChunk({ content });
-    }
-    else {
-        return new messages_1.ChatMessageChunk({ content, role });
-    }
-}
-exports.convertDeltaToMessageChunk = convertDeltaToMessageChunk;