@mainwp/control 1.0.0

package/dist/chat/providers/gemini.js

@@ -0,0 +1,284 @@
+/**
+ * Google Gemini Provider for mainwpcontrol
+ *
+ * Implements LLM provider interface for Gemini models.
+ */
+import { registerProvider, } from './provider.js';
+import { makeProviderRequest } from './provider-fetch.js';
+import { readSSEStream } from './sse-reader.js';
+/**
+ * Available Gemini models
+ */
+const GEMINI_MODELS = [
+    'gemini-2.0-flash-exp',
+    'gemini-1.5-pro',
+    'gemini-1.5-flash',
+    'gemini-1.5-flash-8b',
+];
+const DEFAULT_MODEL = 'gemini-1.5-flash';
+/**
+ * Gemini provider implementation
+ */
+export class GeminiProvider {
+    name = 'gemini';
+    capabilities = {
+        functionCalling: true,
+        streaming: true,
+        systemMessages: true,
+        vision: true,
+        maxContextLength: 1000000, // Gemini 1.5 Pro
+    };
+    apiKey;
+    baseUrl;
+    defaultModel;
+    timeout;
+    constructor(config) {
+        this.apiKey = config.apiKey;
+        this.baseUrl =
+            config.baseUrl ?? 'https://generativelanguage.googleapis.com/v1beta';
+        this.defaultModel = config.defaultModel ?? DEFAULT_MODEL;
+        this.timeout = config.timeout ?? 60000;
+    }
+    isConfigured() {
+        return Boolean(this.apiKey);
+    }
+    getModels() {
+        return [...GEMINI_MODELS];
+    }
+    getDefaultModel() {
+        return this.defaultModel;
+    }
+    async chat(messages, options) {
+        const model = options?.model ?? this.defaultModel;
+        // Extract system message
+        const systemMessage = messages.find((m) => m.role === 'system');
+        const chatMessages = messages.filter((m) => m.role !== 'system');
+        const requestBody = {
+            contents: this.convertMessages(chatMessages),
+        };
+        // System instruction
+        if (systemMessage) {
+            requestBody['systemInstruction'] = {
+                parts: [{ text: systemMessage.content }],
+            };
+        }
+        // Generation config
+        const generationConfig = {};
+        if (options?.temperature !== undefined) {
+            generationConfig['temperature'] = options.temperature;
+        }
+        if (options?.maxTokens !== undefined) {
+            generationConfig['maxOutputTokens'] = options.maxTokens;
+        }
+        if (options?.stop) {
+            generationConfig['stopSequences'] = options.stop;
+        }
+        if (Object.keys(generationConfig).length > 0) {
+            requestBody['generationConfig'] = generationConfig;
+        }
+        // Tools
+        if (options?.tools && options.tools.length > 0) {
+            requestBody['tools'] = [this.convertTools(options.tools)];
+        }
+        const endpoint = `/models/${model}:generateContent`;
+        const response = await this.makeRequest(endpoint, requestBody, options?.signal);
+        return this.convertResponse(response, model);
+    }
+    async *chatStream(messages, options) {
+        const model = options?.model ?? this.defaultModel;
+        // Extract system message
+        const systemMessage = messages.find((m) => m.role === 'system');
+        const chatMessages = messages.filter((m) => m.role !== 'system');
+        const requestBody = {
+            contents: this.convertMessages(chatMessages),
+        };
+        if (systemMessage) {
+            requestBody['systemInstruction'] = {
+                parts: [{ text: systemMessage.content }],
+            };
+        }
+        const generationConfig = {};
+        if (options?.temperature !== undefined) {
+            generationConfig['temperature'] = options.temperature;
+        }
+        if (options?.maxTokens !== undefined) {
+            generationConfig['maxOutputTokens'] = options.maxTokens;
+        }
+        if (Object.keys(generationConfig).length > 0) {
+            requestBody['generationConfig'] = generationConfig;
+        }
+        if (options?.tools && options.tools.length > 0) {
+            requestBody['tools'] = [this.convertTools(options.tools)];
+        }
+        for await (const data of readSSEStream({
+            url: `${this.baseUrl}/models/${model}:streamGenerateContent?alt=sse`,
+            headers: {
+                'Content-Type': 'application/json',
+                'x-goog-api-key': this.apiKey,
+            },
+            body: requestBody,
+            signal: options?.signal,
+            providerName: 'Gemini',
+        })) {
+            try {
+                const chunk = JSON.parse(data);
+                const candidate = chunk.candidates?.[0];
+                if (!candidate)
+                    continue;
+                for (const part of candidate.content.parts) {
+                    if ('text' in part) {
+                        yield { content: part.text, done: false };
+                    }
+                    else if ('functionCall' in part) {
+                        yield {
+                            toolCall: {
+                                id: `fc_${Date.now()}`,
+                                name: part.functionCall.name,
+                                arguments: part.functionCall.args,
+                            },
+                            done: false,
+                        };
+                    }
+                }
+                if (candidate.finishReason === 'STOP') {
+                    yield { done: true };
+                    return;
+                }
+            }
+            catch {
+                // Invalid JSON, skip line
+            }
+        }
+        yield { done: true };
+    }
+    /**
+     * Convert internal messages to Gemini format
+     */
+    convertMessages(messages) {
+        const result = [];
+        for (const msg of messages) {
+            if (msg.role === 'system')
+                continue;
+            if (msg.role === 'tool') {
+                // Function response
+                result.push({
+                    role: 'user',
+                    parts: [
+                        {
+                            functionResponse: {
+                                name: msg.toolName ?? 'unknown',
+                                response: this.parseToolResponse(msg.content),
+                            },
+                        },
+                    ],
+                });
+            }
+            else {
+                result.push({
+                    role: msg.role === 'assistant' ? 'model' : 'user',
+                    parts: [{ text: msg.content }],
+                });
+            }
+        }
+        return result;
+    }
+    /**
+     * Parse tool response content
+     */
+    parseToolResponse(content) {
+        try {
+            return JSON.parse(content);
+        }
+        catch {
+            return { result: content };
+        }
+    }
+    /**
+     * Convert tool definitions to Gemini format
+     */
+    convertTools(tools) {
+        return {
+            functionDeclarations: tools.map((tool) => ({
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.parameters,
+            })),
+        };
+    }
+    /**
+     * Convert Gemini response to internal format
+     */
+    convertResponse(response, model) {
+        const candidate = response.candidates?.[0];
+        if (!candidate) {
+            throw new Error('No response candidate');
+        }
+        let content = '';
+        const toolCalls = [];
+        for (const part of candidate.content.parts) {
+            if ('text' in part) {
+                content += part.text;
+            }
+            else if ('functionCall' in part) {
+                toolCalls.push({
+                    id: `fc_${Date.now()}_${toolCalls.length}`,
+                    name: part.functionCall.name,
+                    arguments: part.functionCall.args,
+                });
+            }
+        }
+        return {
+            content,
+            toolCalls: toolCalls.length > 0 ? toolCalls : undefined,
+            finishReason: this.convertFinishReason(candidate.finishReason),
+            usage: response.usageMetadata
+                ? {
+                    promptTokens: response.usageMetadata.promptTokenCount,
+                    completionTokens: response.usageMetadata.candidatesTokenCount,
+                    totalTokens: response.usageMetadata.totalTokenCount,
+                }
+                : undefined,
+            model,
+        };
+    }
+    /**
+     * Convert finish reason
+     */
+    convertFinishReason(reason) {
+        switch (reason) {
+            case 'STOP':
+                return 'stop';
+            case 'MAX_TOKENS':
+                return 'length';
+            case 'SAFETY':
+                return 'content_filter';
+            default:
+                return 'stop';
+        }
+    }
+    /**
+     * Make API request
+     */
+    async makeRequest(endpoint, body, signal) {
+        return makeProviderRequest({
+            url: `${this.baseUrl}${endpoint}`,
+            headers: {
+                'Content-Type': 'application/json',
+                'x-goog-api-key': this.apiKey,
+            },
+            body,
+            timeout: this.timeout,
+            signal,
+            providerName: 'Gemini',
+        });
+    }
+}
+/**
+ * Create Gemini provider
+ */
+export function createGeminiProvider(config) {
+    return new GeminiProvider(config);
+}
+// Register provider
+registerProvider('gemini', createGeminiProvider);
+//# sourceMappingURL=gemini.js.map

package/dist/chat/providers/gemini.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gemini.js","sourceRoot":"","sources":["../../../src/chat/providers/gemini.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EASL,gBAAgB,GACjB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AA0DhD;;GAEG;AACH,MAAM,aAAa,GAAG;IACpB,sBAAsB;IACtB,gBAAgB;IAChB,kBAAkB;IAClB,qBAAqB;CACb,CAAC;AAEX,MAAM,aAAa,GAAG,kBAAkB,CAAC;AAEzC;;GAEG;AACH,MAAM,OAAO,cAAc;IAChB,IAAI,GAAG,QAAQ,CAAC;IAChB,YAAY,GAAyB;QAC5C,eAAe,EAAE,IAAI;QACrB,SAAS,EAAE,IAAI;QACf,cAAc,EAAE,IAAI;QACpB,MAAM,EAAE,IAAI;QACZ,gBAAgB,EAAE,OAAO,EAAE,iBAAiB;KAC7C,CAAC;IAEe,MAAM,CAAS;IACf,OAAO,CAAS;IAChB,YAAY,CAAS;IACrB,OAAO,CAAS;IAEjC,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,OAAO;YACV,MAAM,CAAC,OAAO,IAAI,kDAAkD,CAAC;QACvE,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,aAAa,CAAC;QACzD,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,KAAK,CAAC;IACzC,CAAC;IAED,YAAY;QACV,OAAO,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAED,SAAS;QACP,OAAO,CAAC,GAAG,aAAa,CAAC,CAAC;IAC5B,CAAC;IAED,eAAe;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,QAAmB,EAAE,OAAqB;QACnD,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAElD,yBAAyB;QACzB,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAChE,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAEjE,MAAM,WAAW,GAA4B;YAC3C,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;SAC7C,CAAC;QAEF,qBAAqB;QACrB,IAAI,aAAa,EAAE,CAAC;YAClB,WAAW,CAAC,mBAAmB,CAAC,GAAG;gBACjC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,OAAO,EAAE,CAAC;aACzC,CAAC;QACJ,CAAC;QAED,oBAAoB;QACpB,MAAM,gBAAgB,GAA4B,EAAE,CAAC;QACrD,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS,EAAE,CAAC;YACvC,gBAAgB,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC;QACxD,CAAC;QACD,IAAI,OAAO,EAAE,SAAS,KAAK,SAAS,EAAE,CAAC;YACrC,gBAAgB,CAAC,iBAAiB,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;QAC1D,CAAC;QACD,IAAI,OAAO,EAAE,IAAI,EAAE,CAAC;YAClB,gBAAgB,CAAC,eAAe,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;QACnD,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,WAAW,CAAC,kBAAkB,CAAC,GAAG,gBAAgB,CAAC;QACrD,CAAC;QAED,QAAQ;QACR,IAAI,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,QAAQ,GAAG,WAAW,KAAK,kBAAkB,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CACrC,QAAQ,EACR,WAAW,EACX,OAAO,EAAE,MAAM,CAChB,CAAC;QAEF,OAAO,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CACf,QAAmB,EACnB,OAAqB;QAErB,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAElD,yBAAyB;QACzB,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAChE,MAAM,YAAY,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAEjE,MAAM,WAAW,GAA4B;YAC3C,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;SAC7C,CAAC;QAEF,IAAI,aAAa,EAAE,CAAC;YAClB,WAAW,CAAC,mBAAmB,CAAC,GAAG;gBACjC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,aAAa,CAAC,OAAO,EAAE,CAAC;aACzC,CAAC;QACJ,CAAC;QAED,MAAM,gBAAgB,GAA4B,EAAE,CAAC;QACrD,IAAI,OAAO,EAAE,WAAW,KAAK,SAAS,EAAE,CAAC;YACvC,gBAAgB,CAAC,aAAa,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC;QACxD,CAAC;QACD,IAAI,OAAO,EAAE,SAAS,KAAK,SAAS,EAAE,CAAC;YACrC,gBAAgB,CAAC,iBAAiB,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC;QAC1D,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7C,WAAW,CAAC,kBAAkB,CAAC,GAAG,gBAAgB,CAAC;QACrD,CAAC;QAED,IAAI,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5D,CAAC;QAED,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,aAAa,CAAC;YACrC,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,WAAW,KAAK,gCAAgC;YACpE,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,gBAAgB,EAAE,IAAI,CAAC,MAAM;aAC9B;YACD,IAAI,EAAE,WAAW;YACjB,MAAM,EAAE,OAAO,EAAE,MAAM;YACvB,YAAY,EAAE,QAAQ;SACvB,CAAC,EAAE,CAAC;YACH,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAmB,CAAC;gBACjD,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;gBACxC,IAAI,CAAC,SAAS;oBAAE,SAAS;gBAEzB,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;oBAC3C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;wBACnB,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;oBAC5C,CAAC;yBAAM,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;wBAClC,MAAM;4BACJ,QAAQ,EAAE;gCACR,EAAE,EAAE,MAAM,IAAI,CAAC,GAAG,EAAE,EAAE;gCACtB,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;gCAC5B,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;6BAClC;4BACD,IAAI,EAAE,KAAK;yBACZ,CAAC;oBACJ,CAAC;gBACH,CAAC;gBAED,IAAI,SAAS,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC;oBACtC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;oBACrB,OAAO;gBACT,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,0BAA0B;YAC5B,CAAC;QACH,CAAC;QAED,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACvB,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,QAAmB;QACzC,MAAM,MAAM,GAAoB,EAAE,CAAC;QAEnC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ;gBAAE,SAAS;YAEpC,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,oBAAoB;gBACpB,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE;wBACL;4BACE,gBAAgB,EAAE;gCAChB,IAAI,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;gCAC/B,QAAQ,EAAE,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC;6BAC9C;yBACF;qBACF;iBACF,CAAC,CAAC;YACL,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;oBACjD,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;iBAC/B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,OAAe;QACvC,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,YAAY,CAClB,KAIE;QAEF,OAAO;YACL,oBAAoB,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACzC,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CAAC,CAAC;SACJ,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,QAAwB,EAAE,KAAa;QAC7D,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,SAAS,GAAe,EAAE,CAAC;QAEjC,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3C,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;gBACnB,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC;YACvB,CAAC;iBAAM,IAAI,cAAc,IAAI,IAAI,EAAE,CAAC;gBAClC,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,SAAS,CAAC,MAAM,EAAE;oBAC1C,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;oBAC5B,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;iBAClC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO;YACL,OAAO;YACP,SAAS,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YACvD,YAAY,EAAE,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,YAAY,CAAC;YAC9D,KAAK,EAAE,QAAQ,CAAC,aAAa;gBAC3B,CAAC,CAAC;oBACE,YAAY,EAAE,QAAQ,CAAC,aAAa,CAAC,gBAAgB;oBACrD,gBAAgB,EAAE,QAAQ,CAAC,aAAa,CAAC,oBAAoB;oBAC7D,WAAW,EAAE,QAAQ,CAAC,aAAa,CAAC,eAAe;iBACpD;gBACH,CAAC,CAAC,SAAS;YACb,KAAK;SACN,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,mBAAmB,CACzB,MAAiE;QAEjE,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,OAAO,MAAM,CAAC;YAChB,KAAK,YAAY;gBACf,OAAO,QAAQ,CAAC;YAClB,KAAK,QAAQ;gBACX,OAAO,gBAAgB,CAAC;YAC1B;gBACE,OAAO,MAAM,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CACvB,QAAgB,EAChB,IAA6B,EAC7B,MAAoB;QAEpB,OAAO,mBAAmB,CAAI;YAC5B,GAAG,EAAE,GAAG,IAAI,CAAC,OAAO,GAAG,QAAQ,EAAE;YACjC,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,gBAAgB,EAAE,IAAI,CAAC,MAAM;aAC9B;YACD,IAAI;YACJ,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM;YACN,YAAY,EAAE,QAAQ;SACvB,CAAC,CAAC;IACL,CAAC;CAEF;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAsB;IACzD,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC;AAED,oBAAoB;AACpB,gBAAgB,CAAC,QAAQ,EAAE,oBAAoB,CAAC,CAAC"}

package/dist/chat/providers/index.d.ts

@@ -0,0 +1,19 @@
+/**
+ * LLM Providers Index
+ *
+ * Re-exports all provider implementations.
+ * Import this file to register all providers.
+ */
+export * from './provider.js';
+export { OpenAICompatibleProvider } from './openai-compatible.js';
+export { OpenAIProvider, createOpenAIProvider } from './openai.js';
+export { AnthropicProvider, createAnthropicProvider } from './anthropic.js';
+export { GeminiProvider, createGeminiProvider } from './gemini.js';
+export { OpenRouterProvider, createOpenRouterProvider } from './openrouter.js';
+export { LocalProvider, createLocalProvider } from './local.js';
+import './openai.js';
+import './anthropic.js';
+import './gemini.js';
+import './openrouter.js';
+import './local.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/chat/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/chat/providers/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,cAAc,eAAe,CAAC;AAG9B,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAGlE,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAGhE,OAAO,aAAa,CAAC;AACrB,OAAO,gBAAgB,CAAC;AACxB,OAAO,aAAa,CAAC;AACrB,OAAO,iBAAiB,CAAC;AACzB,OAAO,YAAY,CAAC"}

package/dist/chat/providers/index.js

@@ -0,0 +1,23 @@
+/**
+ * LLM Providers Index
+ *
+ * Re-exports all provider implementations.
+ * Import this file to register all providers.
+ */
+// Core provider interface and utilities
+export * from './provider.js';
+// OpenAI-compatible base class
+export { OpenAICompatibleProvider } from './openai-compatible.js';
+// Provider implementations
+export { OpenAIProvider, createOpenAIProvider } from './openai.js';
+export { AnthropicProvider, createAnthropicProvider } from './anthropic.js';
+export { GeminiProvider, createGeminiProvider } from './gemini.js';
+export { OpenRouterProvider, createOpenRouterProvider } from './openrouter.js';
+export { LocalProvider, createLocalProvider } from './local.js';
+// Register all providers by importing them
+import './openai.js';
+import './anthropic.js';
+import './gemini.js';
+import './openrouter.js';
+import './local.js';
+//# sourceMappingURL=index.js.map

package/dist/chat/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/chat/providers/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,wCAAwC;AACxC,cAAc,eAAe,CAAC;AAE9B,+BAA+B;AAC/B,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAElE,2BAA2B;AAC3B,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACnE,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAC/E,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAEhE,2CAA2C;AAC3C,OAAO,aAAa,CAAC;AACrB,OAAO,gBAAgB,CAAC;AACxB,OAAO,aAAa,CAAC;AACrB,OAAO,iBAAiB,CAAC;AACzB,OAAO,YAAY,CAAC"}

package/dist/chat/providers/local.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Local LLM Provider for mainwpcontrol
+ *
+ * Implements LLM provider interface for OpenAI-compatible local endpoints.
+ * Supports llama.cpp, Ollama, LM Studio, and other OpenAI-compatible servers.
+ */
+import { type LLMProvider, type LLMResponse, type Message, type ChatOptions, type ProviderConfig, type ProviderCapabilities } from './provider.js';
+import { OpenAICompatibleProvider } from './openai-compatible.js';
+/**
+ * Local LLM provider implementation
+ */
+export declare class LocalProvider extends OpenAICompatibleProvider {
+    readonly name = "local";
+    readonly capabilities: ProviderCapabilities;
+    constructor(config: ProviderConfig);
+    isConfigured(): boolean;
+    getModels(): string[];
+    protected getHeaders(): Record<string, string>;
+    /**
+     * Override chat to add tool-embedding fallback for servers without function calling
+     */
+    chat(messages: Message[], options?: ChatOptions): Promise<LLMResponse>;
+    /**
+     * Generate a tool call ID for streaming when the server doesn't provide one.
+     * Local servers often omit tool call IDs.
+     */
+    protected getStreamToolCallId(index: number): string;
+    /**
+     * Embed tool definitions in system prompt for servers without function calling
+     */
+    private embedToolsInSystemPrompt;
+}
+/**
+ * Create Local provider
+ */
+export declare function createLocalProvider(config: ProviderConfig): LLMProvider;
+//# sourceMappingURL=local.d.ts.map

package/dist/chat/providers/local.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.d.ts","sourceRoot":"","sources":["../../../src/chat/providers/local.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,OAAO,EACZ,KAAK,WAAW,EAChB,KAAK,cAAc,EACnB,KAAK,oBAAoB,EAE1B,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,wBAAwB,EAEzB,MAAM,wBAAwB,CAAC;AAKhC;;GAEG;AACH,qBAAa,aAAc,SAAQ,wBAAwB;IACzD,QAAQ,CAAC,IAAI,WAAW;IACxB,QAAQ,CAAC,YAAY,EAAE,oBAAoB,CAMzC;gBAEU,MAAM,EAAE,cAAc;IAOlC,YAAY,IAAI,OAAO;IAKvB,SAAS,IAAI,MAAM,EAAE;IAKrB,SAAS,CAAC,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAY9C;;OAEG;IACG,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAkC5E;;;OAGG;cACgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAI7D;;OAEG;IACH,OAAO,CAAC,wBAAwB;CAqDjC;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW,CAEvE"}

package/dist/chat/providers/local.js

@@ -0,0 +1,130 @@
+/**
+ * Local LLM Provider for mainwpcontrol
+ *
+ * Implements LLM provider interface for OpenAI-compatible local endpoints.
+ * Supports llama.cpp, Ollama, LM Studio, and other OpenAI-compatible servers.
+ */
+import { registerProvider, } from './provider.js';
+import { OpenAICompatibleProvider, } from './openai-compatible.js';
+const DEFAULT_BASE_URL = 'http://localhost:8080/v1';
+const DEFAULT_MODEL = 'local';
+/**
+ * Local LLM provider implementation
+ */
+export class LocalProvider extends OpenAICompatibleProvider {
+    name = 'local';
+    capabilities = {
+        functionCalling: true, // May vary by server
+        streaming: true,
+        systemMessages: true,
+        vision: false, // Typically not supported
+        maxContextLength: 8192, // Default, varies by model
+    };
+    constructor(config) {
+        super({ ...config, apiKey: config.apiKey || 'not-needed' }, { baseUrl: DEFAULT_BASE_URL, model: DEFAULT_MODEL, timeout: 120000 });
+    }
+    isConfigured() {
+        // Local providers don't necessarily need an API key
+        return Boolean(this.baseUrl);
+    }
+    getModels() {
+        // Local models are dynamic, return default
+        return [this.defaultModel];
+    }
+    getHeaders() {
+        const headers = {
+            'Content-Type': 'application/json',
+        };
+        if (this.apiKey && this.apiKey !== 'not-needed') {
+            headers['Authorization'] = `Bearer ${this.apiKey}`;
+        }
+        return headers;
+    }
+    /**
+     * Override chat to add tool-embedding fallback for servers without function calling
+     */
+    async chat(messages, options) {
+        try {
+            return await super.chat(messages, options);
+        }
+        catch (error) {
+            // If function calling fails, try without tools
+            if (options?.tools &&
+                error instanceof Error &&
+                error.message.includes('tool')) {
+                // Retry without tools, embedding tool info in system prompt
+                const messagesWithToolInfo = this.embedToolsInSystemPrompt(messages, options.tools);
+                const model = options?.model ?? this.defaultModel;
+                const fallbackBody = {
+                    model,
+                    messages: this.convertMessages(messagesWithToolInfo),
+                    temperature: options?.temperature,
+                    max_tokens: options?.maxTokens,
+                    stop: options?.stop,
+                };
+                const response = await this.makeRequest('/chat/completions', fallbackBody, options?.signal);
+                return this.convertResponse(response);
+            }
+            throw error;
+        }
+    }
+    /**
+     * Generate a tool call ID for streaming when the server doesn't provide one.
+     * Local servers often omit tool call IDs.
+     */
+    getStreamToolCallId(index) {
+        return `tc_${Date.now()}_${index}`;
+    }
+    /**
+     * Embed tool definitions in system prompt for servers without function calling
+     */
+    embedToolsInSystemPrompt(messages, tools) {
+        const toolInfo = tools
+            .map((t) => `- ${t.name}: ${t.description}\n  Parameters: ${JSON.stringify(t.parameters, null, 2)}`)
+            .join('\n');
+        const toolPrompt = `
+You have access to the following tools. To use a tool, respond with a JSON object in this format:
+{ "tool": "<tool_name>", "input": { <parameters> } }
+
+Available tools:
+${toolInfo}
+
+If you don't need to use a tool, respond with:
+{ "answer": "<your response>" }
+`;
+        const result = [...messages];
+        const systemIdx = result.findIndex((m) => m.role === 'system');
+        if (systemIdx >= 0) {
+            const existingMsg = result[systemIdx];
+            if (existingMsg) {
+                const updatedMsg = {
+                    role: existingMsg.role,
+                    content: existingMsg.content + '\n\n' + toolPrompt,
+                };
+                if (existingMsg.toolCallId) {
+                    updatedMsg.toolCallId = existingMsg.toolCallId;
+                }
+                if (existingMsg.toolName) {
+                    updatedMsg.toolName = existingMsg.toolName;
+                }
+                result[systemIdx] = updatedMsg;
+            }
+        }
+        else {
+            result.unshift({
+                role: 'system',
+                content: toolPrompt,
+            });
+        }
+        return result;
+    }
+}
+/**
+ * Create Local provider
+ */
+export function createLocalProvider(config) {
+    return new LocalProvider(config);
+}
+// Register provider
+registerProvider('local', createLocalProvider);
+//# sourceMappingURL=local.js.map

package/dist/chat/providers/local.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local.js","sourceRoot":"","sources":["../../../src/chat/providers/local.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAOL,gBAAgB,GACjB,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,wBAAwB,GAEzB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,gBAAgB,GAAG,0BAA0B,CAAC;AACpD,MAAM,aAAa,GAAG,OAAO,CAAC;AAE9B;;GAEG;AACH,MAAM,OAAO,aAAc,SAAQ,wBAAwB;IAChD,IAAI,GAAG,OAAO,CAAC;IACf,YAAY,GAAyB;QAC5C,eAAe,EAAE,IAAI,EAAE,qBAAqB;QAC5C,SAAS,EAAE,IAAI;QACf,cAAc,EAAE,IAAI;QACpB,MAAM,EAAE,KAAK,EAAE,0BAA0B;QACzC,gBAAgB,EAAE,IAAI,EAAE,2BAA2B;KACpD,CAAC;IAEF,YAAY,MAAsB;QAChC,KAAK,CACH,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,YAAY,EAAE,EACpD,EAAE,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,EAAE,CACrE,CAAC;IACJ,CAAC;IAED,YAAY;QACV,oDAAoD;QACpD,OAAO,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAED,SAAS;QACP,2CAA2C;QAC3C,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAC7B,CAAC;IAES,UAAU;QAClB,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;SACnC,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;YAChD,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,EAAE,CAAC;QACrD,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,QAAmB,EAAE,OAAqB;QACnD,IAAI,CAAC;YACH,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,+CAA+C;YAC/C,IACE,OAAO,EAAE,KAAK;gBACd,KAAK,YAAY,KAAK;gBACtB,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC9B,CAAC;gBACD,4DAA4D;gBAC5D,MAAM,oBAAoB,GAAG,IAAI,CAAC,wBAAwB,CACxD,QAAQ,EACR,OAAO,CAAC,KAAK,CACd,CAAC;gBACF,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;gBAClD,MAAM,YAAY,GAA4B;oBAC5C,KAAK;oBACL,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,oBAAoB,CAAC;oBACpD,WAAW,EAAE,OAAO,EAAE,WAAW;oBACjC,UAAU,EAAE,OAAO,EAAE,SAAS;oBAC9B,IAAI,EAAE,OAAO,EAAE,IAAI;iBACpB,CAAC;gBACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CACrC,mBAAmB,EACnB,YAAY,EACZ,OAAO,EAAE,MAAM,CAChB,CAAC;gBACF,OAAO,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;YACxC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;OAGG;IACgB,mBAAmB,CAAC,KAAa;QAClD,OAAO,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,KAAK,EAAE,CAAC;IACrC,CAAC;IAED;;OAEG;IACK,wBAAwB,CAC9B,QAAmB,EACnB,KAIE;QAEF,MAAM,QAAQ,GAAG,KAAK;aACnB,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CACJ,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,WAAW,mBAAmB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAC1F;aACA,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,UAAU,GAAG;;;;;EAKrB,QAAQ;;;;CAIT,CAAC;QAEE,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC7B,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAE/D,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,WAAW,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC;YACtC,IAAI,WAAW,EAAE,CAAC;gBAChB,MAAM,UAAU,GAAY;oBAC1B,IAAI,EAAE,WAAW,CAAC,IAAI;oBACtB,OAAO,EAAE,WAAW,CAAC,OAAO,GAAG,MAAM,GAAG,UAAU;iBACnD,CAAC;gBACF,IAAI,WAAW,CAAC,UAAU,EAAE,CAAC;oBAC3B,UAAU,CAAC,UAAU,GAAG,WAAW,CAAC,UAAU,CAAC;gBACjD,CAAC;gBACD,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;oBACzB,UAAU,CAAC,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC;gBAC7C,CAAC;gBACD,MAAM,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC;YACjC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,OAAO,CAAC;gBACb,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,UAAU;aACpB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAAsB;IACxD,OAAO,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC;AAED,oBAAoB;AACpB,gBAAgB,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC"}