@agenticc/core 1.0.0

package/dist/llm/adapters/siliconflow.js

@@ -0,0 +1,331 @@
+/**
+ * SiliconFlow LLM Adapter
+ *
+ * Implements the LLMAdapter interface for SiliconFlow's API.
+ * SiliconFlow provides access to multiple models (DeepSeek, Qwen, GLM, etc.)
+ * through an OpenAI-compatible interface.
+ */
+import OpenAI from 'openai';
+import { LLMError, promptToMessages } from '../adapter.js';
+/**
+ * Default SiliconFlow API base URL
+ */
+const DEFAULT_SILICONFLOW_BASE_URL = 'https://api.siliconflow.cn/v1';
+/**
+ * Popular models available on SiliconFlow
+ */
+export const SILICONFLOW_MODELS = {
+    // DeepSeek models
+    DEEPSEEK_CHAT: 'deepseek-ai/DeepSeek-V2.5',
+    DEEPSEEK_CODER: 'deepseek-ai/DeepSeek-Coder-V2-Instruct',
+    // Qwen models
+    QWEN_72B: 'Qwen/Qwen2.5-72B-Instruct',
+    QWEN_32B: 'Qwen/Qwen2.5-32B-Instruct',
+    QWEN_7B: 'Qwen/Qwen2.5-7B-Instruct',
+    QWEN_CODER_32B: 'Qwen/Qwen2.5-Coder-32B-Instruct',
+    // GLM models
+    GLM_9B: 'THUDM/glm-4-9b-chat',
+    // Embedding models
+    BGE_LARGE: 'BAAI/bge-large-zh-v1.5',
+    BGE_M3: 'BAAI/bge-m3',
+};
+/**
+ * SiliconFlow LLM Adapter implementation
+ *
+ * Provides access to multiple open-source models through SiliconFlow's
+ * OpenAI-compatible API.
+ */
+export class SiliconFlowAdapter {
+    provider = 'siliconflow';
+    model;
+    client;
+    embeddingModel;
+    defaultTemperature;
+    defaultMaxTokens;
+    constructor(config) {
+        this.model = config.model;
+        // Use BGE-M3 by default as it supports 8192 tokens (vs 512 for BGE-large)
+        this.embeddingModel = config.embeddingModel ?? SILICONFLOW_MODELS.BGE_M3;
+        this.defaultTemperature = config.temperature ?? 0.7;
+        this.defaultMaxTokens = config.maxTokens ?? 2048;
+        this.client = new OpenAI({
+            apiKey: config.apiKey,
+            baseURL: config.baseUrl ?? DEFAULT_SILICONFLOW_BASE_URL,
+            timeout: config.timeoutMs ?? 30000,
+        });
+    }
+    async generate(prompt, options) {
+        const messages = typeof prompt === 'string' ? promptToMessages(prompt, options?.systemPrompt) : prompt;
+        try {
+            const response = await this.client.chat.completions.create({
+                model: this.model,
+                messages: this.convertMessages(messages),
+                temperature: options?.temperature ?? this.defaultTemperature,
+                max_tokens: options?.maxTokens ?? this.defaultMaxTokens,
+                stop: options?.stopSequences,
+            }, { signal: options?.abortSignal });
+            return response.choices[0]?.message?.content ?? '';
+        }
+        catch (error) {
+            throw this.handleError(error);
+        }
+    }
+    async generateWithTools(prompt, tools, options) {
+        const messages = typeof prompt === 'string' ? promptToMessages(prompt, options?.systemPrompt) : prompt;
+        try {
+            const response = await this.client.chat.completions.create({
+                model: this.model,
+                messages: this.convertMessages(messages),
+                tools: tools.map((t) => ({
+                    type: 'function',
+                    function: t.function,
+                })),
+                temperature: options?.temperature ?? this.defaultTemperature,
+                max_tokens: options?.maxTokens ?? this.defaultMaxTokens,
+                stop: options?.stopSequences,
+            }, { signal: options?.abortSignal });
+            const choice = response.choices[0];
+            const message = choice?.message;
+            const toolCalls = message?.tool_calls?.map((tc) => ({
+                id: tc.id,
+                name: tc.function.name,
+                arguments: JSON.parse(tc.function.arguments),
+            }));
+            return {
+                content: message?.content ?? '',
+                toolCalls,
+                finishReason: this.mapFinishReason(choice?.finish_reason),
+                usage: response.usage
+                    ? {
+                        promptTokens: response.usage.prompt_tokens,
+                        completionTokens: response.usage.completion_tokens,
+                        totalTokens: response.usage.total_tokens,
+                    }
+                    : undefined,
+            };
+        }
+        catch (error) {
+            throw this.handleError(error);
+        }
+    }
+    async embed(text) {
+        try {
+            const response = await this.client.embeddings.create({
+                model: this.embeddingModel,
+                input: text,
+            });
+            const embeddingData = response.data[0];
+            if (!embeddingData) {
+                throw new LLMError('No embedding data returned', 'INVALID_REQUEST', this.provider);
+            }
+            return {
+                embedding: embeddingData.embedding,
+                tokenCount: response.usage?.total_tokens,
+            };
+        }
+        catch (error) {
+            throw this.handleError(error);
+        }
+    }
+    supportsEmbeddings() {
+        return true;
+    }
+    supportsToolCalling() {
+        // Most models on SiliconFlow support function calling
+        // Some smaller models may not support it
+        const modelLower = this.model.toLowerCase();
+        // DeepSeek and Qwen models support tool calling
+        if (modelLower.includes('deepseek') || modelLower.includes('qwen')) {
+            return true;
+        }
+        // GLM models support tool calling
+        if (modelLower.includes('glm')) {
+            return true;
+        }
+        // Default to true for unknown models
+        return true;
+    }
+    supportsStreaming() {
+        return true;
+    }
+    async generateWithToolsStream(prompt, tools, onChunk, options) {
+        const messages = typeof prompt === 'string' ? promptToMessages(prompt, options?.systemPrompt) : prompt;
+        try {
+            const stream = await this.client.chat.completions.create({
+                model: this.model,
+                messages: this.convertMessages(messages),
+                tools: tools.map((t) => ({
+                    type: 'function',
+                    function: t.function,
+                })),
+                temperature: options?.temperature ?? this.defaultTemperature,
+                max_tokens: options?.maxTokens ?? this.defaultMaxTokens,
+                stop: options?.stopSequences,
+                stream: true,
+            }, { signal: options?.abortSignal });
+            // Accumulate the response
+            let accumulatedContent = '';
+            const toolCallsMap = new Map();
+            let finishReason = 'stop';
+            for await (const chunk of stream) {
+                const delta = chunk.choices[0]?.delta;
+                const chunkFinishReason = chunk.choices[0]?.finish_reason;
+                // Handle content chunks
+                if (delta?.content) {
+                    accumulatedContent += delta.content;
+                    const streamChunk = {
+                        type: 'content',
+                        content: delta.content,
+                    };
+                    onChunk(streamChunk);
+                }
+                // Handle tool call chunks
+                if (delta?.tool_calls) {
+                    for (const tc of delta.tool_calls) {
+                        const index = tc.index;
+                        // Get or create tool call entry
+                        let toolCallEntry = toolCallsMap.get(index);
+                        if (!toolCallEntry) {
+                            toolCallEntry = { id: '', name: '', arguments: '' };
+                            toolCallsMap.set(index, toolCallEntry);
+                        }
+                        // Accumulate tool call data
+                        if (tc.id)
+                            toolCallEntry.id = tc.id;
+                        if (tc.function?.name)
+                            toolCallEntry.name = tc.function.name;
+                        if (tc.function?.arguments)
+                            toolCallEntry.arguments += tc.function.arguments;
+                        // Send tool call chunk
+                        const streamChunk = {
+                            type: 'tool_call',
+                            toolCall: {
+                                index,
+                                id: tc.id,
+                                name: tc.function?.name,
+                                arguments: tc.function?.arguments,
+                            },
+                        };
+                        onChunk(streamChunk);
+                    }
+                }
+                // Update finish reason
+                if (chunkFinishReason) {
+                    finishReason = this.mapFinishReason(chunkFinishReason);
+                }
+            }
+            // Build final tool calls array
+            const toolCalls = toolCallsMap.size > 0
+                ? Array.from(toolCallsMap.entries())
+                    .sort(([a], [b]) => a - b)
+                    .map(([, tc]) => ({
+                    id: tc.id,
+                    name: tc.name,
+                    arguments: JSON.parse(tc.arguments || '{}'),
+                }))
+                : undefined;
+            // Build final response
+            const response = {
+                content: accumulatedContent,
+                toolCalls,
+                finishReason,
+            };
+            // Send done chunk
+            onChunk({ type: 'done', response });
+            return response;
+        }
+        catch (error) {
+            throw this.handleError(error);
+        }
+    }
+    /**
+     * Convert internal message format to OpenAI format
+     */
+    convertMessages(messages) {
+        return messages.map((msg) => {
+            if (msg.role === 'tool') {
+                return {
+                    role: 'tool',
+                    content: msg.content,
+                    tool_call_id: msg.toolCallId ?? '',
+                };
+            }
+            if (msg.role === 'assistant' && msg.toolCalls && msg.toolCalls.length > 0) {
+                // Assistant message with tool calls
+                return {
+                    role: 'assistant',
+                    content: msg.content || null,
+                    tool_calls: msg.toolCalls.map((tc) => ({
+                        id: tc.id,
+                        type: 'function',
+                        function: {
+                            name: tc.name,
+                            arguments: JSON.stringify(tc.arguments),
+                        },
+                    })),
+                };
+            }
+            return {
+                role: msg.role,
+                content: msg.content,
+            };
+        });
+    }
+    /**
+     * Map finish reason to internal format
+     */
+    mapFinishReason(reason) {
+        switch (reason) {
+            case 'stop':
+                return 'stop';
+            case 'tool_calls':
+                return 'tool_calls';
+            case 'length':
+                return 'length';
+            case 'content_filter':
+                return 'content_filter';
+            default:
+                return 'stop';
+        }
+    }
+    /**
+     * Handle API errors
+     */
+    handleError(error) {
+        // Check for abort error first
+        if (error instanceof Error && error.name === 'AbortError') {
+            return new LLMError('Operation cancelled', 'CANCELLED', this.provider, error);
+        }
+        // Preserve existing LLMError instances
+        if (error instanceof LLMError) {
+            return error;
+        }
+        if (error instanceof OpenAI.APIError) {
+            const code = this.mapErrorCode(error.status, error.code);
+            return new LLMError(error.message, code, this.provider, error);
+        }
+        if (error instanceof Error) {
+            return new LLMError(error.message, 'UNKNOWN_ERROR', this.provider, error);
+        }
+        return new LLMError('Unknown error occurred', 'UNKNOWN_ERROR', this.provider);
+    }
+    /**
+     * Map error codes to internal error codes
+     */
+    mapErrorCode(status, code) {
+        if (status === 401)
+            return 'AUTHENTICATION_ERROR';
+        if (status === 429)
+            return 'RATE_LIMIT_ERROR';
+        if (status === 400)
+            return 'INVALID_REQUEST';
+        if (status === 404)
+            return 'MODEL_NOT_FOUND';
+        if (code === 'context_length_exceeded')
+            return 'CONTEXT_LENGTH_EXCEEDED';
+        if (code === 'content_filter')
+            return 'CONTENT_FILTER';
+        return 'UNKNOWN_ERROR';
+    }
+}
+//# sourceMappingURL=siliconflow.js.map

package/dist/llm/adapters/siliconflow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"siliconflow.js","sourceRoot":"","sources":["../../../src/llm/adapters/siliconflow.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,MAAM,MAAM,QAAQ,CAAC;AAY5B,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAG3D;;GAEG;AACH,MAAM,4BAA4B,GAAG,+BAA+B,CAAC;AAErE;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,kBAAkB;IAClB,aAAa,EAAE,2BAA2B;IAC1C,cAAc,EAAE,wCAAwC;IAExD,cAAc;IACd,QAAQ,EAAE,2BAA2B;IACrC,QAAQ,EAAE,2BAA2B;IACrC,OAAO,EAAE,0BAA0B;IACnC,cAAc,EAAE,iCAAiC;IAEjD,aAAa;IACb,MAAM,EAAE,qBAAqB;IAE7B,mBAAmB;IACnB,SAAS,EAAE,wBAAwB;IACnC,MAAM,EAAE,aAAa;CACb,CAAC;AAUX;;;;;GAKG;AACH,MAAM,OAAO,kBAAkB;IACpB,QAAQ,GAAG,aAAa,CAAC;IACzB,KAAK,CAAS;IAEf,MAAM,CAAS;IACf,cAAc,CAAS;IACvB,kBAAkB,CAAS;IAC3B,gBAAgB,CAAS;IAEjC,YAAY,MAAgC;QAC1C,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAC1B,0EAA0E;QAC1E,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,kBAAkB,CAAC,MAAM,CAAC;QACzE,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;QACpD,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAEjD,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,4BAA4B;YACvD,OAAO,EAAE,MAAM,CAAC,SAAS,IAAI,KAAK;SACnC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAA8B,EAAE,OAAyB;QACtE,MAAM,QAAQ,GACZ,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAExF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CACxD;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;gBACxC,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,kBAAkB;gBAC5D,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBACvD,IAAI,EAAE,OAAO,EAAE,aAAa;aAC7B,EACD,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CACjC,CAAC;YAEF,OAAO,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACrD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,MAA8B,EAC9B,KAAuB,EACvB,OAAyB;QAEzB,MAAM,QAAQ,GACZ,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAExF,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CACxD;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;gBACxC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC;oBACvC,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,CAAC,CAAC,QAAQ;iBACrB,CAAC,CAAC;gBACH,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,kBAAkB;gBAC5D,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBACvD,IAAI,EAAE,OAAO,EAAE,aAAa;aAC7B,EACD,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CACjC,CAAC;YAEF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,CAAC;YAEhC,MAAM,SAAS,GAA2B,OAAO,EAAE,UAAU,EAAE,GAAG,CAChE,CAAC,EAAyD,EAAE,EAAE,CAAC,CAAC;gBAC9D,EAAE,EAAE,EAAE,CAAC,EAAE;gBACT,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI;gBACtB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;aAC7C,CAAC,CACH,CAAC;YAEF,OAAO;gBACL,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE;gBAC/B,SAAS;gBACT,YAAY,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,aAAa,CAAC;gBACzD,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACnB,CAAC,CAAC;wBACE,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,aAAa;wBAC1C,gBAAgB,EAAE,QAAQ,CAAC,KAAK,CAAC,iBAAiB;wBAClD,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,YAAY;qBACzC;oBACH,CAAC,CAAC,SAAS;aACd,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY;QACtB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC;gBACnD,KAAK,EAAE,IAAI,CAAC,cAAc;gBAC1B,KAAK,EAAE,IAAI;aACZ,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACvC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACnB,MAAM,IAAI,QAAQ,CAAC,4BAA4B,EAAE,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;YACrF,CAAC;YAED,OAAO;gBACL,SAAS,EAAE,aAAa,CAAC,SAAS;gBAClC,UAAU,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY;aACzC,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,mBAAmB;QACjB,sDAAsD;QACtD,yCAAyC;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QAE5C,gDAAgD;QAChD,IAAI,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACnE,OAAO,IAAI,CAAC;QACd,CAAC;QAED,kCAAkC;QAClC,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,qCAAqC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC3B,MAA8B,EAC9B,KAAuB,EACvB,OAAuB,EACvB,OAAyB;QAEzB,MAAM,QAAQ,GACZ,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAExF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CACtD;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;gBACxC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC;oBACvC,IAAI,EAAE,UAAmB;oBACzB,QAAQ,EAAE,CAAC,CAAC,QAAQ;iBACrB,CAAC,CAAC;gBACH,WAAW,EAAE,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,kBAAkB;gBAC5D,UAAU,EAAE,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,gBAAgB;gBACvD,IAAI,EAAE,OAAO,EAAE,aAAa;gBAC5B,MAAM,EAAE,IAAI;aACb,EACD,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CACjC,CAAC;YAEF,0BAA0B;YAC1B,IAAI,kBAAkB,GAAG,EAAE,CAAC;YAC5B,MAAM,YAAY,GAAG,IAAI,GAAG,EAA2D,CAAC;YACxF,IAAI,YAAY,GAAgC,MAAM,CAAC;YAEvD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBACjC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;gBACtC,MAAM,iBAAiB,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC;gBAE1D,wBAAwB;gBACxB,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;oBACnB,kBAAkB,IAAI,KAAK,CAAC,OAAO,CAAC;oBACpC,MAAM,WAAW,GAAgB;wBAC/B,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE,KAAK,CAAC,OAAO;qBACvB,CAAC;oBACF,OAAO,CAAC,WAAW,CAAC,CAAC;gBACvB,CAAC;gBAED,0BAA0B;gBAC1B,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;oBACtB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAmB,EAAE,CAAC;wBAC3C,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;wBAEvB,gCAAgC;wBAChC,IAAI,aAAa,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;wBAC5C,IAAI,CAAC,aAAa,EAAE,CAAC;4BACnB,aAAa,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;4BACpD,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;wBACzC,CAAC;wBAED,4BAA4B;wBAC5B,IAAI,EAAE,CAAC,EAAE;4BAAE,aAAa,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;wBACpC,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI;4BAAE,aAAa,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;wBAC7D,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS;4BAAE,aAAa,CAAC,SAAS,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;wBAE7E,uBAAuB;wBACvB,MAAM,WAAW,GAAgB;4BAC/B,IAAI,EAAE,WAAW;4BACjB,QAAQ,EAAE;gCACR,KAAK;gCACL,EAAE,EAAE,EAAE,CAAC,EAAE;gCACT,IAAI,EAAE,EAAE,CAAC,QAAQ,EAAE,IAAI;gCACvB,SAAS,EAAE,EAAE,CAAC,QAAQ,EAAE,SAAS;6BAClC;yBACF,CAAC;wBACF,OAAO,CAAC,WAAW,CAAC,CAAC;oBACvB,CAAC;gBACH,CAAC;gBAED,uBAAuB;gBACvB,IAAI,iBAAiB,EAAE,CAAC;oBACtB,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;gBACzD,CAAC;YACH,CAAC;YAED,+BAA+B;YAC/B,MAAM,SAAS,GACb,YAAY,CAAC,IAAI,GAAG,CAAC;gBACnB,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;qBAC/B,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;qBACzB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBAChB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,IAAI,IAAI,CAAC;iBAC5C,CAAC,CAAC;gBACP,CAAC,CAAC,SAAS,CAAC;YAEhB,uBAAuB;YACvB,MAAM,QAAQ,GAAgB;gBAC5B,OAAO,EAAE,kBAAkB;gBAC3B,SAAS;gBACT,YAAY;aACb,CAAC;YAEF,kBAAkB;YAClB,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;YAEpC,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,QAAuB;QAC7C,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAgB,EAAE,EAAE;YACvC,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACxB,OAAO;oBACL,IAAI,EAAE,MAAe;oBACrB,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,YAAY,EAAE,GAAG,CAAC,UAAU,IAAI,EAAE;iBACnC,CAAC;YACJ,CAAC;YACD,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1E,oCAAoC;gBACpC,OAAO;oBACL,IAAI,EAAE,WAAoB;oBAC1B,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,IAAI;oBAC5B,UAAU,EAAE,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAY,EAAE,EAAE,CAAC,CAAC;wBAC/C,EAAE,EAAE,EAAE,CAAC,EAAE;wBACT,IAAI,EAAE,UAAmB;wBACzB,QAAQ,EAAE;4BACR,IAAI,EAAE,EAAE,CAAC,IAAI;4BACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC;yBACxC;qBACF,CAAC,CAAC;iBACJ,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,GAAG,CAAC,IAAuC;gBACjD,OAAO,EAAE,GAAG,CAAC,OAAO;aACrB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,MAAsB;QAC5C,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,MAAM;gBACT,OAAO,MAAM,CAAC;YAChB,KAAK,YAAY;gBACf,OAAO,YAAY,CAAC;YACtB,KAAK,QAAQ;gBACX,OAAO,QAAQ,CAAC;YAClB,KAAK,gBAAgB;gBACnB,OAAO,gBAAgB,CAAC;YAC1B;gBACE,OAAO,MAAM,CAAC;QAClB,CAAC;IACH,CAAC;IAED;;OAEG;IACK,WAAW,CAAC,KAAc;QAChC,8BAA8B;QAC9B,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC1D,OAAO,IAAI,QAAQ,CAAC,qBAAqB,EAAE,WAAW,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAChF,CAAC;QAED,uCAAuC;QACvC,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,IAAI,KAAK,YAAY,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACzD,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO,IAAI,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,eAAe,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,IAAI,QAAQ,CAAC,wBAAwB,EAAE,eAAe,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChF,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,MAAe,EAAE,IAAoB;QACxD,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,sBAAsB,CAAC;QAClD,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,kBAAkB,CAAC;QAC9C,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,iBAAiB,CAAC;QAC7C,IAAI,MAAM,KAAK,GAAG;YAAE,OAAO,iBAAiB,CAAC;QAC7C,IAAI,IAAI,KAAK,yBAAyB;YAAE,OAAO,yBAAyB,CAAC;QACzE,IAAI,IAAI,KAAK,gBAAgB;YAAE,OAAO,gBAAgB,CAAC;QACvD,OAAO,eAAe,CAAC;IACzB,CAAC;CACF"}

package/dist/llm/index.d.ts

@@ -0,0 +1,9 @@
+/**
+ * LLM Module Index
+ *
+ * Exports all LLM-related types, adapters, and the manager.
+ */
+export { type LLMAdapter, type LLMAdapterConfig, type GenerateOptions, type ChatMessage, type LLMResponse, type ToolCall, type EmbeddingResult, type LLMErrorCode, LLMError, promptToMessages, messagesToPrompt, } from './adapter.js';
+export { LLMManager, createSimpleLLMManager } from './manager.js';
+export { OpenAIAdapter, type OpenAIAdapterConfig, ClaudeAdapter, type ClaudeAdapterConfig, QwenAdapter, type QwenAdapterConfig, SiliconFlowAdapter, type SiliconFlowAdapterConfig, SILICONFLOW_MODELS, MiMoAdapter, type MiMoAdapterConfig, type MiMoGenerateOptions, type MiMoLLMResponse, type ThinkingMode, MIMO_MODELS, } from './adapters/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/llm/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EACL,KAAK,UAAU,EACf,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,WAAW,EAChB,KAAK,WAAW,EAChB,KAAK,QAAQ,EACb,KAAK,eAAe,EACpB,KAAK,YAAY,EACjB,QAAQ,EACR,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,cAAc,CAAC;AAGtB,OAAO,EAAE,UAAU,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAGlE,OAAO,EACL,aAAa,EACb,KAAK,mBAAmB,EACxB,aAAa,EACb,KAAK,mBAAmB,EACxB,WAAW,EACX,KAAK,iBAAiB,EACtB,kBAAkB,EAClB,KAAK,wBAAwB,EAC7B,kBAAkB,EAClB,WAAW,EACX,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,eAAe,EACpB,KAAK,YAAY,EACjB,WAAW,GACZ,MAAM,qBAAqB,CAAC"}

package/dist/llm/index.js

@@ -0,0 +1,12 @@
+/**
+ * LLM Module Index
+ *
+ * Exports all LLM-related types, adapters, and the manager.
+ */
+// Core adapter interface and types
+export { LLMError, promptToMessages, messagesToPrompt, } from './adapter.js';
+// LLM Manager
+export { LLMManager, createSimpleLLMManager } from './manager.js';
+// Adapters
+export { OpenAIAdapter, ClaudeAdapter, QwenAdapter, SiliconFlowAdapter, SILICONFLOW_MODELS, MiMoAdapter, MIMO_MODELS, } from './adapters/index.js';
+//# sourceMappingURL=index.js.map

package/dist/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,mCAAmC;AACnC,OAAO,EASL,QAAQ,EACR,gBAAgB,EAChB,gBAAgB,GACjB,MAAM,cAAc,CAAC;AAEtB,cAAc;AACd,OAAO,EAAE,UAAU,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAElE,WAAW;AACX,OAAO,EACL,aAAa,EAEb,aAAa,EAEb,WAAW,EAEX,kBAAkB,EAElB,kBAAkB,EAClB,WAAW,EAKX,WAAW,GACZ,MAAM,qBAAqB,CAAC"}

package/dist/llm/manager.d.ts

@@ -0,0 +1,97 @@
+/**
+ * LLM Manager
+ *
+ * Manages multiple LLM adapters and routes tasks to the appropriate LLM.
+ * Supports single LLM mode (all tasks use one LLM) and multi-LLM mode
+ * (different LLMs for different task types).
+ */
+import type { LLMAdapter, GenerateOptions, ChatMessage, LLMResponse, EmbeddingResult, StreamCallback } from './adapter.js';
+import type { LLMConfig, LLMProviderConfig, LLMTask } from '../types/config.js';
+import type { ToolDefinition } from '../types/tool.js';
+/**
+ * LLM Manager
+ *
+ * Provides a unified interface for working with multiple LLM providers.
+ */
+export declare class LLMManager {
+    private config;
+    private adapters;
+    private retryConfig;
+    constructor(config: LLMConfig);
+    /**
+     * Get the LLM adapter for a specific task
+     */
+    getLLMForTask(task: LLMTask): LLMAdapter;
+    /**
+     * Generate text for a specific task
+     */
+    generate(task: LLMTask, prompt: string | ChatMessage[], options?: GenerateOptions): Promise<string>;
+    /**
+     * Generate text with tool calling for a specific task
+     */
+    generateWithTools(task: LLMTask, prompt: string | ChatMessage[], tools: ToolDefinition[], options?: GenerateOptions): Promise<LLMResponse>;
+    /**
+     * Generate text with tool calling for a specific task (streaming)
+     *
+     * Note: Streaming does not support automatic retry since we can't replay the stream.
+     * If you need retry behavior, use the non-streaming version.
+     */
+    generateWithToolsStream(task: LLMTask, prompt: string | ChatMessage[], tools: ToolDefinition[], onChunk: StreamCallback, options?: GenerateOptions): Promise<LLMResponse>;
+    /**
+     * Check if the adapter for a task supports streaming
+     */
+    supportsStreaming(task: LLMTask): boolean;
+    /**
+     * Generate embedding using the knowledge retrieval LLM
+     */
+    embed(text: string): Promise<EmbeddingResult>;
+    /**
+     * Check if any configured adapter supports embeddings
+     */
+    supportsEmbeddings(): boolean;
+    /**
+     * Check if the adapter for a task supports tool calling
+     */
+    supportsToolCalling(task: LLMTask): boolean;
+    /**
+     * Get all initialized adapters
+     */
+    getAdapters(): Map<string, LLMAdapter>;
+    /**
+     * Get the current configuration
+     */
+    getConfig(): LLMConfig;
+    /**
+     * Initialize adapters for all configured LLMs
+     */
+    private initializeAdapters;
+    /**
+     * Get or create an adapter for a provider configuration
+     */
+    private getOrCreateAdapter;
+    /**
+     * Create a unique key for an adapter configuration
+     */
+    private getAdapterKey;
+    /**
+     * Create an adapter based on provider configuration
+     */
+    private createAdapter;
+    /**
+     * Execute an LLM operation with retry and fallback
+     */
+    private executeWithRetry;
+    /**
+     * Determine if an error should trigger a retry
+     */
+    private shouldRetry;
+    /**
+     * Sleep for a specified duration
+     */
+    private sleep;
+}
+/**
+ * Create an LLMManager with a simple single-LLM configuration
+ */
+export declare function createSimpleLLMManager(provider: LLMProviderConfig['provider'], apiKey: string, model: string, options?: Partial<LLMProviderConfig>): LLMManager;
+//# sourceMappingURL=manager.d.ts.map

package/dist/llm/manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.d.ts","sourceRoot":"","sources":["../../src/llm/manager.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,UAAU,EACV,eAAe,EACf,WAAW,EACX,WAAW,EACX,eAAe,EACf,cAAc,EACf,MAAM,cAAc,CAAC;AAEtB,OAAO,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAEhF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAuBvD;;;;GAIG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,QAAQ,CAAsC;IACtD,OAAO,CAAC,WAAW,CAAc;gBAErB,MAAM,EAAE,SAAS;IAQ7B;;OAEG;IACH,aAAa,CAAC,IAAI,EAAE,OAAO,GAAG,UAAU;IAKxC;;OAEG;IACG,QAAQ,CACZ,IAAI,EAAE,OAAO,EACb,MAAM,EAAE,MAAM,GAAG,WAAW,EAAE,EAC9B,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,MAAM,CAAC;IAQlB;;OAEG;IACG,iBAAiB,CACrB,IAAI,EAAE,OAAO,EACb,MAAM,EAAE,MAAM,GAAG,WAAW,EAAE,EAC9B,KAAK,EAAE,cAAc,EAAE,EACvB,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,WAAW,CAAC;IAQvB;;;;;OAKG;IACG,uBAAuB,CAC3B,IAAI,EAAE,OAAO,EACb,MAAM,EAAE,MAAM,GAAG,WAAW,EAAE,EAC9B,KAAK,EAAE,cAAc,EAAE,EACvB,OAAO,EAAE,cAAc,EACvB,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,WAAW,CAAC;IAuBvB;;OAEG;IACH,iBAAiB,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO;IAKzC;;OAEG;IACG,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;IAyBnD;;OAEG;IACH,kBAAkB,IAAI,OAAO;IAS7B;;OAEG;IACH,mBAAmB,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO;IAK3C;;OAEG;IACH,WAAW,IAAI,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC;IAItC;;OAEG;IACH,SAAS,IAAI,SAAS;IAItB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAqB1B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAY1B;;OAEG;IACH,OAAO,CAAC,aAAa;IAIrB;;OAEG;IACH,OAAO,CAAC,aAAa;IA2ErB;;OAEG;YACW,gBAAgB;IAoE9B;;OAEG;IACH,OAAO,CAAC,WAAW;IAanB;;OAEG;IACH,OAAO,CAAC,KAAK;CAGd;AAED;;GAEG;AACH,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,iBAAiB,CAAC,UAAU,CAAC,EACvC,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GACnC,UAAU,CAUZ"}