@polka-codes/core 0.0.4 → 0.1.0

package/dist/Agent/prompts.js

@@ -0,0 +1,93 @@
+const toolInfoPrompt = (tool, toolNamePrefix, parameterPrefix) => `
+## ${toolNamePrefix}${tool.name}
+
+Description: ${tool.description}
+
+Parameters:
+${tool.parameters.map((param) => `- ${parameterPrefix}${param.name}: (${param.required ? 'required' : 'optional'}) ${param.description}`).join('\n')}
+
+Usage:
+<${toolNamePrefix}${tool.name}>
+${tool.parameters.map((param) => `<${parameterPrefix}${param.name}>${param.usageValue}</${parameterPrefix}${param.name}>`).join('\n')}
+</${toolNamePrefix}${tool.name}>`;
+const toolInfoExamplesPrompt = (idx, tool, example, toolNamePrefix, parameterPrefix) => `
+## Example ${idx + 1}: ${example.description}
+
+<${toolNamePrefix}${tool.name}>
+${example.parameters.map((param) => `<${parameterPrefix}${param.name}>${param.value}</${parameterPrefix}${param.name}>`).join('\n')}
+</${toolNamePrefix}${tool.name}>
+`;
+export const toolUsePrompt = (tools, toolNamePrefix) => {
+    if (tools.length === 0) {
+        return '';
+    }
+    const parameterPrefix = `${toolNamePrefix}parameter_`;
+    let exampleIndex = 0;
+    return `
+====
+
+TOOL USE
+
+You have access to a set of tools that are executed upon the user's approval. You can use one tool per message, and will receive the result of that tool use in the user's response. You use tools step-by-step to accomplish a given task, with each tool use informed by the result of the previous tool use.
+
+# Tool Use Formatting
+
+Tool use is formatted using XML-style tags. The tool name is enclosed in opening and closing tags, and each parameter is similarly enclosed within its own set of tags. Here's the structure:
+
+<${toolNamePrefix}tool_name>
+<${parameterPrefix}name1>value1</${parameterPrefix}name1>
+<${parameterPrefix}name2>value2</${parameterPrefix}name2>
+...
+</${toolNamePrefix}tool_name>
+
+For example:
+
+<${toolNamePrefix}read_file>
+<${parameterPrefix}path>src/main.js</${parameterPrefix}path>
+</${toolNamePrefix}read_file>
+
+Always adhere to this format for the tool use to ensure proper parsing and execution.
+
+# Tools
+${tools.map((tool) => toolInfoPrompt(tool, toolNamePrefix, parameterPrefix)).join('\n')}
+
+# Tool Use Examples
+${tools
+        .map((tool) => {
+        let promp = '';
+        for (const example of tool.examples ?? []) {
+            promp += toolInfoExamplesPrompt(exampleIndex++, tool, example, toolNamePrefix, parameterPrefix);
+        }
+        return promp;
+    })
+        .join('')}
+# Tool Use Guidelines
+
+1. **In \`<thinking>\` tags**, assess what information you have and what you need to proceed.
+2. **Choose one tool at a time per message** based on the task and its description. Do not assume a tool’s outcome without explicit confirmation.
+3. **Formulate tool use only in the specified XML format** for each tool.
+4. **Wait for the user’s response** after each tool use. Do not proceed until you have their confirmation.
+5. The user’s response may include:
+   - Tool success or failure details
+   - Linter errors
+   - Terminal output or other relevant feedback
+6. **Never repeat or quote the entire tool command** in your final user-facing message. Summarize outcomes clearly and avoid echoing commands verbatim.
+7. **Respond concisely** and move the conversation forward. Do not re-issue the same command or re-trigger tool use without necessity.
+8. Follow these steps **iteratively**, confirming success and addressing issues as you go.
+
+By adhering to these guidelines:
+- You maintain clarity without accidentally re-invoking tools.
+- You confirm each step’s results before proceeding.
+- You provide only the necessary information in user-facing replies to prevent re-interpretation as new commands.`;
+};
+export const responsePrompts = {
+    errorInvokeTool: (tool, error) => `An error occurred while invoking the tool "${tool}": ${error}`,
+    requireUseTool: 'Error: You must use a tool before proceeding',
+    toolResults: (tool, result) => `<tool_response>
+<tool_name>${tool}</tool_name>
+<tool_result>
+${result}
+</tool_result>
+</tool_response>`,
+};
+//# sourceMappingURL=prompts.js.map

package/dist/Agent/prompts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompts.js","sourceRoot":"","sources":["../../src/Agent/prompts.ts"],"names":[],"mappings":"AAEA,MAAM,cAAc,GAAG,CAAC,IAAc,EAAE,cAAsB,EAAE,eAAuB,EAAE,EAAE,CAAC;KACvF,cAAc,GAAG,IAAI,CAAC,IAAI;;eAEhB,IAAI,CAAC,WAAW;;;EAG7B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,eAAe,GAAG,KAAK,CAAC,IAAI,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,KAAK,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;GAGjJ,cAAc,GAAG,IAAI,CAAC,IAAI;EAC3B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,eAAe,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,UAAU,KAAK,eAAe,GAAG,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;IACjI,cAAc,GAAG,IAAI,CAAC,IAAI,GAAG,CAAA;AAEjC,MAAM,sBAAsB,GAAG,CAAC,GAAW,EAAE,IAAc,EAAE,OAAoB,EAAE,cAAsB,EAAE,eAAuB,EAAE,EAAE,CAAC;aAC1H,GAAG,GAAG,CAAC,KAAK,OAAO,CAAC,WAAW;;GAEzC,cAAc,GAAG,IAAI,CAAC,IAAI;EAC3B,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,eAAe,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,KAAK,eAAe,GAAG,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;IAC/H,cAAc,GAAG,IAAI,CAAC,IAAI;CAC7B,CAAA;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,KAAiB,EAAE,cAAsB,EAAE,EAAE;IACzE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,eAAe,GAAG,GAAG,cAAc,YAAY,CAAA;IAErD,IAAI,YAAY,GAAG,CAAC,CAAA;IAEpB,OAAO;;;;;;;;;;;GAWN,cAAc;GACd,eAAe,iBAAiB,eAAe;GAC/C,eAAe,iBAAiB,eAAe;;IAE9C,cAAc;;;;GAIf,cAAc;GACd,eAAe,qBAAqB,eAAe;IAClD,cAAc;;;;;EAKhB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,cAAc,CAAC,IAAI,EAAE,cAAc,EAAE,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;EAGrF,KAAK;SACJ,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACZ,IAAI,KAAK,GAAG,EAAE,CAAA;QACd,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;YAC1C,KAAK,IAAI,sBAAsB,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,eAAe,CAAC,CAAA;QACjG,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC,CAAC;SACD,IAAI,CAAC,EAAE,CAAC;;;;;;;;;;;;;;;;;;kHAkBuG,CAAA;AAClH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,eAAe,EAAE,CAAC,IAAY,EAAE,KAAc,EAAE,EAAE,CAAC,8CAA8C,IAAI,MAAM,KAAK,EAAE;IAClH,cAAc,EAAE,8CAA8C;IAC9D,WAAW,EAAE,CAAC,IAAY,EAAE,MAAc,EAAE,EAAE,CAAC;aACpC,IAAI;;EAEf,MAAM;;iBAES;CACP,CAAA"}

package/dist/AiService/AiServiceBase.d.ts

@@ -0,0 +1,29 @@
+import type { Anthropic } from '@anthropic-ai/sdk';
+import type { ModelInfo } from './ModelInfo';
+export type ApiStreamChunk = ApiStreamTextChunk | ApiStreamUsageChunk;
+export interface ApiStreamTextChunk {
+    type: 'text';
+    text: string;
+}
+export interface ApiStreamUsageChunk {
+    type: 'usage';
+    inputTokens: number;
+    outputTokens: number;
+    cacheWriteTokens?: number;
+    cacheReadTokens?: number;
+    totalCost?: number;
+}
+export type ApiStream = AsyncGenerator<ApiStreamChunk>;
+export interface AiServiceOptions {
+    modelId?: string;
+    apiKey?: string;
+    baseUrl?: string;
+}
+export type MessageParam = Anthropic.Messages.MessageParam;
+export declare abstract class AiServiceBase {
+    abstract get model(): {
+        id: string;
+        info: ModelInfo;
+    };
+    abstract send(systemPrompt: string, messages: MessageParam[]): ApiStream;
+}

package/dist/AiService/AiServiceBase.js

@@ -0,0 +1,3 @@
+export class AiServiceBase {
+}
+//# sourceMappingURL=AiServiceBase.js.map

package/dist/AiService/AiServiceBase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AiServiceBase.js","sourceRoot":"","sources":["../../src/AiService/AiServiceBase.ts"],"names":[],"mappings":"AA8BA,MAAM,OAAgB,aAAa;CAIlC"}

package/dist/AiService/AnthropicService.d.ts

@@ -0,0 +1,11 @@
+import { AiServiceBase, type AiServiceOptions, type ApiStream, type MessageParam } from './AiServiceBase';
+import { type AnthropicModelId, type ModelInfo } from './ModelInfo';
+export declare class AnthropicService extends AiServiceBase {
+    #private;
+    readonly model: {
+        id: AnthropicModelId;
+        info: ModelInfo;
+    };
+    constructor(options: AiServiceOptions);
+    send(systemPrompt: string, messages: MessageParam[]): ApiStream;
+}

package/dist/AiService/AnthropicService.js

@@ -0,0 +1,185 @@
+// source: https://github.com/cline/cline/blob/f6c19c29a64ca84e9360df7ab2c07d128dcebe64/src/api/providers/anthropic.ts
+import { Anthropic } from '@anthropic-ai/sdk';
+import { createServiceLogger } from '../logger';
+import { AiServiceBase } from './AiServiceBase';
+import { anthropicDefaultModelId, anthropicModels } from './ModelInfo';
+const logger = createServiceLogger('AnthropicService');
+export class AnthropicService extends AiServiceBase {
+    #options;
+    #client;
+    model;
+    constructor(options) {
+        super();
+        this.#options = options;
+        this.#client = new Anthropic({
+            apiKey: options.apiKey,
+            baseURL: options.baseUrl || undefined,
+        });
+        const id = (this.#options.modelId ?? anthropicDefaultModelId);
+        this.model = {
+            id,
+            info: anthropicModels[id] ?? anthropicModels[anthropicDefaultModelId],
+        };
+    }
+    async *send(systemPrompt, messages) {
+        logger.debug({ modelId: this.model.id, messagesCount: messages.length }, 'Starting message stream');
+        let stream;
+        const modelId = this.model.id;
+        switch (modelId) {
+            // 'latest' alias does not support cache_control
+            case 'claude-3-5-sonnet-20241022':
+            case 'claude-3-5-haiku-20241022':
+            case 'claude-3-opus-20240229':
+            case 'claude-3-haiku-20240307': {
+                /*
+                        The latest message will be the new user message, one before will be the assistant message from a previous request, and the user message before that will be a previously cached user message. So we need to mark the latest user message as ephemeral to cache it for the next request, and mark the second to last user message as ephemeral to let the server know the last message to retrieve from the cache for the current request..
+                        */
+                const userMsgIndices = messages.reduce((acc, msg, index) => {
+                    if (msg.role === 'user') {
+                        acc.push(index);
+                    }
+                    return acc;
+                }, []);
+                const lastUserMsgIndex = userMsgIndices[userMsgIndices.length - 1] ?? -1;
+                const secondLastMsgUserIndex = userMsgIndices[userMsgIndices.length - 2] ?? -1;
+                stream = await this.#client.messages.create({
+                    model: modelId,
+                    max_tokens: this.model.info.maxTokens || 8192,
+                    temperature: 0,
+                    system: [
+                        {
+                            text: systemPrompt,
+                            type: 'text',
+                            cache_control: { type: 'ephemeral' },
+                        },
+                    ], // setting cache breakpoint for system prompt so new tasks can reuse it
+                    messages: messages.map((message, index) => {
+                        if (index === lastUserMsgIndex || index === secondLastMsgUserIndex) {
+                            return {
+                                ...message,
+                                content: typeof message.content === 'string'
+                                    ? [
+                                        {
+                                            type: 'text',
+                                            text: message.content,
+                                            cache_control: {
+                                                type: 'ephemeral',
+                                            },
+                                        },
+                                    ]
+                                    : message.content.map((content, contentIndex) => contentIndex === message.content.length - 1
+                                        ? {
+                                            ...content,
+                                            cache_control: {
+                                                type: 'ephemeral',
+                                            },
+                                        }
+                                        : content),
+                            };
+                        }
+                        return message;
+                    }),
+                    // tools, // cache breakpoints go from tools > system > messages, and since tools dont change, we can just set the breakpoint at the end of system (this avoids having to set a breakpoint at the end of tools which by itself does not meet min requirements for haiku caching)
+                    // tool_choice: { type: "auto" },
+                    // tools: tools,
+                    stream: true,
+                }, (() => {
+                    // prompt caching: https://x.com/alexalbert__/status/1823751995901272068
+                    // https://github.com/anthropics/anthropic-sdk-typescript?tab=readme-ov-file#default-headers
+                    // https://github.com/anthropics/anthropic-sdk-typescript/commit/c920b77fc67bd839bfeb6716ceab9d7c9bbe7393
+                    switch (modelId) {
+                        case 'claude-3-5-sonnet-20241022':
+                        case 'claude-3-5-haiku-20241022':
+                        case 'claude-3-opus-20240229':
+                        case 'claude-3-haiku-20240307':
+                            return {
+                                headers: {
+                                    'anthropic-beta': 'prompt-caching-2024-07-31',
+                                },
+                            };
+                        default:
+                            return undefined;
+                    }
+                })());
+                break;
+            }
+            default: {
+                stream = await this.#client.messages.create({
+                    model: modelId,
+                    max_tokens: this.model.info.maxTokens || 8192,
+                    temperature: 0,
+                    system: [{ text: systemPrompt, type: 'text' }],
+                    messages,
+                    // tools,
+                    // tool_choice: { type: "auto" },
+                    stream: true,
+                });
+                break;
+            }
+        }
+        logger.debug('Stream created, processing chunks');
+        for await (const chunk of stream) {
+            switch (chunk.type) {
+                case 'message_start': {
+                    // tells us cache reads/writes/input/output
+                    const usage = chunk.message.usage;
+                    const usageInfo = {
+                        type: 'usage',
+                        inputTokens: usage.input_tokens || 0,
+                        outputTokens: usage.output_tokens || 0,
+                        cacheWriteTokens: usage.cache_creation_input_tokens || undefined,
+                        cacheReadTokens: usage.cache_read_input_tokens || undefined,
+                    };
+                    logger.trace({ usage: usageInfo }, 'Message start usage');
+                    yield usageInfo;
+                    break;
+                }
+                case 'message_delta': {
+                    // tells us stop_reason, stop_sequence, and output tokens along the way and at the end of the message
+                    const deltaUsage = {
+                        type: 'usage',
+                        inputTokens: 0,
+                        outputTokens: chunk.usage.output_tokens || 0,
+                    };
+                    logger.trace({ usage: deltaUsage }, 'Message delta usage');
+                    yield deltaUsage;
+                    break;
+                }
+                case 'message_stop':
+                    logger.debug('Message stream completed');
+                    break;
+                case 'content_block_start':
+                    switch (chunk.content_block.type) {
+                        case 'text':
+                            // we may receive multiple text blocks, in which case just insert a line break between them
+                            if (chunk.index > 0) {
+                                yield {
+                                    type: 'text',
+                                    text: '\n',
+                                };
+                            }
+                            yield {
+                                type: 'text',
+                                text: chunk.content_block.text,
+                            };
+                            break;
+                    }
+                    break;
+                case 'content_block_delta':
+                    switch (chunk.delta.type) {
+                        case 'text_delta':
+                            yield {
+                                type: 'text',
+                                text: chunk.delta.text,
+                            };
+                            break;
+                    }
+                    break;
+                case 'content_block_stop':
+                    break;
+            }
+        }
+        logger.debug('Stream ended');
+    }
+}
+//# sourceMappingURL=AnthropicService.js.map

package/dist/AiService/AnthropicService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AnthropicService.js","sourceRoot":"","sources":["../../src/AiService/AnthropicService.ts"],"names":[],"mappings":"AAAA,sHAAsH;AAEtH,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAA;AAG7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAA;AAC/C,OAAO,EAAE,aAAa,EAA4D,MAAM,iBAAiB,CAAA;AACzG,OAAO,EAAyC,uBAAuB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAE7G,MAAM,MAAM,GAAG,mBAAmB,CAAC,kBAAkB,CAAC,CAAA;AAEtD,MAAM,OAAO,gBAAiB,SAAQ,aAAa;IACjD,QAAQ,CAAkB;IAC1B,OAAO,CAAW;IAET,KAAK,CAA2C;IAEzD,YAAY,OAAyB;QACnC,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAA;QACvB,IAAI,CAAC,OAAO,GAAG,IAAI,SAAS,CAAC;YAC3B,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,SAAS;SACtC,CAAC,CAAA;QAEF,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,uBAAuB,CAAqB,CAAA;QACjF,IAAI,CAAC,KAAK,GAAG;YACX,EAAE;YACF,IAAI,EAAE,eAAe,CAAC,EAAE,CAAC,IAAI,eAAe,CAAC,uBAAuB,CAAC;SACtE,CAAA;IACH,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,YAAoB,EAAE,QAAwB;QACxD,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAA;QAEnG,IAAI,MAAiE,CAAA;QACrE,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAA;QAC7B,QAAQ,OAAO,EAAE,CAAC;YAChB,gDAAgD;YAChD,KAAK,4BAA4B,CAAC;YAClC,KAAK,2BAA2B,CAAC;YACjC,KAAK,wBAAwB,CAAC;YAC9B,KAAK,yBAAyB,CAAC,CAAC,CAAC;gBAC/B;;0BAEF;gBACE,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;oBACzD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBACxB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;oBACjB,CAAC;oBACD,OAAO,GAAG,CAAA;gBACZ,CAAC,EAAE,EAAc,CAAC,CAAA;gBAClB,MAAM,gBAAgB,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;gBACxE,MAAM,sBAAsB,GAAG,cAAc,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;gBAC9E,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CACzC;oBACE,KAAK,EAAE,OAAO;oBACd,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI;oBAC7C,WAAW,EAAE,CAAC;oBACd,MAAM,EAAE;wBACN;4BACE,IAAI,EAAE,YAAY;4BAClB,IAAI,EAAE,MAAM;4BACZ,aAAa,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE;yBACrC;qBACF,EAAE,uEAAuE;oBAC1E,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;wBACxC,IAAI,KAAK,KAAK,gBAAgB,IAAI,KAAK,KAAK,sBAAsB,EAAE,CAAC;4BACnE,OAAO;gCACL,GAAG,OAAO;gCACV,OAAO,EACL,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ;oCACjC,CAAC,CAAC;wCACE;4CACE,IAAI,EAAE,MAAM;4CACZ,IAAI,EAAE,OAAO,CAAC,OAAO;4CACrB,aAAa,EAAE;gDACb,IAAI,EAAE,WAAW;6CAClB;yCACF;qCACF;oCACH,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,CAC5C,YAAY,KAAK,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;wCACzC,CAAC,CAAC;4CACE,GAAG,OAAO;4CACV,aAAa,EAAE;gDACb,IAAI,EAAE,WAAW;6CAClB;yCACF;wCACH,CAAC,CAAC,OAAO,CACZ;6BACR,CAAA;wBACH,CAAC;wBACD,OAAO,OAAO,CAAA;oBAChB,CAAC,CAAC;oBACF,gRAAgR;oBAChR,iCAAiC;oBACjC,gBAAgB;oBAChB,MAAM,EAAE,IAAI;iBACb,EACD,CAAC,GAAG,EAAE;oBACJ,wEAAwE;oBACxE,4FAA4F;oBAC5F,yGAAyG;oBACzG,QAAQ,OAAO,EAAE,CAAC;wBAChB,KAAK,4BAA4B,CAAC;wBAClC,KAAK,2BAA2B,CAAC;wBACjC,KAAK,wBAAwB,CAAC;wBAC9B,KAAK,yBAAyB;4BAC5B,OAAO;gCACL,OAAO,EAAE;oCACP,gBAAgB,EAAE,2BAA2B;iCAC9C;6BACF,CAAA;wBACH;4BACE,OAAO,SAAS,CAAA;oBACpB,CAAC;gBACH,CAAC,CAAC,EAAE,CACL,CAAA;gBACD,MAAK;YACP,CAAC;YACD,OAAO,CAAC,CAAC,CAAC;gBACR,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;oBAC1C,KAAK,EAAE,OAAO;oBACd,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,IAAI;oBAC7C,WAAW,EAAE,CAAC;oBACd,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;oBAC9C,QAAQ;oBACR,SAAS;oBACT,iCAAiC;oBACjC,MAAM,EAAE,IAAI;iBACb,CAAC,CAAA;gBACF,MAAK;YACP,CAAC;QACH,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,mCAAmC,CAAC,CAAA;QACjD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,2CAA2C;oBAC3C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAA;oBACjC,MAAM,SAAS,GAAG;wBAChB,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;wBACpC,YAAY,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;wBACtC,gBAAgB,EAAE,KAAK,CAAC,2BAA2B,IAAI,SAAS;wBAChE,eAAe,EAAE,KAAK,CAAC,uBAAuB,IAAI,SAAS;qBACnD,CAAA;oBACV,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,qBAAqB,CAAC,CAAA;oBACzD,MAAM,SAAS,CAAA;oBACf,MAAK;gBACP,CAAC;gBACD,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,qGAAqG;oBAErG,MAAM,UAAU,GAAG;wBACjB,IAAI,EAAE,OAAO;wBACb,WAAW,EAAE,CAAC;wBACd,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC;qBACpC,CAAA;oBACV,MAAM,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,qBAAqB,CAAC,CAAA;oBAC1D,MAAM,UAAU,CAAA;oBAChB,MAAK;gBACP,CAAC;gBACD,KAAK,cAAc;oBACjB,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAA;oBACxC,MAAK;gBACP,KAAK,qBAAqB;oBACxB,QAAQ,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;wBACjC,KAAK,MAAM;4BACT,2FAA2F;4BAC3F,IAAI,KAAK,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;gCACpB,MAAM;oCACJ,IAAI,EAAE,MAAM;oCACZ,IAAI,EAAE,IAAI;iCACX,CAAA;4BACH,CAAC;4BACD,MAAM;gCACJ,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC,IAAI;6BAC/B,CAAA;4BACD,MAAK;oBACT,CAAC;oBACD,MAAK;gBACP,KAAK,qBAAqB;oBACxB,QAAQ,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;wBACzB,KAAK,YAAY;4BACf,MAAM;gCACJ,IAAI,EAAE,MAAM;gCACZ,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,IAAI;6BACvB,CAAA;4BACD,MAAK;oBACT,CAAC;oBACD,MAAK;gBACP,KAAK,oBAAoB;oBACvB,MAAK;YACT,CAAC;QACH,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;IAC9B,CAAC;CACF"}

package/dist/AiService/DeepSeekService.d.ts

@@ -0,0 +1,11 @@
+import { AiServiceBase, type AiServiceOptions, type ApiStream, type MessageParam } from './AiServiceBase';
+import { type ModelInfo } from './ModelInfo';
+export declare class DeepSeekService extends AiServiceBase {
+    #private;
+    readonly model: {
+        id: string;
+        info: ModelInfo;
+    };
+    constructor(options: AiServiceOptions);
+    send(systemPrompt: string, messages: MessageParam[]): ApiStream;
+}

package/dist/AiService/DeepSeekService.js

@@ -0,0 +1,64 @@
+// source: https://github.com/cline/cline/blob/ce2610a6eafd860305ba9b12533db19f2a5385ad/src/api/providers/deepseek.ts
+import OpenAI from 'openai';
+import { createServiceLogger } from '../logger';
+import { AiServiceBase } from './AiServiceBase';
+import { deepSeekDefaultModelId, deepSeekModels } from './ModelInfo';
+import { convertToOpenAiMessages } from './utils';
+const logger = createServiceLogger('DeepSeekService');
+export class DeepSeekService extends AiServiceBase {
+    #client;
+    model;
+    constructor(options) {
+        super();
+        this.#client = new OpenAI({
+            baseURL: 'https://api.deepseek.com/v1',
+            apiKey: options.apiKey,
+        });
+        const id = (options.modelId || deepSeekDefaultModelId);
+        this.model = {
+            id,
+            info: deepSeekModels[id] ?? deepSeekModels[deepSeekDefaultModelId],
+        };
+    }
+    async *send(systemPrompt, messages) {
+        logger.debug({ modelId: this.model.id, messagesCount: messages.length }, 'Starting message stream');
+        const openAiMessages = [
+            { role: 'system', content: systemPrompt },
+            ...convertToOpenAiMessages(messages),
+        ];
+        logger.trace({ modelId: this.model.id, messagesCount: messages.length }, 'Sending messages to Ollama');
+        const stream = await this.#client.chat.completions.create({
+            model: this.model.id,
+            max_completion_tokens: this.model.info.maxTokens,
+            messages: openAiMessages,
+            temperature: 0,
+            stream: true,
+            stream_options: { include_usage: true },
+        });
+        for await (const chunk of stream) {
+            const delta = chunk.choices[0]?.delta;
+            if (delta?.content) {
+                yield {
+                    type: 'text',
+                    text: delta.content,
+                };
+            }
+            if (chunk.usage) {
+                yield {
+                    type: 'usage',
+                    // deepseek reports total input AND cache reads/writes, see context caching: https://api-docs.deepseek.com/guides/kv_cache
+                    // where the input tokens is the sum of the cache hits/misses, while anthropic reports them as separate tokens.
+                    // This is important to know for
+                    // 1) context management truncation algorithm, and
+                    // 2) cost calculation (NOTE: we report both input and cache stats but for now set input price to 0 since all the cost calculation will be done using cache hits/misses)
+                    inputTokens: chunk.usage.prompt_tokens,
+                    outputTokens: chunk.usage.completion_tokens,
+                    cacheWriteTokens: chunk.usage.prompt_cache_hit_tokens || 0,
+                    cacheReadTokens: chunk.usage.prompt_cache_miss_tokens || 0,
+                };
+            }
+        }
+        logger.debug('Stream ended');
+    }
+}
+//# sourceMappingURL=DeepSeekService.js.map

package/dist/AiService/DeepSeekService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeepSeekService.js","sourceRoot":"","sources":["../../src/AiService/DeepSeekService.ts"],"names":[],"mappings":"AAAA,qHAAqH;AAErH,OAAO,MAAM,MAAM,QAAQ,CAAA;AAE3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAA;AAC/C,OAAO,EAAE,aAAa,EAA4D,MAAM,iBAAiB,CAAA;AACzG,OAAO,EAAwC,sBAAsB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC1G,OAAO,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAA;AAEjD,MAAM,MAAM,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,CAAA;AAErD,MAAM,OAAO,eAAgB,SAAQ,aAAa;IAChD,OAAO,CAAQ;IAEN,KAAK,CAAiC;IAE/C,YAAY,OAAyB;QACnC,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACxB,OAAO,EAAE,6BAA6B;YACtC,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAA;QAEF,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,sBAAsB,CAAoB,CAAA;QACzE,IAAI,CAAC,KAAK,GAAG;YACX,EAAE;YACF,IAAI,EAAE,cAAc,CAAC,EAAE,CAAC,IAAI,cAAc,CAAC,sBAAsB,CAAC;SACnE,CAAA;IACH,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,YAAoB,EAAE,QAAwB;QACxD,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAA;QAEnG,MAAM,cAAc,GAA6C;YAC/D,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;YACzC,GAAG,uBAAuB,CAAC,QAAQ,CAAC;SACrC,CAAA;QAED,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,4BAA4B,CAAC,CAAA;QAEtG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACxD,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE;YACpB,qBAAqB,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS;YAChD,QAAQ,EAAE,cAAc;YACxB,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;SACxC,CAAC,CAAA;QACF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAA;YACrC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;gBACnB,MAAM;oBACJ,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,KAAK,CAAC,OAAO;iBACpB,CAAA;YACH,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,MAAM;oBACJ,IAAI,EAAE,OAAO;oBACb,0HAA0H;oBAC1H,+GAA+G;oBAC/G,gCAAgC;oBAChC,kDAAkD;oBAClD,wKAAwK;oBACxK,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa;oBACtC,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB;oBAC3C,gBAAgB,EAAG,KAAK,CAAC,KAAa,CAAC,uBAAuB,IAAI,CAAC;oBACnE,eAAe,EAAG,KAAK,CAAC,KAAa,CAAC,wBAAwB,IAAI,CAAC;iBACpE,CAAA;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;IAC9B,CAAC;CACF"}

package/dist/AiService/ModelInfo.d.ts

@@ -0,0 +1,79 @@
+export interface ModelInfo {
+    maxTokens?: number;
+    contextWindow?: number;
+    supportsImages?: boolean;
+    supportsComputerUse?: boolean;
+    supportsPromptCache: boolean;
+    inputPrice?: number;
+    outputPrice?: number;
+    cacheWritesPrice?: number;
+    cacheReadsPrice?: number;
+    description?: string;
+}
+export type AnthropicModelId = keyof typeof anthropicModels;
+export declare const anthropicDefaultModelId: AnthropicModelId;
+export declare const anthropicModels: {
+    readonly 'claude-3-5-sonnet-20241022': {
+        readonly maxTokens: 8192;
+        readonly contextWindow: 200000;
+        readonly supportsImages: true;
+        readonly supportsComputerUse: true;
+        readonly supportsPromptCache: true;
+        readonly inputPrice: 3;
+        readonly outputPrice: 15;
+        readonly cacheWritesPrice: 3.75;
+        readonly cacheReadsPrice: 0.3;
+    };
+    readonly 'claude-3-5-haiku-20241022': {
+        readonly maxTokens: 8192;
+        readonly contextWindow: 200000;
+        readonly supportsImages: false;
+        readonly supportsPromptCache: true;
+        readonly inputPrice: 0.8;
+        readonly outputPrice: 4;
+        readonly cacheWritesPrice: 1;
+        readonly cacheReadsPrice: 0.08;
+    };
+    readonly 'claude-3-opus-20240229': {
+        readonly maxTokens: 4096;
+        readonly contextWindow: 200000;
+        readonly supportsImages: true;
+        readonly supportsPromptCache: true;
+        readonly inputPrice: 15;
+        readonly outputPrice: 75;
+        readonly cacheWritesPrice: 18.75;
+        readonly cacheReadsPrice: 1.5;
+    };
+    readonly 'claude-3-haiku-20240307': {
+        readonly maxTokens: 4096;
+        readonly contextWindow: 200000;
+        readonly supportsImages: true;
+        readonly supportsPromptCache: true;
+        readonly inputPrice: 0.25;
+        readonly outputPrice: 1.25;
+        readonly cacheWritesPrice: 0.3;
+        readonly cacheReadsPrice: 0.03;
+    };
+};
+export declare const openAiModelInfoSaneDefaults: {
+    readonly maxTokens: -1;
+    readonly contextWindow: 128000;
+    readonly supportsImages: true;
+    readonly supportsPromptCache: false;
+    readonly inputPrice: 0;
+    readonly outputPrice: 0;
+};
+export type DeepSeekModelId = keyof typeof deepSeekModels;
+export declare const deepSeekDefaultModelId: DeepSeekModelId;
+export declare const deepSeekModels: {
+    readonly 'deepseek-chat': {
+        readonly maxTokens: 8000;
+        readonly contextWindow: 64000;
+        readonly supportsImages: false;
+        readonly supportsPromptCache: true;
+        readonly inputPrice: 0;
+        readonly outputPrice: 0.28;
+        readonly cacheWritesPrice: 0.14;
+        readonly cacheReadsPrice: 0.014;
+    };
+};

package/dist/AiService/ModelInfo.js

@@ -0,0 +1,67 @@
+// source: https://github.com/cline/cline/blob/1f2acc519bc71bd8f38f4df87af0e07876cba0f6/src/shared/api.ts
+export const anthropicDefaultModelId = 'claude-3-5-sonnet-20241022';
+export const anthropicModels = {
+    'claude-3-5-sonnet-20241022': {
+        maxTokens: 8192,
+        contextWindow: 200_000,
+        supportsImages: true,
+        supportsComputerUse: true,
+        supportsPromptCache: true,
+        inputPrice: 3.0, // $3 per million input tokens
+        outputPrice: 15.0, // $15 per million output tokens
+        cacheWritesPrice: 3.75, // $3.75 per million tokens
+        cacheReadsPrice: 0.3, // $0.30 per million tokens
+    },
+    'claude-3-5-haiku-20241022': {
+        maxTokens: 8192,
+        contextWindow: 200_000,
+        supportsImages: false,
+        supportsPromptCache: true,
+        inputPrice: 0.8,
+        outputPrice: 4.0,
+        cacheWritesPrice: 1.0,
+        cacheReadsPrice: 0.08,
+    },
+    'claude-3-opus-20240229': {
+        maxTokens: 4096,
+        contextWindow: 200_000,
+        supportsImages: true,
+        supportsPromptCache: true,
+        inputPrice: 15.0,
+        outputPrice: 75.0,
+        cacheWritesPrice: 18.75,
+        cacheReadsPrice: 1.5,
+    },
+    'claude-3-haiku-20240307': {
+        maxTokens: 4096,
+        contextWindow: 200_000,
+        supportsImages: true,
+        supportsPromptCache: true,
+        inputPrice: 0.25,
+        outputPrice: 1.25,
+        cacheWritesPrice: 0.3,
+        cacheReadsPrice: 0.03,
+    },
+};
+export const openAiModelInfoSaneDefaults = {
+    maxTokens: -1,
+    contextWindow: 128_000,
+    supportsImages: true,
+    supportsPromptCache: false,
+    inputPrice: 0,
+    outputPrice: 0,
+};
+export const deepSeekDefaultModelId = 'deepseek-chat';
+export const deepSeekModels = {
+    'deepseek-chat': {
+        maxTokens: 8_000,
+        contextWindow: 64_000,
+        supportsImages: false,
+        supportsPromptCache: true, // supports context caching, but not in the way anthropic does it (deepseek reports input tokens and reads/writes in the same usage report) FIXME: we need to show users cache stats how deepseek does it
+        inputPrice: 0, // technically there is no input price, it's all either a cache hit or miss (ApiOptions will not show this)
+        outputPrice: 0.28,
+        cacheWritesPrice: 0.14,
+        cacheReadsPrice: 0.014,
+    },
+};
+//# sourceMappingURL=ModelInfo.js.map

package/dist/AiService/ModelInfo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ModelInfo.js","sourceRoot":"","sources":["../../src/AiService/ModelInfo.ts"],"names":[],"mappings":"AAAA,yGAAyG;AAkBzG,MAAM,CAAC,MAAM,uBAAuB,GAAqB,4BAA4B,CAAA;AACrF,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,4BAA4B,EAAE;QAC5B,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,OAAO;QACtB,cAAc,EAAE,IAAI;QACpB,mBAAmB,EAAE,IAAI;QACzB,mBAAmB,EAAE,IAAI;QACzB,UAAU,EAAE,GAAG,EAAE,8BAA8B;QAC/C,WAAW,EAAE,IAAI,EAAE,gCAAgC;QACnD,gBAAgB,EAAE,IAAI,EAAE,2BAA2B;QACnD,eAAe,EAAE,GAAG,EAAE,2BAA2B;KAClD;IACD,2BAA2B,EAAE;QAC3B,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,OAAO;QACtB,cAAc,EAAE,KAAK;QACrB,mBAAmB,EAAE,IAAI;QACzB,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,GAAG;QAChB,gBAAgB,EAAE,GAAG;QACrB,eAAe,EAAE,IAAI;KACtB;IACD,wBAAwB,EAAE;QACxB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,OAAO;QACtB,cAAc,EAAE,IAAI;QACpB,mBAAmB,EAAE,IAAI;QACzB,UAAU,EAAE,IAAI;QAChB,WAAW,EAAE,IAAI;QACjB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,GAAG;KACrB;IACD,yBAAyB,EAAE;QACzB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,OAAO;QACtB,cAAc,EAAE,IAAI;QACpB,mBAAmB,EAAE,IAAI;QACzB,UAAU,EAAE,IAAI;QAChB,WAAW,EAAE,IAAI;QACjB,gBAAgB,EAAE,GAAG;QACrB,eAAe,EAAE,IAAI;KACtB;CAC2C,CAAA;AAE9C,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,SAAS,EAAE,CAAC,CAAC;IACb,aAAa,EAAE,OAAO;IACtB,cAAc,EAAE,IAAI;IACpB,mBAAmB,EAAE,KAAK;IAC1B,UAAU,EAAE,CAAC;IACb,WAAW,EAAE,CAAC;CACc,CAAA;AAK9B,MAAM,CAAC,MAAM,sBAAsB,GAAoB,eAAe,CAAA;AACtE,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,eAAe,EAAE;QACf,SAAS,EAAE,KAAK;QAChB,aAAa,EAAE,MAAM;QACrB,cAAc,EAAE,KAAK;QACrB,mBAAmB,EAAE,IAAI,EAAE,yMAAyM;QACpO,UAAU,EAAE,CAAC,EAAE,2GAA2G;QAC1H,WAAW,EAAE,IAAI;QACjB,gBAAgB,EAAE,IAAI;QACtB,eAAe,EAAE,KAAK;KACvB;CAC2C,CAAA"}

package/dist/AiService/OllamaService.d.ts

@@ -0,0 +1,11 @@
+import { AiServiceBase, type AiServiceOptions, type ApiStream, type MessageParam } from './AiServiceBase';
+import { type ModelInfo } from './ModelInfo';
+export declare class OllamaService extends AiServiceBase {
+    #private;
+    readonly model: {
+        id: string;
+        info: ModelInfo;
+    };
+    constructor(options: AiServiceOptions);
+    send(systemPrompt: string, messages: MessageParam[]): ApiStream;
+}

package/dist/AiService/OllamaService.js

@@ -0,0 +1,47 @@
+// source: https://github.com/cline/cline/blob/f6c19c29a64ca84e9360df7ab2c07d128dcebe64/src/api/providers/ollama.ts
+import OpenAI from 'openai';
+import { createServiceLogger } from '../logger';
+import { AiServiceBase } from './AiServiceBase';
+import { openAiModelInfoSaneDefaults } from './ModelInfo';
+import { convertToOpenAiMessages } from './utils';
+const logger = createServiceLogger('OllamaService');
+export class OllamaService extends AiServiceBase {
+    #client;
+    model;
+    constructor(options) {
+        super();
+        this.#client = new OpenAI({
+            baseURL: `${options.baseUrl || 'http://localhost:11434'}/v1`,
+            apiKey: 'ollama',
+        });
+        this.model = {
+            id: options.modelId || '',
+            info: openAiModelInfoSaneDefaults,
+        };
+    }
+    async *send(systemPrompt, messages) {
+        logger.debug({ modelId: this.model.id, messagesCount: messages.length }, 'Starting message stream');
+        const openAiMessages = [
+            { role: 'system', content: systemPrompt },
+            ...convertToOpenAiMessages(messages),
+        ];
+        logger.trace({ modelId: this.model.id, messagesCount: messages.length }, 'Sending messages to Ollama');
+        const stream = await this.#client.chat.completions.create({
+            model: this.model.id,
+            messages: openAiMessages,
+            temperature: 0,
+            stream: true,
+        });
+        for await (const chunk of stream) {
+            const delta = chunk.choices[0]?.delta;
+            if (delta?.content) {
+                yield {
+                    type: 'text',
+                    text: delta.content,
+                };
+            }
+        }
+        logger.debug('Stream ended');
+    }
+}
+//# sourceMappingURL=OllamaService.js.map

package/dist/AiService/OllamaService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OllamaService.js","sourceRoot":"","sources":["../../src/AiService/OllamaService.ts"],"names":[],"mappings":"AAAA,mHAAmH;AAEnH,OAAO,MAAM,MAAM,QAAQ,CAAA;AAE3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAA;AAC/C,OAAO,EAAE,aAAa,EAA4D,MAAM,iBAAiB,CAAA;AACzG,OAAO,EAAkB,2BAA2B,EAAE,MAAM,aAAa,CAAA;AACzE,OAAO,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAA;AAEjD,MAAM,MAAM,GAAG,mBAAmB,CAAC,eAAe,CAAC,CAAA;AAEnD,MAAM,OAAO,aAAc,SAAQ,aAAa;IAC9C,OAAO,CAAQ;IAEN,KAAK,CAAiC;IAE/C,YAAY,OAAyB;QACnC,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACxB,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,IAAI,wBAAwB,KAAK;YAC5D,MAAM,EAAE,QAAQ;SACjB,CAAC,CAAA;QAEF,IAAI,CAAC,KAAK,GAAG;YACX,EAAE,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;YACzB,IAAI,EAAE,2BAA2B;SAClC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,YAAoB,EAAE,QAAwB;QACxD,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAA;QAEnG,MAAM,cAAc,GAA6C;YAC/D,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;YACzC,GAAG,uBAAuB,CAAC,QAAQ,CAAC;SACrC,CAAA;QAED,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,4BAA4B,CAAC,CAAA;QAEtG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACxD,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE;YACpB,QAAQ,EAAE,cAAc;YACxB,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,IAAI;SACb,CAAC,CAAA;QACF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAA;YACrC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;gBACnB,MAAM;oBACJ,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,KAAK,CAAC,OAAO;iBACpB,CAAA;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;IAC9B,CAAC;CACF"}