@polka-codes/core 0.0.4 → 0.1.1

package/dist/AiService/DeepSeekService.js

@@ -0,0 +1,64 @@
+// source: https://github.com/cline/cline/blob/ce2610a6eafd860305ba9b12533db19f2a5385ad/src/api/providers/deepseek.ts
+import OpenAI from 'openai';
+import { createServiceLogger } from '../logger';
+import { AiServiceBase } from './AiServiceBase';
+import { deepSeekDefaultModelId, deepSeekModels } from './ModelInfo';
+import { convertToOpenAiMessages } from './utils';
+const logger = createServiceLogger('DeepSeekService');
+export class DeepSeekService extends AiServiceBase {
+    #client;
+    model;
+    constructor(options) {
+        super();
+        this.#client = new OpenAI({
+            baseURL: 'https://api.deepseek.com/v1',
+            apiKey: options.apiKey,
+        });
+        const id = (options.modelId || deepSeekDefaultModelId);
+        this.model = {
+            id,
+            info: deepSeekModels[id] ?? deepSeekModels[deepSeekDefaultModelId],
+        };
+    }
+    async *send(systemPrompt, messages) {
+        logger.debug({ modelId: this.model.id, messagesCount: messages.length }, 'Starting message stream');
+        const openAiMessages = [
+            { role: 'system', content: systemPrompt },
+            ...convertToOpenAiMessages(messages),
+        ];
+        logger.trace({ modelId: this.model.id, messagesCount: messages.length }, 'Sending messages to Ollama');
+        const stream = await this.#client.chat.completions.create({
+            model: this.model.id,
+            max_completion_tokens: this.model.info.maxTokens,
+            messages: openAiMessages,
+            temperature: 0,
+            stream: true,
+            stream_options: { include_usage: true },
+        });
+        for await (const chunk of stream) {
+            const delta = chunk.choices[0]?.delta;
+            if (delta?.content) {
+                yield {
+                    type: 'text',
+                    text: delta.content,
+                };
+            }
+            if (chunk.usage) {
+                yield {
+                    type: 'usage',
+                    // deepseek reports total input AND cache reads/writes, see context caching: https://api-docs.deepseek.com/guides/kv_cache
+                    // where the input tokens is the sum of the cache hits/misses, while anthropic reports them as separate tokens.
+                    // This is important to know for
+                    // 1) context management truncation algorithm, and
+                    // 2) cost calculation (NOTE: we report both input and cache stats but for now set input price to 0 since all the cost calculation will be done using cache hits/misses)
+                    inputTokens: chunk.usage.prompt_tokens,
+                    outputTokens: chunk.usage.completion_tokens,
+                    cacheWriteTokens: chunk.usage.prompt_cache_hit_tokens || 0,
+                    cacheReadTokens: chunk.usage.prompt_cache_miss_tokens || 0,
+                };
+            }
+        }
+        logger.debug('Stream ended');
+    }
+}
+//# sourceMappingURL=DeepSeekService.js.map

package/dist/AiService/DeepSeekService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DeepSeekService.js","sourceRoot":"","sources":["../../src/AiService/DeepSeekService.ts"],"names":[],"mappings":"AAAA,qHAAqH;AAErH,OAAO,MAAM,MAAM,QAAQ,CAAA;AAE3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAA;AAC/C,OAAO,EAAE,aAAa,EAA4D,MAAM,iBAAiB,CAAA;AACzG,OAAO,EAAwC,sBAAsB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC1G,OAAO,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAA;AAEjD,MAAM,MAAM,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,CAAA;AAErD,MAAM,OAAO,eAAgB,SAAQ,aAAa;IAChD,OAAO,CAAQ;IAEN,KAAK,CAAiC;IAE/C,YAAY,OAAyB;QACnC,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACxB,OAAO,EAAE,6BAA6B;YACtC,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAA;QAEF,MAAM,EAAE,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,sBAAsB,CAAoB,CAAA;QACzE,IAAI,CAAC,KAAK,GAAG;YACX,EAAE;YACF,IAAI,EAAE,cAAc,CAAC,EAAE,CAAC,IAAI,cAAc,CAAC,sBAAsB,CAAC;SACnE,CAAA;IACH,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,YAAoB,EAAE,QAAwB;QACxD,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAA;QAEnG,MAAM,cAAc,GAA6C;YAC/D,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;YACzC,GAAG,uBAAuB,CAAC,QAAQ,CAAC;SACrC,CAAA;QAED,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,4BAA4B,CAAC,CAAA;QAEtG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACxD,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE;YACpB,qBAAqB,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS;YAChD,QAAQ,EAAE,cAAc;YACxB,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,IAAI;YACZ,cAAc,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE;SACxC,CAAC,CAAA;QACF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAA;YACrC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;gBACnB,MAAM;oBACJ,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,KAAK,CAAC,OAAO;iBACpB,CAAA;YACH,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAChB,MAAM;oBACJ,IAAI,EAAE,OAAO;oBACb,0HAA0H;oBAC1H,+GAA+G;oBAC/G,gCAAgC;oBAChC,kDAAkD;oBAClD,wKAAwK;oBACxK,WAAW,EAAE,KAAK,CAAC,KAAK,CAAC,aAAa;oBACtC,YAAY,EAAE,KAAK,CAAC,KAAK,CAAC,iBAAiB;oBAC3C,gBAAgB,EAAG,KAAK,CAAC,KAAa,CAAC,uBAAuB,IAAI,CAAC;oBACnE,eAAe,EAAG,KAAK,CAAC,KAAa,CAAC,wBAAwB,IAAI,CAAC;iBACpE,CAAA;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;IAC9B,CAAC;CACF"}

package/dist/AiService/ModelInfo.d.ts

@@ -0,0 +1,79 @@
+export interface ModelInfo {
+    maxTokens?: number;
+    contextWindow?: number;
+    supportsImages?: boolean;
+    supportsComputerUse?: boolean;
+    supportsPromptCache: boolean;
+    inputPrice?: number;
+    outputPrice?: number;
+    cacheWritesPrice?: number;
+    cacheReadsPrice?: number;
+    description?: string;
+}
+export type AnthropicModelId = keyof typeof anthropicModels;
+export declare const anthropicDefaultModelId: AnthropicModelId;
+export declare const anthropicModels: {
+    readonly 'claude-3-5-sonnet-20241022': {
+        readonly maxTokens: 8192;
+        readonly contextWindow: 200000;
+        readonly supportsImages: true;
+        readonly supportsComputerUse: true;
+        readonly supportsPromptCache: true;
+        readonly inputPrice: 3;
+        readonly outputPrice: 15;
+        readonly cacheWritesPrice: 3.75;
+        readonly cacheReadsPrice: 0.3;
+    };
+    readonly 'claude-3-5-haiku-20241022': {
+        readonly maxTokens: 8192;
+        readonly contextWindow: 200000;
+        readonly supportsImages: false;
+        readonly supportsPromptCache: true;
+        readonly inputPrice: 0.8;
+        readonly outputPrice: 4;
+        readonly cacheWritesPrice: 1;
+        readonly cacheReadsPrice: 0.08;
+    };
+    readonly 'claude-3-opus-20240229': {
+        readonly maxTokens: 4096;
+        readonly contextWindow: 200000;
+        readonly supportsImages: true;
+        readonly supportsPromptCache: true;
+        readonly inputPrice: 15;
+        readonly outputPrice: 75;
+        readonly cacheWritesPrice: 18.75;
+        readonly cacheReadsPrice: 1.5;
+    };
+    readonly 'claude-3-haiku-20240307': {
+        readonly maxTokens: 4096;
+        readonly contextWindow: 200000;
+        readonly supportsImages: true;
+        readonly supportsPromptCache: true;
+        readonly inputPrice: 0.25;
+        readonly outputPrice: 1.25;
+        readonly cacheWritesPrice: 0.3;
+        readonly cacheReadsPrice: 0.03;
+    };
+};
+export declare const openAiModelInfoSaneDefaults: {
+    readonly maxTokens: -1;
+    readonly contextWindow: 128000;
+    readonly supportsImages: true;
+    readonly supportsPromptCache: false;
+    readonly inputPrice: 0;
+    readonly outputPrice: 0;
+};
+export type DeepSeekModelId = keyof typeof deepSeekModels;
+export declare const deepSeekDefaultModelId: DeepSeekModelId;
+export declare const deepSeekModels: {
+    readonly 'deepseek-chat': {
+        readonly maxTokens: 8000;
+        readonly contextWindow: 64000;
+        readonly supportsImages: false;
+        readonly supportsPromptCache: true;
+        readonly inputPrice: 0;
+        readonly outputPrice: 0.28;
+        readonly cacheWritesPrice: 0.14;
+        readonly cacheReadsPrice: 0.014;
+    };
+};

package/dist/AiService/ModelInfo.js

@@ -0,0 +1,67 @@
+// source: https://github.com/cline/cline/blob/1f2acc519bc71bd8f38f4df87af0e07876cba0f6/src/shared/api.ts
+export const anthropicDefaultModelId = 'claude-3-5-sonnet-20241022';
+export const anthropicModels = {
+    'claude-3-5-sonnet-20241022': {
+        maxTokens: 8192,
+        contextWindow: 200_000,
+        supportsImages: true,
+        supportsComputerUse: true,
+        supportsPromptCache: true,
+        inputPrice: 3.0, // $3 per million input tokens
+        outputPrice: 15.0, // $15 per million output tokens
+        cacheWritesPrice: 3.75, // $3.75 per million tokens
+        cacheReadsPrice: 0.3, // $0.30 per million tokens
+    },
+    'claude-3-5-haiku-20241022': {
+        maxTokens: 8192,
+        contextWindow: 200_000,
+        supportsImages: false,
+        supportsPromptCache: true,
+        inputPrice: 0.8,
+        outputPrice: 4.0,
+        cacheWritesPrice: 1.0,
+        cacheReadsPrice: 0.08,
+    },
+    'claude-3-opus-20240229': {
+        maxTokens: 4096,
+        contextWindow: 200_000,
+        supportsImages: true,
+        supportsPromptCache: true,
+        inputPrice: 15.0,
+        outputPrice: 75.0,
+        cacheWritesPrice: 18.75,
+        cacheReadsPrice: 1.5,
+    },
+    'claude-3-haiku-20240307': {
+        maxTokens: 4096,
+        contextWindow: 200_000,
+        supportsImages: true,
+        supportsPromptCache: true,
+        inputPrice: 0.25,
+        outputPrice: 1.25,
+        cacheWritesPrice: 0.3,
+        cacheReadsPrice: 0.03,
+    },
+};
+export const openAiModelInfoSaneDefaults = {
+    maxTokens: -1,
+    contextWindow: 128_000,
+    supportsImages: true,
+    supportsPromptCache: false,
+    inputPrice: 0,
+    outputPrice: 0,
+};
+export const deepSeekDefaultModelId = 'deepseek-chat';
+export const deepSeekModels = {
+    'deepseek-chat': {
+        maxTokens: 8_000,
+        contextWindow: 64_000,
+        supportsImages: false,
+        supportsPromptCache: true, // supports context caching, but not in the way anthropic does it (deepseek reports input tokens and reads/writes in the same usage report) FIXME: we need to show users cache stats how deepseek does it
+        inputPrice: 0, // technically there is no input price, it's all either a cache hit or miss (ApiOptions will not show this)
+        outputPrice: 0.28,
+        cacheWritesPrice: 0.14,
+        cacheReadsPrice: 0.014,
+    },
+};
+//# sourceMappingURL=ModelInfo.js.map

package/dist/AiService/ModelInfo.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ModelInfo.js","sourceRoot":"","sources":["../../src/AiService/ModelInfo.ts"],"names":[],"mappings":"AAAA,yGAAyG;AAkBzG,MAAM,CAAC,MAAM,uBAAuB,GAAqB,4BAA4B,CAAA;AACrF,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,4BAA4B,EAAE;QAC5B,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,OAAO;QACtB,cAAc,EAAE,IAAI;QACpB,mBAAmB,EAAE,IAAI;QACzB,mBAAmB,EAAE,IAAI;QACzB,UAAU,EAAE,GAAG,EAAE,8BAA8B;QAC/C,WAAW,EAAE,IAAI,EAAE,gCAAgC;QACnD,gBAAgB,EAAE,IAAI,EAAE,2BAA2B;QACnD,eAAe,EAAE,GAAG,EAAE,2BAA2B;KAClD;IACD,2BAA2B,EAAE;QAC3B,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,OAAO;QACtB,cAAc,EAAE,KAAK;QACrB,mBAAmB,EAAE,IAAI;QACzB,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,GAAG;QAChB,gBAAgB,EAAE,GAAG;QACrB,eAAe,EAAE,IAAI;KACtB;IACD,wBAAwB,EAAE;QACxB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,OAAO;QACtB,cAAc,EAAE,IAAI;QACpB,mBAAmB,EAAE,IAAI;QACzB,UAAU,EAAE,IAAI;QAChB,WAAW,EAAE,IAAI;QACjB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,GAAG;KACrB;IACD,yBAAyB,EAAE;QACzB,SAAS,EAAE,IAAI;QACf,aAAa,EAAE,OAAO;QACtB,cAAc,EAAE,IAAI;QACpB,mBAAmB,EAAE,IAAI;QACzB,UAAU,EAAE,IAAI;QAChB,WAAW,EAAE,IAAI;QACjB,gBAAgB,EAAE,GAAG;QACrB,eAAe,EAAE,IAAI;KACtB;CAC2C,CAAA;AAE9C,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,SAAS,EAAE,CAAC,CAAC;IACb,aAAa,EAAE,OAAO;IACtB,cAAc,EAAE,IAAI;IACpB,mBAAmB,EAAE,KAAK;IAC1B,UAAU,EAAE,CAAC;IACb,WAAW,EAAE,CAAC;CACc,CAAA;AAK9B,MAAM,CAAC,MAAM,sBAAsB,GAAoB,eAAe,CAAA;AACtE,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,eAAe,EAAE;QACf,SAAS,EAAE,KAAK;QAChB,aAAa,EAAE,MAAM;QACrB,cAAc,EAAE,KAAK;QACrB,mBAAmB,EAAE,IAAI,EAAE,yMAAyM;QACpO,UAAU,EAAE,CAAC,EAAE,2GAA2G;QAC1H,WAAW,EAAE,IAAI;QACjB,gBAAgB,EAAE,IAAI;QACtB,eAAe,EAAE,KAAK;KACvB;CAC2C,CAAA"}

package/dist/AiService/OllamaService.d.ts

@@ -0,0 +1,11 @@
+import { AiServiceBase, type AiServiceOptions, type ApiStream, type MessageParam } from './AiServiceBase';
+import { type ModelInfo } from './ModelInfo';
+export declare class OllamaService extends AiServiceBase {
+    #private;
+    readonly model: {
+        id: string;
+        info: ModelInfo;
+    };
+    constructor(options: AiServiceOptions);
+    send(systemPrompt: string, messages: MessageParam[]): ApiStream;
+}

package/dist/AiService/OllamaService.js

@@ -0,0 +1,47 @@
+// source: https://github.com/cline/cline/blob/f6c19c29a64ca84e9360df7ab2c07d128dcebe64/src/api/providers/ollama.ts
+import OpenAI from 'openai';
+import { createServiceLogger } from '../logger';
+import { AiServiceBase } from './AiServiceBase';
+import { openAiModelInfoSaneDefaults } from './ModelInfo';
+import { convertToOpenAiMessages } from './utils';
+const logger = createServiceLogger('OllamaService');
+export class OllamaService extends AiServiceBase {
+    #client;
+    model;
+    constructor(options) {
+        super();
+        this.#client = new OpenAI({
+            baseURL: `${options.baseUrl || 'http://localhost:11434'}/v1`,
+            apiKey: 'ollama',
+        });
+        this.model = {
+            id: options.modelId || '',
+            info: openAiModelInfoSaneDefaults,
+        };
+    }
+    async *send(systemPrompt, messages) {
+        logger.debug({ modelId: this.model.id, messagesCount: messages.length }, 'Starting message stream');
+        const openAiMessages = [
+            { role: 'system', content: systemPrompt },
+            ...convertToOpenAiMessages(messages),
+        ];
+        logger.trace({ modelId: this.model.id, messagesCount: messages.length }, 'Sending messages to Ollama');
+        const stream = await this.#client.chat.completions.create({
+            model: this.model.id,
+            messages: openAiMessages,
+            temperature: 0,
+            stream: true,
+        });
+        for await (const chunk of stream) {
+            const delta = chunk.choices[0]?.delta;
+            if (delta?.content) {
+                yield {
+                    type: 'text',
+                    text: delta.content,
+                };
+            }
+        }
+        logger.debug('Stream ended');
+    }
+}
+//# sourceMappingURL=OllamaService.js.map

package/dist/AiService/OllamaService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OllamaService.js","sourceRoot":"","sources":["../../src/AiService/OllamaService.ts"],"names":[],"mappings":"AAAA,mHAAmH;AAEnH,OAAO,MAAM,MAAM,QAAQ,CAAA;AAE3B,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAA;AAC/C,OAAO,EAAE,aAAa,EAA4D,MAAM,iBAAiB,CAAA;AACzG,OAAO,EAAkB,2BAA2B,EAAE,MAAM,aAAa,CAAA;AACzE,OAAO,EAAE,uBAAuB,EAAE,MAAM,SAAS,CAAA;AAEjD,MAAM,MAAM,GAAG,mBAAmB,CAAC,eAAe,CAAC,CAAA;AAEnD,MAAM,OAAO,aAAc,SAAQ,aAAa;IAC9C,OAAO,CAAQ;IAEN,KAAK,CAAiC;IAE/C,YAAY,OAAyB;QACnC,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,OAAO,GAAG,IAAI,MAAM,CAAC;YACxB,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,IAAI,wBAAwB,KAAK;YAC5D,MAAM,EAAE,QAAQ;SACjB,CAAC,CAAA;QAEF,IAAI,CAAC,KAAK,GAAG;YACX,EAAE,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;YACzB,IAAI,EAAE,2BAA2B;SAClC,CAAA;IACH,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,YAAoB,EAAE,QAAwB;QACxD,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,yBAAyB,CAAC,CAAA;QAEnG,MAAM,cAAc,GAA6C;YAC/D,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;YACzC,GAAG,uBAAuB,CAAC,QAAQ,CAAC;SACrC,CAAA;QAED,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,4BAA4B,CAAC,CAAA;QAEtG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;YACxD,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE;YACpB,QAAQ,EAAE,cAAc;YACxB,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,IAAI;SACb,CAAC,CAAA;QACF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAA;YACrC,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;gBACnB,MAAM;oBACJ,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,KAAK,CAAC,OAAO;iBACpB,CAAA;YACH,CAAC;QACH,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAA;IAC9B,CAAC;CACF"}

package/dist/AiService/index.d.ts

@@ -0,0 +1,12 @@
+import type { AiServiceBase, AiServiceOptions, MessageParam } from './AiServiceBase';
+import { AnthropicService } from './AnthropicService';
+import { DeepSeekService } from './DeepSeekService';
+import type { ModelInfo } from './ModelInfo';
+import { OllamaService } from './OllamaService';
+export declare enum AiServiceProvider {
+    Anthropic = "anthropic",
+    Ollama = "ollama",
+    DeepSeek = "deepseek"
+}
+export declare const createService: (provider: AiServiceProvider, options: AiServiceOptions) => AnthropicService | DeepSeekService | OllamaService;
+export type { MessageParam, AiServiceOptions, AiServiceBase, ModelInfo };

package/dist/AiService/index.js

@@ -0,0 +1,20 @@
+import { AnthropicService } from './AnthropicService';
+import { DeepSeekService } from './DeepSeekService';
+import { OllamaService } from './OllamaService';
+export var AiServiceProvider;
+(function (AiServiceProvider) {
+    AiServiceProvider["Anthropic"] = "anthropic";
+    AiServiceProvider["Ollama"] = "ollama";
+    AiServiceProvider["DeepSeek"] = "deepseek";
+})(AiServiceProvider || (AiServiceProvider = {}));
+export const createService = (provider, options) => {
+    switch (provider) {
+        case AiServiceProvider.Anthropic:
+            return new AnthropicService(options);
+        case AiServiceProvider.Ollama:
+            return new OllamaService(options);
+        case AiServiceProvider.DeepSeek:
+            return new DeepSeekService(options);
+    }
+};
+//# sourceMappingURL=index.js.map

package/dist/AiService/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/AiService/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAE/C,MAAM,CAAN,IAAY,iBAIX;AAJD,WAAY,iBAAiB;IAC3B,4CAAuB,CAAA;IACvB,sCAAiB,CAAA;IACjB,0CAAqB,CAAA;AACvB,CAAC,EAJW,iBAAiB,KAAjB,iBAAiB,QAI5B;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,QAA2B,EAAE,OAAyB,EAAE,EAAE;IACtF,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,iBAAiB,CAAC,SAAS;YAC9B,OAAO,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAA;QACtC,KAAK,iBAAiB,CAAC,MAAM;YAC3B,OAAO,IAAI,aAAa,CAAC,OAAO,CAAC,CAAA;QACnC,KAAK,iBAAiB,CAAC,QAAQ;YAC7B,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,CAAA;IACvC,CAAC;AACH,CAAC,CAAA"}

package/dist/AiService/utils.d.ts

@@ -0,0 +1,4 @@
+import type { Anthropic } from '@anthropic-ai/sdk';
+import type OpenAI from 'openai';
+export declare function convertToOpenAiMessages(anthropicMessages: Anthropic.Messages.MessageParam[]): OpenAI.Chat.ChatCompletionMessageParam[];
+export declare function convertToAnthropicMessage(completion: OpenAI.Chat.Completions.ChatCompletion): Anthropic.Messages.Message;

package/dist/AiService/utils.js

@@ -0,0 +1,187 @@
+// source: https://github.com/cline/cline/blob/f6c19c29a64ca84e9360df7ab2c07d128dcebe64/src/api/transform/openai-format.ts
+import { createServiceLogger } from '../logger';
+const logger = createServiceLogger('utils');
+export function convertToOpenAiMessages(anthropicMessages) {
+    const openAiMessages = [];
+    for (const anthropicMessage of anthropicMessages) {
+        if (typeof anthropicMessage.content === 'string') {
+            openAiMessages.push({
+                role: anthropicMessage.role,
+                content: anthropicMessage.content,
+            });
+        }
+        else {
+            // image_url.url is base64 encoded image data
+            // ensure it contains the content-type of the image: data:image/png;base64,
+            /*
+              { role: "user", content: "" | { type: "text", text: string } | { type: "image_url", image_url: { url: string } } },
+               // content required unless tool_calls is present
+              { role: "assistant", content?: "" | null, tool_calls?: [{ id: "", function: { name: "", arguments: "" }, type: "function" }] },
+              { role: "tool", tool_call_id: "", content: ""}
+               */
+            if (anthropicMessage.role === 'user') {
+                const { nonToolMessages, toolMessages } = anthropicMessage.content.reduce((acc, part) => {
+                    if (part.type === 'tool_result') {
+                        acc.toolMessages.push(part);
+                    }
+                    else if (part.type === 'text' || part.type === 'image') {
+                        acc.nonToolMessages.push(part);
+                    } // user cannot send tool_use messages
+                    return acc;
+                }, { nonToolMessages: [], toolMessages: [] });
+                // Process tool result messages FIRST since they must follow the tool use messages
+                const toolResultImages = [];
+                for (const toolMessage of toolMessages) {
+                    // The Anthropic SDK allows tool results to be a string or an array of text and image blocks, enabling rich and structured content. In contrast, the OpenAI SDK only supports tool results as a single string, so we map the Anthropic tool result parts into one concatenated string to maintain compatibility.
+                    let content;
+                    if (typeof toolMessage.content === 'string') {
+                        content = toolMessage.content;
+                    }
+                    else {
+                        content =
+                            toolMessage.content
+                                ?.map((part) => {
+                                if (part.type === 'image') {
+                                    toolResultImages.push(part);
+                                    return '(see following user message for image)';
+                                }
+                                return part.text;
+                            })
+                                .join('\n') ?? '';
+                    }
+                    openAiMessages.push({
+                        role: 'tool',
+                        tool_call_id: toolMessage.tool_use_id,
+                        content: content,
+                    });
+                }
+                // If tool results contain images, send as a separate user message
+                // I ran into an issue where if I gave feedback for one of many tool uses, the request would fail.
+                // "Messages following `tool_use` blocks must begin with a matching number of `tool_result` blocks."
+                // Therefore we need to send these images after the tool result messages
+                // NOTE: it's actually okay to have multiple user messages in a row, the model will treat them as a continuation of the same input (this way works better than combining them into one message, since the tool result specifically mentions (see following user message for image)
+                // UPDATE v2.0: we don't use tools anymore, but if we did it's important to note that the openrouter prompt caching mechanism requires one user message at a time, so we would need to add these images to the user content array instead.
+                // if (toolResultImages.length > 0) {
+                // 	openAiMessages.push({
+                // 		role: "user",
+                // 		content: toolResultImages.map((part) => ({
+                // 			type: "image_url",
+                // 			image_url: { url: `data:${part.source.media_type};base64,${part.source.data}` },
+                // 		})),
+                // 	})
+                // }
+                // Process non-tool messages
+                if (nonToolMessages.length > 0) {
+                    openAiMessages.push({
+                        role: 'user',
+                        content: nonToolMessages.map((part) => {
+                            if (part.type === 'image') {
+                                return {
+                                    type: 'image_url',
+                                    image_url: {
+                                        url: `data:${part.source.media_type};base64,${part.source.data}`,
+                                    },
+                                };
+                            }
+                            return { type: 'text', text: part.text };
+                        }),
+                    });
+                }
+            }
+            else if (anthropicMessage.role === 'assistant') {
+                const { nonToolMessages, toolMessages } = anthropicMessage.content.reduce((acc, part) => {
+                    if (part.type === 'tool_use') {
+                        acc.toolMessages.push(part);
+                    }
+                    else if (part.type === 'text' || part.type === 'image') {
+                        acc.nonToolMessages.push(part);
+                    } // assistant cannot send tool_result messages
+                    return acc;
+                }, { nonToolMessages: [], toolMessages: [] });
+                // Process non-tool messages
+                let content;
+                if (nonToolMessages.length > 0) {
+                    content = nonToolMessages
+                        .map((part) => {
+                        if (part.type === 'image') {
+                            return ''; // impossible as the assistant cannot send images
+                        }
+                        return part.text;
+                    })
+                        .join('\n');
+                }
+                // Process tool use messages
+                const tool_calls = toolMessages.map((toolMessage) => ({
+                    id: toolMessage.id,
+                    type: 'function',
+                    function: {
+                        name: toolMessage.name,
+                        // json string
+                        arguments: JSON.stringify(toolMessage.input),
+                    },
+                }));
+                openAiMessages.push({
+                    role: 'assistant',
+                    content,
+                    // Cannot be an empty array. API expects an array with minimum length 1, and will respond with an error if it's empty
+                    tool_calls: tool_calls.length > 0 ? tool_calls : undefined,
+                });
+            }
+        }
+    }
+    return openAiMessages;
+}
+// Convert OpenAI response to Anthropic format
+export function convertToAnthropicMessage(completion) {
+    const openAiMessage = completion.choices[0].message;
+    const anthropicMessage = {
+        id: completion.id,
+        type: 'message',
+        role: openAiMessage.role, // always "assistant"
+        content: [
+            {
+                type: 'text',
+                text: openAiMessage.content || '',
+            },
+        ],
+        model: completion.model,
+        stop_reason: (() => {
+            switch (completion.choices[0].finish_reason) {
+                case 'stop':
+                    return 'end_turn';
+                case 'length':
+                    return 'max_tokens';
+                case 'tool_calls':
+                    return 'tool_use';
+                default:
+                    return null;
+            }
+        })(),
+        stop_sequence: null, // which custom stop_sequence was generated, if any (not applicable if you don't use stop_sequence)
+        usage: {
+            input_tokens: completion.usage?.prompt_tokens || 0,
+            output_tokens: completion.usage?.completion_tokens || 0,
+            cache_creation_input_tokens: null,
+            cache_read_input_tokens: null,
+        },
+    };
+    if (openAiMessage.tool_calls && openAiMessage.tool_calls.length > 0) {
+        anthropicMessage.content.push(...openAiMessage.tool_calls.map((toolCall) => {
+            let parsedInput = {};
+            try {
+                parsedInput = JSON.parse(toolCall.function.arguments || '{}');
+            }
+            catch (error) {
+                logger.warn('Failed to parse tool arguments:', error);
+            }
+            return {
+                type: 'tool_use',
+                id: toolCall.id,
+                name: toolCall.function.name,
+                input: parsedInput,
+            };
+        }));
+    }
+    return anthropicMessage;
+}
+//# sourceMappingURL=utils.js.map

package/dist/AiService/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/AiService/utils.ts"],"names":[],"mappings":"AAAA,0HAA0H;AAK1H,OAAO,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAA;AAE/C,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAA;AAE3C,MAAM,UAAU,uBAAuB,CAAC,iBAAoD;IAC1F,MAAM,cAAc,GAA6C,EAAE,CAAA;IAEnE,KAAK,MAAM,gBAAgB,IAAI,iBAAiB,EAAE,CAAC;QACjD,IAAI,OAAO,gBAAgB,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACjD,cAAc,CAAC,IAAI,CAAC;gBAClB,IAAI,EAAE,gBAAgB,CAAC,IAAI;gBAC3B,OAAO,EAAE,gBAAgB,CAAC,OAAO;aAClC,CAAC,CAAA;QACJ,CAAC;aAAM,CAAC;YACN,6CAA6C;YAC7C,2EAA2E;YAC3E;;;;;iBAKK;YACL,IAAI,gBAAgB,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACrC,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAIvE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oBACZ,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;wBAChC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBAC7B,CAAC;yBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBACzD,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBAChC,CAAC,CAAC,qCAAqC;oBACvC,OAAO,GAAG,CAAA;gBACZ,CAAC,EACD,EAAE,eAAe,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAC1C,CAAA;gBAED,kFAAkF;gBAClF,MAAM,gBAAgB,GAAyC,EAAE,CAAA;gBACjE,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;oBACvC,gTAAgT;oBAChT,IAAI,OAAe,CAAA;oBAEnB,IAAI,OAAO,WAAW,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;wBAC5C,OAAO,GAAG,WAAW,CAAC,OAAO,CAAA;oBAC/B,CAAC;yBAAM,CAAC;wBACN,OAAO;4BACL,WAAW,CAAC,OAAO;gCACjB,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gCACb,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oCAC1B,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oCAC3B,OAAO,wCAAwC,CAAA;gCACjD,CAAC;gCACD,OAAO,IAAI,CAAC,IAAI,CAAA;4BAClB,CAAC,CAAC;iCACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;oBACvB,CAAC;oBACD,cAAc,CAAC,IAAI,CAAC;wBAClB,IAAI,EAAE,MAAM;wBACZ,YAAY,EAAE,WAAW,CAAC,WAAW;wBACrC,OAAO,EAAE,OAAO;qBACjB,CAAC,CAAA;gBACJ,CAAC;gBAED,kEAAkE;gBAClE,kGAAkG;gBAClG,oGAAoG;gBACpG,wEAAwE;gBACxE,kRAAkR;gBAClR,0OAA0O;gBAC1O,qCAAqC;gBACrC,yBAAyB;gBACzB,kBAAkB;gBAClB,+CAA+C;gBAC/C,wBAAwB;gBACxB,sFAAsF;gBACtF,SAAS;gBACT,MAAM;gBACN,IAAI;gBAEJ,4BAA4B;gBAC5B,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC/B,cAAc,CAAC,IAAI,CAAC;wBAClB,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;4BACpC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gCAC1B,OAAO;oCACL,IAAI,EAAE,WAAW;oCACjB,SAAS,EAAE;wCACT,GAAG,EAAE,QAAQ,IAAI,CAAC,MAAM,CAAC,UAAU,WAAW,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;qCACjE;iCACF,CAAA;4BACH,CAAC;4BACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAA;wBAC1C,CAAC,CAAC;qBACH,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;iBAAM,IAAI,gBAAgB,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACjD,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAIvE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oBACZ,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;wBAC7B,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBAC7B,CAAC;yBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBACzD,GAAG,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;oBAChC,CAAC,CAAC,6CAA6C;oBAC/C,OAAO,GAAG,CAAA;gBACZ,CAAC,EACD,EAAE,eAAe,EAAE,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,CAC1C,CAAA;gBAED,4BAA4B;gBAC5B,IAAI,OAA2B,CAAA;gBAC/B,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC/B,OAAO,GAAG,eAAe;yBACtB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;wBACZ,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;4BAC1B,OAAO,EAAE,CAAA,CAAC,iDAAiD;wBAC7D,CAAC;wBACD,OAAO,IAAI,CAAC,IAAI,CAAA;oBAClB,CAAC,CAAC;yBACD,IAAI,CAAC,IAAI,CAAC,CAAA;gBACf,CAAC;gBAED,4BAA4B;gBAC5B,MAAM,UAAU,GAAgD,YAAY,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;oBACjG,EAAE,EAAE,WAAW,CAAC,EAAE;oBAClB,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE;wBACR,IAAI,EAAE,WAAW,CAAC,IAAI;wBACtB,cAAc;wBACd,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC;qBAC7C;iBACF,CAAC,CAAC,CAAA;gBAEH,cAAc,CAAC,IAAI,CAAC;oBAClB,IAAI,EAAE,WAAW;oBACjB,OAAO;oBACP,qHAAqH;oBACrH,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;iBAC3D,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAA;AACvB,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,yBAAyB,CAAC,UAAkD;IAC1F,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAA;IACnD,MAAM,gBAAgB,GAA+B;QACnD,EAAE,EAAE,UAAU,CAAC,EAAE;QACjB,IAAI,EAAE,SAAS;QACf,IAAI,EAAE,aAAa,CAAC,IAAI,EAAE,qBAAqB;QAC/C,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,aAAa,CAAC,OAAO,IAAI,EAAE;aAClC;SACF;QACD,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,WAAW,EAAE,CAAC,GAAG,EAAE;YACjB,QAAQ,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;gBAC5C,KAAK,MAAM;oBACT,OAAO,UAAU,CAAA;gBACnB,KAAK,QAAQ;oBACX,OAAO,YAAY,CAAA;gBACrB,KAAK,YAAY;oBACf,OAAO,UAAU,CAAA;gBACnB;oBACE,OAAO,IAAI,CAAA;YACf,CAAC;QACH,CAAC,CAAC,EAAE;QACJ,aAAa,EAAE,IAAI,EAAE,mGAAmG;QACxH,KAAK,EAAE;YACL,YAAY,EAAE,UAAU,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC;YAClD,aAAa,EAAE,UAAU,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC;YACvD,2BAA2B,EAAE,IAAI;YACjC,uBAAuB,EAAE,IAAI;SAC9B;KACF,CAAA;IAED,IAAI,aAAa,CAAC,UAAU,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpE,gBAAgB,CAAC,OAAO,CAAC,IAAI,CAC3B,GAAG,aAAa,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,QAAQ,EAA0B,EAAE;YACnE,IAAI,WAAW,GAAG,EAAE,CAAA;YACpB,IAAI,CAAC;gBACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI,CAAC,CAAA;YAC/D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAA;YACvD,CAAC;YACD,OAAO;gBACL,IAAI,EAAE,UAAU;gBAChB,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,IAAI;gBAC5B,KAAK,EAAE,WAAW;aACnB,CAAA;QACH,CAAC,CAAC,CACH,CAAA;IACH,CAAC;IACD,OAAO,gBAAgB,CAAA;AACzB,CAAC"}

package/dist/AiService/utils.test.d.ts

@@ -0,0 +1 @@
+export {};