@theia/ai-anthropic 1.57.0 → 1.58.0

package/lib/node/anthropic-backend-module.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic-backend-module.d.ts","sourceRoot":"","sources":["../../src/node/anthropic-backend-module.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;;AAK/D,wBAMG"}
+{"version":3,"file":"anthropic-backend-module.d.ts","sourceRoot":"","sources":["../../src/node/anthropic-backend-module.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;;AAe/D,wBAEG"}

package/lib/node/anthropic-backend-module.js

@@ -19,9 +19,14 @@ const inversify_1 = require("@theia/core/shared/inversify");
 const anthropic_language_models_manager_1 = require("../common/anthropic-language-models-manager");
 const core_1 = require("@theia/core");
 const anthropic_language_models_manager_impl_1 = require("./anthropic-language-models-manager-impl");
-exports.default = new inversify_1.ContainerModule(bind => {
+const connection_container_module_1 = require("@theia/core/lib/node/messaging/connection-container-module");
+// We use a connection module to handle AI services separately for each frontend.
+const anthropicConnectionModule = connection_container_module_1.ConnectionContainerModule.create(({ bind, bindBackendService, bindFrontendService }) => {
     bind(anthropic_language_models_manager_impl_1.AnthropicLanguageModelsManagerImpl).toSelf().inSingletonScope();
     bind(anthropic_language_models_manager_1.AnthropicLanguageModelsManager).toService(anthropic_language_models_manager_impl_1.AnthropicLanguageModelsManagerImpl);
     bind(core_1.ConnectionHandler).toDynamicValue(ctx => new core_1.RpcConnectionHandler(anthropic_language_models_manager_1.ANTHROPIC_LANGUAGE_MODELS_MANAGER_PATH, () => ctx.container.get(anthropic_language_models_manager_1.AnthropicLanguageModelsManager))).inSingletonScope();
 });
+exports.default = new inversify_1.ContainerModule(bind => {
+    bind(connection_container_module_1.ConnectionContainerModule).toConstantValue(anthropicConnectionModule);
+});
 //# sourceMappingURL=anthropic-backend-module.js.map

package/lib/node/anthropic-backend-module.js.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic-backend-module.js","sourceRoot":"","sources":["../../src/node/anthropic-backend-module.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;AAEhF,4DAA+D;AAC/D,mGAAqI;AACrI,sCAAsE;AACtE,qGAA8F;AAE9F,kBAAe,IAAI,2BAAe,CAAC,IAAI,CAAC,EAAE;IACtC,IAAI,CAAC,2EAAkC,CAAC,CAAC,MAAM,EAAE,CAAC,gBAAgB,EAAE,CAAC;IACrE,IAAI,CAAC,kEAA8B,CAAC,CAAC,SAAS,CAAC,2EAAkC,CAAC,CAAC;IACnF,IAAI,CAAC,wBAAiB,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CACzC,IAAI,2BAAoB,CAAC,0EAAsC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,kEAA8B,CAAC,CAAC,CAC5H,CAAC,gBAAgB,EAAE,CAAC;AACzB,CAAC,CAAC,CAAC"}
+{"version":3,"file":"anthropic-backend-module.js","sourceRoot":"","sources":["../../src/node/anthropic-backend-module.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;AAEhF,4DAA+D;AAC/D,mGAAqI;AACrI,sCAAsE;AACtE,qGAA8F;AAC9F,4GAAuG;AAEvG,iFAAiF;AACjF,MAAM,yBAAyB,GAAG,uDAAyB,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,EAAE,EAAE;IACrH,IAAI,CAAC,2EAAkC,CAAC,CAAC,MAAM,EAAE,CAAC,gBAAgB,EAAE,CAAC;IACrE,IAAI,CAAC,kEAA8B,CAAC,CAAC,SAAS,CAAC,2EAAkC,CAAC,CAAC;IACnF,IAAI,CAAC,wBAAiB,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CACzC,IAAI,2BAAoB,CAAC,0EAAsC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,kEAA8B,CAAC,CAAC,CAC5H,CAAC,gBAAgB,EAAE,CAAC;AACzB,CAAC,CAAC,CAAC;AAEH,kBAAe,IAAI,2BAAe,CAAC,IAAI,CAAC,EAAE;IACtC,IAAI,CAAC,uDAAyB,CAAC,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC;AAC/E,CAAC,CAAC,CAAC"}

package/lib/node/anthropic-language-model.d.ts

@@ -2,20 +2,24 @@ import { LanguageModel, LanguageModelRequest, LanguageModelResponse, LanguageMod
 import { CancellationToken } from '@theia/core';
 import { Anthropic } from '@anthropic-ai/sdk';
 export declare const AnthropicModelIdentifier: unique symbol;
+/**
+ * Implements the Anthropic language model integration for Theia
+ */
 export declare class AnthropicModel implements LanguageModel {
     readonly id: string;
     model: string;
     enableStreaming: boolean;
     apiKey: () => string | undefined;
-    defaultRequestSettings?: {
-        [key: string]: unknown;
-    } | undefined;
-    constructor(id: string, model: string, enableStreaming: boolean, apiKey: () => string | undefined, defaultRequestSettings?: {
-        [key: string]: unknown;
-    } | undefined);
-    protected getSettings(request: LanguageModelRequest): Record<string, unknown>;
+    defaultRequestSettings?: Readonly<Record<string, unknown>> | undefined;
+    constructor(id: string, model: string, enableStreaming: boolean, apiKey: () => string | undefined, defaultRequestSettings?: Readonly<Record<string, unknown>> | undefined);
+    protected getSettings(request: LanguageModelRequest): Readonly<Record<string, unknown>>;
     request(request: LanguageModelRequest, cancellationToken?: CancellationToken): Promise<LanguageModelResponse>;
-    protected handleStreamingRequest(anthropic: Anthropic, request: LanguageModelRequest, cancellationToken?: CancellationToken): Promise<LanguageModelStreamResponse>;
+    protected formatToolCallResult(result: unknown): string | Array<{
+        type: 'text';
+        text: string;
+    }>;
+    protected handleStreamingRequest(anthropic: Anthropic, request: LanguageModelRequest, cancellationToken?: CancellationToken, toolMessages?: readonly Anthropic.Messages.MessageParam[]): Promise<LanguageModelStreamResponse>;
+    private createTools;
     protected handleNonStreamingRequest(anthropic: Anthropic, request: LanguageModelRequest): Promise<LanguageModelTextResponse>;
     protected initializeAnthropic(): Anthropic;
 }

package/lib/node/anthropic-language-model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic-language-model.d.ts","sourceRoot":"","sources":["../../src/node/anthropic-language-model.ts"],"names":[],"mappings":"AAgBA,OAAO,EACH,aAAa,EACb,oBAAoB,EAEpB,qBAAqB,EACrB,2BAA2B,EAE3B,yBAAyB,EAC5B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAG9C,eAAO,MAAM,wBAAwB,eAAqC,CAAC;AA+B3E,qBAAa,cAAe,YAAW,aAAa;aAG5B,EAAE,EAAE,MAAM;IACnB,KAAK,EAAE,MAAM;IACb,eAAe,EAAE,OAAO;IACxB,MAAM,EAAE,MAAM,MAAM,GAAG,SAAS;IAChC,sBAAsB,CAAC;;;gBAJd,EAAE,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,eAAe,EAAE,OAAO,EACxB,MAAM,EAAE,MAAM,MAAM,GAAG,SAAS,EAChC,sBAAsB,CAAC;;iBAA4B;IAG9D,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAQvE,OAAO,CAAC,OAAO,EAAE,oBAAoB,EAAE,iBAAiB,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,qBAAqB,CAAC;cAQnG,sBAAsB,CAClC,SAAS,EAAE,SAAS,EACpB,OAAO,EAAE,oBAAoB,EAC7B,iBAAiB,CAAC,EAAE,iBAAiB,GACtC,OAAO,CAAC,2BAA2B,CAAC;cA6CvB,yBAAyB,CACrC,SAAS,EAAE,SAAS,EACpB,OAAO,EAAE,oBAAoB,GAC9B,OAAO,CAAC,yBAAyB,CAAC;IAyBrC,SAAS,CAAC,mBAAmB,IAAI,SAAS;CAQ7C"}
+{"version":3,"file":"anthropic-language-model.d.ts","sourceRoot":"","sources":["../../src/node/anthropic-language-model.ts"],"names":[],"mappings":"AAgBA,OAAO,EACH,aAAa,EACb,oBAAoB,EAEpB,qBAAqB,EACrB,2BAA2B,EAE3B,yBAAyB,EAC5B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAW,MAAM,aAAa,CAAC;AACzD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AA2C9C,eAAO,MAAM,wBAAwB,eAAqC,CAAC;AAgB3E;;GAEG;AACH,qBAAa,cAAe,YAAW,aAAa;aAG5B,EAAE,EAAE,MAAM;IACnB,KAAK,EAAE,MAAM;IACb,eAAe,EAAE,OAAO;IACxB,MAAM,EAAE,MAAM,MAAM,GAAG,SAAS;IAChC,sBAAsB,CAAC;gBAJd,EAAE,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,eAAe,EAAE,OAAO,EACxB,MAAM,EAAE,MAAM,MAAM,GAAG,SAAS,EAChC,sBAAsB,CAAC,+CAAmC;IAGrE,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,oBAAoB,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAIjF,OAAO,CAAC,OAAO,EAAE,oBAAoB,EAAE,iBAAiB,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAkBnH,SAAS,CAAC,oBAAoB,CAAC,MAAM,EAAE,OAAO,GAAG,MAAM,GAAG,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;cAiB/E,sBAAsB,CAClC,SAAS,EAAE,SAAS,EACpB,OAAO,EAAE,oBAAoB,EAC7B,iBAAiB,CAAC,EAAE,iBAAiB,EACrC,YAAY,CAAC,EAAE,SAAS,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,GAC1D,OAAO,CAAC,2BAA2B,CAAC;IA8GvC,OAAO,CAAC,WAAW;cAQH,yBAAyB,CACrC,SAAS,EAAE,SAAS,EACpB,OAAO,EAAE,oBAAoB,GAC9B,OAAO,CAAC,yBAAyB,CAAC;IA2BrC,SAAS,CAAC,mBAAmB,IAAI,SAAS;CAQ7C"}

package/lib/node/anthropic-language-model.js

@@ -16,8 +16,20 @@
 // *****************************************************************************
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AnthropicModel = exports.AnthropicModelIdentifier = void 0;
+const core_1 = require("@theia/core");
 const sdk_1 = require("@anthropic-ai/sdk");
-exports.AnthropicModelIdentifier = Symbol('AnthropicModelIdentifier');
+const DEFAULT_MAX_TOKENS_STREAMING = 4096;
+const DEFAULT_MAX_TOKENS_NON_STREAMING = 2048;
+const EMPTY_INPUT_SCHEMA = {
+    type: 'object',
+    properties: {},
+    required: []
+};
+/**
+ * Transforms Theia language model messages to Anthropic API format
+ * @param messages Array of LanguageModelRequestMessage to transform
+ * @returns Object containing transformed messages and optional system message
+ */
 function transformToAnthropicParams(messages) {
     // Extract the system message (if any), as it is a separate parameter in the Anthropic API.
     const systemMessageObj = messages.find(message => message.actor === 'system');
@@ -33,6 +45,12 @@ function transformToAnthropicParams(messages) {
         systemMessage,
     };
 }
+exports.AnthropicModelIdentifier = Symbol('AnthropicModelIdentifier');
+/**
+ * Converts Theia message actor to Anthropic role
+ * @param message The message to convert
+ * @returns Anthropic role ('user' or 'assistant')
+ */
 function toAnthropicRole(message) {
     switch (message.actor) {
         case 'ai':
@@ -41,6 +59,9 @@ function toAnthropicRole(message) {
             return 'user';
     }
 }
+/**
+ * Implements the Anthropic language model integration for Theia
+ */
 class AnthropicModel {
     constructor(id, model, enableStreaming, apiKey, defaultRequestSettings) {
         this.id = id;
@@ -50,25 +71,47 @@ class AnthropicModel {
         this.defaultRequestSettings = defaultRequestSettings;
     }
     getSettings(request) {
-        const settings = request.settings ? request.settings : this.defaultRequestSettings;
-        if (!settings) {
-            return {};
-        }
-        return settings;
+        var _a, _b;
+        return (_b = (_a = request.settings) !== null && _a !== void 0 ? _a : this.defaultRequestSettings) !== null && _b !== void 0 ? _b : {};
     }
     async request(request, cancellationToken) {
+        var _a;
+        if (!((_a = request.messages) === null || _a === void 0 ? void 0 : _a.length)) {
+            throw new Error('Request must contain at least one message');
+        }
         const anthropic = this.initializeAnthropic();
-        if (this.enableStreaming) {
-            return this.handleStreamingRequest(anthropic, request, cancellationToken);
+        try {
+            if (this.enableStreaming) {
+                return this.handleStreamingRequest(anthropic, request, cancellationToken);
+            }
+            return this.handleNonStreamingRequest(anthropic, request);
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+            throw new Error(`Anthropic API request failed: ${errorMessage}`);
         }
-        return this.handleNonStreamingRequest(anthropic, request);
     }
-    async handleStreamingRequest(anthropic, request, cancellationToken) {
+    formatToolCallResult(result) {
+        if (typeof result === 'object' && result && 'content' in result && Array.isArray(result.content) &&
+            result.content.every(item => typeof item === 'object' && item && 'type' in item && 'text' in item)) {
+            return result.content;
+        }
+        if ((0, core_1.isArray)(result)) {
+            return result.map(r => ({ type: 'text', text: r }));
+        }
+        if (typeof result === 'object') {
+            return JSON.stringify(result);
+        }
+        return result;
+    }
+    async handleStreamingRequest(anthropic, request, cancellationToken, toolMessages) {
         const settings = this.getSettings(request);
         const { messages, systemMessage } = transformToAnthropicParams(request.messages);
+        const tools = this.createTools(request);
         const params = {
-            max_tokens: 2048, // Setting max_tokens is mandatory for Anthropic, settings can override this default
-            messages,
+            max_tokens: DEFAULT_MAX_TOKENS_STREAMING,
+            messages: [...messages, ...(toolMessages !== null && toolMessages !== void 0 ? toolMessages : [])],
+            tools,
             model: this.model,
             ...(systemMessage && { system: systemMessage }),
             ...settings
@@ -77,20 +120,79 @@ class AnthropicModel {
         cancellationToken === null || cancellationToken === void 0 ? void 0 : cancellationToken.onCancellationRequested(() => {
             stream.abort();
         });
+        const that = this;
         const asyncIterator = {
             async *[Symbol.asyncIterator]() {
+                const toolCalls = [];
+                let toolCall;
                 for await (const event of stream) {
                     if (event.type === 'content_block_start') {
                         const contentBlock = event.content_block;
                         if (contentBlock.type === 'text') {
                             yield { content: contentBlock.text };
                         }
+                        if (contentBlock.type === 'tool_use') {
+                            toolCall = { name: contentBlock.name, args: '', id: contentBlock.id, index: event.index };
+                            yield { tool_calls: [{ finished: false, id: toolCall.id, function: { name: toolCall.name, arguments: toolCall.args } }] };
+                        }
                     }
                     else if (event.type === 'content_block_delta') {
                         const delta = event.delta;
                         if (delta.type === 'text_delta') {
                             yield { content: delta.text };
                         }
+                        if (toolCall && delta.type === 'input_json_delta') {
+                            toolCall.args += delta.partial_json;
+                            yield { tool_calls: [{ function: { arguments: delta.partial_json } }] };
+                        }
+                    }
+                    else if (event.type === 'content_block_stop') {
+                        if (toolCall && toolCall.index === event.index) {
+                            toolCalls.push(toolCall);
+                            toolCall = undefined;
+                        }
+                    }
+                    else if (event.type === 'message_delta') {
+                        if (event.delta.stop_reason === 'max_tokens') {
+                            if (toolCall) {
+                                yield { tool_calls: [{ finished: true, id: toolCall.id }] };
+                            }
+                            throw new Error(`The response was stopped because it exceeded the max token limit of ${event.usage.output_tokens}.`);
+                        }
+                    }
+                }
+                if (toolCalls.length > 0) {
+                    const toolResult = await Promise.all(toolCalls.map(async (tc) => {
+                        var _a;
+                        const tool = (_a = request.tools) === null || _a === void 0 ? void 0 : _a.find(t => t.name === tc.name);
+                        const argsObject = tc.args.length === 0 ? '{}' : tc.args;
+                        return { name: tc.name, result: (await (tool === null || tool === void 0 ? void 0 : tool.handler(argsObject))), id: tc.id, arguments: argsObject };
+                    }));
+                    const calls = toolResult.map(tr => {
+                        const resultAsString = typeof tr.result === 'string' ? tr.result : JSON.stringify(tr.result);
+                        return { finished: true, id: tr.id, result: resultAsString, function: { name: tr.name, arguments: tr.arguments } };
+                    });
+                    yield { tool_calls: calls };
+                    const toolRequestMessage = {
+                        role: 'assistant',
+                        content: toolResult.map(call => ({
+                            type: 'tool_use',
+                            id: call.id,
+                            name: call.name,
+                            input: JSON.parse(call.arguments)
+                        }))
+                    };
+                    const toolResponseMessage = {
+                        role: 'user',
+                        content: toolResult.map(call => ({
+                            type: 'tool_result',
+                            tool_use_id: call.id,
+                            content: that.formatToolCallResult(call.result)
+                        }))
+                    };
+                    const result = await that.handleStreamingRequest(anthropic, request, cancellationToken, [...(toolMessages !== null && toolMessages !== void 0 ? toolMessages : []), toolRequestMessage, toolResponseMessage]);
+                    for await (const nestedEvent of result.stream) {
+                        yield nestedEvent;
                     }
                 }
             },
@@ -100,32 +202,45 @@ class AnthropicModel {
         });
         return { stream: asyncIterator };
     }
+    createTools(request) {
+        var _a;
+        return (_a = request.tools) === null || _a === void 0 ? void 0 : _a.map(tool => {
+            var _a;
+            return ({
+                name: tool.name,
+                description: tool.description,
+                input_schema: (_a = tool.parameters) !== null && _a !== void 0 ? _a : EMPTY_INPUT_SCHEMA
+            });
+        });
+    }
     async handleNonStreamingRequest(anthropic, request) {
         const settings = this.getSettings(request);
         const { messages, systemMessage } = transformToAnthropicParams(request.messages);
         const params = {
-            max_tokens: 2048,
+            max_tokens: DEFAULT_MAX_TOKENS_NON_STREAMING,
             messages,
             model: this.model,
             ...(systemMessage && { system: systemMessage }),
             ...settings,
         };
-        const response = await anthropic.messages.create(params);
-        if (response.content[0] && response.content[0].type === 'text') {
-            return {
-                text: response.content[0].text,
-            };
+        try {
+            const response = await anthropic.messages.create(params);
+            const textContent = response.content[0];
+            if ((textContent === null || textContent === void 0 ? void 0 : textContent.type) === 'text') {
+                return { text: textContent.text };
+            }
+            return { text: '' };
+        }
+        catch (error) {
+            throw new Error(`Failed to get response from Anthropic API: ${error instanceof Error ? error.message : 'Unknown error'}`);
         }
-        return {
-            text: '',
-        };
     }
     initializeAnthropic() {
         const apiKey = this.apiKey();
         if (!apiKey) {
             throw new Error('Please provide ANTHROPIC_API_KEY in preferences or via environment variable');
         }
-        return new sdk_1.Anthropic({ apiKey: apiKey });
+        return new sdk_1.Anthropic({ apiKey });
     }
 }
 exports.AnthropicModel = AnthropicModel;

package/lib/node/anthropic-language-model.js.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic-language-model.js","sourceRoot":"","sources":["../../src/node/anthropic-language-model.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;AAYhF,2CAA8C;AAGjC,QAAA,wBAAwB,GAAG,MAAM,CAAC,0BAA0B,CAAC,CAAC;AAE3E,SAAS,0BAA0B,CAC/B,QAAuC;IAEvC,2FAA2F;IAC3F,MAAM,gBAAgB,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC;IAC9E,MAAM,aAAa,GAAG,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAE,KAAK,CAAC;IAE9C,MAAM,iBAAiB,GAAG,QAAQ;SAC7B,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC;SAC7C,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACb,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC;QAC9B,OAAO,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;KAC/B,CAAC,CAAC,CAAC;IAER,OAAO;QACH,QAAQ,EAAE,iBAAiB;QAC3B,aAAa;KAChB,CAAC;AACN,CAAC;AAED,SAAS,eAAe,CAAC,OAAoC;IACzD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;QACpB,KAAK,IAAI;YACL,OAAO,WAAW,CAAC;QACvB;YACI,OAAO,MAAM,CAAC;IACtB,CAAC;AACL,CAAC;AAED,MAAa,cAAc;IAEvB,YACoB,EAAU,EACnB,KAAa,EACb,eAAwB,EACxB,MAAgC,EAChC,sBAAmD;QAJ1C,OAAE,GAAF,EAAE,CAAQ;QACnB,UAAK,GAAL,KAAK,CAAQ;QACb,oBAAe,GAAf,eAAe,CAAS;QACxB,WAAM,GAAN,MAAM,CAA0B;QAChC,2BAAsB,GAAtB,sBAAsB,CAA6B;IAC1D,CAAC;IAEK,WAAW,CAAC,OAA6B;QAC/C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC;QACnF,IAAI,CAAC,QAAQ,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;QACd,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAA6B,EAAE,iBAAqC;QAC9E,MAAM,SAAS,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC7C,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC;QAC9E,CAAC;QACD,OAAO,IAAI,CAAC,yBAAyB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAES,KAAK,CAAC,sBAAsB,CAClC,SAAoB,EACpB,OAA6B,EAC7B,iBAAqC;QAErC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,0BAA0B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAkC;YAC1C,UAAU,EAAE,IAAI,EAAE,oFAAoF;YACtG,QAAQ;YACR,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,GAAG,CAAC,aAAa,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;YAC/C,GAAG,QAAQ;SACd,CAAC;QAEF,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEjD,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,uBAAuB,CAAC,GAAG,EAAE;YAC5C,MAAM,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;QAEH,MAAM,aAAa,GAAG;YAClB,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;gBACzB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;wBACvC,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,CAAC;wBAEzC,IAAI,YAAY,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;4BAC/B,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC;wBACzC,CAAC;oBACL,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;wBAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;wBAE1B,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;4BAC9B,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;wBAClC,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;SACJ,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YAChC,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;IACrC,CAAC;IAES,KAAK,CAAC,yBAAyB,CACrC,SAAoB,EACpB,OAA6B;QAE7B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAE3C,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,0BAA0B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAkC;YAC1C,UAAU,EAAE,IAAI;YAChB,QAAQ;YACR,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,GAAG,CAAC,aAAa,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;YAC/C,GAAG,QAAQ;SACd,CAAC;QAEF,MAAM,QAAQ,GAAsB,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE5E,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC7D,OAAO;gBACH,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI;aACjC,CAAC;QACN,CAAC;QACD,OAAO;YACH,IAAI,EAAE,EAAE;SACX,CAAC;IACN,CAAC;IAES,mBAAmB;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;QACnG,CAAC;QAED,OAAO,IAAI,eAAS,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC7C,CAAC;CACJ;AA/GD,wCA+GC"}
+{"version":3,"file":"anthropic-language-model.js","sourceRoot":"","sources":["../../src/node/anthropic-language-model.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yCAAyC;AACzC,EAAE;AACF,2EAA2E;AAC3E,mEAAmE;AACnE,wCAAwC;AACxC,EAAE;AACF,4EAA4E;AAC5E,8EAA8E;AAC9E,6EAA6E;AAC7E,yDAAyD;AACzD,uDAAuD;AACvD,EAAE;AACF,gFAAgF;AAChF,gFAAgF;;;AAWhF,sCAAyD;AACzD,2CAA8C;AAG9C,MAAM,4BAA4B,GAAG,IAAI,CAAC;AAC1C,MAAM,gCAAgC,GAAG,IAAI,CAAC;AAC9C,MAAM,kBAAkB,GAAG;IACvB,IAAI,EAAE,QAAQ;IACd,UAAU,EAAE,EAAE;IACd,QAAQ,EAAE,EAAE;CACN,CAAC;AASX;;;;GAIG;AACH,SAAS,0BAA0B,CAC/B,QAAgD;IAEhD,2FAA2F;IAC3F,MAAM,gBAAgB,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC;IAC9E,MAAM,aAAa,GAAG,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAE,KAAK,CAAC;IAE9C,MAAM,iBAAiB,GAAG,QAAQ;SAC7B,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC;SAC7C,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACb,IAAI,EAAE,eAAe,CAAC,OAAO,CAAC;QAC9B,OAAO,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;KAC/B,CAAC,CAAC,CAAC;IAER,OAAO;QACH,QAAQ,EAAE,iBAAiB;QAC3B,aAAa;KAChB,CAAC;AACN,CAAC;AAEY,QAAA,wBAAwB,GAAG,MAAM,CAAC,0BAA0B,CAAC,CAAC;AAE3E;;;;GAIG;AACH,SAAS,eAAe,CAAC,OAAoC;IACzD,QAAQ,OAAO,CAAC,KAAK,EAAE,CAAC;QACpB,KAAK,IAAI;YACL,OAAO,WAAW,CAAC;QACvB;YACI,OAAO,MAAM,CAAC;IACtB,CAAC;AACL,CAAC;AAED;;GAEG;AACH,MAAa,cAAc;IAEvB,YACoB,EAAU,EACnB,KAAa,EACb,eAAwB,EACxB,MAAgC,EAChC,sBAA0D;QAJjD,OAAE,GAAF,EAAE,CAAQ;QACnB,UAAK,GAAL,KAAK,CAAQ;QACb,oBAAe,GAAf,eAAe,CAAS;QACxB,WAAM,GAAN,MAAM,CAA0B;QAChC,2BAAsB,GAAtB,sBAAsB,CAAoC;IACjE,CAAC;IAEK,WAAW,CAAC,OAA6B;;QAC/C,OAAO,MAAA,MAAA,OAAO,CAAC,QAAQ,mCAAI,IAAI,CAAC,sBAAsB,mCAAI,EAAE,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAA6B,EAAE,iBAAqC;;QAC9E,IAAI,CAAC,CAAA,MAAA,OAAO,CAAC,QAAQ,0CAAE,MAAM,CAAA,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;QACjE,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE7C,IAAI,CAAC;YACD,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACvB,OAAO,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC;YAC9E,CAAC;YACD,OAAO,IAAI,CAAC,yBAAyB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC;YACvF,MAAM,IAAI,KAAK,CAAC,iCAAiC,YAAY,EAAE,CAAC,CAAC;QACrE,CAAC;IACL,CAAC;IAES,oBAAoB,CAAC,MAAe;QAC1C,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,IAAI,SAAS,IAAI,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;YAC5F,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,CAAC,EAAE,CAAC;YACrG,OAAO,MAAM,CAAC,OAAO,CAAC;QAC1B,CAAC;QAED,IAAI,IAAA,cAAO,EAAC,MAAM,CAAC,EAAE,CAAC;YAClB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAW,EAAE,CAAC,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;QAED,OAAO,MAAgB,CAAC;IAC5B,CAAC;IAES,KAAK,CAAC,sBAAsB,CAClC,SAAoB,EACpB,OAA6B,EAC7B,iBAAqC,EACrC,YAAyD;QAEzD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3C,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,0BAA0B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACjF,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACxC,MAAM,MAAM,GAAkC;YAC1C,UAAU,EAAE,4BAA4B;YACxC,QAAQ,EAAE,CAAC,GAAG,QAAQ,EAAE,GAAG,CAAC,YAAY,aAAZ,YAAY,cAAZ,YAAY,GAAI,EAAE,CAAC,CAAC;YAChD,KAAK;YACL,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,GAAG,CAAC,aAAa,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;YAC/C,GAAG,QAAQ;SACd,CAAC;QAEF,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAEjD,iBAAiB,aAAjB,iBAAiB,uBAAjB,iBAAiB,CAAE,uBAAuB,CAAC,GAAG,EAAE;YAC5C,MAAM,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC;QAElB,MAAM,aAAa,GAAG;YAClB,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;gBAEzB,MAAM,SAAS,GAAmB,EAAE,CAAC;gBACrC,IAAI,QAAkC,CAAC;gBAEvC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;oBAC/B,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;wBACvC,MAAM,YAAY,GAAG,KAAK,CAAC,aAAa,CAAC;wBAEzC,IAAI,YAAY,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;4BAC/B,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC;wBACzC,CAAC;wBACD,IAAI,YAAY,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;4BACnC,QAAQ,GAAG,EAAE,IAAI,EAAE,YAAY,CAAC,IAAK,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,EAAE,YAAY,CAAC,EAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;4BAC5F,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;wBAC9H,CAAC;oBACL,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,qBAAqB,EAAE,CAAC;wBAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;wBAE1B,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;4BAC9B,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;wBAClC,CAAC;wBACD,IAAI,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;4BAChD,QAAQ,CAAC,IAAI,IAAI,KAAK,CAAC,YAAY,CAAC;4BACpC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,CAAC;wBAC5E,CAAC;oBACL,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;wBAC7C,IAAI,QAAQ,IAAI,QAAQ,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,EAAE,CAAC;4BAC7C,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;4BACzB,QAAQ,GAAG,SAAS,CAAC;wBACzB,CAAC;oBACL,CAAC;yBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;wBACxC,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,KAAK,YAAY,EAAE,CAAC;4BAC3C,IAAI,QAAQ,EAAE,CAAC;gCACX,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;4BAChE,CAAC;4BACD,MAAM,IAAI,KAAK,CAAC,uEAAuE,KAAK,CAAC,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC;wBACzH,CAAC;oBACL,CAAC;gBACL,CAAC;gBACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAC,EAAE,EAAC,EAAE;;wBAC1D,MAAM,IAAI,GAAG,MAAA,OAAO,CAAC,KAAK,0CAAE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC;wBAC1D,MAAM,UAAU,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC;wBAEzD,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,MAAM,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,OAAO,CAAC,UAAU,CAAC,CAAA,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;oBAE1G,CAAC,CAAC,CAAC,CAAC;oBAEJ,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE;wBAC9B,MAAM,cAAc,GAAG,OAAO,EAAE,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;wBAC7F,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC;oBACvH,CAAC,CAAC,CAAC;oBACH,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;oBAE5B,MAAM,kBAAkB,GAAoC;wBACxD,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;4BAE7B,IAAI,EAAE,UAAU;4BAChB,EAAE,EAAE,IAAI,CAAC,EAAE;4BACX,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC;yBACpC,CAAC,CAAC;qBACN,CAAC;oBAEF,MAAM,mBAAmB,GAAoC;wBACzD,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;4BAC7B,IAAI,EAAE,aAAa;4BACnB,WAAW,EAAE,IAAI,CAAC,EAAG;4BACrB,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC;yBAClD,CAAC,CAAC;qBACN,CAAC;oBACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC,GAAG,CAAC,YAAY,aAAZ,YAAY,cAAZ,YAAY,GAAI,EAAE,CAAC,EAAE,kBAAkB,EAAE,mBAAmB,CAAC,CAAC,CAAC;oBAC5J,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;wBAC5C,MAAM,WAAW,CAAC;oBACtB,CAAC;gBACL,CAAC;YACL,CAAC;SACJ,CAAC;QAEF,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;YAChC,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;QAC1D,CAAC,CAAC,CAAC;QAEH,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;IACrC,CAAC;IAEO,WAAW,CAAC,OAA6B;;QAC7C,OAAO,MAAA,OAAO,CAAC,KAAK,0CAAE,GAAG,CAAC,IAAI,CAAC,EAAE;;YAAC,OAAA,CAAC;gBAC/B,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,YAAY,EAAE,MAAA,IAAI,CAAC,UAAU,mCAAI,kBAAkB;aAC1B,CAAA,CAAA;SAAA,CAAC,CAAC;IACnC,CAAC;IAES,KAAK,CAAC,yBAAyB,CACrC,SAAoB,EACpB,OAA6B;QAE7B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAE3C,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,0BAA0B,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAkC;YAC1C,UAAU,EAAE,gCAAgC;YAC5C,QAAQ;YACR,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,GAAG,CAAC,aAAa,IAAI,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;YAC/C,GAAG,QAAQ;SACd,CAAC;QAEF,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACzD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAExC,IAAI,CAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,IAAI,MAAK,MAAM,EAAE,CAAC;gBAC/B,OAAO,EAAE,IAAI,EAAE,WAAW,CAAC,IAAI,EAAE,CAAC;YACtC,CAAC;YAED,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,8CAA8C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAAC,CAAC;QAC9H,CAAC;IACL,CAAC;IAES,mBAAmB;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;QACnG,CAAC;QAED,OAAO,IAAI,eAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;IACrC,CAAC;CACJ;AAlND,wCAkNC"}

package/package.json

@@ -1,11 +1,11 @@
 {
   "name": "@theia/ai-anthropic",
-  "version": "1.57.0",
+  "version": "1.58.0",
   "description": "Theia - Anthropic Integration",
   "dependencies": {
     "@anthropic-ai/sdk": "^0.32.1",
-    "@theia/ai-core": "1.57.0",
-    "@theia/core": "1.57.0"
+    "@theia/ai-core": "1.58.0",
+    "@theia/core": "1.58.0"
   },
   "publishConfig": {
     "access": "public"
@@ -41,10 +41,10 @@
     "watch": "theiaext watch"
   },
   "devDependencies": {
-    "@theia/ext-scripts": "1.57.0"
+    "@theia/ext-scripts": "1.58.0"
   },
   "nyc": {
     "extends": "../../configs/nyc.json"
   },
-  "gitHead": "ca1d948d897b9a774f8cd68bb76bd2f335609cd4"
+  "gitHead": "6594f32b9727aea20d88934bf386dee06d08fa5e"
 }

package/src/node/anthropic-backend-module.ts

@@ -18,11 +18,17 @@ import { ContainerModule } from '@theia/core/shared/inversify';
 import { ANTHROPIC_LANGUAGE_MODELS_MANAGER_PATH, AnthropicLanguageModelsManager } from '../common/anthropic-language-models-manager';
 import { ConnectionHandler, RpcConnectionHandler } from '@theia/core';
 import { AnthropicLanguageModelsManagerImpl } from './anthropic-language-models-manager-impl';
+import { ConnectionContainerModule } from '@theia/core/lib/node/messaging/connection-container-module';
 
-export default new ContainerModule(bind => {
+// We use a connection module to handle AI services separately for each frontend.
+const anthropicConnectionModule = ConnectionContainerModule.create(({ bind, bindBackendService, bindFrontendService }) => {
     bind(AnthropicLanguageModelsManagerImpl).toSelf().inSingletonScope();
     bind(AnthropicLanguageModelsManager).toService(AnthropicLanguageModelsManagerImpl);
     bind(ConnectionHandler).toDynamicValue(ctx =>
         new RpcConnectionHandler(ANTHROPIC_LANGUAGE_MODELS_MANAGER_PATH, () => ctx.container.get(AnthropicLanguageModelsManager))
     ).inSingletonScope();
 });
+
+export default new ContainerModule(bind => {
+    bind(ConnectionContainerModule).toConstantValue(anthropicConnectionModule);
+});

package/src/node/anthropic-language-model.ts

@@ -23,14 +23,32 @@ import {
     LanguageModelStreamResponsePart,
     LanguageModelTextResponse
 } from '@theia/ai-core';
-import { CancellationToken } from '@theia/core';
+import { CancellationToken, isArray } from '@theia/core';
 import { Anthropic } from '@anthropic-ai/sdk';
 import { MessageParam } from '@anthropic-ai/sdk/resources';
 
-export const AnthropicModelIdentifier = Symbol('AnthropicModelIdentifier');
+const DEFAULT_MAX_TOKENS_STREAMING = 4096;
+const DEFAULT_MAX_TOKENS_NON_STREAMING = 2048;
+const EMPTY_INPUT_SCHEMA = {
+    type: 'object',
+    properties: {},
+    required: []
+} as const;
+
+interface ToolCallback {
+    readonly name: string;
+    readonly id: string;
+    readonly index: number;
+    args: string;
+}
 
+/**
+ * Transforms Theia language model messages to Anthropic API format
+ * @param messages Array of LanguageModelRequestMessage to transform
+ * @returns Object containing transformed messages and optional system message
+ */
 function transformToAnthropicParams(
-    messages: LanguageModelRequestMessage[]
+    messages: readonly LanguageModelRequestMessage[]
 ): { messages: MessageParam[]; systemMessage?: string } {
     // Extract the system message (if any), as it is a separate parameter in the Anthropic API.
     const systemMessageObj = messages.find(message => message.actor === 'system');
@@ -49,6 +67,13 @@ function transformToAnthropicParams(
     };
 }
 
+export const AnthropicModelIdentifier = Symbol('AnthropicModelIdentifier');
+
+/**
+ * Converts Theia message actor to Anthropic role
+ * @param message The message to convert
+ * @returns Anthropic role ('user' or 'assistant')
+ */
 function toAnthropicRole(message: LanguageModelRequestMessage): 'user' | 'assistant' {
     switch (message.actor) {
         case 'ai':
@@ -58,6 +83,9 @@ function toAnthropicRole(message: LanguageModelRequestMessage): 'user' | 'assist
     }
 }
 
+/**
+ * Implements the Anthropic language model integration for Theia
+ */
 export class AnthropicModel implements LanguageModel {
 
     constructor(
@@ -65,36 +93,61 @@ export class AnthropicModel implements LanguageModel {
         public model: string,
         public enableStreaming: boolean,
         public apiKey: () => string | undefined,
-        public defaultRequestSettings?: { [key: string]: unknown }
+        public defaultRequestSettings?: Readonly<Record<string, unknown>>
     ) { }
 
-    protected getSettings(request: LanguageModelRequest): Record<string, unknown> {
-        const settings = request.settings ? request.settings : this.defaultRequestSettings;
-        if (!settings) {
-            return {};
-        }
-        return settings;
+    protected getSettings(request: LanguageModelRequest): Readonly<Record<string, unknown>> {
+        return request.settings ?? this.defaultRequestSettings ?? {};
     }
 
     async request(request: LanguageModelRequest, cancellationToken?: CancellationToken): Promise<LanguageModelResponse> {
+        if (!request.messages?.length) {
+            throw new Error('Request must contain at least one message');
+        }
+
         const anthropic = this.initializeAnthropic();
-        if (this.enableStreaming) {
-            return this.handleStreamingRequest(anthropic, request, cancellationToken);
+
+        try {
+            if (this.enableStreaming) {
+                return this.handleStreamingRequest(anthropic, request, cancellationToken);
+            }
+            return this.handleNonStreamingRequest(anthropic, request);
+        } catch (error) {
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
+            throw new Error(`Anthropic API request failed: ${errorMessage}`);
         }
-        return this.handleNonStreamingRequest(anthropic, request);
+    }
+
+    protected formatToolCallResult(result: unknown): string | Array<{ type: 'text', text: string }> {
+        if (typeof result === 'object' && result && 'content' in result && Array.isArray(result.content) &&
+            result.content.every(item => typeof item === 'object' && item && 'type' in item && 'text' in item)) {
+            return result.content;
+        }
+
+        if (isArray(result)) {
+            return result.map(r => ({ type: 'text', text: r as string }));
+        }
+
+        if (typeof result === 'object') {
+            return JSON.stringify(result);
+        }
+
+        return result as string;
     }
 
     protected async handleStreamingRequest(
         anthropic: Anthropic,
         request: LanguageModelRequest,
-        cancellationToken?: CancellationToken
+        cancellationToken?: CancellationToken,
+        toolMessages?: readonly Anthropic.Messages.MessageParam[]
     ): Promise<LanguageModelStreamResponse> {
         const settings = this.getSettings(request);
         const { messages, systemMessage } = transformToAnthropicParams(request.messages);
-
+        const tools = this.createTools(request);
         const params: Anthropic.MessageCreateParams = {
-            max_tokens: 2048, // Setting max_tokens is mandatory for Anthropic, settings can override this default
-            messages,
+            max_tokens: DEFAULT_MAX_TOKENS_STREAMING,
+            messages: [...messages, ...(toolMessages ?? [])],
+            tools,
             model: this.model,
             ...(systemMessage && { system: systemMessage }),
             ...settings
@@ -105,9 +158,14 @@ export class AnthropicModel implements LanguageModel {
         cancellationToken?.onCancellationRequested(() => {
             stream.abort();
         });
+        const that = this;
 
         const asyncIterator = {
             async *[Symbol.asyncIterator](): AsyncIterator<LanguageModelStreamResponsePart> {
+
+                const toolCalls: ToolCallback[] = [];
+                let toolCall: ToolCallback | undefined;
+
                 for await (const event of stream) {
                     if (event.type === 'content_block_start') {
                         const contentBlock = event.content_block;
@@ -115,12 +173,71 @@ export class AnthropicModel implements LanguageModel {
                         if (contentBlock.type === 'text') {
                             yield { content: contentBlock.text };
                         }
+                        if (contentBlock.type === 'tool_use') {
+                            toolCall = { name: contentBlock.name!, args: '', id: contentBlock.id!, index: event.index };
+                            yield { tool_calls: [{ finished: false, id: toolCall.id, function: { name: toolCall.name, arguments: toolCall.args } }] };
+                        }
                     } else if (event.type === 'content_block_delta') {
                         const delta = event.delta;
 
                         if (delta.type === 'text_delta') {
                             yield { content: delta.text };
                         }
+                        if (toolCall && delta.type === 'input_json_delta') {
+                            toolCall.args += delta.partial_json;
+                            yield { tool_calls: [{ function: { arguments: delta.partial_json } }] };
+                        }
+                    } else if (event.type === 'content_block_stop') {
+                        if (toolCall && toolCall.index === event.index) {
+                            toolCalls.push(toolCall);
+                            toolCall = undefined;
+                        }
+                    } else if (event.type === 'message_delta') {
+                        if (event.delta.stop_reason === 'max_tokens') {
+                            if (toolCall) {
+                                yield { tool_calls: [{ finished: true, id: toolCall.id }] };
+                            }
+                            throw new Error(`The response was stopped because it exceeded the max token limit of ${event.usage.output_tokens}.`);
+                        }
+                    }
+                }
+                if (toolCalls.length > 0) {
+                    const toolResult = await Promise.all(toolCalls.map(async tc => {
+                        const tool = request.tools?.find(t => t.name === tc.name);
+                        const argsObject = tc.args.length === 0 ? '{}' : tc.args;
+
+                        return { name: tc.name, result: (await tool?.handler(argsObject)), id: tc.id, arguments: argsObject };
+
+                    }));
+
+                    const calls = toolResult.map(tr => {
+                        const resultAsString = typeof tr.result === 'string' ? tr.result : JSON.stringify(tr.result);
+                        return { finished: true, id: tr.id, result: resultAsString, function: { name: tr.name, arguments: tr.arguments } };
+                    });
+                    yield { tool_calls: calls };
+
+                    const toolRequestMessage: Anthropic.Messages.MessageParam = {
+                        role: 'assistant',
+                        content: toolResult.map(call => ({
+
+                            type: 'tool_use',
+                            id: call.id,
+                            name: call.name,
+                            input: JSON.parse(call.arguments)
+                        }))
+                    };
+
+                    const toolResponseMessage: Anthropic.Messages.MessageParam = {
+                        role: 'user',
+                        content: toolResult.map(call => ({
+                            type: 'tool_result',
+                            tool_use_id: call.id!,
+                            content: that.formatToolCallResult(call.result)
+                        }))
+                    };
+                    const result = await that.handleStreamingRequest(anthropic, request, cancellationToken, [...(toolMessages ?? []), toolRequestMessage, toolResponseMessage]);
+                    for await (const nestedEvent of result.stream) {
+                        yield nestedEvent;
                     }
                 }
             },
@@ -133,6 +250,14 @@ export class AnthropicModel implements LanguageModel {
         return { stream: asyncIterator };
     }
 
+    private createTools(request: LanguageModelRequest): Anthropic.Messages.Tool[] | undefined {
+        return request.tools?.map(tool => ({
+            name: tool.name,
+            description: tool.description,
+            input_schema: tool.parameters ?? EMPTY_INPUT_SCHEMA
+        } as Anthropic.Messages.Tool));
+    }
+
     protected async handleNonStreamingRequest(
         anthropic: Anthropic,
         request: LanguageModelRequest
@@ -142,23 +267,25 @@ export class AnthropicModel implements LanguageModel {
         const { messages, systemMessage } = transformToAnthropicParams(request.messages);
 
         const params: Anthropic.MessageCreateParams = {
-            max_tokens: 2048,
+            max_tokens: DEFAULT_MAX_TOKENS_NON_STREAMING,
             messages,
             model: this.model,
             ...(systemMessage && { system: systemMessage }),
             ...settings,
         };
 
-        const response: Anthropic.Message = await anthropic.messages.create(params);
+        try {
+            const response = await anthropic.messages.create(params);
+            const textContent = response.content[0];
 
-        if (response.content[0] && response.content[0].type === 'text') {
-            return {
-                text: response.content[0].text,
-            };
+            if (textContent?.type === 'text') {
+                return { text: textContent.text };
+            }
+
+            return { text: '' };
+        } catch (error) {
+            throw new Error(`Failed to get response from Anthropic API: ${error instanceof Error ? error.message : 'Unknown error'}`);
         }
-        return {
-            text: '',
-        };
     }
 
     protected initializeAnthropic(): Anthropic {
@@ -167,6 +294,6 @@ export class AnthropicModel implements LanguageModel {
             throw new Error('Please provide ANTHROPIC_API_KEY in preferences or via environment variable');
         }
 
-        return new Anthropic({ apiKey: apiKey });
+        return new Anthropic({ apiKey });
     }
 }