@mate-academy/llm-gateway 6.0.0 → 6.2.0

package/dist/providers/OpenAI/services/OpenAICompletion.service.js.map

@@ -1 +1 @@
-{"version":3,"file":"OpenAICompletion.service.js","sourceRoot":"","sources":["../../../../src/providers/OpenAI/services/OpenAICompletion.service.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAChC,+DAQ+B;AAG/B,+DAA4D;AAC5D,yCAEoB;AACpB,oEAAgE;AAGhE,MAAa,uBAEX,SAAQ,+BAAmD;IAC3D,YACE,MAAsC,EACtC,QAAkB,EAClB,OAAiD;QAEjD,KAAK,CAAC,kCAAY,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,mBAAmB,CAAC,GAAG,EAAE,CAAC,IAAI,eAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;IAClE,CAAC;IAUD,KAAK,CAAC,WAAW,CACf,OAAgG;QAEhG,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,qBAAqB,CAC/B,OAAiG,CAClG,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,WAAW,CACf,QAAgC,EAChC,MAAqC;QAErC,MAAM,aAAa,GAAG,4BAAY,CAAC,gBAAgB,EAAE,CAAC;QACtD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAClC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAC7B,CAAC;QAEF,OAAO,aAAa,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,OAA8D;QAE9D,MAAM,EACJ,KAAK,EACL,OAAO,EACP,OAAO,GAAG,EAAE,EACZ,YAAY,EACZ,WAAW,EACX,eAAe,GAChB,GAAG,OAAO,CAAC;QAEZ,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,aAAa,GAAG,4BAAY,CAAC,gBAAgB,EAAE,CAAC;YAEtD,MAAM,gBAAgB,GAAG,MAAM,4BAAY,CAAC,wBAAwB,CAAC;gBACnE,OAAO;gBACP,OAAO;gBACP,KAAK;gBACL,aAAa;gBACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,MAAM,0BAA0B,GAAG,4BAAY;iBAC5C,6BAA6B,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAEhE,MAAM,aAAa,GACjB,YAAY;gBACV,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;gBAC7C,CAAC,CAAC,EAAE,CAAC;YAET,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC7D,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,QAAQ,EAAE,CAAC,GAAG,aAAa,EAAE,GAAG,0BAA0B,CAAC;gBAC3D,CAAC,EAAE,CAAC;gBACJ,GAAG,KAAK,CAAC,MAAM;aAChB,EAAE;gBACD,MAAM,EAAE,WAAW;aACpB,CAAC,CAAC;YAEH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YAC1D,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,qBAAqB,EAAE,aAAa,IAAI,CAAC,CAAC;YACjF,MAAM,kBAAkB,GAAG,YAAY,GAAG,YAAY,CAAC;YACvD,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;YAC9D,MAAM,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,yBAAyB,EAAE,gBAAgB,IAAI,CAAC,CAAC;YAE3F,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC7B,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC;gBAChD,KAAK;gBACL,KAAK,EAAE;oBACL,eAAe,EAAE,kBAAkB;oBACnC,qBAAqB,EAAE,YAAY;oBACnC,gBAAgB,EAAE,YAAY;oBAC9B,qBAAqB,EAAE,eAAe;iBACvC;gBACD,YAAY;aACb,CAAC,CAAC;YAEH,OAAO;gBACL,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;aACnD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,iBAAiB,CAAC;gBAC3B,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC;gBAChD,KAAK;gBACL,SAAS,EAAE,WAAW,EAAE,OAAO;gBAC/B,YAAY;aACb,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBACT,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;iBAChD,KAAK,CAAC,4BAA4B,EAAE;gBACnC,KAAK,EAAE,IAAA,+BAAc,EAAC,KAAK,CAAC;gBAC5B,OAAO;aACR,CAAC,CAAC;YAEL,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,OAA+F;QAE/F,MAAM,EACJ,KAAK,EACL,OAAO,EACP,OAAO,GAAG,EAAE,EACZ,YAAY,EACZ,WAAW,EACX,MAAM,EACN,eAAe,GAChB,GAAG,OAAO,CAAC;QAEZ,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,aAAa,GAAG,4BAAY,CAAC,gBAAgB,EAAE,CAAC;YAEtD,MAAM,gBAAgB,GAAG,MAAM,4BAAY,CAAC,wBAAwB,CAAC;gBACnE,OAAO;gBACP,OAAO;gBACP,KAAK;gBACL,aAAa;gBACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB,CAAC,CAAC;YAEH,MAAM,0BAA0B,GAAG,4BAAY;iBAC5C,6BAA6B,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YAEhE,MAAM,aAAa,GACjB,YAAY;gBACV,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;gBAC7C,CAAC,CAAC,EAAE,CAAC;YAET,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,CAAC,kCAAY,CAAC,MAAM,CAAC,CAAC;YAEjE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBAC7D,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,QAAQ,EAAE,CAAC,GAAG,aAAa,EAAE,GAAG,0BAA0B,CAAC;gBAC3D,CAAC,EAAE,CAAC;gBACJ,GAAG,KAAK,CAAC,MAAM;gBACf,eAAe,EAAE;oBACf,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE;wBACX,IAAI,EAAE,qBAAqB;wBAC3B,MAAM,EAAE,IAAI;wBACZ,MAAM,EAAE,UAAU;qBACnB;iBACF;aACF,EAAE;gBACD,MAAM,EAAE,WAAW;aACpB,CAAC,CAAC;YAEH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAE7D,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAChD,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACnC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAEzC,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;gBAC1D,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,qBAAqB,EAAE,aAAa,IAAI,CAAC,CAAC;gBACjF,MAAM,kBAAkB,GAAG,YAAY,GAAG,YAAY,CAAC;gBACvD,MAAM,YAAY,GAAG,UAAU,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;gBAC9D,MAAM,eAAe,GAAG,UAAU,CAAC,KAAK,EAAE,yBAAyB,EAAE,gBAAgB,IAAI,CAAC,CAAC;gBAE3F,MAAM,IAAI,CAAC,mBAAmB,CAAC;oBAC7B,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,qBAAqB,CAAC;oBACtD,KAAK;oBACL,KAAK,EAAE;wBACL,eAAe,EAAE,kBAAkB;wBACnC,qBAAqB,EAAE,YAAY;wBACnC,gBAAgB,EAAE,YAAY;wBAC9B,qBAAqB,EAAE,eAAe;qBACvC;oBACD,YAAY;iBACb,CAAC,CAAC;gBAEH,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,UAAU,EAAE,UAAU,CAAC,KAAK;iBAC7B,CAAC;YACJ,CAAC;YAAC,OAAO,UAAe,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM;oBACT,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;qBACtD,IAAI,CAAC,+BAA+B,EAAE;oBACrC,OAAO;oBACP,UAAU,EAAE,UAAU,CAAC,OAAO;iBAC/B,CAAC,CAAC;gBAEL,MAAM,UAAU,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,iBAAiB,CAAC;gBAC3B,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,qBAAqB,CAAC;gBACtD,KAAK;gBACL,SAAS,EAAE,WAAW,EAAE,OAAO;gBAC/B,YAAY;aACb,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBACT,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;iBACtD,KAAK,CAAC,kCAAkC,EAAE;gBACzC,KAAK,EAAE,IAAA,+BAAc,EAAC,KAAK,CAAC;gBAC5B,OAAO;aACR,CAAC,CAAC;YAEL,OAAO;gBACL,IAAI,EAAE,EAAE;gBACR,KAAK;gBACL,UAAU,EAAE,+CAA+C;aAC5D,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AArQD,0DAqQC"}
+{"version":3,"file":"OpenAICompletion.service.js","sourceRoot":"","sources":["../../../../src/providers/OpenAI/services/OpenAICompletion.service.ts"],"names":[],"mappings":";;;AAAA,+DAG+B;AAG/B,wHAEyE;AAEzE,MAAa,uBAEX,SAAQ,sEAET;IACC,YACE,MAAsC,EACtC,QAAkB,EAClB,OAAiD;QAEjD,KAAK,CAAC,kCAAY,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;CACF;AAZD,0DAYC"}

package/dist/providers/OpenAICompatible/OpenAICompatibleCompletion.service.d.ts

@@ -0,0 +1,21 @@
+import { OpenAI } from 'openai';
+import type { LLMCompletionMessage, LLMCompletionResult, LLMInstanceOptions, LLMModel, LLMProviders, LLMSendMessageOptions, LLMStructuredResult } from '../../LLMService.typedefs';
+import { type LLMLoggerInterface } from '../../utilities/logger';
+import { type LLMReporterInterface } from '../../utilities/reporter';
+import { LLMCompletionService } from '../../services';
+import { type LLMSchemaInterface, type InferSchema } from '../../utilities/schema';
+type OpenAICompatibleProvider = LLMProviders.OpenAI | LLMProviders.LLMAPI;
+export declare class OpenAICompatibleCompletionService<Provider extends OpenAICompatibleProvider, Reporter extends LLMReporterInterface<any> | undefined> extends LLMCompletionService<Provider, Reporter> {
+    constructor(provider: Provider, logger: LLMLoggerInterface | undefined, reporter: Reporter, options?: LLMInstanceOptions[Provider]);
+    get instance(): OpenAI;
+    sendMessage<S extends LLMSchemaInterface>(options: LLMSendMessageOptions<Provider, Reporter> & {
+        schema: S;
+    }): Promise<LLMStructuredResult<InferSchema<S>>>;
+    sendMessage(options: LLMSendMessageOptions<Provider, Reporter>): Promise<LLMCompletionResult>;
+    countTokens(messages: LLMCompletionMessage[], _model: LLMModel<Provider>): Promise<number>;
+    protected sendTextMessage(options: LLMSendMessageOptions<Provider, Reporter>): Promise<LLMCompletionResult>;
+    protected sendStructuredMessage(options: LLMSendMessageOptions<Provider, Reporter> & {
+        schema: LLMSchemaInterface;
+    }): Promise<LLMStructuredResult>;
+}
+export {};

package/dist/providers/OpenAICompatible/OpenAICompatibleCompletion.service.js

@@ -0,0 +1,204 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAICompatibleCompletionService = void 0;
+const openai_1 = require("openai");
+const serializeError_1 = require("../../utilities/serializeError");
+const services_1 = require("../../services");
+const OpenAI_entity_1 = require("../../providers/OpenAI/OpenAI.entity");
+class OpenAICompatibleCompletionService extends services_1.LLMCompletionService {
+    constructor(provider, logger, reporter, options) {
+        super(provider, logger, reporter, options);
+    }
+    get instance() {
+        return this.getOrCreateInstance(() => new openai_1.OpenAI(this.options));
+    }
+    async sendMessage(options) {
+        if (options.schema) {
+            return this.sendStructuredMessage(options);
+        }
+        return this.sendTextMessage(options);
+    }
+    async countTokens(messages, _model) {
+        const countTokensFn = OpenAI_entity_1.OpenAIEntity.getCountTokensFn();
+        const allContents = messages.flatMap((message) => message.content);
+        return countTokensFn(allContents);
+    }
+    async sendTextMessage(options) {
+        const { model, message, history = [], instructions, abortSignal, reporterContext, } = options;
+        const writeMetrics = this.reporter?.initWriter(reporterContext);
+        try {
+            abortSignal?.throwIfAborted();
+            const countTokensFn = OpenAI_entity_1.OpenAIEntity.getCountTokensFn();
+            const combinedMessages = await OpenAI_entity_1.OpenAIEntity
+                .combineMessagesWithLimit({
+                history,
+                message,
+                model,
+                countTokensFn,
+                instance: this.instance,
+                logger: this.logger,
+            });
+            const chatCompletionMessageParam = OpenAI_entity_1.OpenAIEntity
+                .getChatCompletionMessageParam(combinedMessages, this.logger);
+            const systemMessage = instructions
+                ? [{ role: 'system', content: instructions }]
+                : [];
+            abortSignal?.throwIfAborted();
+            const completion = await this.instance.chat.completions
+                .create({
+                model: model.name,
+                messages: [
+                    ...systemMessage,
+                    ...chatCompletionMessageParam,
+                ],
+                n: 1,
+                ...model.config,
+            }, {
+                signal: abortSignal,
+            });
+            abortSignal?.throwIfAborted();
+            const promptTokens = completion.usage?.prompt_tokens ?? 0;
+            const cachedTokens = completion.usage?.prompt_tokens_details
+                ?.cached_tokens ?? 0;
+            const regularInputTokens = promptTokens - cachedTokens;
+            const outputTokens = completion.usage?.completion_tokens ?? 0;
+            const reasoningTokens = completion.usage?.completion_tokens_details
+                ?.reasoning_tokens ?? 0;
+            await this.writeSuccessMetrics({
+                method: this.getMethodName(this.sendTextMessage),
+                model,
+                usage: {
+                    inputTextTokens: regularInputTokens,
+                    inputCachedTextTokens: cachedTokens,
+                    outputTextTokens: outputTokens,
+                    outputReasoningTokens: reasoningTokens,
+                },
+                writeMetrics,
+            });
+            return {
+                text: completion.choices[0]?.message.content ?? '',
+            };
+        }
+        catch (error) {
+            await this.writeErrorMetrics({
+                method: this.getMethodName(this.sendTextMessage),
+                model,
+                isAborted: abortSignal?.aborted,
+                writeMetrics,
+            });
+            this.logger
+                ?.child(this.getMethodName(this.sendTextMessage))
+                .error('Error sending text message', {
+                error: (0, serializeError_1.serializeError)(error),
+                options,
+            });
+            return { error };
+        }
+    }
+    async sendStructuredMessage(options) {
+        const { model, message, history = [], instructions, abortSignal, schema, reporterContext, } = options;
+        const writeMetrics = this.reporter?.initWriter(reporterContext);
+        try {
+            abortSignal?.throwIfAborted();
+            const countTokensFn = OpenAI_entity_1.OpenAIEntity.getCountTokensFn();
+            const combinedMessages = await OpenAI_entity_1.OpenAIEntity
+                .combineMessagesWithLimit({
+                history,
+                message,
+                model,
+                countTokensFn,
+                instance: this.instance,
+                logger: this.logger,
+            });
+            const chatCompletionMessageParam = OpenAI_entity_1.OpenAIEntity
+                .getChatCompletionMessageParam(combinedMessages, this.logger);
+            const systemMessage = instructions
+                ? [{ role: 'system', content: instructions }]
+                : [];
+            abortSignal?.throwIfAborted();
+            const jsonSchema = schema._toProviderSchema(this.provider);
+            const completion = await this.instance.chat.completions
+                .create({
+                model: model.name,
+                messages: [
+                    ...systemMessage,
+                    ...chatCompletionMessageParam,
+                ],
+                n: 1,
+                ...model.config,
+                response_format: {
+                    type: 'json_schema',
+                    json_schema: {
+                        name: 'structured_response',
+                        strict: true,
+                        schema: jsonSchema,
+                    },
+                },
+            }, {
+                signal: abortSignal,
+            });
+            abortSignal?.throwIfAborted();
+            const content = completion.choices[0]?.message.content ?? '';
+            if (!content) {
+                throw new Error(`Empty response from ${this.provider}`);
+            }
+            try {
+                const parsed = JSON.parse(content);
+                const validation = schema._parse(parsed);
+                const promptTokens = completion.usage?.prompt_tokens ?? 0;
+                const cachedTokens = completion.usage?.prompt_tokens_details
+                    ?.cached_tokens ?? 0;
+                const regularInputTokens = promptTokens - cachedTokens;
+                const outputTokens = completion.usage?.completion_tokens ?? 0;
+                const reasoningTokens = completion.usage?.completion_tokens_details
+                    ?.reasoning_tokens ?? 0;
+                await this.writeSuccessMetrics({
+                    method: this.getMethodName(this.sendStructuredMessage),
+                    model,
+                    usage: {
+                        inputTextTokens: regularInputTokens,
+                        inputCachedTextTokens: cachedTokens,
+                        outputTextTokens: outputTokens,
+                        outputReasoningTokens: reasoningTokens,
+                    },
+                    writeMetrics,
+                });
+                return {
+                    text: content,
+                    data: validation.data,
+                    parseError: validation.error,
+                };
+            }
+            catch (parseError) {
+                this.logger
+                    ?.child(this.getMethodName(this.sendStructuredMessage))
+                    .warn('Failed to parse JSON response', {
+                    content,
+                    parseError: parseError.message,
+                });
+                throw parseError;
+            }
+        }
+        catch (error) {
+            await this.writeErrorMetrics({
+                method: this.getMethodName(this.sendStructuredMessage),
+                model,
+                isAborted: abortSignal?.aborted,
+                writeMetrics,
+            });
+            this.logger
+                ?.child(this.getMethodName(this.sendStructuredMessage))
+                .error('Error sending structured message', {
+                error: (0, serializeError_1.serializeError)(error),
+                options,
+            });
+            return {
+                text: '',
+                error,
+                parseError: `Failed to get structured response from ${this.provider}`,
+            };
+        }
+    }
+}
+exports.OpenAICompatibleCompletionService = OpenAICompatibleCompletionService;
+//# sourceMappingURL=OpenAICompatibleCompletion.service.js.map

package/dist/providers/OpenAICompatible/OpenAICompatibleCompletion.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OpenAICompatibleCompletion.service.js","sourceRoot":"","sources":["../../../src/providers/OpenAICompatible/OpenAICompatibleCompletion.service.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAehC,+DAA4D;AAC5D,yCAAkD;AAClD,oEAAgE;AAUhE,MAAa,iCAGX,SAAQ,+BAAwC;IAChD,YACE,QAAkB,EAClB,MAAsC,EACtC,QAAkB,EAClB,OAAsC;QAEtC,KAAK,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,mBAAmB,CAC7B,GAAG,EAAE,CAAC,IAAI,eAAM,CAAC,IAAI,CAAC,OAAO,CAAsB,CACpD,CAAC;IACJ,CAAC;IAWD,KAAK,CAAC,WAAW,CACf,OACmC;QAEnC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,qBAAqB,CAC/B,OACkC,CACnC,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,WAAW,CACf,QAAgC,EAChC,MAA0B;QAE1B,MAAM,aAAa,GAAG,4BAAY,CAAC,gBAAgB,EAAE,CAAC;QACtD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAClC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAC7B,CAAC;QAEF,OAAO,aAAa,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC;IAES,KAAK,CAAC,eAAe,CAC7B,OAAkD;QAElD,MAAM,EACJ,KAAK,EACL,OAAO,EACP,OAAO,GAAG,EAAE,EACZ,YAAY,EACZ,WAAW,EACX,eAAe,GAChB,GAAG,OAAO,CAAC;QAEZ,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,aAAa,GAAG,4BAAY,CAAC,gBAAgB,EAAE,CAAC;YAEtD,MAAM,gBAAgB,GAAG,MAAM,4BAAY;iBACxC,wBAAwB,CAAC;gBACxB,OAAO;gBACP,OAAO;gBACP,KAAK;gBACL,aAAa;gBACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;aAOpB,CAAC,CAAC;YAEL,MAAM,0BAA0B,GAAG,4BAAY;iBAC5C,6BAA6B,CAC5B,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAC9B,CAAC;YAEJ,MAAM,aAAa,GACf,YAAY;gBACZ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;gBAC7C,CAAC,CAAC,EAAE,CAAC;YAET,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW;iBACpD,MAAM,CAAC;gBACN,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,QAAQ,EAAE;oBACR,GAAG,aAAa;oBAChB,GAAG,0BAA0B;iBAC9B;gBACD,CAAC,EAAE,CAAC;gBACJ,GAAG,KAAK,CAAC,MAAM;aAChB,EAAE;gBACD,MAAM,EAAE,WAAW;aACpB,CAAC,CAAC;YAEL,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,YAAY,GACd,UAAU,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YACzC,MAAM,YAAY,GACd,UAAU,CAAC,KAAK,EAAE,qBAAqB;gBACvC,EAAE,aAAa,IAAI,CAAC,CAAC;YACzB,MAAM,kBAAkB,GAAG,YAAY,GAAG,YAAY,CAAC;YACvD,MAAM,YAAY,GACd,UAAU,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;YAC7C,MAAM,eAAe,GACjB,UAAU,CAAC,KAAK,EAAE,yBAAyB;gBAC3C,EAAE,gBAAgB,IAAI,CAAC,CAAC;YAE5B,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC7B,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC;gBAChD,KAAK;gBACL,KAAK,EAAE;oBACL,eAAe,EAAE,kBAAkB;oBACnC,qBAAqB,EAAE,YAAY;oBACnC,gBAAgB,EAAE,YAAY;oBAC9B,qBAAqB,EAAE,eAAe;iBACvC;gBACD,YAAY;aACb,CAAC,CAAC;YAEH,OAAO;gBACL,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;aACnD,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,iBAAiB,CAAC;gBAC3B,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC;gBAChD,KAAK;gBACL,SAAS,EAAE,WAAW,EAAE,OAAO;gBAC/B,YAAY;aACb,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBACT,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;iBAChD,KAAK,CAAC,4BAA4B,EAAE;gBACnC,KAAK,EAAE,IAAA,+BAAc,EAAC,KAAK,CAAC;gBAC5B,OAAO;aACR,CAAC,CAAC;YAEL,OAAO,EAAE,KAAK,EAAE,CAAC;QACnB,CAAC;IACH,CAAC;IAES,KAAK,CAAC,qBAAqB,CACnC,OACkC;QAElC,MAAM,EACJ,KAAK,EACL,OAAO,EACP,OAAO,GAAG,EAAE,EACZ,YAAY,EACZ,WAAW,EACX,MAAM,EACN,eAAe,GAChB,GAAG,OAAO,CAAC;QAEZ,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QAEhE,IAAI,CAAC;YACH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,aAAa,GAAG,4BAAY,CAAC,gBAAgB,EAAE,CAAC;YAEtD,MAAM,gBAAgB,GAAG,MAAM,4BAAY;iBACxC,wBAAwB,CAAC;gBACxB,OAAO;gBACP,OAAO;gBACP,KAAK;gBACL,aAAa;gBACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;aAOpB,CAAC,CAAC;YAEL,MAAM,0BAA0B,GAAG,4BAAY;iBAC5C,6BAA6B,CAC5B,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAC9B,CAAC;YAEJ,MAAM,aAAa,GACf,YAAY;gBACZ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;gBAC7C,CAAC,CAAC,EAAE,CAAC;YAET,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,CACzC,IAAI,CAAC,QAAQ,CACd,CAAC;YAEF,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW;iBACpD,MAAM,CAAC;gBACN,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,QAAQ,EAAE;oBACR,GAAG,aAAa;oBAChB,GAAG,0BAA0B;iBAC9B;gBACD,CAAC,EAAE,CAAC;gBACJ,GAAG,KAAK,CAAC,MAAM;gBACf,eAAe,EAAE;oBACf,IAAI,EAAE,aAAa;oBACnB,WAAW,EAAE;wBACX,IAAI,EAAE,qBAAqB;wBAC3B,MAAM,EAAE,IAAI;wBACZ,MAAM,EAAE,UAAU;qBACnB;iBACF;aACF,EAAE;gBACD,MAAM,EAAE,WAAW;aACpB,CAAC,CAAC;YAEL,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,OAAO,GACT,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAEjD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CACb,uBAAuB,IAAI,CAAC,QAAQ,EAAE,CACvC,CAAC;YACJ,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACnC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAEzC,MAAM,YAAY,GACd,UAAU,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;gBACzC,MAAM,YAAY,GACd,UAAU,CAAC,KAAK,EAAE,qBAAqB;oBACvC,EAAE,aAAa,IAAI,CAAC,CAAC;gBACzB,MAAM,kBAAkB,GACpB,YAAY,GAAG,YAAY,CAAC;gBAChC,MAAM,YAAY,GACd,UAAU,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;gBAC7C,MAAM,eAAe,GACjB,UAAU,CAAC,KAAK,EAAE,yBAAyB;oBAC3C,EAAE,gBAAgB,IAAI,CAAC,CAAC;gBAE5B,MAAM,IAAI,CAAC,mBAAmB,CAAC;oBAC7B,MAAM,EAAE,IAAI,CAAC,aAAa,CACxB,IAAI,CAAC,qBAAqB,CAC3B;oBACD,KAAK;oBACL,KAAK,EAAE;wBACL,eAAe,EAAE,kBAAkB;wBACnC,qBAAqB,EAAE,YAAY;wBACnC,gBAAgB,EAAE,YAAY;wBAC9B,qBAAqB,EAAE,eAAe;qBACvC;oBACD,YAAY;iBACb,CAAC,CAAC;gBAEH,OAAO;oBACL,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,UAAU,EAAE,UAAU,CAAC,KAAK;iBAC7B,CAAC;YACJ,CAAC;YAAC,OAAO,UAAe,EAAE,CAAC;gBACzB,IAAI,CAAC,MAAM;oBACT,EAAE,KAAK,CACL,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAC/C;qBACA,IAAI,CAAC,+BAA+B,EAAE;oBACrC,OAAO;oBACP,UAAU,EAAE,UAAU,CAAC,OAAO;iBAC/B,CAAC,CAAC;gBAEL,MAAM,UAAU,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,iBAAiB,CAAC;gBAC3B,MAAM,EAAE,IAAI,CAAC,aAAa,CACxB,IAAI,CAAC,qBAAqB,CAC3B;gBACD,KAAK;gBACL,SAAS,EAAE,WAAW,EAAE,OAAO;gBAC/B,YAAY;aACb,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBACT,EAAE,KAAK,CACL,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAC/C;iBACA,KAAK,CAAC,kCAAkC,EAAE;gBACzC,KAAK,EAAE,IAAA,+BAAc,EAAC,KAAK,CAAC;gBAC5B,OAAO;aACR,CAAC,CAAC;YAEL,OAAO;gBACL,IAAI,EAAE,EAAE;gBACR,KAAK;gBACL,UAAU,EACR,0CAA0C,IAAI,CAAC,QAAQ,EAAE;aAC5D,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAlUD,8EAkUC"}

package/dist/providers/index.d.ts

@@ -1,2 +1,3 @@
 export * from './OpenAI';
 export * from './GoogleGenerativeAI';
+export * from './LLMAPI';

package/dist/providers/index.js

@@ -16,4 +16,5 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
 Object.defineProperty(exports, "__esModule", { value: true });
 __exportStar(require("./OpenAI"), exports);
 __exportStar(require("./GoogleGenerativeAI"), exports);
+__exportStar(require("./LLMAPI"), exports);
 //# sourceMappingURL=index.js.map

package/dist/providers/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,uDAAqC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/providers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAyB;AACzB,uDAAqC;AACrC,2CAAyB"}

package/dist/services/LLMAssistanceService.abstract.d.ts

@@ -1,10 +1,11 @@
-import { type LLMAssistanceOptions, type LLMAssistanceResult, type LLMAssistanceMessage, type LLMCreateChatOptions, type LLMCreateChatResult, type LLMCreateFileStorageOptions, type LLMCreateFileStorageResult, type LLMInstanceOptions, type LLMModel, type LLMProviders, LLMPurposes, type LLMUploadFileOptions, type LLMUploadFileResult, type LLMStructuredResult, type LLMUploadedFile } from '../LLMService.typedefs';
+import { type LLMAssistanceOptions, type LLMAssistanceResult, type LLMAssistanceMessage, type LLMToolDefinition, type LLMCreateChatOptions, type LLMCreateChatResult, type LLMCreateFileStorageOptions, type LLMCreateFileStorageResult, type LLMInstanceOptions, type LLMModel, type LLMProviders, LLMPurposes, type LLMUploadFileOptions, type LLMUploadFileResult, type LLMStructuredResult, type LLMUploadedFile } from '../LLMService.typedefs';
 import { type LLMLoggerInterface } from '../utilities/logger';
 import { type LLMReporterInterface } from '../utilities/reporter';
 import { LLMBaseService } from '../services';
 import { type LLMSchemaInterface, type InferSchema } from '../utilities/schema';
 export declare abstract class LLMAssistanceService<Provider extends LLMProviders, Reporter extends LLMReporterInterface<any> | undefined> extends LLMBaseService<LLMPurposes.Assistance, Provider, Reporter> {
     constructor(provider: Provider, logger: LLMLoggerInterface | undefined, reporter: Reporter, options?: LLMInstanceOptions[Provider]);
+    protected validateToolDefinitions(tools: LLMToolDefinition[]): void;
     abstract uploadFile(options: LLMUploadFileOptions<Reporter>): Promise<LLMUploadFileResult>;
     abstract getFile(path: string): Promise<LLMUploadedFile | null>;
     abstract deleteFile(fileId: string): Promise<void>;
@@ -12,12 +13,13 @@ export declare abstract class LLMAssistanceService<Provider extends LLMProviders
     abstract deleteFileStorage(fileStorageId: string): Promise<void>;
     abstract createChat(options: LLMCreateChatOptions<Provider, Reporter>): Promise<LLMCreateChatResult>;
     abstract deleteChat(chatId: string): Promise<void>;
-    abstract assistInChat<Schema extends LLMSchemaInterface>(options: LLMAssistanceOptions<Provider, Reporter> & {
+    assistInChat<Schema extends LLMSchemaInterface>(options: LLMAssistanceOptions<Provider, Reporter> & {
         schema: Schema;
     }): Promise<LLMStructuredResult<InferSchema<Schema>>>;
-    abstract assistInChat(options: LLMAssistanceOptions<Provider, Reporter>): Promise<LLMAssistanceResult>;
-    abstract assistInChat(options: LLMAssistanceOptions<Provider, Reporter> & {
-        schema?: LLMSchemaInterface;
-    }): Promise<LLMAssistanceResult | LLMStructuredResult>;
+    assistInChat(options: LLMAssistanceOptions<Provider, Reporter>): Promise<LLMAssistanceResult>;
+    protected abstract assistInChatText(options: LLMAssistanceOptions<Provider, Reporter>): Promise<LLMAssistanceResult>;
+    protected abstract assistInChatStructured(options: LLMAssistanceOptions<Provider, Reporter> & {
+        schema: LLMSchemaInterface;
+    }): Promise<LLMStructuredResult>;
     abstract countTokens(messages: LLMAssistanceMessage[], model: LLMModel<Provider>): Promise<number>;
 }

package/dist/services/LLMAssistanceService.abstract.js

@@ -7,6 +7,26 @@ class LLMAssistanceService extends services_1.LLMBaseService {
     constructor(provider, logger, reporter, options) {
         super(provider, 'AssistanceService', LLMService_typedefs_1.LLMPurposes.Assistance, logger, reporter, options);
     }
+    validateToolDefinitions(tools) {
+        const namePattern = /^[a-zA-Z0-9_-]+$/;
+        const names = new Set();
+        for (const tool of tools) {
+            if (!namePattern.test(tool.name)) {
+                throw new Error(`Invalid tool name "${tool.name}":`
+                    + ' must match [a-zA-Z0-9_-]+');
+            }
+            if (names.has(tool.name)) {
+                throw new Error(`Duplicate tool name "${tool.name}"`);
+            }
+            names.add(tool.name);
+        }
+    }
+    assistInChat(options) {
+        if (options.schema) {
+            return this.assistInChatStructured(options);
+        }
+        return this.assistInChatText(options);
+    }
 }
 exports.LLMAssistanceService = LLMAssistanceService;
 //# sourceMappingURL=LLMAssistanceService.abstract.js.map

package/dist/services/LLMAssistanceService.abstract.js.map

@@ -1 +1 @@
-{"version":3,"file":"LLMAssistanceService.abstract.js","sourceRoot":"","sources":["../../src/services/LLMAssistanceService.abstract.ts"],"names":[],"mappings":";;;AAAA,+DAgB+B;AAG/B,yCAA4C;AAG5C,MAAsB,oBAGpB,SAAQ,yBAIP;IACD,YACE,QAAkB,EAClB,MAAsC,EACtC,QAAkB,EAClB,OAAsC;QAEtC,KAAK,CACH,QAAQ,EACR,mBAAmB,EACnB,iCAAW,CAAC,UAAU,EACtB,MAAM,EACN,QAAQ,EACR,OAAO,CACR,CAAC;IACJ,CAAC;CA+CF;AArED,oDAqEC"}
+{"version":3,"file":"LLMAssistanceService.abstract.js","sourceRoot":"","sources":["../../src/services/LLMAssistanceService.abstract.ts"],"names":[],"mappings":";;;AAAA,+DAiB+B;AAG/B,yCAA4C;AAG5C,MAAsB,oBAGpB,SAAQ,yBAIP;IACD,YACE,QAAkB,EAClB,MAAsC,EACtC,QAAkB,EAClB,OAAsC;QAEtC,KAAK,CACH,QAAQ,EACR,mBAAmB,EACnB,iCAAW,CAAC,UAAU,EACtB,MAAM,EACN,QAAQ,EACR,OAAO,CACR,CAAC;IACJ,CAAC;IAES,uBAAuB,CAC/B,KAA0B;QAE1B,MAAM,WAAW,GAAG,kBAAkB,CAAC;QACvC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;QAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjC,MAAM,IAAI,KAAK,CACb,sBAAsB,IAAI,CAAC,IAAI,IAAI;sBACjC,4BAA4B,CAC/B,CAAC;YACJ,CAAC;YAED,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CACb,wBAAwB,IAAI,CAAC,IAAI,GAAG,CACrC,CAAC;YACJ,CAAC;YAED,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAuCD,YAAY,CACV,OACmC;QAEnC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,sBAAsB,CAChC,OACkC,CACnC,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;CAeF;AAhHD,oDAgHC"}

package/dist/services/chatState/CompletionsChatState.d.ts

@@ -0,0 +1,19 @@
+import type { ChatCompletionMessageParam, ChatCompletionMessageToolCall } from 'openai/resources/chat';
+import type { ChatCompletionContentPart } from 'openai/resources/chat';
+interface ChatStateEntry {
+    instructions: string | undefined;
+    storageId: string | undefined;
+    messages: ChatCompletionMessageParam[];
+}
+export declare class CompletionsChatState {
+    private chats;
+    createChat(chatId: string, instructions?: string, storageId?: string, history?: ChatCompletionMessageParam[]): void;
+    getChat(chatId: string): ChatStateEntry | null;
+    appendUserMessage(chatId: string, content: ChatCompletionContentPart[]): void;
+    appendAssistantMessage(chatId: string, content: string): void;
+    appendToolCallMessages(chatId: string, toolCalls: ChatCompletionMessageToolCall[]): void;
+    appendToolResult(chatId: string, toolCallId: string, content: string): void;
+    getMessages(chatId: string): ChatCompletionMessageParam[];
+    deleteChat(chatId: string): void;
+}
+export {};

package/dist/services/chatState/CompletionsChatState.js

@@ -0,0 +1,80 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CompletionsChatState = void 0;
+class CompletionsChatState {
+    chats = new Map();
+    createChat(chatId, instructions, storageId, history) {
+        const messages = [];
+        if (instructions) {
+            messages.push({
+                role: 'system',
+                content: instructions,
+            });
+        }
+        if (history) {
+            messages.push(...history);
+        }
+        this.chats.set(chatId, {
+            instructions,
+            storageId,
+            messages,
+        });
+    }
+    getChat(chatId) {
+        return this.chats.get(chatId) ?? null;
+    }
+    appendUserMessage(chatId, content) {
+        const chat = this.chats.get(chatId);
+        if (!chat) {
+            return;
+        }
+        chat.messages.push({
+            role: 'user',
+            content,
+        });
+    }
+    appendAssistantMessage(chatId, content) {
+        const chat = this.chats.get(chatId);
+        if (!chat) {
+            return;
+        }
+        chat.messages.push({
+            role: 'assistant',
+            content,
+        });
+    }
+    appendToolCallMessages(chatId, toolCalls) {
+        const chat = this.chats.get(chatId);
+        if (!chat) {
+            return;
+        }
+        chat.messages.push({
+            role: 'assistant',
+            content: null,
+            tool_calls: toolCalls,
+        });
+    }
+    appendToolResult(chatId, toolCallId, content) {
+        const chat = this.chats.get(chatId);
+        if (!chat) {
+            return;
+        }
+        chat.messages.push({
+            role: 'tool',
+            tool_call_id: toolCallId,
+            content,
+        });
+    }
+    getMessages(chatId) {
+        const chat = this.chats.get(chatId);
+        if (!chat) {
+            return [];
+        }
+        return chat.messages;
+    }
+    deleteChat(chatId) {
+        this.chats.delete(chatId);
+    }
+}
+exports.CompletionsChatState = CompletionsChatState;
+//# sourceMappingURL=CompletionsChatState.js.map

package/dist/services/chatState/CompletionsChatState.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CompletionsChatState.js","sourceRoot":"","sources":["../../../src/services/chatState/CompletionsChatState.ts"],"names":[],"mappings":";;;AAcA,MAAa,oBAAoB;IACvB,KAAK,GAAG,IAAI,GAAG,EAA0B,CAAC;IAElD,UAAU,CACR,MAAc,EACd,YAAqB,EACrB,SAAkB,EAClB,OAAsC;QAEtC,MAAM,QAAQ,GAAiC,EAAE,CAAC;QAElD,IAAI,YAAY,EAAE,CAAC;YACjB,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,YAAY;aACtB,CAAC,CAAC;QACL,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,QAAQ,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,EAAE;YACrB,YAAY;YACZ,SAAS;YACT,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;IAED,OAAO,CAAC,MAAc;QACpB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;IACxC,CAAC;IAED,iBAAiB,CACf,MAAc,EACd,OAAoC;QAEpC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YACjB,IAAI,EAAE,MAAM;YACZ,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,sBAAsB,CACpB,MAAc,EACd,OAAe;QAEf,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YACjB,IAAI,EAAE,WAAW;YACjB,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,sBAAsB,CACpB,MAAc,EACd,SAA0C;QAE1C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YACjB,IAAI,EAAE,WAAW;YACjB,OAAO,EAAE,IAAI;YACb,UAAU,EAAE,SAAS;SACtB,CAAC,CAAC;IACL,CAAC;IAED,gBAAgB,CACd,MAAc,EACd,UAAkB,EAClB,OAAe;QAEf,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;YACjB,IAAI,EAAE,MAAM;YACZ,YAAY,EAAE,UAAU;YACxB,OAAO;SACR,CAAC,CAAC;IACL,CAAC;IAED,WAAW,CAAC,MAAc;QACxB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,UAAU,CAAC,MAAc;QACvB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;CACF;AAjHD,oDAiHC"}

package/dist/services/chatState/index.d.ts

@@ -0,0 +1 @@
+export { CompletionsChatState } from './CompletionsChatState';

package/dist/services/chatState/index.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CompletionsChatState = void 0;
+var CompletionsChatState_1 = require("./CompletionsChatState");
+Object.defineProperty(exports, "CompletionsChatState", { enumerable: true, get: function () { return CompletionsChatState_1.CompletionsChatState; } });
+//# sourceMappingURL=index.js.map

package/dist/services/chatState/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/chatState/index.ts"],"names":[],"mappings":";;;AAAA,+DAA8D;AAArD,4HAAA,oBAAoB,OAAA"}

package/dist/services/fileStorage/FileStorageToolExecutor.d.ts

@@ -0,0 +1,15 @@
+import { type InMemoryFileStorage } from './InMemoryFileStorage';
+export declare class FileStorageToolExecutor {
+    private storage;
+    constructor(storage: InMemoryFileStorage);
+    execute(storageId: string, toolName: string, rawArguments: string): string;
+    private listFiles;
+    private searchFiles;
+    private mergeContextRanges;
+    private readFile;
+    private readFileLines;
+    private resolveLineRange;
+    private findFileByPath;
+    private fileNotFoundMessage;
+    private formatLinesWithNumbers;
+}

package/dist/services/fileStorage/FileStorageToolExecutor.js

@@ -0,0 +1,172 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileStorageToolExecutor = void 0;
+const fileStorageTools_1 = require("./fileStorageTools");
+const MAX_OUTPUT_LENGTH = 50_000;
+class FileStorageToolExecutor {
+    storage;
+    constructor(storage) {
+        this.storage = storage;
+    }
+    execute(storageId, toolName, rawArguments) {
+        switch (toolName) {
+            case fileStorageTools_1.FileStorageToolName.ListFiles:
+                return this.listFiles(storageId);
+            case fileStorageTools_1.FileStorageToolName.SearchFiles:
+                return this.searchFiles(storageId, JSON.parse(rawArguments));
+            case fileStorageTools_1.FileStorageToolName.ReadFile:
+                return this.readFile(storageId, JSON.parse(rawArguments));
+            case fileStorageTools_1.FileStorageToolName.ReadFileLines:
+                return this.readFileLines(storageId, JSON.parse(rawArguments));
+            default:
+                return `Unknown tool: '${toolName}'`;
+        }
+    }
+    listFiles(storageId) {
+        const files = this.storage.getStorageFiles(storageId);
+        if (files.length === 0) {
+            return 'No files in storage.';
+        }
+        return files
+            .map((file) => {
+            const lineCount = file.content.split('\n').length;
+            return `${file.name} (${file.path}) - ${lineCount} lines`;
+        })
+            .join('\n');
+    }
+    searchFiles(storageId, arguments_) {
+        const files = this.storage.getStorageFiles(storageId);
+        const contextLines = arguments_.context_lines ?? 3;
+        const lowerQuery = arguments_.query.toLowerCase();
+        const filteredFiles = arguments_.path
+            ? files.filter((file) => file.path.includes(arguments_.path))
+            : files;
+        const results = [];
+        for (const file of filteredFiles) {
+            if (!file.content.toLowerCase().includes(lowerQuery)) {
+                continue;
+            }
+            const lines = file.content.split('\n');
+            const matchingLineIndices = [];
+            for (let lineIndex = 0; lineIndex < lines.length; lineIndex++) {
+                if (lines[lineIndex].toLowerCase().includes(lowerQuery)) {
+                    matchingLineIndices.push(lineIndex);
+                }
+            }
+            if (matchingLineIndices.length === 0) {
+                continue;
+            }
+            const ranges = this.mergeContextRanges(matchingLineIndices, contextLines, lines.length);
+            for (const range of ranges) {
+                for (let lineIndex = range.start; lineIndex <= range.end; lineIndex++) {
+                    results.push(`${file.path}:${lineIndex + 1}: ${lines[lineIndex]}`);
+                }
+            }
+        }
+        if (results.length === 0) {
+            return `No matches found for '${arguments_.query}'`;
+        }
+        const output = results.join('\n');
+        if (output.length > MAX_OUTPUT_LENGTH) {
+            return output.slice(0, MAX_OUTPUT_LENGTH)
+                + '\n... (output truncated)';
+        }
+        return output;
+    }
+    mergeContextRanges(matchingIndices, contextLines, totalLines) {
+        const ranges = [];
+        for (const matchIndex of matchingIndices) {
+            const start = Math.max(0, matchIndex - contextLines);
+            const end = Math.min(totalLines - 1, matchIndex + contextLines);
+            const lastRange = ranges[ranges.length - 1];
+            if (lastRange && start <= lastRange.end + 1) {
+                lastRange.end = end;
+            }
+            else {
+                ranges.push({ start, end });
+            }
+        }
+        return ranges;
+    }
+    readFile(storageId, arguments_) {
+        const file = this.findFileByPath(storageId, arguments_.path);
+        if (!file) {
+            return this.fileNotFoundMessage(storageId, arguments_.path);
+        }
+        const lines = file.content.split('\n');
+        return this.formatLinesWithNumbers(lines, 1);
+    }
+    readFileLines(storageId, arguments_) {
+        const file = this.findFileByPath(storageId, arguments_.path);
+        if (!file) {
+            return this.fileNotFoundMessage(storageId, arguments_.path);
+        }
+        const lines = file.content.split('\n');
+        const { startIndex, endIndex } = this.resolveLineRange(lines.length, arguments_.start_line, arguments_.end_line);
+        const selectedLines = lines.slice(startIndex, endIndex);
+        return this.formatLinesWithNumbers(selectedLines, startIndex + 1);
+    }
+    resolveLineRange(totalLines, startLine, endLine) {
+        if (startLine !== undefined && endLine !== undefined) {
+            return {
+                startIndex: Math.max(0, startLine - 1),
+                endIndex: Math.min(totalLines, endLine),
+            };
+        }
+        if (startLine !== undefined) {
+            return {
+                startIndex: Math.max(0, startLine - 1),
+                endIndex: totalLines,
+            };
+        }
+        if (endLine !== undefined && endLine < 0) {
+            return {
+                startIndex: Math.max(0, totalLines + endLine),
+                endIndex: totalLines,
+            };
+        }
+        if (endLine !== undefined) {
+            return {
+                startIndex: 0,
+                endIndex: Math.min(totalLines, endLine),
+            };
+        }
+        return {
+            startIndex: 0,
+            endIndex: totalLines,
+        };
+    }
+    findFileByPath(storageId, path) {
+        const files = this.storage.getStorageFiles(storageId);
+        const exactMatch = files.find((file) => file.path === path);
+        if (exactMatch) {
+            return exactMatch;
+        }
+        const endsWithMatch = files.find((file) => file.path.endsWith(path));
+        if (endsWithMatch) {
+            return endsWithMatch;
+        }
+        const includesMatch = files.find((file) => file.path.includes(path));
+        return includesMatch ?? null;
+    }
+    fileNotFoundMessage(storageId, path) {
+        const files = this.storage.getStorageFiles(storageId);
+        const availablePaths = files
+            .map((file) => file.path)
+            .join(', ');
+        return `File not found: '${path}'. Available files: ${availablePaths}`;
+    }
+    formatLinesWithNumbers(lines, startLineNumber) {
+        const lastLineNumber = startLineNumber + lines.length - 1;
+        const maxWidth = String(lastLineNumber).length;
+        return lines
+            .map((line, index) => {
+            const lineNumber = String(startLineNumber + index)
+                .padStart(maxWidth, ' ');
+            return `${lineNumber}: ${line}`;
+        })
+            .join('\n');
+    }
+}
+exports.FileStorageToolExecutor = FileStorageToolExecutor;
+//# sourceMappingURL=FileStorageToolExecutor.js.map