@mate-academy/llm-gateway 6.0.0 → 6.2.0

package/dist/providers/LLMAPI/services/LLMAPICompletion.service.js

@@ -0,0 +1,138 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMAPICompletionService = void 0;
+const openai_1 = require("openai");
+const LLMService_typedefs_1 = require("../../../LLMService.typedefs");
+const serializeError_1 = require("../../../utilities/serializeError");
+const OpenAICompatibleCompletion_service_1 = require("../../../providers/OpenAICompatible/OpenAICompatibleCompletion.service");
+const LLMAPI_typedefs_1 = require("../../../providers/LLMAPI/LLMAPI.typedefs");
+const OpenAI_entity_1 = require("../../../providers/OpenAI/OpenAI.entity");
+const utilities_1 = require("../../../providers/LLMAPI/utilities");
+class LLMAPICompletionService extends OpenAICompatibleCompletion_service_1.OpenAICompatibleCompletionService {
+    jsonFixer;
+    constructor(logger, reporter, options) {
+        super(LLMService_typedefs_1.LLMProviders.LLMAPI, logger, reporter, options);
+    }
+    get instance() {
+        return this.getOrCreateInstance(() => new openai_1.OpenAI({
+            ...this.options,
+            baseURL: LLMAPI_typedefs_1.LLMAPI_BASE_URL,
+        }));
+    }
+    getJsonFixer() {
+        if (!this.jsonFixer) {
+            this.jsonFixer = new utilities_1.LLMAPIJsonFixer(this.instance, this.logger, this.reporter);
+        }
+        return this.jsonFixer;
+    }
+    stripThinkingTags(text) {
+        return text.replace(/<think>[\s\S]*?<\/think>\s*/g, '').trim();
+    }
+    async sendTextMessage(options) {
+        const result = await super.sendTextMessage(options);
+        if ('text' in result && result.text) {
+            return {
+                ...result,
+                text: this.stripThinkingTags(result.text),
+            };
+        }
+        return result;
+    }
+    async sendStructuredMessage(options) {
+        const { model, message, history = [], instructions, abortSignal, schema, reporterContext, } = options;
+        const writeMetrics = this.reporter
+            ?.initWriter(reporterContext);
+        try {
+            abortSignal?.throwIfAborted();
+            const countTokensFn = OpenAI_entity_1.OpenAIEntity.getCountTokensFn();
+            const combinedMessages = await OpenAI_entity_1.OpenAIEntity
+                .combineMessagesWithLimit({
+                history,
+                message,
+                model,
+                countTokensFn,
+                instance: this.instance,
+                logger: this.logger,
+            });
+            const chatCompletionMessageParam = OpenAI_entity_1.OpenAIEntity
+                .getChatCompletionMessageParam(combinedMessages, this.logger);
+            const jsonSchema = schema._toProviderSchema(this.provider);
+            const schemaInstruction = 'You MUST respond with a valid JSON object'
+                + ' matching this JSON schema:\n'
+                + JSON.stringify(jsonSchema, null, 2);
+            const fullInstructions = instructions
+                ? `${instructions}\n\n${schemaInstruction}`
+                : schemaInstruction;
+            const systemMessage = [{ role: 'system', content: fullInstructions }];
+            abortSignal?.throwIfAborted();
+            const completion = await this.instance
+                .chat.completions.create({
+                model: model.name,
+                messages: [
+                    ...systemMessage,
+                    ...chatCompletionMessageParam,
+                ],
+                n: 1,
+                ...model.config,
+                response_format: { type: 'json_object' },
+            }, {
+                signal: abortSignal,
+            });
+            abortSignal?.throwIfAborted();
+            const rawContent = completion.choices[0]?.message.content ?? '';
+            const content = rawContent.replace(/<think>[\s\S]*?<\/think>\s*/g, '').trim();
+            if (!content) {
+                throw new Error(`Empty response from ${this.provider}`);
+            }
+            const promptTokens = completion.usage?.prompt_tokens ?? 0;
+            const cachedTokens = completion.usage?.prompt_tokens_details
+                ?.cached_tokens ?? 0;
+            const regularInputTokens = promptTokens - cachedTokens;
+            const outputTokens = completion.usage?.completion_tokens ?? 0;
+            const reasoningTokens = completion.usage?.completion_tokens_details
+                ?.reasoning_tokens ?? 0;
+            await this.writeSuccessMetrics({
+                method: this.getMethodName(this.sendStructuredMessage),
+                model,
+                usage: {
+                    inputTextTokens: regularInputTokens,
+                    inputCachedTextTokens: cachedTokens,
+                    outputTextTokens: outputTokens,
+                    outputReasoningTokens: reasoningTokens,
+                },
+                writeMetrics,
+            });
+            return this.getJsonFixer().parseStructuredResponse({
+                content,
+                schema,
+                jsonSchema,
+                reporterContext,
+                abortSignal,
+            });
+        }
+        catch (error) {
+            await this.writeErrorMetrics({
+                method: this.getMethodName(this.sendStructuredMessage),
+                model,
+                isAborted: abortSignal?.aborted,
+                writeMetrics,
+            });
+            this.logger
+                ?.child(this.getMethodName(this.sendStructuredMessage))
+                .error('Error sending structured message', {
+                error: (0, serializeError_1.serializeError)(error),
+                options,
+            });
+            return {
+                text: '',
+                error: error instanceof Error
+                    ? error
+                    : new Error(String(error)),
+                parseError: `Failed to get structured response`
+                    + ` from ${this.provider}`,
+            };
+        }
+    }
+}
+exports.LLMAPICompletionService = LLMAPICompletionService;
+//# sourceMappingURL=LLMAPICompletion.service.js.map

package/dist/providers/LLMAPI/services/LLMAPICompletion.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMAPICompletion.service.js","sourceRoot":"","sources":["../../../../src/providers/LLMAPI/services/LLMAPICompletion.service.ts"],"names":[],"mappings":";;;AAAA,mCAAgC;AAShC,+DAG+B;AAG/B,+DAA4D;AAC5D,wHAEyE;AACzE,wEAE4C;AAC5C,oEAAgE;AAEhE,4DAEsC;AAEtC,MAAa,uBAEX,SAAQ,sEAET;IACS,SAAS,CAA8B;IAE/C,YACE,MAAsC,EACtC,QAAkB,EAClB,OAAiD;QAEjD,KAAK,CAAC,kCAAY,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;IAED,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,mBAAmB,CAC7B,GAAG,EAAE,CAAC,IAAI,eAAM,CAAC;YACf,GAAG,IAAI,CAAC,OAAO;YACf,OAAO,EAAE,iCAAe;SACzB,CAAsB,CACxB,CAAC;IACJ,CAAC;IAEO,YAAY;QAClB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,2BAAe,CAClC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,QAAQ,CACd,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAEO,iBAAiB,CAAC,IAAY;QACpC,OAAO,IAAI,CAAC,OAAO,CACjB,8BAA8B,EAC9B,EAAE,CACH,CAAC,IAAI,EAAE,CAAC;IACX,CAAC;IAES,KAAK,CAAC,eAAe,CAC7B,OAEC;QAED,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAEpD,IAAI,MAAM,IAAI,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YACpC,OAAO;gBACL,GAAG,MAAM;gBACT,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC;aAC1C,CAAC;QACJ,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAES,KAAK,CAAC,qBAAqB,CACnC,OACkC;QAElC,MAAM,EACJ,KAAK,EACL,OAAO,EACP,OAAO,GAAG,EAAE,EACZ,YAAY,EACZ,WAAW,EACX,MAAM,EACN,eAAe,GAChB,GAAG,OAAO,CAAC;QAEZ,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ;YAChC,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QAEhC,IAAI,CAAC;YACH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,aAAa,GAAG,4BAAY,CAAC,gBAAgB,EAAE,CAAC;YAEtD,MAAM,gBAAgB,GAAG,MAAM,4BAAY;iBACxC,wBAAwB,CAAC;gBACxB,OAAO;gBACP,OAAO;gBACP,KAAK;gBACL,aAAa;gBACb,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,MAAM,EAAE,IAAI,CAAC,MAAM;aAOpB,CAAC,CAAC;YAEL,MAAM,0BAA0B,GAAG,4BAAY;iBAC5C,6BAA6B,CAC5B,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAC9B,CAAC;YAEJ,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,CACzC,IAAI,CAAC,QAAQ,CACd,CAAC;YAEF,MAAM,iBAAiB,GACnB,2CAA2C;kBAC3C,+BAA+B;kBAC/B,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAExC,MAAM,gBAAgB,GAAG,YAAY;gBACnC,CAAC,CAAC,GAAG,YAAY,OAAO,iBAAiB,EAAE;gBAC3C,CAAC,CAAC,iBAAiB,CAAC;YAEtB,MAAM,aAAa,GAEf,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;YAEpD,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ;iBACnC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACvB,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,QAAQ,EAAE;oBACR,GAAG,aAAa;oBAChB,GAAG,0BAA0B;iBAC9B;gBACD,CAAC,EAAE,CAAC;gBACJ,GAAG,KAAK,CAAC,MAAM;gBACf,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACzC,EAAE;gBACD,MAAM,EAAE,WAAW;aACpB,CAAC,CAAC;YAEL,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,UAAU,GACZ,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YAEjD,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAChC,8BAA8B,EAC9B,EAAE,CACH,CAAC,IAAI,EAAE,CAAC;YAET,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,IAAI,KAAK,CACb,uBAAuB,IAAI,CAAC,QAAQ,EAAE,CACvC,CAAC;YACJ,CAAC;YAED,MAAM,YAAY,GACd,UAAU,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YACzC,MAAM,YAAY,GACd,UAAU,CAAC,KAAK,EAAE,qBAAqB;gBACvC,EAAE,aAAa,IAAI,CAAC,CAAC;YACzB,MAAM,kBAAkB,GACpB,YAAY,GAAG,YAAY,CAAC;YAChC,MAAM,YAAY,GACd,UAAU,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;YAC7C,MAAM,eAAe,GACjB,UAAU,CAAC,KAAK,EAAE,yBAAyB;gBAC3C,EAAE,gBAAgB,IAAI,CAAC,CAAC;YAE5B,MAAM,IAAI,CAAC,mBAAmB,CAAC;gBAC7B,MAAM,EAAE,IAAI,CAAC,aAAa,CACxB,IAAI,CAAC,qBAAqB,CAC3B;gBACD,KAAK;gBACL,KAAK,EAAE;oBACL,eAAe,EAAE,kBAAkB;oBACnC,qBAAqB,EAAE,YAAY;oBACnC,gBAAgB,EAAE,YAAY;oBAC9B,qBAAqB,EAAE,eAAe;iBACvC;gBACD,YAAY;aACb,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC,uBAAuB,CAAC;gBACjD,OAAO;gBACP,MAAM;gBACN,UAAU;gBACV,eAAe;gBACf,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,iBAAiB,CAAC;gBAC3B,MAAM,EAAE,IAAI,CAAC,aAAa,CACxB,IAAI,CAAC,qBAAqB,CAC3B;gBACD,KAAK;gBACL,SAAS,EAAE,WAAW,EAAE,OAAO;gBAC/B,YAAY;aACb,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBACT,EAAE,KAAK,CACL,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAC/C;iBACA,KAAK,CAAC,kCAAkC,EAAE;gBACzC,KAAK,EAAE,IAAA,+BAAc,EAAC,KAAK,CAAC;gBAC5B,OAAO;aACR,CAAC,CAAC;YAEL,OAAO;gBACL,IAAI,EAAE,EAAE;gBACR,KAAK,EAAE,KAAK,YAAY,KAAK;oBAC3B,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,UAAU,EACR,mCAAmC;sBACjC,SAAS,IAAI,CAAC,QAAQ,EAAE;aAC7B,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAxND,0DAwNC"}

package/dist/providers/LLMAPI/services/index.d.ts

@@ -0,0 +1,2 @@
+export * from './LLMAPICompletion.service';
+export * from './LLMAPIAssistance.service';

package/dist/providers/LLMAPI/services/index.js

@@ -0,0 +1,19 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./LLMAPICompletion.service"), exports);
+__exportStar(require("./LLMAPIAssistance.service"), exports);
+//# sourceMappingURL=index.js.map

package/dist/providers/LLMAPI/services/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/providers/LLMAPI/services/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6DAA2C;AAC3C,6DAA2C"}

package/dist/providers/LLMAPI/utilities/LLMAPIJsonFixer.d.ts

@@ -0,0 +1,22 @@
+import type { OpenAI } from 'openai';
+import type { LLMLoggerInterface } from '../../../utilities/logger';
+import type { LLMReporterInterface } from '../../../utilities/reporter';
+import type { LLMSchemaInterface } from '../../../utilities/schema';
+import type { LLMStructuredResult } from '../../../LLMService.typedefs';
+interface ParseStructuredResponseOptions {
+    content: string;
+    schema: LLMSchemaInterface;
+    jsonSchema: any;
+    reporterContext?: any;
+    abortSignal?: AbortSignal;
+}
+export declare class LLMAPIJsonFixer {
+    private readonly instance;
+    private readonly logger;
+    private readonly reporter;
+    constructor(instance: OpenAI, logger: LLMLoggerInterface | undefined, reporter: LLMReporterInterface<any> | undefined);
+    parseStructuredResponse(options: ParseStructuredResponseOptions): Promise<LLMStructuredResult>;
+    private fixAndParseJson;
+}
+export declare function sanitizeJsonResponse(response: string): string;
+export {};

package/dist/providers/LLMAPI/utilities/LLMAPIJsonFixer.js

@@ -0,0 +1,228 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMAPIJsonFixer = void 0;
+exports.sanitizeJsonResponse = sanitizeJsonResponse;
+const serializeError_1 = require("../../../utilities/serializeError");
+const LLMAPI_typedefs_1 = require("../../../providers/LLMAPI/LLMAPI.typedefs");
+const utilities_1 = require("../../../utilities");
+class LLMAPIJsonFixer {
+    instance;
+    logger;
+    reporter;
+    constructor(instance, logger, reporter) {
+        this.instance = instance;
+        this.logger = logger;
+        this.reporter = reporter;
+    }
+    async parseStructuredResponse(options) {
+        const { content, schema, jsonSchema, reporterContext, abortSignal, } = options;
+        const sanitized = sanitizeJsonResponse(content);
+        try {
+            const parsed = JSON.parse(sanitized);
+            const validation = schema._parse(parsed);
+            if (validation.error) {
+                this.logger
+                    ?.child('parseStructuredResponse')
+                    .warn('Schema validation failed, attempting fix', { validationError: validation.error });
+                return this.fixAndParseJson({
+                    rawResponse: sanitized,
+                    parsingError: validation.error,
+                    schema,
+                    jsonSchema,
+                    reporterContext,
+                    abortSignal,
+                });
+            }
+            return {
+                text: sanitized,
+                data: validation.data,
+            };
+        }
+        catch (parseError) {
+            this.logger
+                ?.child('parseStructuredResponse')
+                .warn('Failed to parse JSON response, attempting fix', {
+                content: sanitized,
+                parseError: parseError.message,
+            });
+            return this.fixAndParseJson({
+                rawResponse: sanitized,
+                parsingError: parseError.message,
+                schema,
+                jsonSchema,
+                reporterContext,
+                abortSignal,
+            });
+        }
+    }
+    async fixAndParseJson(options) {
+        const { rawResponse, parsingError, schema, jsonSchema, reporterContext, abortSignal, } = options;
+        const fixWriteMetrics = this.reporter
+            ?.initWriter(reporterContext);
+        try {
+            abortSignal?.throwIfAborted();
+            const fixCompletion = await this.instance
+                .chat.completions.create({
+                model: LLMAPI_typedefs_1.LLMAPI_JSON_FIX_MODEL.name,
+                messages: [
+                    {
+                        role: 'system',
+                        content: 'You are a JSON fixer.'
+                            + ' Fix the provided broken or invalid JSON'
+                            + ' so it matches the expected schema.'
+                            + ' Return ONLY the corrected JSON'
+                            + ' without any explanations or formatting.',
+                    },
+                    {
+                        role: 'user',
+                        content: buildFixJsonPrompt({
+                            rawResponse,
+                            parsingError,
+                            jsonSchema,
+                        }),
+                    },
+                ],
+                n: 1,
+                ...LLMAPI_typedefs_1.LLMAPI_JSON_FIX_MODEL.config,
+                response_format: { type: 'json_object' },
+            }, {
+                signal: abortSignal,
+            });
+            const fixedContent = sanitizeJsonResponse(fixCompletion.choices[0]?.message.content ?? '');
+            const fixPromptTokens = fixCompletion.usage?.prompt_tokens ?? 0;
+            const fixCachedTokens = fixCompletion.usage?.prompt_tokens_details
+                ?.cached_tokens ?? 0;
+            const fixOutputTokens = fixCompletion.usage?.completion_tokens ?? 0;
+            await writeSuccessMetrics({
+                model: LLMAPI_typedefs_1.LLMAPI_JSON_FIX_MODEL,
+                usage: {
+                    inputTextTokens: fixPromptTokens - fixCachedTokens,
+                    inputCachedTextTokens: fixCachedTokens,
+                    outputTextTokens: fixOutputTokens,
+                },
+                writeMetrics: fixWriteMetrics,
+            });
+            const parsed = JSON.parse(fixedContent);
+            const validation = schema._parse(parsed);
+            if (validation.error) {
+                this.logger
+                    ?.child('fixAndParseJson')
+                    .error('JSON fix attempt failed schema validation', {
+                    fixedContent,
+                    validationError: validation.error,
+                });
+                return {
+                    text: fixedContent,
+                    parseError: validation.error,
+                };
+            }
+            this.logger
+                ?.child('fixAndParseJson')
+                .info('JSON fix succeeded');
+            return {
+                text: fixedContent,
+                data: validation.data,
+            };
+        }
+        catch (fixError) {
+            await writeErrorMetrics({
+                model: LLMAPI_typedefs_1.LLMAPI_JSON_FIX_MODEL,
+                isAborted: abortSignal?.aborted,
+                writeMetrics: fixWriteMetrics,
+            });
+            this.logger
+                ?.child('fixAndParseJson')
+                .error('JSON fix request failed', {
+                error: (0, serializeError_1.serializeError)(fixError),
+            });
+            return {
+                text: rawResponse,
+                error: fixError,
+                parseError: 'Failed to fix structured response from LLMAPI',
+            };
+        }
+    }
+}
+exports.LLMAPIJsonFixer = LLMAPIJsonFixer;
+function sanitizeJsonResponse(response) {
+    return response
+        .replace(/^```(?:json)?/, '')
+        .replace(/```$/, '')
+        .trim();
+}
+function buildFixJsonPrompt(options) {
+    const { rawResponse, parsingError, jsonSchema } = options;
+    return [
+        'Fix the following JSON response'
+            + ' so it matches the expected schema.',
+        '',
+        'Expected JSON Schema:',
+        JSON.stringify(jsonSchema, null, 2),
+        '',
+        'Broken JSON response:',
+        rawResponse,
+        '',
+        'Parsing error:',
+        parsingError,
+        '',
+        'Common issues to fix:',
+        '- Missing or extra commas',
+        '- Unescaped special characters in strings',
+        '- Missing quotes around keys or values',
+        '- Wrong field names (rename to match schema)',
+        '- Wrong field types (convert to match schema)',
+        '- Truncated JSON (complete it logically)',
+        '',
+        'Return ONLY the corrected JSON.',
+    ].join('\n');
+}
+async function writeSuccessMetrics(params) {
+    const { model, usage: { inputTextTokens = 0, outputTextTokens = 0, inputAudioTokens = 0, outputAudioTokens = 0, }, writeMetrics, } = params;
+    if (!writeMetrics) {
+        return;
+    }
+    const costs = (0, utilities_1.calculateCosts)(model, {
+        inputTextTokens,
+        outputTextTokens,
+        inputAudioTokens,
+        outputAudioTokens,
+    });
+    const input = inputTextTokens + inputAudioTokens;
+    const output = outputTextTokens + outputAudioTokens;
+    return writeMetrics({
+        provider: 'LLMAPI',
+        purpose: 'Completion',
+        model: model.name,
+        modelConfig: model.config ?? null,
+        method: 'fixAndParseJson',
+        status: 'success',
+        tokens: {
+            input,
+            output,
+            total: input + output,
+        },
+        costs,
+    });
+}
+async function writeErrorMetrics(params) {
+    const { model, isAborted = false, writeMetrics } = params;
+    if (!writeMetrics) {
+        return;
+    }
+    return writeMetrics({
+        provider: 'LLMAPI',
+        purpose: 'Completion',
+        model: model.name,
+        modelConfig: model.config ?? null,
+        method: 'fixAndParseJson',
+        status: isAborted ? 'cancelled' : 'error',
+        tokens: { input: 0, output: 0, total: 0 },
+        costs: {
+            total: 0,
+            input: 0,
+            output: 0,
+            currency: 'USD',
+        },
+    });
+}
+//# sourceMappingURL=LLMAPIJsonFixer.js.map

package/dist/providers/LLMAPI/utilities/LLMAPIJsonFixer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LLMAPIJsonFixer.js","sourceRoot":"","sources":["../../../../src/providers/LLMAPI/utilities/LLMAPIJsonFixer.ts"],"names":[],"mappings":";;;AA6NA,oDAOC;AA3ND,+DAA4D;AAC5D,wEAE4C;AAC5C,2CAAiE;AAmBjE,MAAa,eAAe;IAEP;IACA;IACA;IAHnB,YACmB,QAAgB,EAChB,MAAsC,EACtC,QACsB;QAHtB,aAAQ,GAAR,QAAQ,CAAQ;QAChB,WAAM,GAAN,MAAM,CAAgC;QACtC,aAAQ,GAAR,QAAQ,CACc;IACtC,CAAC;IAEJ,KAAK,CAAC,uBAAuB,CAC3B,OAAuC;QAEvC,MAAM,EACJ,OAAO,EACP,MAAM,EACN,UAAU,EACV,eAAe,EACf,WAAW,GACZ,GAAG,OAAO,CAAC;QAEZ,MAAM,SAAS,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;QAEhD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACrC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEzC,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,IAAI,CAAC,MAAM;oBACT,EAAE,KAAK,CAAC,yBAAyB,CAAC;qBACjC,IAAI,CACH,0CAA0C,EAC1C,EAAE,eAAe,EAAE,UAAU,CAAC,KAAK,EAAE,CACtC,CAAC;gBAEJ,OAAO,IAAI,CAAC,eAAe,CAAC;oBAC1B,WAAW,EAAE,SAAS;oBACtB,YAAY,EAAE,UAAU,CAAC,KAAK;oBAC9B,MAAM;oBACN,UAAU;oBACV,eAAe;oBACf,WAAW;iBACZ,CAAC,CAAC;YACL,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,UAAU,CAAC,IAAI;aACtB,CAAC;QACJ,CAAC;QAAC,OAAO,UAAe,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM;gBACT,EAAE,KAAK,CAAC,yBAAyB,CAAC;iBACjC,IAAI,CACH,+CAA+C,EAC/C;gBACE,OAAO,EAAE,SAAS;gBAClB,UAAU,EAAE,UAAU,CAAC,OAAO;aAC/B,CACF,CAAC;YAEJ,OAAO,IAAI,CAAC,eAAe,CAAC;gBAC1B,WAAW,EAAE,SAAS;gBACtB,YAAY,EAAE,UAAU,CAAC,OAAO;gBAChC,MAAM;gBACN,UAAU;gBACV,eAAe;gBACf,WAAW;aACZ,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,OAA+B;QAE/B,MAAM,EACJ,WAAW,EACX,YAAY,EACZ,MAAM,EACN,UAAU,EACV,eAAe,EACf,WAAW,GACZ,GAAG,OAAO,CAAC;QAEZ,MAAM,eAAe,GAAG,IAAI,CAAC,QAAQ;YACnC,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;QAEhC,IAAI,CAAC;YACH,WAAW,EAAE,cAAc,EAAE,CAAC;YAE9B,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,QAAQ;iBACtC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;gBACvB,KAAK,EAAE,uCAAqB,CAAC,IAAI;gBACjC,QAAQ,EAAE;oBACR;wBACE,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE,uBAAuB;8BAC5B,0CAA0C;8BAC1C,qCAAqC;8BACrC,iCAAiC;8BACjC,0CAA0C;qBAC/C;oBACD;wBACE,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,kBAAkB,CAAC;4BAC1B,WAAW;4BACX,YAAY;4BACZ,UAAU;yBACX,CAAC;qBACH;iBACF;gBACD,CAAC,EAAE,CAAC;gBACJ,GAAG,uCAAqB,CAAC,MAAM;gBAC/B,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACzC,EAAE;gBACD,MAAM,EAAE,WAAW;aACpB,CAAC,CAAC;YAEL,MAAM,YAAY,GAAG,oBAAoB,CACvC,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAChD,CAAC;YAEF,MAAM,eAAe,GACjB,aAAa,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YAC5C,MAAM,eAAe,GACjB,aAAa,CAAC,KAAK,EAAE,qBAAqB;gBAC1C,EAAE,aAAa,IAAI,CAAC,CAAC;YACzB,MAAM,eAAe,GACjB,aAAa,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;YAEhD,MAAM,mBAAmB,CAAC;gBACxB,KAAK,EAAE,uCAAqB;gBAC5B,KAAK,EAAE;oBACL,eAAe,EACb,eAAe,GAAG,eAAe;oBACnC,qBAAqB,EAAE,eAAe;oBACtC,gBAAgB,EAAE,eAAe;iBAClC;gBACD,YAAY,EAAE,eAAe;aAC9B,CAAC,CAAC;YAEH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YACxC,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAEzC,IAAI,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,IAAI,CAAC,MAAM;oBACT,EAAE,KAAK,CAAC,iBAAiB,CAAC;qBACzB,KAAK,CACJ,2CAA2C,EAC3C;oBACE,YAAY;oBACZ,eAAe,EAAE,UAAU,CAAC,KAAK;iBAClC,CACF,CAAC;gBAEJ,OAAO;oBACL,IAAI,EAAE,YAAY;oBAClB,UAAU,EAAE,UAAU,CAAC,KAAK;iBAC7B,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,MAAM;gBACT,EAAE,KAAK,CAAC,iBAAiB,CAAC;iBACzB,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAE9B,OAAO;gBACL,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,UAAU,CAAC,IAAI;aACtB,CAAC;QACJ,CAAC;QAAC,OAAO,QAAa,EAAE,CAAC;YACvB,MAAM,iBAAiB,CAAC;gBACtB,KAAK,EAAE,uCAAqB;gBAC5B,SAAS,EAAE,WAAW,EAAE,OAAO;gBAC/B,YAAY,EAAE,eAAe;aAC9B,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM;gBACT,EAAE,KAAK,CAAC,iBAAiB,CAAC;iBACzB,KAAK,CAAC,yBAAyB,EAAE;gBAChC,KAAK,EAAE,IAAA,+BAAc,EAAC,QAAQ,CAAC;aAChC,CAAC,CAAC;YAEL,OAAO;gBACL,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,QAAQ;gBACf,UAAU,EACR,+CAA+C;aAClD,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AA3LD,0CA2LC;AAED,SAAgB,oBAAoB,CAClC,QAAgB;IAEhB,OAAO,QAAQ;SACZ,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;SAC5B,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;SACnB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,kBAAkB,CAAC,OAI3B;IACC,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IAE1D,OAAO;QACL,iCAAiC;cAC/B,qCAAqC;QACvC,EAAE;QACF,uBAAuB;QACvB,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QACnC,EAAE;QACF,uBAAuB;QACvB,WAAW;QACX,EAAE;QACF,gBAAgB;QAChB,YAAY;QACZ,EAAE;QACF,uBAAuB;QACvB,2BAA2B;QAC3B,2CAA2C;QAC3C,wCAAwC;QACxC,8CAA8C;QAC9C,+CAA+C;QAC/C,0CAA0C;QAC1C,EAAE;QACF,iCAAiC;KAClC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,MAIlC;IACC,MAAM,EACJ,KAAK,EACL,KAAK,EAAE,EACL,eAAe,GAAG,CAAC,EACnB,gBAAgB,GAAG,CAAC,EACpB,gBAAgB,GAAG,CAAC,EACpB,iBAAiB,GAAG,CAAC,GACtB,EACD,YAAY,GACb,GAAG,MAAM,CAAC;IAEX,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO;IACT,CAAC;IAED,MAAM,KAAK,GAAG,IAAA,0BAAc,EAAC,KAAK,EAAE;QAClC,eAAe;QACf,gBAAgB;QAChB,gBAAgB;QAChB,iBAAiB;KAClB,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,eAAe,GAAG,gBAAgB,CAAC;IACjD,MAAM,MAAM,GAAG,gBAAgB,GAAG,iBAAiB,CAAC;IAEpD,OAAO,YAAY,CAAC;QAClB,QAAQ,EAAE,QAAwB;QAClC,OAAO,EAAE,YAAmB;QAC5B,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,WAAW,EAAE,KAAK,CAAC,MAAM,IAAI,IAAI;QACjC,MAAM,EAAE,iBAAiB;QACzB,MAAM,EAAE,SAAS;QACjB,MAAM,EAAE;YACN,KAAK;YACL,MAAM;YACN,KAAK,EAAE,KAAK,GAAG,MAAM;SACtB;QACD,KAAK;KACN,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,MAIhC;IACC,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,KAAK,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IAE1D,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO;IACT,CAAC;IAED,OAAO,YAAY,CAAC;QAClB,QAAQ,EAAE,QAAwB;QAClC,OAAO,EAAE,YAAmB;QAC5B,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,WAAW,EAAE,KAAK,CAAC,MAAM,IAAI,IAAI;QACjC,MAAM,EAAE,iBAAiB;QACzB,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO;QACzC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE;QACzC,KAAK,EAAE;YACL,KAAK,EAAE,CAAC;YACR,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,QAAQ,EAAE,KAAK;SAChB;KACF,CAAC,CAAC;AACL,CAAC"}

package/dist/providers/LLMAPI/utilities/index.d.ts

@@ -0,0 +1 @@
+export { LLMAPIJsonFixer, sanitizeJsonResponse, } from './LLMAPIJsonFixer';

package/dist/providers/LLMAPI/utilities/index.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.sanitizeJsonResponse = exports.LLMAPIJsonFixer = void 0;
+var LLMAPIJsonFixer_1 = require("./LLMAPIJsonFixer");
+Object.defineProperty(exports, "LLMAPIJsonFixer", { enumerable: true, get: function () { return LLMAPIJsonFixer_1.LLMAPIJsonFixer; } });
+Object.defineProperty(exports, "sanitizeJsonResponse", { enumerable: true, get: function () { return LLMAPIJsonFixer_1.sanitizeJsonResponse; } });
+//# sourceMappingURL=index.js.map

package/dist/providers/LLMAPI/utilities/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/providers/LLMAPI/utilities/index.ts"],"names":[],"mappings":";;;AAAA,qDAG2B;AAFzB,kHAAA,eAAe,OAAA;AACf,uHAAA,oBAAoB,OAAA"}