@saltsquareio/nestjs-backend-platform 0.0.1

package/dist/core/ai/ai.service.js

@@ -0,0 +1,381 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var AiService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AiService = void 0;
+exports.mapMessagesWithCache = mapMessagesWithCache;
+exports.buildSystemParam = buildSystemParam;
+const common_1 = require("@nestjs/common");
+const node_crypto_1 = require("node:crypto");
+const ai_1 = require("ai");
+const with_timeout_1 = require("../utils/with-timeout");
+const ai_options_1 = require("./ai.options");
+const context_formatter_service_1 = require("./context/context-formatter.service");
+const cost_tracking_service_1 = require("./cost/cost-tracking.service");
+const memory_service_1 = require("./memory/memory.service");
+const provider_factory_service_1 = require("./provider/provider-factory.service");
+const safety_guardrail_service_1 = require("./safety/safety-guardrail.service");
+const template_service_1 = require("./template/template.service");
+const DEFAULT_MEMORY_TIMEOUT_MS = 2000;
+const ECHO_RESPONSE = '[echo] No AI provider configured. Choose openai/anthropic via AiModule.forRoot or the invoke options.';
+let AiService = AiService_1 = class AiService {
+    constructor(providerFactory, contextFormatter, templateService, safetyService, costService, memoryService, options) {
+        this.providerFactory = providerFactory;
+        this.contextFormatter = contextFormatter;
+        this.templateService = templateService;
+        this.safetyService = safetyService;
+        this.costService = costService;
+        this.memoryService = memoryService;
+        this.logger = new common_1.Logger(AiService_1.name);
+        this.defaultModel = options.defaultModel ?? ai_options_1.ECHO_MODEL;
+        this.memoryFetchTimeoutMs =
+            options.memory?.fetchTimeoutMs ?? DEFAULT_MEMORY_TIMEOUT_MS;
+    }
+    async invoke(options) {
+        const modelConfig = options.model ?? this.defaultModel;
+        if (modelConfig.provider === 'echo') {
+            return {
+                success: false,
+                error: 'echo provider does not support structured output — configure openai or anthropic',
+                metadata: this.echoMetadata(modelConfig),
+            };
+        }
+        const errorParams = this.initialErrorParams(options, modelConfig);
+        try {
+            const prep = await this.prepareInvocation(options, modelConfig);
+            Object.assign(errorParams, prep);
+            const model = this.providerFactory.getModel(modelConfig);
+            const userContent = prep.contextSections.join('\n\n');
+            const result = await (0, ai_1.generateText)({
+                model,
+                system: buildSystemParam(modelConfig.provider, prep.rawTemplate, []),
+                messages: [{ role: 'user', content: userContent }],
+                output: ai_1.Output.object({
+                    schema: options.outputSchema,
+                    name: prep.templateSlug ?? undefined,
+                }),
+                maxOutputTokens: modelConfig.maxTokens,
+                temperature: modelConfig.temperature,
+                abortSignal: options.abortSignal,
+                maxRetries: 0,
+            });
+            const usage = extractUsage(result.usage, result.providerMetadata);
+            const safety = this.safetyService.validateOutput(JSON.stringify(result.output), { userId: options.userId });
+            const metadata = this.buildMetadata(prep, usage, safety.flags);
+            this.logSuccess(prep, usage, options.userId);
+            return {
+                success: true,
+                output: result.output,
+                metadata,
+            };
+        }
+        catch (error) {
+            return this.handleError(error, errorParams);
+        }
+    }
+    async invokeStream(options) {
+        const modelConfig = options.model ?? this.defaultModel;
+        if (modelConfig.provider === 'echo') {
+            options.onChunk?.(ECHO_RESPONSE);
+            return {
+                success: true,
+                text: ECHO_RESPONSE,
+                metadata: this.echoMetadata(modelConfig),
+            };
+        }
+        const errorParams = this.initialErrorParams(options, modelConfig);
+        try {
+            const prep = await this.prepareInvocation(options, modelConfig);
+            Object.assign(errorParams, prep);
+            const model = this.providerFactory.getModel(modelConfig);
+            const messages = mapMessagesWithCache(options.messages ?? [], modelConfig.provider, options.cacheRecentHistory === true);
+            const streamResult = (0, ai_1.streamText)({
+                model,
+                system: buildSystemParam(modelConfig.provider, prep.rawTemplate, prep.contextSections),
+                messages,
+                maxOutputTokens: modelConfig.maxTokens,
+                temperature: modelConfig.temperature,
+                abortSignal: options.abortSignal,
+                maxRetries: 1,
+            });
+            let fullText = '';
+            for await (const chunk of streamResult.textStream) {
+                fullText += chunk;
+                options.onChunk?.(chunk);
+            }
+            const usage = extractUsage(await streamResult.usage, await streamResult.providerMetadata);
+            const safety = this.safetyService.validateOutput(fullText, {
+                userId: options.userId,
+            });
+            const metadata = this.buildMetadata(prep, usage, safety.flags);
+            this.logSuccess(prep, usage, options.userId);
+            return { success: true, text: fullText, metadata };
+        }
+        catch (error) {
+            return this.handleError(error, errorParams);
+        }
+    }
+    async invokeText(options) {
+        const modelConfig = options.model ?? this.defaultModel;
+        if (modelConfig.provider === 'echo') {
+            return {
+                success: true,
+                output: ECHO_RESPONSE,
+                metadata: this.echoMetadata(modelConfig),
+            };
+        }
+        const errorParams = this.initialErrorParams(options, modelConfig);
+        try {
+            const prep = await this.prepareInvocation(options, modelConfig);
+            Object.assign(errorParams, prep);
+            const model = this.providerFactory.getModel(modelConfig);
+            const messages = mapMessagesWithCache(options.messages ?? [], modelConfig.provider, options.cacheRecentHistory === true);
+            const result = await (0, ai_1.generateText)({
+                model,
+                system: buildSystemParam(modelConfig.provider, prep.rawTemplate, prep.contextSections),
+                messages,
+                maxOutputTokens: modelConfig.maxTokens,
+                temperature: modelConfig.temperature,
+                abortSignal: options.abortSignal,
+                maxRetries: 0,
+            });
+            const usage = extractUsage(result.usage, result.providerMetadata);
+            const safety = this.safetyService.validateOutput(result.text, {
+                userId: options.userId,
+            });
+            const metadata = this.buildMetadata(prep, usage, safety.flags);
+            this.logSuccess(prep, usage, options.userId);
+            return { success: true, output: result.text, metadata };
+        }
+        catch (error) {
+            return this.handleError(error, errorParams);
+        }
+    }
+    initialErrorParams(options, modelConfig) {
+        return {
+            requestId: (0, node_crypto_1.randomUUID)(),
+            startTime: Date.now(),
+            templateSlug: options.templateSlug,
+            modelConfig,
+            contextKeys: Object.keys(options.context ?? {}),
+        };
+    }
+    async prepareInvocation(options, modelConfig) {
+        const templateSlug = options.templateSlug ??
+            this.templateService.resolveSlug(options.template);
+        const rawTemplate = await this.templateService.resolve(options.template);
+        const memories = await this.fetchMemories(options.memory);
+        const contextSections = this.buildContextSections(options.context, options.contextDefinitions, memories);
+        return {
+            requestId: (0, node_crypto_1.randomUUID)(),
+            startTime: Date.now(),
+            modelConfig,
+            templateSlug,
+            rawTemplate,
+            contextSections,
+            contextKeys: Object.keys(options.context ?? {}),
+        };
+    }
+    echoMetadata(modelConfig) {
+        return {
+            requestId: (0, node_crypto_1.randomUUID)(),
+            model: modelConfig.name,
+            provider: modelConfig.provider,
+            latencyMs: 0,
+            usage: { inputTokens: 0, outputTokens: 0, totalTokens: 0 },
+            contextKeys: [],
+            safetyFlags: [],
+        };
+    }
+    buildMetadata(prep, usage, safetyFlags) {
+        return {
+            requestId: prep.requestId,
+            model: prep.modelConfig.name,
+            provider: prep.modelConfig.provider,
+            latencyMs: Date.now() - prep.startTime,
+            usage,
+            contextKeys: prep.contextKeys,
+            safetyFlags,
+            templateSlug: prep.templateSlug,
+        };
+    }
+    logSuccess(prep, usage, userId) {
+        this.costService.logInvocation({
+            requestId: prep.requestId,
+            userId,
+            templateSlug: prep.templateSlug,
+            modelProvider: prep.modelConfig.provider,
+            modelName: prep.modelConfig.name,
+            inputTokens: usage.inputTokens,
+            outputTokens: usage.outputTokens,
+            latencyMs: Date.now() - prep.startTime,
+            success: true,
+            contextProvided: prep.contextKeys,
+            cacheReadInputTokens: usage.cacheReadInputTokens,
+            cacheCreation5mInputTokens: usage.cacheCreation5mInputTokens,
+            cacheCreation1hInputTokens: usage.cacheCreation1hInputTokens,
+        });
+    }
+    handleError(error, params) {
+        const latencyMs = Date.now() - params.startTime;
+        const errorMessage = error instanceof Error ? error.message : String(error);
+        this.logger.error({
+            requestId: params.requestId,
+            templateSlug: params.templateSlug,
+            error: errorMessage,
+        }, 'AiService request failed');
+        this.costService.logInvocation({
+            requestId: params.requestId,
+            userId: params.userId,
+            templateSlug: params.templateSlug,
+            modelProvider: params.modelConfig.provider,
+            modelName: params.modelConfig.name,
+            inputTokens: 0,
+            outputTokens: 0,
+            latencyMs,
+            success: false,
+            errorCode: errorMessage.slice(0, 200),
+            contextProvided: params.contextKeys,
+        });
+        return {
+            success: false,
+            error: errorMessage,
+            metadata: {
+                requestId: params.requestId,
+                templateSlug: params.templateSlug,
+                model: params.modelConfig.name,
+                provider: params.modelConfig.provider,
+                latencyMs,
+                usage: { inputTokens: 0, outputTokens: 0, totalTokens: 0 },
+                contextKeys: params.contextKeys,
+                safetyFlags: [],
+            },
+        };
+    }
+    async fetchMemories(memoryConfig) {
+        if (!memoryConfig || memoryConfig.type === 'none')
+            return [];
+        if (memoryConfig.type === 'inline')
+            return memoryConfig.memories;
+        try {
+            const { result } = await (0, with_timeout_1.withTimeout)(this.memoryService
+                .search(memoryConfig.userId, memoryConfig.query ?? 'user context', memoryConfig.limit ?? 10)
+                .then((entries) => entries.map((entry) => entry.content)), this.memoryFetchTimeoutMs, [], () => this.logger.warn(`Memory fetch timed out after ${this.memoryFetchTimeoutMs}ms`));
+            return result;
+        }
+        catch {
+            this.logger.warn('Failed to fetch memories, proceeding without');
+            return [];
+        }
+    }
+    buildContextSections(context, definitions, memories) {
+        const sections = [];
+        if (context && definitions) {
+            for (const [key, value] of Object.entries(context)) {
+                const def = definitions[key];
+                if (def) {
+                    sections.push(this.contextFormatter.format(value, {
+                        type: def.type,
+                        label: def.label,
+                    }));
+                }
+            }
+        }
+        else if (context) {
+            for (const value of Object.values(context)) {
+                sections.push(typeof value === 'string' ? value : JSON.stringify(value, null, 2));
+            }
+        }
+        if (memories && memories.length > 0) {
+            sections.push([
+                '## User Memories (from past conversations)',
+                ...memories.map((m, i) => `${i + 1}. ${m}`),
+            ].join('\n'));
+        }
+        return sections;
+    }
+};
+exports.AiService = AiService;
+exports.AiService = AiService = AiService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(6, (0, common_1.Inject)(ai_options_1.AI_MODULE_OPTIONS)),
+    __metadata("design:paramtypes", [provider_factory_service_1.ProviderFactory,
+        context_formatter_service_1.ContextFormatterService,
+        template_service_1.TemplateService,
+        safety_guardrail_service_1.SafetyGuardrailService,
+        cost_tracking_service_1.CostTrackingService,
+        memory_service_1.MemoryService, Object])
+], AiService);
+function mapMessagesWithCache(sourceMessages, provider, cacheRecentHistory) {
+    const shouldMark = cacheRecentHistory && provider === 'anthropic' && sourceMessages.length > 0;
+    const lastIndex = sourceMessages.length - 1;
+    return sourceMessages.map((m, i) => shouldMark && i === lastIndex
+        ? {
+            role: m.role,
+            content: m.content,
+            providerOptions: {
+                anthropic: { cacheControl: { type: 'ephemeral', ttl: '5m' } },
+            },
+        }
+        : { role: m.role, content: m.content });
+}
+function buildSystemParam(provider, rawTemplate, contextSections) {
+    if (provider !== 'anthropic') {
+        return contextSections.length > 0
+            ? `${rawTemplate}\n\n${contextSections.join('\n\n')}`
+            : rawTemplate;
+    }
+    const blocks = [
+        {
+            role: 'system',
+            content: rawTemplate,
+            providerOptions: {
+                anthropic: { cacheControl: { type: 'ephemeral', ttl: '1h' } },
+            },
+        },
+    ];
+    if (contextSections.length > 0) {
+        blocks.push({ role: 'system', content: contextSections.join('\n\n') });
+    }
+    return blocks;
+}
+function extractUsage(usage, providerMetadata) {
+    const u = usage;
+    const base = {
+        inputTokens: u?.inputTokens ?? u?.promptTokens ?? 0,
+        outputTokens: u?.outputTokens ?? u?.completionTokens ?? 0,
+        totalTokens: u?.totalTokens ?? 0,
+    };
+    const cacheRead = u?.cachedInputTokens;
+    if (typeof cacheRead === 'number')
+        base.cacheReadInputTokens = cacheRead;
+    const anthropic = providerMetadata
+        ?.anthropic;
+    if (!anthropic)
+        return base;
+    const ttl = anthropic.usage?.cache_creation;
+    if (typeof ttl?.ephemeral_5m_input_tokens === 'number') {
+        base.cacheCreation5mInputTokens = ttl.ephemeral_5m_input_tokens;
+    }
+    if (typeof ttl?.ephemeral_1h_input_tokens === 'number') {
+        base.cacheCreation1hInputTokens = ttl.ephemeral_1h_input_tokens;
+    }
+    if (base.cacheCreation5mInputTokens === undefined &&
+        base.cacheCreation1hInputTokens === undefined &&
+        typeof anthropic.cacheCreationInputTokens === 'number') {
+        base.cacheCreation5mInputTokens = anthropic.cacheCreationInputTokens;
+    }
+    return base;
+}
+//# sourceMappingURL=ai.service.js.map

package/dist/core/ai/ai.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai.service.js","sourceRoot":"","sources":["../../../src/core/ai/ai.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAqcA,oDAyBC;AAMD,4CAwBC;AA5fD,2CAA4D;AAC5D,6CAAyC;AACzC,2BAA+E;AAE/E,wDAAoD;AACpD,6CAIsB;AAatB,mFAA8E;AAC9E,wEAAmE;AACnE,4DAAwD;AACxD,kFAAsE;AACtE,gFAA2E;AAC3E,kEAA8D;AAE9D,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,aAAa,GACjB,uGAAuG,CAAC;AAanG,IAAM,SAAS,iBAAf,MAAM,SAAS;IAKpB,YACmB,eAAgC,EAChC,gBAAyC,EACzC,eAAgC,EAChC,aAAqC,EACrC,WAAgC,EAChC,aAA4B,EAClB,OAAwB;QANlC,oBAAe,GAAf,eAAe,CAAiB;QAChC,qBAAgB,GAAhB,gBAAgB,CAAyB;QACzC,oBAAe,GAAf,eAAe,CAAiB;QAChC,kBAAa,GAAb,aAAa,CAAwB;QACrC,gBAAW,GAAX,WAAW,CAAqB;QAChC,kBAAa,GAAb,aAAa,CAAe;QAV9B,WAAM,GAAG,IAAI,eAAM,CAAC,WAAS,CAAC,IAAI,CAAC,CAAC;QAanD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,uBAAU,CAAC;QACvD,IAAI,CAAC,oBAAoB;YACvB,OAAO,CAAC,MAAM,EAAE,cAAc,IAAI,yBAAyB,CAAC;IAChE,CAAC;IAGD,KAAK,CAAC,MAAM,CACV,OAAyB;QAEzB,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACvD,IAAI,WAAW,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YACpC,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EACH,kFAAkF;gBACpF,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC;aACzC,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAChE,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACzD,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEtD,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAY,EAAC;gBAChC,KAAK;gBACL,MAAM,EAAE,gBAAgB,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACpE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;gBAC3D,MAAM,EAAE,WAAM,CAAC,MAAM,CAAC;oBACpB,MAAM,EAAE,OAAO,CAAC,YAAY;oBAC5B,IAAI,EAAE,IAAI,CAAC,YAAY,IAAI,SAAS;iBACrC,CAAC;gBACF,eAAe,EAAE,WAAW,CAAC,SAAS;gBACtC,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,UAAU,EAAE,CAAC;aACd,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAClE,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,CAC9C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,EAC7B,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAC3B,CAAC;YACF,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/D,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,MAAM,CAAC,MAAoB;gBACnC,QAAQ;aACT,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAGD,KAAK,CAAC,YAAY,CAChB,OAA4B;QAE5B,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACvD,IAAI,WAAW,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YACpC,OAAO,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,CAAC;YACjC,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,IAAI,EAAE,aAAa;gBACnB,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC;aACzC,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAChE,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAG,oBAAoB,CACnC,OAAO,CAAC,QAAQ,IAAI,EAAE,EACtB,WAAW,CAAC,QAAQ,EACpB,OAAO,CAAC,kBAAkB,KAAK,IAAI,CACpC,CAAC;YAEF,MAAM,YAAY,GAAG,IAAA,eAAU,EAAC;gBAC9B,KAAK;gBACL,MAAM,EAAE,gBAAgB,CACtB,WAAW,CAAC,QAAQ,EACpB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,eAAe,CACrB;gBACD,QAAQ;gBACR,eAAe,EAAE,WAAW,CAAC,SAAS;gBACtC,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,UAAU,EAAE,CAAC;aACd,CAAC,CAAC;YAEH,IAAI,QAAQ,GAAG,EAAE,CAAC;YAClB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAClD,QAAQ,IAAI,KAAK,CAAC;gBAClB,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YAED,MAAM,KAAK,GAAG,YAAY,CACxB,MAAM,YAAY,CAAC,KAAK,EACxB,MAAM,YAAY,CAAC,gBAAgB,CACpC,CAAC;YACF,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,QAAQ,EAAE;gBACzD,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/D,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;QACrD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAGD,KAAK,CAAC,UAAU,CACd,OAA0B;QAE1B,MAAM,WAAW,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QACvD,IAAI,WAAW,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;YACpC,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,aAAa;gBACrB,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC;aACzC,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QAClE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAChE,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACjC,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAG,oBAAoB,CACnC,OAAO,CAAC,QAAQ,IAAI,EAAE,EACtB,WAAW,CAAC,QAAQ,EACpB,OAAO,CAAC,kBAAkB,KAAK,IAAI,CACpC,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAY,EAAC;gBAChC,KAAK;gBACL,MAAM,EAAE,gBAAgB,CACtB,WAAW,CAAC,QAAQ,EACpB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,eAAe,CACrB;gBACD,QAAQ;gBACR,eAAe,EAAE,WAAW,CAAC,SAAS;gBACtC,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,UAAU,EAAE,CAAC;aACd,CAAC,CAAC;YAEH,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAClE,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE;gBAC5D,MAAM,EAAE,OAAO,CAAC,MAAM;aACvB,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;YAC/D,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7C,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAEO,kBAAkB,CACxB,OAAqE,EACrE,WAAiC;QAQjC,OAAO;YACL,SAAS,EAAE,IAAA,wBAAU,GAAE;YACvB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,WAAW;YACX,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;SAChD,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,OAMC,EACD,WAAiC;QAEjC,MAAM,YAAY,GAChB,OAAO,CAAC,YAAY;YACpB,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACzE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC1D,MAAM,eAAe,GAAG,IAAI,CAAC,oBAAoB,CAC/C,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,kBAAkB,EAC1B,QAAQ,CACT,CAAC;QACF,OAAO;YACL,SAAS,EAAE,IAAA,wBAAU,GAAE;YACvB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,WAAW;YACX,YAAY;YACZ,WAAW;YACX,eAAe;YACf,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;SAChD,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,WAAiC;QACpD,OAAO;YACL,SAAS,EAAE,IAAA,wBAAU,GAAE;YACvB,KAAK,EAAE,WAAW,CAAC,IAAI;YACvB,QAAQ,EAAE,WAAW,CAAC,QAAQ;YAC9B,SAAS,EAAE,CAAC;YACZ,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;YAC1D,WAAW,EAAE,EAAE;YACf,WAAW,EAAE,EAAE;SAChB,CAAC;IACJ,CAAC;IAEO,aAAa,CACnB,IAAwB,EACxB,KAAiB,EACjB,WAAqB;QAErB,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;YAC5B,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ;YACnC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS;YACtC,KAAK;YACL,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,WAAW;YACX,YAAY,EAAE,IAAI,CAAC,YAAY;SAChC,CAAC;IACJ,CAAC;IAEO,UAAU,CAChB,IAAwB,EACxB,KAAiB,EACjB,MAAe;QAEf,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC;YAC7B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,MAAM;YACN,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,aAAa,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ;YACxC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;YAChC,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS;YACtC,OAAO,EAAE,IAAI;YACb,eAAe,EAAE,IAAI,CAAC,WAAW;YACjC,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;YAChD,0BAA0B,EAAE,KAAK,CAAC,0BAA0B;YAC5D,0BAA0B,EAAE,KAAK,CAAC,0BAA0B;SAC7D,CAAC,CAAC;IACL,CAAC;IAEO,WAAW,CACjB,KAAc,EACd,MAOC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,SAAS,CAAC;QAChD,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAE5E,IAAI,CAAC,MAAM,CAAC,KAAK,CACf;YACE,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,KAAK,EAAE,YAAY;SACpB,EACD,0BAA0B,CAC3B,CAAC;QACF,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC;YAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,aAAa,EAAE,MAAM,CAAC,WAAW,CAAC,QAAQ;YAC1C,SAAS,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI;YAClC,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,CAAC;YACf,SAAS;YACT,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YACrC,eAAe,EAAE,MAAM,CAAC,WAAW;SACpC,CAAC,CAAC;QACH,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,YAAY;YACnB,QAAQ,EAAE;gBACR,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI;gBAC9B,QAAQ,EAAE,MAAM,CAAC,WAAW,CAAC,QAAQ;gBACrC,SAAS;gBACT,KAAK,EAAE,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE;gBAC1D,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,WAAW,EAAE,EAAE;aAChB;SACF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,YAA2B;QACrD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,IAAI,KAAK,MAAM;YAAE,OAAO,EAAE,CAAC;QAC7D,IAAI,YAAY,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,YAAY,CAAC,QAAQ,CAAC;QAEjE,IAAI,CAAC;YACH,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,0BAAW,EAClC,IAAI,CAAC,aAAa;iBACf,MAAM,CACL,YAAY,CAAC,MAAM,EACnB,YAAY,CAAC,KAAK,IAAI,cAAc,EACpC,YAAY,CAAC,KAAK,IAAI,EAAE,CACzB;iBACA,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,EAC3D,IAAI,CAAC,oBAAoB,EACzB,EAAc,EACd,GAAG,EAAE,CACH,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,gCAAgC,IAAI,CAAC,oBAAoB,IAAI,CAC9D,CACJ,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;YACjE,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,oBAAoB,CAC1B,OAAiC,EACjC,WAA8D,EAC9D,QAAmB;QAEnB,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,IAAI,OAAO,IAAI,WAAW,EAAE,CAAC;YAC3B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;gBACnD,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC7B,IAAI,GAAG,EAAE,CAAC;oBACR,QAAQ,CAAC,IAAI,CACX,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,KAAK,EAAE;wBAClC,IAAI,EAAE,GAAG,CAAC,IAKM;wBAChB,KAAK,EAAE,GAAG,CAAC,KAAK;qBACjB,CAAC,CACH,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,EAAE,CAAC;YACnB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3C,QAAQ,CAAC,IAAI,CACX,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CACnE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpC,QAAQ,CAAC,IAAI,CACX;gBACE,4CAA4C;gBAC5C,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;aAC5C,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;CACF,CAAA;AAnZY,8BAAS;oBAAT,SAAS;IADrB,IAAA,mBAAU,GAAE;IAaR,WAAA,IAAA,eAAM,EAAC,8BAAiB,CAAC,CAAA;qCANQ,0CAAe;QACd,mDAAuB;QACxB,kCAAe;QACjB,iDAAsB;QACxB,2CAAmB;QACjB,8BAAa;GAXpC,SAAS,CAmZrB;AAMD,SAAgB,oBAAoB,CAClC,cAAsE,EACtE,QAA2B,EAC3B,kBAA2B;IAQ3B,MAAM,UAAU,GACd,kBAAkB,IAAI,QAAQ,KAAK,WAAW,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;IAC9E,MAAM,SAAS,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;IAC5C,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CACjC,UAAU,IAAI,CAAC,KAAK,SAAS;QAC3B,CAAC,CAAC;YACE,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,eAAe,EAAE;gBACf,SAAS,EAAE,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;aAC9D;SACF;QACH,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CACzC,CAAC;AACJ,CAAC;AAMD,SAAgB,gBAAgB,CAC9B,QAA2B,EAC3B,WAAmB,EACnB,eAAyB;IAEzB,IAAI,QAAQ,KAAK,WAAW,EAAE,CAAC;QAC7B,OAAO,eAAe,CAAC,MAAM,GAAG,CAAC;YAC/B,CAAC,CAAC,GAAG,WAAW,OAAO,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;YACrD,CAAC,CAAC,WAAW,CAAC;IAClB,CAAC;IAED,MAAM,MAAM,GAA8B;QACxC;YACE,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,WAAW;YACpB,eAAe,EAAE;gBACf,SAAS,EAAE,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE;aAC9D;SACF;KACF,CAAC;IACF,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACzE,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAGD,SAAS,YAAY,CAAC,KAAc,EAAE,gBAA0B;IAC9D,MAAM,CAAC,GAAG,KAA2C,CAAC;IACtD,MAAM,IAAI,GAAe;QACvB,WAAW,EAAE,CAAC,EAAE,WAAW,IAAI,CAAC,EAAE,YAAY,IAAI,CAAC;QACnD,YAAY,EAAE,CAAC,EAAE,YAAY,IAAI,CAAC,EAAE,gBAAgB,IAAI,CAAC;QACzD,WAAW,EAAE,CAAC,EAAE,WAAW,IAAI,CAAC;KACjC,CAAC;IAEF,MAAM,SAAS,GAAG,CAAC,EAAE,iBAAiB,CAAC;IACvC,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,IAAI,CAAC,oBAAoB,GAAG,SAAS,CAAC;IAEzE,MAAM,SAAS,GAAI,gBAAwD;QACzE,EAAE,SAUS,CAAC;IACd,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAE5B,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,EAAE,cAAc,CAAC;IAC5C,IAAI,OAAO,GAAG,EAAE,yBAAyB,KAAK,QAAQ,EAAE,CAAC;QACvD,IAAI,CAAC,0BAA0B,GAAG,GAAG,CAAC,yBAAyB,CAAC;IAClE,CAAC;IACD,IAAI,OAAO,GAAG,EAAE,yBAAyB,KAAK,QAAQ,EAAE,CAAC;QACvD,IAAI,CAAC,0BAA0B,GAAG,GAAG,CAAC,yBAAyB,CAAC;IAClE,CAAC;IACD,IACE,IAAI,CAAC,0BAA0B,KAAK,SAAS;QAC7C,IAAI,CAAC,0BAA0B,KAAK,SAAS;QAC7C,OAAO,SAAS,CAAC,wBAAwB,KAAK,QAAQ,EACtD,CAAC;QACD,IAAI,CAAC,0BAA0B,GAAG,SAAS,CAAC,wBAAwB,CAAC;IACvE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/core/ai/ai.types.d.ts

@@ -0,0 +1,133 @@
+import { z } from 'zod';
+export type AiServiceProvider = 'anthropic' | 'openai' | 'echo';
+export interface AiServiceModelConfig {
+    provider: AiServiceProvider;
+    name: string;
+    temperature?: number;
+    maxTokens?: number;
+}
+export type ContextType = 'messages' | 'json' | 'list' | 'text' | 'structured';
+export interface ContextDefinition {
+    type: ContextType;
+    label?: string;
+}
+export type MemoryConfig = {
+    type: 'mem0';
+    userId: string;
+    query?: string;
+    limit?: number;
+} | {
+    type: 'inline';
+    memories: string[];
+} | {
+    type: 'none';
+};
+export interface TokenUsage {
+    inputTokens: number;
+    outputTokens: number;
+    totalTokens: number;
+    cacheReadInputTokens?: number;
+    cacheCreation5mInputTokens?: number;
+    cacheCreation1hInputTokens?: number;
+}
+export interface SafetyResult {
+    safe: boolean;
+    flags: string[];
+}
+export interface InvocationMetadata {
+    requestId: string;
+    model: string;
+    provider: string;
+    latencyMs: number;
+    usage: TokenUsage;
+    contextKeys: string[];
+    safetyFlags: string[];
+    templateSlug?: string;
+}
+export interface InvokeOptions<T extends z.ZodType = z.ZodType> {
+    template: string;
+    templateSlug?: string;
+    model?: AiServiceModelConfig;
+    context?: Record<string, unknown>;
+    contextDefinitions?: Record<string, ContextDefinition>;
+    outputSchema: T;
+    memory?: MemoryConfig;
+    userId?: string;
+    abortSignal?: AbortSignal;
+}
+export interface StreamInvokeOptions {
+    template: string;
+    templateSlug?: string;
+    model?: AiServiceModelConfig;
+    context?: Record<string, unknown>;
+    contextDefinitions?: Record<string, ContextDefinition>;
+    messages?: Array<{
+        role: 'user' | 'assistant';
+        content: string;
+    }>;
+    memory?: MemoryConfig;
+    userId?: string;
+    onChunk?: (chunk: string) => void;
+    abortSignal?: AbortSignal;
+    streamId?: string;
+    cacheRecentHistory?: boolean;
+}
+export interface TextInvokeOptions {
+    template: string;
+    templateSlug?: string;
+    model?: AiServiceModelConfig;
+    context?: Record<string, unknown>;
+    contextDefinitions?: Record<string, ContextDefinition>;
+    messages?: Array<{
+        role: 'user' | 'assistant';
+        content: string;
+    }>;
+    memory?: MemoryConfig;
+    userId?: string;
+    abortSignal?: AbortSignal;
+    streamId?: string;
+    cacheRecentHistory?: boolean;
+}
+export type GenerationResult<T> = {
+    success: true;
+    output: T;
+    metadata: InvocationMetadata;
+} | {
+    success: false;
+    error: string;
+    metadata?: InvocationMetadata;
+};
+export type StreamGenerationResult = {
+    success: true;
+    text: string;
+    metadata: InvocationMetadata;
+} | {
+    success: false;
+    error: string;
+    metadata?: InvocationMetadata;
+};
+export interface SummarizationConfig {
+    targetTokens?: number;
+    templateSlug?: string;
+    userId?: string;
+}
+export interface SafetyContext {
+    userId?: string;
+    category?: string;
+}
+export interface CostTrackingMetadata {
+    requestId: string;
+    userId?: string;
+    templateSlug?: string;
+    modelProvider: string;
+    modelName: string;
+    inputTokens: number;
+    outputTokens: number;
+    latencyMs: number;
+    success: boolean;
+    errorCode?: string;
+    contextProvided: string[];
+    cacheReadInputTokens?: number;
+    cacheCreation5mInputTokens?: number;
+    cacheCreation1hInputTokens?: number;
+}

package/dist/core/ai/ai.types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=ai.types.js.map

package/dist/core/ai/ai.types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai.types.js","sourceRoot":"","sources":["../../../src/core/ai/ai.types.ts"],"names":[],"mappings":""}

package/dist/core/ai/context/context-formatter.service.d.ts

@@ -0,0 +1,9 @@
+import { ContextDefinition } from '../ai.types';
+export declare class ContextFormatterService {
+    format(value: unknown, definition: ContextDefinition): string;
+    private formatMessages;
+    private formatJson;
+    private formatList;
+    private formatText;
+    private formatStructured;
+}

package/dist/core/ai/context/context-formatter.service.js

@@ -0,0 +1,66 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ContextFormatterService = void 0;
+const common_1 = require("@nestjs/common");
+let ContextFormatterService = class ContextFormatterService {
+    format(value, definition) {
+        const { type, label } = definition;
+        switch (type) {
+            case 'messages':
+                return this.formatMessages(value, label);
+            case 'json':
+                return this.formatJson(value, label);
+            case 'list':
+                return this.formatList(value, label);
+            case 'structured':
+                return this.formatStructured(value, label);
+            case 'text':
+            default:
+                return this.formatText(value, label);
+        }
+    }
+    formatMessages(value, label) {
+        if (!Array.isArray(value))
+            return '';
+        const messages = value;
+        const formatted = messages
+            .map((m) => `${m.role === 'assistant' ? 'Assistant' : 'User'}: ${m.content}`)
+            .join('\n');
+        return label ? `## ${label}\n${formatted}` : formatted;
+    }
+    formatJson(value, label) {
+        const jsonStr = JSON.stringify(value, null, 2);
+        return label ? `## ${label}\n${jsonStr}` : jsonStr;
+    }
+    formatList(value, label) {
+        if (!Array.isArray(value))
+            return '';
+        const formatted = value
+            .map((item, i) => `${i + 1}. ${String(item)}`)
+            .join('\n');
+        return label ? `## ${label}\n${formatted}` : formatted;
+    }
+    formatText(value, label) {
+        const text = typeof value === 'string' ? value : JSON.stringify(value ?? '');
+        return label ? `## ${label}\n${text}` : text;
+    }
+    formatStructured(value, label) {
+        if (!value || typeof value !== 'object')
+            return '';
+        const formatted = Object.entries(value)
+            .map(([key, val]) => `**${key}**: ${String(val)}`)
+            .join('\n');
+        return label ? `## ${label}\n${formatted}` : formatted;
+    }
+};
+exports.ContextFormatterService = ContextFormatterService;
+exports.ContextFormatterService = ContextFormatterService = __decorate([
+    (0, common_1.Injectable)()
+], ContextFormatterService);
+//# sourceMappingURL=context-formatter.service.js.map

package/dist/core/ai/context/context-formatter.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-formatter.service.js","sourceRoot":"","sources":["../../../../src/core/ai/context/context-formatter.service.ts"],"names":[],"mappings":";;;;;;;;;AAAA,2CAA4C;AAIrC,IAAM,uBAAuB,GAA7B,MAAM,uBAAuB;IAClC,MAAM,CAAC,KAAc,EAAE,UAA6B;QAClD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,UAAU,CAAC;QACnC,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,UAAU;gBACb,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC3C,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACvC,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACvC,KAAK,YAAY;gBACf,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC7C,KAAK,MAAM,CAAC;YACZ;gBACE,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,KAAc,EAAE,KAAc;QACnD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,KAAiD,CAAC;QACnE,MAAM,SAAS,GAAG,QAAQ;aACvB,GAAG,CACF,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,OAAO,EAAE,CACxE;aACA,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACzD,CAAC;IAEO,UAAU,CAAC,KAAc,EAAE,KAAc;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/C,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;IACrD,CAAC;IAEO,UAAU,CAAC,KAAc,EAAE,KAAc;QAC/C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACrC,MAAM,SAAS,GAAG,KAAK;aACpB,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;aAC7C,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACzD,CAAC;IAEO,UAAU,CAAC,KAAc,EAAE,KAAc;QAC/C,MAAM,IAAI,GACR,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;QAClE,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/C,CAAC;IAEO,gBAAgB,CAAC,KAAc,EAAE,KAAc;QACrD,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QACnD,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC;aAC/D,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,OAAO,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;aACjD,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,OAAO,KAAK,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,SAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACzD,CAAC;CACF,CAAA;AAvDY,0DAAuB;kCAAvB,uBAAuB;IADnC,IAAA,mBAAU,GAAE;GACA,uBAAuB,CAuDnC"}

package/dist/core/ai/cost/cost-tracking.service.d.ts

@@ -0,0 +1,12 @@
+import { Repository } from 'typeorm';
+import { type AiModuleOptions } from '../ai.options';
+import { AiInvocationLog } from '../entities/ai-invocation-log.entity';
+import { CostTrackingMetadata } from '../ai.types';
+export declare class CostTrackingService {
+    private readonly logRepository;
+    private readonly logger;
+    private readonly costRates;
+    constructor(logRepository: Repository<AiInvocationLog>, options: AiModuleOptions);
+    logInvocation(metadata: CostTrackingMetadata): void;
+    estimateCost(modelName: string, inputTokens: number, outputTokens: number): number;
+}