@loonylabs/llm-middleware 2.0.0

package/dist/middleware/services/token-estimator/token-estimator.service.js

@@ -0,0 +1,190 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TokenEstimatorService = void 0;
+/**
+ * Service for estimating token counts in text
+ * Provides multiple estimation methods including GPT tokenizer fallback
+ */
+class TokenEstimatorService {
+    /**
+     * Estimate token count based on text using the best available method
+     * @param text The text to estimate token count for
+     * @returns Token estimate with method used
+     */
+    static estimateTokenCount(text) {
+        if (!text) {
+            return { estimated: 0, method: 'character-based' };
+        }
+        // Try GPT tokenizer first if available
+        try {
+            // Try to use gpt-tokenizer if it's available
+            const gptTokenizer = this.tryLoadGptTokenizer();
+            if (gptTokenizer) {
+                const tokens = gptTokenizer.encode(text).length;
+                return { estimated: tokens, method: 'gpt-tokenizer' };
+            }
+        }
+        catch (error) {
+            console.warn('GPT tokenizer failed, falling back to estimation', error);
+        }
+        // Fallback to character-based estimation
+        return this.estimateByCharacters(text);
+    }
+    /**
+     * Try to load the GPT tokenizer if available
+     * @returns The tokenizer or null if not available
+     */
+    static tryLoadGptTokenizer() {
+        try {
+            // This will only work if gpt-tokenizer is installed
+            const { encode } = require('gpt-tokenizer');
+            return { encode };
+        }
+        catch (error) {
+            // gpt-tokenizer is not available
+            return null;
+        }
+    }
+    /**
+     * Estimate tokens using character-based method
+     * @param text The text to estimate
+     * @returns Token estimate
+     */
+    static estimateByCharacters(text) {
+        // Rough estimation: 1 token ≈ 4 characters for English text
+        // This is a conservative estimate that works reasonably well
+        const estimated = Math.ceil(text.length / 4);
+        return { estimated, method: 'character-based' };
+    }
+    /**
+     * Estimate tokens using word-based method
+     * @param text The text to estimate
+     * @returns Token estimate
+     */
+    static estimateByWords(text) {
+        // Alternative method: 1 token ≈ 0.75 words
+        const words = text.trim().split(/\s+/).length;
+        const estimated = Math.ceil(words / 0.75);
+        return { estimated, method: 'word-based' };
+    }
+    /**
+     * Calculate tokens per second based on token count and execution time
+     * @param tokenCount Number of tokens
+     * @param executionTimeSeconds Execution time in seconds
+     * @returns Tokens per second as a formatted string
+     */
+    static calculateTokensPerSecond(tokenCount, executionTimeSeconds) {
+        if (executionTimeSeconds === 0)
+            return '0.00';
+        return (tokenCount / executionTimeSeconds).toFixed(2);
+    }
+    /**
+     * Estimate token count for system message and user prompt combined
+     * @param systemMessage The system message
+     * @param userPrompt The user prompt
+     * @returns Combined token estimate
+     */
+    static estimateInputTokens(systemMessage, userPrompt) {
+        return this.estimateTokenCount(systemMessage + userPrompt);
+    }
+    /**
+     * Estimate tokens for a conversation with multiple messages
+     * @param messages Array of message strings
+     * @returns Token estimate for the entire conversation
+     */
+    static estimateConversationTokens(messages) {
+        const combinedText = messages.join('\n');
+        const baseEstimate = this.estimateTokenCount(combinedText);
+        // Add some overhead for conversation formatting
+        const overhead = messages.length * 2; // Rough estimate for formatting tokens
+        return {
+            estimated: baseEstimate.estimated + overhead,
+            method: baseEstimate.method
+        };
+    }
+    /**
+     * Check if text exceeds a token limit
+     * @param text The text to check
+     * @param limit The token limit
+     * @returns Object indicating if limit is exceeded and by how much
+     */
+    static checkTokenLimit(text, limit) {
+        const estimate = this.estimateTokenCount(text);
+        const exceeded = estimate.estimated > limit;
+        const overage = exceeded ? estimate.estimated - limit : 0;
+        const percentage = (estimate.estimated / limit) * 100;
+        return {
+            exceeded,
+            estimated: estimate.estimated,
+            limit,
+            overage,
+            percentage: Math.round(percentage * 100) / 100
+        };
+    }
+    /**
+     * Truncate text to fit within a token limit
+     * @param text The text to truncate
+     * @param limit The token limit
+     * @param method Truncation method ('end' | 'start' | 'middle')
+     * @returns Truncated text and information about the truncation
+     */
+    static truncateToTokenLimit(text, limit, method = 'end') {
+        const originalEstimate = this.estimateTokenCount(text);
+        if (originalEstimate.estimated <= limit) {
+            return {
+                truncatedText: text,
+                originalTokens: originalEstimate.estimated,
+                finalTokens: originalEstimate.estimated,
+                truncated: false
+            };
+        }
+        // Rough estimation: if we need to reduce tokens by X, reduce characters by ~4X
+        const targetLength = Math.floor((text.length * limit) / originalEstimate.estimated);
+        let truncatedText;
+        switch (method) {
+            case 'start':
+                truncatedText = text.slice(-targetLength);
+                break;
+            case 'middle':
+                const halfLength = Math.floor(targetLength / 2);
+                truncatedText = text.slice(0, halfLength) + '...' + text.slice(-halfLength);
+                break;
+            case 'end':
+            default:
+                truncatedText = text.slice(0, targetLength);
+                break;
+        }
+        const finalEstimate = this.estimateTokenCount(truncatedText);
+        return {
+            truncatedText,
+            originalTokens: originalEstimate.estimated,
+            finalTokens: finalEstimate.estimated,
+            truncated: true
+        };
+    }
+    /**
+     * Get statistics about text in terms of characters, words, and estimated tokens
+     * @param text The text to analyze
+     * @returns Detailed statistics
+     */
+    static getTextStatistics(text) {
+        const characters = text.length;
+        const charactersNoSpaces = text.replace(/\s/g, '').length;
+        const words = text.trim() ? text.trim().split(/\s+/).length : 0;
+        const lines = text.split('\n').length;
+        const tokens = this.estimateTokenCount(text);
+        const averageWordsPerToken = tokens.estimated > 0 ? words / tokens.estimated : 0;
+        const averageCharsPerToken = tokens.estimated > 0 ? characters / tokens.estimated : 0;
+        return {
+            characters,
+            charactersNoSpaces,
+            words,
+            lines,
+            tokens,
+            averageWordsPerToken: Math.round(averageWordsPerToken * 100) / 100,
+            averageCharsPerToken: Math.round(averageCharsPerToken * 100) / 100
+        };
+    }
+}
+exports.TokenEstimatorService = TokenEstimatorService;
+//# sourceMappingURL=token-estimator.service.js.map

package/dist/middleware/services/token-estimator/token-estimator.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-estimator.service.js","sourceRoot":"","sources":["../../../../src/middleware/services/token-estimator/token-estimator.service.ts"],"names":[],"mappings":";;;AAQA;;;GAGG;AACH,MAAa,qBAAqB;IAEhC;;;;OAIG;IACI,MAAM,CAAC,kBAAkB,CAAC,IAAY;QAC3C,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;QACrD,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC;YACH,6CAA6C;YAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAChD,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;gBAChD,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;YACxD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,kDAAkD,EAAE,KAAK,CAAC,CAAC;QAC1E,CAAC;QAED,yCAAyC;QACzC,OAAO,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;IACzC,CAAC;IAED;;;OAGG;IACK,MAAM,CAAC,mBAAmB;QAChC,IAAI,CAAC;YACH,oDAAoD;YACpD,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;YAC5C,OAAO,EAAE,MAAM,EAAE,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iCAAiC;YACjC,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,oBAAoB,CAAC,IAAY;QAC9C,4DAA4D;QAC5D,6DAA6D;QAC7D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IAClD,CAAC;IAED;;;;OAIG;IACK,MAAM,CAAC,eAAe,CAAC,IAAY;QACzC,2CAA2C;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;QAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;IAC7C,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,wBAAwB,CAAC,UAAkB,EAAE,oBAA4B;QACrF,IAAI,oBAAoB,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC;QAC9C,OAAO,CAAC,UAAU,GAAG,oBAAoB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACxD,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,mBAAmB,CAAC,aAAqB,EAAE,UAAkB;QACzE,OAAO,IAAI,CAAC,kBAAkB,CAAC,aAAa,GAAG,UAAU,CAAC,CAAC;IAC7D,CAAC;IAED;;;;OAIG;IACI,MAAM,CAAC,0BAA0B,CAAC,QAAkB;QACzD,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,CAAC;QAE3D,gDAAgD;QAChD,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,uCAAuC;QAE7E,OAAO;YACL,SAAS,EAAE,YAAY,CAAC,SAAS,GAAG,QAAQ;YAC5C,MAAM,EAAE,YAAY,CAAC,MAAM;SAC5B,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACI,MAAM,CAAC,eAAe,CAAC,IAAY,EAAE,KAAa;QAOvD,MAAM,QAAQ,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,GAAG,KAAK,CAAC;QAC5C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,CAAC,QAAQ,CAAC,SAAS,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC;QAEtD,OAAO;YACL,QAAQ;YACR,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,KAAK;YACL,OAAO;YACP,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;SAC/C,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACI,MAAM,CAAC,oBAAoB,CAChC,IAAY,EACZ,KAAa,EACb,SAAqC,KAAK;QAO1C,MAAM,gBAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAEvD,IAAI,gBAAgB,CAAC,SAAS,IAAI,KAAK,EAAE,CAAC;YACxC,OAAO;gBACL,aAAa,EAAE,IAAI;gBACnB,cAAc,EAAE,gBAAgB,CAAC,SAAS;gBAC1C,WAAW,EAAE,gBAAgB,CAAC,SAAS;gBACvC,SAAS,EAAE,KAAK;aACjB,CAAC;QACJ,CAAC;QAED,+EAA+E;QAC/E,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACpF,IAAI,aAAqB,CAAC;QAE1B,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,OAAO;gBACV,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC;gBAC1C,MAAM;YACR,KAAK,QAAQ;gBACX,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC;gBAChD,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,GAAG,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,CAAC,CAAC;gBAC5E,MAAM;YACR,KAAK,KAAK,CAAC;YACX;gBACE,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,CAAC;gBAC5C,MAAM;QACV,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;QAE7D,OAAO;YACL,aAAa;YACb,cAAc,EAAE,gBAAgB,CAAC,SAAS;YAC1C,WAAW,EAAE,aAAa,CAAC,SAAS;YACpC,SAAS,EAAE,IAAI;SAChB,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACI,MAAM,CAAC,iBAAiB,CAAC,IAAY;QAS1C,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC;QAC/B,MAAM,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC;QAC1D,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAE7C,MAAM,oBAAoB,GAAG,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACjF,MAAM,oBAAoB,GAAG,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtF,OAAO;YACL,UAAU;YACV,kBAAkB;YAClB,KAAK;YACL,KAAK;YACL,MAAM;YACN,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,oBAAoB,GAAG,GAAG,CAAC,GAAG,GAAG;YAClE,oBAAoB,EAAE,IAAI,CAAC,KAAK,CAAC,oBAAoB,GAAG,GAAG,CAAC,GAAG,GAAG;SACnE,CAAC;IACJ,CAAC;CACF;AA9ND,sDA8NC"}

package/dist/middleware/services/use-case-metrics-logger/index.d.ts

@@ -0,0 +1,2 @@
+export * from './use-case-metrics-logger.service';
+//# sourceMappingURL=index.d.ts.map

package/dist/middleware/services/use-case-metrics-logger/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/use-case-metrics-logger/index.ts"],"names":[],"mappings":"AAAA,cAAc,mCAAmC,CAAC"}

package/dist/middleware/services/use-case-metrics-logger/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./use-case-metrics-logger.service"), exports);
+//# sourceMappingURL=index.js.map

package/dist/middleware/services/use-case-metrics-logger/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/middleware/services/use-case-metrics-logger/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,oEAAkD"}

package/dist/middleware/services/use-case-metrics-logger/use-case-metrics-logger.service.d.ts

@@ -0,0 +1,89 @@
+/**
+ * Metrics collected from a use case execution
+ */
+export interface UseCaseMetrics {
+    executionTimeSeconds: number;
+    inputTokenCount: number;
+    outputTokenCount: number;
+    tokensPerSecond: string;
+    success: boolean;
+    errorMessage?: string;
+    modelName: string;
+    hasThinking: boolean;
+    repeatPenalty?: number;
+    topP?: number;
+    topK?: number;
+    frequencyPenalty?: number;
+    presencePenalty?: number;
+    repeatLastN?: number;
+    numPredict?: number;
+}
+/**
+ * Service for logging and tracking use case execution metrics
+ *
+ * Tracks performance metrics including:
+ * - Execution time
+ * - Token usage (input/output)
+ * - Generation speed (tokens/sec)
+ * - Success/failure status
+ * - Model parameters used
+ * - Thinking detection
+ *
+ * Usage:
+ * ```typescript
+ * // At start
+ * UseCaseMetricsLoggerService.logStart('MyUseCase', 'phi3:mini', 256, 0.7);
+ *
+ * // At end
+ * const metrics = UseCaseMetricsLoggerService.calculateMetrics(...);
+ * UseCaseMetricsLoggerService.logCompletion('MyUseCase', metrics);
+ * ```
+ */
+export declare class UseCaseMetricsLoggerService {
+    /**
+     * Log the start of a use case execution
+     * @param useCaseName Name of the use case
+     * @param modelName Name of the model being used
+     * @param promptLength Length of the user prompt
+     * @param temperature Temperature setting
+     * @param additionalParams Additional parameters like repeat_penalty, top_p, etc.
+     */
+    static logStart(useCaseName: string, modelName: string, promptLength: number, temperature: number, additionalParams?: {
+        repeatPenalty?: number;
+        topP?: number;
+        topK?: number;
+        frequencyPenalty?: number;
+        presencePenalty?: number;
+        repeatLastN?: number;
+        numPredict?: number;
+    }): void;
+    /**
+     * Log the completion of a use case execution
+     * @param useCaseName Name of the use case
+     * @param metrics Metrics from the execution
+     */
+    static logCompletion(useCaseName: string, metrics: UseCaseMetrics): void;
+    /**
+     * Calculate metrics from execution data
+     * @param startTime Start time of execution (from Date.now())
+     * @param systemMessage System message used
+     * @param userPrompt User prompt used
+     * @param response Response from AI
+     * @param thinking Optional thinking content
+     * @param modelName Name of the model
+     * @param success Whether execution was successful
+     * @param errorMessage Optional error message
+     * @param additionalParams Additional parameters
+     * @returns Calculated metrics
+     */
+    static calculateMetrics(startTime: number, systemMessage: string, userPrompt: string, response: string, thinking: string, modelName: string, success: boolean, errorMessage?: string, additionalParams?: {
+        repeatPenalty?: number;
+        topP?: number;
+        topK?: number;
+        frequencyPenalty?: number;
+        presencePenalty?: number;
+        repeatLastN?: number;
+        numPredict?: number;
+    }): UseCaseMetrics;
+}
+//# sourceMappingURL=use-case-metrics-logger.service.d.ts.map

package/dist/middleware/services/use-case-metrics-logger/use-case-metrics-logger.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"use-case-metrics-logger.service.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/use-case-metrics-logger/use-case-metrics-logger.service.ts"],"names":[],"mappings":"AAGA;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,qBAAa,2BAA2B;IAEtC;;;;;;;OAOG;WACW,QAAQ,CACpB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,MAAM,EACjB,YAAY,EAAE,MAAM,EACpB,WAAW,EAAE,MAAM,EACnB,gBAAgB,GAAE;QAChB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,CAAC;KAChB,GACL,IAAI;IAYP;;;;OAIG;WACW,aAAa,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,cAAc,GAAG,IAAI;IA2B/E;;;;;;;;;;;;OAYG;WACW,gBAAgB,CAC5B,SAAS,EAAE,MAAM,EACjB,aAAa,EAAE,MAAM,EACrB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,OAAO,EAChB,YAAY,CAAC,EAAE,MAAM,EACrB,gBAAgB,GAAE;QAChB,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,UAAU,CAAC,EAAE,MAAM,CAAC;KAChB,GACL,cAAc;CA2BlB"}

package/dist/middleware/services/use-case-metrics-logger/use-case-metrics-logger.service.js

@@ -0,0 +1,112 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UseCaseMetricsLoggerService = void 0;
+const logging_utils_1 = require("../../shared/utils/logging.utils");
+const token_estimator_service_1 = require("../token-estimator/token-estimator.service");
+/**
+ * Service for logging and tracking use case execution metrics
+ *
+ * Tracks performance metrics including:
+ * - Execution time
+ * - Token usage (input/output)
+ * - Generation speed (tokens/sec)
+ * - Success/failure status
+ * - Model parameters used
+ * - Thinking detection
+ *
+ * Usage:
+ * ```typescript
+ * // At start
+ * UseCaseMetricsLoggerService.logStart('MyUseCase', 'phi3:mini', 256, 0.7);
+ *
+ * // At end
+ * const metrics = UseCaseMetricsLoggerService.calculateMetrics(...);
+ * UseCaseMetricsLoggerService.logCompletion('MyUseCase', metrics);
+ * ```
+ */
+class UseCaseMetricsLoggerService {
+    /**
+     * Log the start of a use case execution
+     * @param useCaseName Name of the use case
+     * @param modelName Name of the model being used
+     * @param promptLength Length of the user prompt
+     * @param temperature Temperature setting
+     * @param additionalParams Additional parameters like repeat_penalty, top_p, etc.
+     */
+    static logStart(useCaseName, modelName, promptLength, temperature, additionalParams = {}) {
+        logging_utils_1.logger.info('Starting AI use case execution', {
+            context: useCaseName,
+            metadata: {
+                model: modelName,
+                promptLength,
+                temperature,
+                ...additionalParams
+            }
+        });
+    }
+    /**
+     * Log the completion of a use case execution
+     * @param useCaseName Name of the use case
+     * @param metrics Metrics from the execution
+     */
+    static logCompletion(useCaseName, metrics) {
+        const statusInfo = metrics.success ? 'SUCCESS' : 'WITH ERRORS';
+        const errorInfo = metrics.errorMessage ? ` Error: ${metrics.errorMessage}` : '';
+        const executionTimeFormatted = metrics.executionTimeSeconds.toFixed(2);
+        const logMessage = `Completed AI use case [${useCaseName} = ${metrics.modelName}] ${statusInfo} - Time: ${executionTimeFormatted}s, Input tokens: ${metrics.inputTokenCount}, Output tokens: ${metrics.outputTokenCount}, Speed: ${metrics.tokensPerSecond} tokens/sec${errorInfo}`;
+        if (metrics.success) {
+            logging_utils_1.logger.info(logMessage, {
+                context: useCaseName,
+                metadata: {
+                    ...metrics,
+                    executionTimeFormatted
+                }
+            });
+        }
+        else {
+            logging_utils_1.logger.error(logMessage, {
+                context: useCaseName,
+                error: metrics.errorMessage,
+                metadata: {
+                    ...metrics,
+                    executionTimeFormatted
+                }
+            });
+        }
+    }
+    /**
+     * Calculate metrics from execution data
+     * @param startTime Start time of execution (from Date.now())
+     * @param systemMessage System message used
+     * @param userPrompt User prompt used
+     * @param response Response from AI
+     * @param thinking Optional thinking content
+     * @param modelName Name of the model
+     * @param success Whether execution was successful
+     * @param errorMessage Optional error message
+     * @param additionalParams Additional parameters
+     * @returns Calculated metrics
+     */
+    static calculateMetrics(startTime, systemMessage, userPrompt, response, thinking, modelName, success, errorMessage, additionalParams = {}) {
+        const executionTimeSeconds = (Date.now() - startTime) / 1000;
+        // Estimate token counts using llm-middleware's TokenEstimatorService
+        const inputEstimate = token_estimator_service_1.TokenEstimatorService.estimateInputTokens(systemMessage, userPrompt);
+        const outputEstimate = token_estimator_service_1.TokenEstimatorService.estimateTokenCount(response);
+        const inputTokenCount = inputEstimate.estimated;
+        const outputTokenCount = outputEstimate.estimated;
+        const tokensPerSecond = token_estimator_service_1.TokenEstimatorService.calculateTokensPerSecond(outputTokenCount, executionTimeSeconds);
+        return {
+            executionTimeSeconds,
+            inputTokenCount,
+            outputTokenCount,
+            tokensPerSecond,
+            success,
+            errorMessage,
+            modelName,
+            hasThinking: !!thinking,
+            ...additionalParams
+        };
+    }
+}
+exports.UseCaseMetricsLoggerService = UseCaseMetricsLoggerService;
+//# sourceMappingURL=use-case-metrics-logger.service.js.map

package/dist/middleware/services/use-case-metrics-logger/use-case-metrics-logger.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"use-case-metrics-logger.service.js","sourceRoot":"","sources":["../../../../src/middleware/services/use-case-metrics-logger/use-case-metrics-logger.service.ts"],"names":[],"mappings":";;;AAAA,oEAA0D;AAC1D,wFAAmF;AAuBnF;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,MAAa,2BAA2B;IAEtC;;;;;;;OAOG;IACI,MAAM,CAAC,QAAQ,CACpB,WAAmB,EACnB,SAAiB,EACjB,YAAoB,EACpB,WAAmB,EACnB,mBAQI,EAAE;QAEN,sBAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE;YAC5C,OAAO,EAAE,WAAW;YACpB,QAAQ,EAAE;gBACR,KAAK,EAAE,SAAS;gBAChB,YAAY;gBACZ,WAAW;gBACX,GAAG,gBAAgB;aACpB;SACF,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACI,MAAM,CAAC,aAAa,CAAC,WAAmB,EAAE,OAAuB;QACtE,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC;QAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChF,MAAM,sBAAsB,GAAG,OAAO,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAEvE,MAAM,UAAU,GAAG,0BAA0B,WAAW,MAAM,OAAO,CAAC,SAAS,KAAK,UAAU,YAAY,sBAAsB,oBAAoB,OAAO,CAAC,eAAe,oBAAoB,OAAO,CAAC,gBAAgB,YAAY,OAAO,CAAC,eAAe,cAAc,SAAS,EAAE,CAAC;QAEpR,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,sBAAM,CAAC,IAAI,CAAC,UAAU,EAAE;gBACtB,OAAO,EAAE,WAAW;gBACpB,QAAQ,EAAE;oBACR,GAAG,OAAO;oBACV,sBAAsB;iBACvB;aACF,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,sBAAM,CAAC,KAAK,CAAC,UAAU,EAAE;gBACvB,OAAO,EAAE,WAAW;gBACpB,KAAK,EAAE,OAAO,CAAC,YAAY;gBAC3B,QAAQ,EAAE;oBACR,GAAG,OAAO;oBACV,sBAAsB;iBACvB;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;OAYG;IACI,MAAM,CAAC,gBAAgB,CAC5B,SAAiB,EACjB,aAAqB,EACrB,UAAkB,EAClB,QAAgB,EAChB,QAAgB,EAChB,SAAiB,EACjB,OAAgB,EAChB,YAAqB,EACrB,mBAQI,EAAE;QAEN,MAAM,oBAAoB,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;QAE7D,qEAAqE;QACrE,MAAM,aAAa,GAAG,+CAAqB,CAAC,mBAAmB,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;QAC3F,MAAM,cAAc,GAAG,+CAAqB,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAE1E,MAAM,eAAe,GAAG,aAAa,CAAC,SAAS,CAAC;QAChD,MAAM,gBAAgB,GAAG,cAAc,CAAC,SAAS,CAAC;QAElD,MAAM,eAAe,GAAG,+CAAqB,CAAC,wBAAwB,CACpE,gBAAgB,EAChB,oBAAoB,CACrB,CAAC;QAEF,OAAO;YACL,oBAAoB;YACpB,eAAe;YACf,gBAAgB;YAChB,eAAe;YACf,OAAO;YACP,YAAY;YACZ,SAAS;YACT,WAAW,EAAE,CAAC,CAAC,QAAQ;YACvB,GAAG,gBAAgB;SACpB,CAAC;IACJ,CAAC;CACF;AA9HD,kEA8HC"}

package/dist/middleware/shared/config/app.config.d.ts

@@ -0,0 +1,3 @@
+import { AppConfig } from '../types';
+export declare const appConfig: AppConfig;
+//# sourceMappingURL=app.config.d.ts.map

package/dist/middleware/shared/config/app.config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"app.config.d.ts","sourceRoot":"","sources":["../../../../src/middleware/shared/config/app.config.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAsB,MAAM,UAAU,CAAC;AA2CzD,eAAO,MAAM,SAAS,EAAE,SAAyB,CAAC"}

package/dist/middleware/shared/config/app.config.js

@@ -0,0 +1,76 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.appConfig = void 0;
+const dotenv = __importStar(require("dotenv"));
+// Load environment variables
+dotenv.config();
+/**
+ * Default application configuration with environment variable support
+ */
+const defaultConfig = {
+    server: {
+        port: Number(process.env.PORT) || 3000,
+        environment: process.env.NODE_ENV || 'development'
+    },
+    auth: {
+        // Default validation type - can be overridden by env var
+        validationType: process.env.AUTH_VALIDATION_TYPE || 'none',
+        // Supabase credentials from env (optional)
+        supabase: {
+            url: process.env.SUPABASE_URL || null,
+            key: process.env.SUPABASE_KEY || null,
+            serviceKey: process.env.SUPABASE_SERVICE_KEY || null
+        },
+        // Static key auth from env (optional)
+        staticKey: {
+            apiKey: process.env.STATIC_API_KEY || null
+        }
+    },
+    logging: {
+        level: process.env.LOG_LEVEL || 'info',
+        console: {
+            enabled: true,
+            colorized: true
+        },
+        database: {
+            enabled: process.env.NODE_ENV === 'production',
+            minLevel: 'error'
+        }
+    }
+};
+// Export the config
+exports.appConfig = defaultConfig;
+//# sourceMappingURL=app.config.js.map

package/dist/middleware/shared/config/app.config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app.config.js","sourceRoot":"","sources":["../../../../src/middleware/shared/config/app.config.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAAiC;AAGjC,6BAA6B;AAC7B,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB;;GAEG;AACH,MAAM,aAAa,GAAc;IAC/B,MAAM,EAAE;QACN,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI;QACtC,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa;KACnD;IACD,IAAI,EAAE;QACJ,yDAAyD;QACzD,cAAc,EAAG,OAAO,CAAC,GAAG,CAAC,oBAA2C,IAAI,MAAM;QAElF,2CAA2C;QAC3C,QAAQ,EAAE;YACR,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,IAAI;YACrC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,IAAI;YACrC,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,IAAI;SACrD;QAED,sCAAsC;QACtC,SAAS,EAAE;YACT,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,IAAI;SAC3C;KACF;IACD,OAAO,EAAE;QACP,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,MAAM;QACtC,OAAO,EAAE;YACP,OAAO,EAAE,IAAI;YACb,SAAS,EAAE,IAAI;SAChB;QACD,QAAQ,EAAE;YACR,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY;YAC9C,QAAQ,EAAE,OAAO;SAClB;KACF;CACF,CAAC;AAEF,oBAAoB;AACP,QAAA,SAAS,GAAc,aAAa,CAAC"}

package/dist/middleware/shared/config/index.d.ts

@@ -0,0 +1,4 @@
+export * from './app.config';
+export * from './logging.config';
+export * from './models.config';
+//# sourceMappingURL=index.d.ts.map

package/dist/middleware/shared/config/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/middleware/shared/config/index.ts"],"names":[],"mappings":"AACA,cAAc,cAAc,CAAC;AAC7B,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC"}

package/dist/middleware/shared/config/index.js

@@ -0,0 +1,21 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+// Export all configuration modules
+__exportStar(require("./app.config"), exports);
+__exportStar(require("./logging.config"), exports);
+__exportStar(require("./models.config"), exports);
+//# sourceMappingURL=index.js.map

package/dist/middleware/shared/config/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/middleware/shared/config/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mCAAmC;AACnC,+CAA6B;AAC7B,mDAAiC;AACjC,kDAAgC"}

package/dist/middleware/shared/config/logging.config.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Logging level configuration interface
+ */
+export interface LogLevelConfig {
+    value: number;
+    label: string;
+    color: string;
+}
+/**
+ * Available log levels with priorities and colors
+ */
+export declare const LogLevel: {
+    readonly DEBUG: {
+        readonly value: 0;
+        readonly label: "DEBUG";
+        readonly color: "\u001B[36m";
+    };
+    readonly INFO: {
+        readonly value: 1;
+        readonly label: "INFO";
+        readonly color: "\u001B[32m";
+    };
+    readonly WARN: {
+        readonly value: 2;
+        readonly label: "WARN";
+        readonly color: "\u001B[33m";
+    };
+    readonly ERROR: {
+        readonly value: 3;
+        readonly label: "ERROR";
+        readonly color: "\u001B[31m";
+    };
+    readonly CRITICAL: {
+        readonly value: 4;
+        readonly label: "CRITICAL";
+        readonly color: "\u001B[35m";
+    };
+    readonly SYSTEM: {
+        readonly value: 5;
+        readonly label: "SYSTEM";
+        readonly color: "\u001B[37m";
+    };
+    readonly NONE: {
+        readonly value: 6;
+        readonly label: "NONE";
+        readonly color: "\u001B[0m";
+    };
+};
+//# sourceMappingURL=logging.config.d.ts.map

package/dist/middleware/shared/config/logging.config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logging.config.d.ts","sourceRoot":"","sources":["../../../../src/middleware/shared/config/logging.config.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQX,CAAC"}

package/dist/middleware/shared/config/logging.config.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LogLevel = void 0;
+/**
+ * Available log levels with priorities and colors
+ */
+exports.LogLevel = {
+    DEBUG: { value: 0, label: 'DEBUG', color: '\x1b[36m' }, // Cyan
+    INFO: { value: 1, label: 'INFO', color: '\x1b[32m' }, // Green
+    WARN: { value: 2, label: 'WARN', color: '\x1b[33m' }, // Yellow
+    ERROR: { value: 3, label: 'ERROR', color: '\x1b[31m' }, // Red
+    CRITICAL: { value: 4, label: 'CRITICAL', color: '\x1b[35m' }, // Magenta
+    SYSTEM: { value: 5, label: 'SYSTEM', color: '\x1b[37m' }, // White
+    NONE: { value: 6, label: 'NONE', color: '\x1b[0m' } // Reset
+};
+//# sourceMappingURL=logging.config.js.map

package/dist/middleware/shared/config/logging.config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logging.config.js","sourceRoot":"","sources":["../../../../src/middleware/shared/config/logging.config.ts"],"names":[],"mappings":";;;AASA;;GAEG;AACU,QAAA,QAAQ,GAAG;IACtB,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAK,OAAO;IAClE,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,EAAO,QAAQ;IACnE,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,EAAO,SAAS;IACpE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAK,MAAM;IACjE,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,UAAU;IACxE,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,EAAG,QAAQ;IACnE,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,CAAQ,QAAQ;CAC3D,CAAC"}