@loonylabs/llm-middleware 2.0.0

package/dist/middleware/shared/utils/memory-management.utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-management.utils.d.ts","sourceRoot":"","sources":["../../../../src/middleware/shared/utils/memory-management.utils.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,cAAc,IAAI,WAAW,CAQ5C;AAED,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAG5D;AAED,wBAAsB,sBAAsB,IAAI,OAAO,CAAC,IAAI,CAAC,CAW5D"}

package/dist/middleware/shared/utils/memory-management.utils.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getMemoryUsage = getMemoryUsage;
+exports.isMemoryUsageCritical = isMemoryUsageCritical;
+exports.forceGarbageCollection = forceGarbageCollection;
+const ONE_MB = 1024 * 1024;
+function getMemoryUsage() {
+    const used = process.memoryUsage();
+    return {
+        rss: `${Math.round(used.rss / ONE_MB)}MB`,
+        heapTotal: `${Math.round(used.heapTotal / ONE_MB)}MB`,
+        heapUsed: `${Math.round(used.heapUsed / ONE_MB)}MB`,
+        external: `${Math.round(used.external / ONE_MB)}MB`
+    };
+}
+function isMemoryUsageCritical(limit) {
+    const currentUsage = process.memoryUsage().heapUsed / ONE_MB;
+    return currentUsage > limit;
+}
+async function forceGarbageCollection() {
+    if (global.gc) {
+        const beforeGC = getMemoryUsage();
+        global.gc();
+        const afterGC = getMemoryUsage();
+        console.log('Manual garbage collection executed', {
+            before: beforeGC,
+            after: afterGC
+        });
+    }
+}
+//# sourceMappingURL=memory-management.utils.js.map

package/dist/middleware/shared/utils/memory-management.utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory-management.utils.js","sourceRoot":"","sources":["../../../../src/middleware/shared/utils/memory-management.utils.ts"],"names":[],"mappings":";;AASA,wCAQC;AAED,sDAGC;AAED,wDAWC;AAnCD,MAAM,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC;AAS3B,SAAgB,cAAc;IAC5B,MAAM,IAAI,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACnC,OAAO;QACL,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,MAAM,CAAC,IAAI;QACzC,SAAS,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,IAAI;QACrD,QAAQ,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAI;QACnD,QAAQ,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAI;KACpD,CAAC;AACJ,CAAC;AAED,SAAgB,qBAAqB,CAAC,KAAa;IACjD,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,GAAG,MAAM,CAAC;IAC7D,OAAO,YAAY,GAAG,KAAK,CAAC;AAC9B,CAAC;AAEM,KAAK,UAAU,sBAAsB;IAC1C,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QACd,MAAM,QAAQ,GAAG,cAAc,EAAE,CAAC;QAClC,MAAM,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,OAAO,GAAG,cAAc,EAAE,CAAC;QAEjC,OAAO,CAAC,GAAG,CAAC,oCAAoC,EAAE;YAChD,MAAM,EAAE,QAAQ;YAChB,KAAK,EAAE,OAAO;SACf,CAAC,CAAC;IACL,CAAC;AACH,CAAC"}

package/dist/middleware/shared/utils/validation.utils.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Generic validation utilities for request parameters and data
+ */
+export declare function validateRequestParams(params: Record<string, any>, required: string[]): {
+    isValid: boolean;
+    missing: string[];
+};
+export declare function isValidJsonString(str: string): boolean;
+export declare function isNonEmptyString(value: any): value is string;
+export declare function isPositiveNumber(value: any): boolean;
+export declare function isValidRange(min: number, max: number, value: number): boolean;
+//# sourceMappingURL=validation.utils.d.ts.map

package/dist/middleware/shared/utils/validation.utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.utils.d.ts","sourceRoot":"","sources":["../../../../src/middleware/shared/utils/validation.utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,wBAAgB,qBAAqB,CACnC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAC3B,QAAQ,EAAE,MAAM,EAAE,GACjB;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAMzC;AAED,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAOtD;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,GAAG,GAAG,KAAK,IAAI,MAAM,CAE5D;AAED,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAEpD;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAE7E"}

package/dist/middleware/shared/utils/validation.utils.js

@@ -0,0 +1,36 @@
+"use strict";
+/**
+ * Generic validation utilities for request parameters and data
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateRequestParams = validateRequestParams;
+exports.isValidJsonString = isValidJsonString;
+exports.isNonEmptyString = isNonEmptyString;
+exports.isPositiveNumber = isPositiveNumber;
+exports.isValidRange = isValidRange;
+function validateRequestParams(params, required) {
+    const missing = required.filter(param => !params[param]);
+    return {
+        isValid: missing.length === 0,
+        missing
+    };
+}
+function isValidJsonString(str) {
+    try {
+        JSON.parse(str);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function isNonEmptyString(value) {
+    return typeof value === 'string' && value.trim().length > 0;
+}
+function isPositiveNumber(value) {
+    return typeof value === 'number' && value > 0 && !isNaN(value);
+}
+function isValidRange(min, max, value) {
+    return value >= min && value <= max;
+}
+//# sourceMappingURL=validation.utils.js.map

package/dist/middleware/shared/utils/validation.utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.utils.js","sourceRoot":"","sources":["../../../../src/middleware/shared/utils/validation.utils.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAEH,sDASC;AAED,8CAOC;AAED,4CAEC;AAED,4CAEC;AAED,oCAEC;AA9BD,SAAgB,qBAAqB,CACnC,MAA2B,EAC3B,QAAkB;IAElB,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACzD,OAAO;QACL,OAAO,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC;QAC7B,OAAO;KACR,CAAC;AACJ,CAAC;AAED,SAAgB,iBAAiB,CAAC,GAAW;IAC3C,IAAI,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAChB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAgB,gBAAgB,CAAC,KAAU;IACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;AAC9D,CAAC;AAED,SAAgB,gBAAgB,CAAC,KAAU;IACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AACjE,CAAC;AAED,SAAgB,YAAY,CAAC,GAAW,EAAE,GAAW,EAAE,KAAa;IAClE,OAAO,KAAK,IAAI,GAAG,IAAI,KAAK,IAAI,GAAG,CAAC;AACtC,CAAC"}

package/dist/middleware/usecases/base/base-ai.usecase.d.ts

@@ -0,0 +1,72 @@
+import { ModelConfigKey, ValidatedLLMModelConfig } from '../../shared/config/models.config';
+import { BaseAIRequest, BaseAIResult } from '../../shared/types/base-request.types';
+import { ModelParameterOverrides } from '../../services/model-parameter-manager/model-parameter-manager.service';
+/**
+ * Base abstract class for all AI use cases
+ * Provides common functionality and enforces configuration for each use case
+ * TPrompt: The type of prompt data (string, object, etc.)
+ * TRequest: The request type (must extend BaseAIRequest<TPrompt>)
+ * TResult: The result type (must extend BaseAIResult)
+ */
+export declare abstract class BaseAIUseCase<TPrompt = string, TRequest extends BaseAIRequest<TPrompt> = BaseAIRequest<TPrompt>, TResult extends BaseAIResult = BaseAIResult> {
+    /**
+     * The system message defines the behavior and instructions for the AI model
+     * Must be defined by each specific use case
+     */
+    protected abstract readonly systemMessage: string;
+    /**
+     * Default model configuration key to use across all use cases
+     * Can be overridden by specific use cases if needed
+     */
+    protected static readonly DEFAULT_MODEL_CONFIG_KEY: ModelConfigKey;
+    /**
+     * The model configuration key to use for this specific use case
+     * If not overridden, uses the default model config key
+     */
+    protected get modelConfigKey(): ModelConfigKey;
+    /**
+     * Get the model configuration for this use case
+     * Returns validated config with guaranteed model name
+     */
+    protected get modelConfig(): ValidatedLLMModelConfig;
+    /**
+     * Creates a user message from the prompt
+     * Override in child classes for custom formatting
+     */
+    protected formatUserMessage(prompt: any): string;
+    /**
+     * Abstract method that each use case MUST implement
+     * Returns the specific template function for the use case
+     * This enforces the message pattern: each use case should have a corresponding message file
+     */
+    protected abstract getUserTemplate(): (formattedPrompt: string) => string;
+    /**
+     * Override model parameters for this specific use case
+     * Override this method in child classes to customize parameters
+     * @returns Parameter overrides to apply to the default model configuration
+     */
+    protected getParameterOverrides(): ModelParameterOverrides;
+    /**
+     * Execute the AI use case
+     * @param request The request parameters
+     * @returns The result of the AI processing
+     */
+    execute(request: TRequest): Promise<TResult>;
+    /**
+     * Process the raw AI response using the modern Recipe System
+     * Can be overridden by specific use cases if special processing is needed
+     */
+    protected processResponse(response: string): Promise<{
+        cleanedJson: string;
+        thinking: string;
+    }>;
+    /**
+     * Create the result object
+     * This is a template method to be implemented by specific use cases
+     * @param content The processed content to use for the result
+     * @param usedPrompt The formatted prompt that was used
+     * @param thinking Optional thinking content from the model
+     */
+    protected abstract createResult(content: string, usedPrompt: string, thinking?: string): TResult;
+}
+//# sourceMappingURL=base-ai.usecase.d.ts.map

package/dist/middleware/usecases/base/base-ai.usecase.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-ai.usecase.d.ts","sourceRoot":"","sources":["../../../../src/middleware/usecases/base/base-ai.usecase.ts"],"names":[],"mappings":"AACA,OAAO,EAAkB,cAAc,EAAE,uBAAuB,EAAE,MAAM,mCAAmC,CAAC;AAE5G,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,uCAAuC,CAAC;AAEpF,OAAO,EAAgC,uBAAuB,EAAE,MAAM,wEAAwE,CAAC;AAG/I;;;;;;GAMG;AACH,8BAAsB,aAAa,CACjC,OAAO,GAAG,MAAM,EAChB,QAAQ,SAAS,aAAa,CAAC,OAAO,CAAC,GAAG,aAAa,CAAC,OAAO,CAAC,EAChE,OAAO,SAAS,YAAY,GAAG,YAAY;IAE3C;;;OAGG;IACH,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAElD;;;OAGG;IACH,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,wBAAwB,EAAE,cAAc,CAAY;IAE9E;;;OAGG;IACH,SAAS,KAAK,cAAc,IAAI,cAAc,CAE7C;IAED;;;OAGG;IACH,SAAS,KAAK,WAAW,IAAI,uBAAuB,CAEnD;IAED;;;OAGG;IACH,SAAS,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,GAAG,MAAM;IAShD;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,eAAe,IAAI,CAAC,eAAe,EAAE,MAAM,KAAK,MAAM;IAEzE;;;;OAIG;IACH,SAAS,CAAC,qBAAqB,IAAI,uBAAuB;IAI1D;;;;OAIG;IACU,OAAO,CAAC,OAAO,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;IA2GzD;;;OAGG;cACa,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAIrG;;;;;;OAMG;IACH,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO;CACjG"}

package/dist/middleware/usecases/base/base-ai.usecase.js

@@ -0,0 +1,125 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseAIUseCase = void 0;
+const services_1 = require("../../services");
+const models_config_1 = require("../../shared/config/models.config");
+const response_processor_service_1 = require("../../services/response-processor.service");
+const model_parameter_manager_service_1 = require("../../services/model-parameter-manager/model-parameter-manager.service");
+const use_case_metrics_logger_1 = require("../../services/use-case-metrics-logger");
+/**
+ * Base abstract class for all AI use cases
+ * Provides common functionality and enforces configuration for each use case
+ * TPrompt: The type of prompt data (string, object, etc.)
+ * TRequest: The request type (must extend BaseAIRequest<TPrompt>)
+ * TResult: The result type (must extend BaseAIResult)
+ */
+class BaseAIUseCase {
+    /**
+     * The model configuration key to use for this specific use case
+     * If not overridden, uses the default model config key
+     */
+    get modelConfigKey() {
+        return this.constructor.DEFAULT_MODEL_CONFIG_KEY;
+    }
+    /**
+     * Get the model configuration for this use case
+     * Returns validated config with guaranteed model name
+     */
+    get modelConfig() {
+        return (0, models_config_1.getModelConfig)(this.modelConfigKey);
+    }
+    /**
+     * Creates a user message from the prompt
+     * Override in child classes for custom formatting
+     */
+    formatUserMessage(prompt) {
+        if (typeof prompt === 'string') {
+            return prompt;
+        }
+        // Basic JSON formatting for complex prompts
+        return JSON.stringify(prompt, null, 2);
+    }
+    /**
+     * Override model parameters for this specific use case
+     * Override this method in child classes to customize parameters
+     * @returns Parameter overrides to apply to the default model configuration
+     */
+    getParameterOverrides() {
+        return {}; // Default: no overrides
+    }
+    /**
+     * Execute the AI use case
+     * @param request The request parameters
+     * @returns The result of the AI processing
+     */
+    async execute(request) {
+        if (!request.prompt) {
+            throw new Error('Valid prompt must be provided');
+        }
+        // Format the raw prompt using formatUserMessage
+        const formattedPrompt = this.formatUserMessage(request.prompt);
+        // Apply the user template to create the final message
+        const userTemplate = this.getUserTemplate();
+        const formattedUserMessage = userTemplate(formattedPrompt);
+        const startTime = Date.now();
+        let success = false;
+        let errorMessage = '';
+        let thinking = '';
+        // Get parameter overrides from the use case
+        const overrides = this.getParameterOverrides();
+        // Get effective parameters by combining config and overrides
+        const effectiveParams = model_parameter_manager_service_1.ModelParameterManagerService.getEffectiveParameters({
+            temperature: this.modelConfig.temperature
+        }, overrides);
+        // Validate parameters
+        const validatedParams = model_parameter_manager_service_1.ModelParameterManagerService.validateParameters(effectiveParams);
+        const definedParams = model_parameter_manager_service_1.ModelParameterManagerService.getDefinedParameters(validatedParams);
+        // Log the start of execution with metrics
+        use_case_metrics_logger_1.UseCaseMetricsLoggerService.logStart(this.constructor.name, this.modelConfig.name, formattedUserMessage.length, validatedParams.temperature, definedParams);
+        try {
+            const result = await services_1.ollamaService.callOllamaApiWithSystemMessage(formattedUserMessage, this.systemMessage, {
+                model: this.modelConfig.name,
+                temperature: validatedParams.temperature,
+                authToken: this.modelConfig.bearerToken,
+                baseUrl: this.modelConfig.baseUrl,
+                ...model_parameter_manager_service_1.ModelParameterManagerService.toOllamaOptions(validatedParams),
+                debugContext: this.constructor.name
+            });
+            if (!result || !result.message) {
+                throw new Error('No response received from the LLM provider');
+            }
+            // Process the response using the ResponseProcessorService (async for Recipe System)
+            const { cleanedJson: processedContent, thinking: extractedThinking } = await response_processor_service_1.ResponseProcessorService.processResponseAsync(result.message.content);
+            thinking = extractedThinking;
+            success = true;
+            // Calculate and log metrics
+            const metrics = use_case_metrics_logger_1.UseCaseMetricsLoggerService.calculateMetrics(startTime, this.systemMessage, formattedUserMessage, result.message.content, thinking, this.modelConfig.name, success, errorMessage, definedParams);
+            // Log completion with metrics
+            use_case_metrics_logger_1.UseCaseMetricsLoggerService.logCompletion(this.constructor.name, metrics);
+            // Create and return the result
+            return this.createResult(processedContent, formattedUserMessage, extractedThinking);
+        }
+        catch (error) {
+            errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            // Calculate metrics for failed execution
+            const metrics = use_case_metrics_logger_1.UseCaseMetricsLoggerService.calculateMetrics(startTime, this.systemMessage, formattedUserMessage, '', thinking, this.modelConfig.name, false, errorMessage, definedParams);
+            // Log completion with error
+            use_case_metrics_logger_1.UseCaseMetricsLoggerService.logCompletion(this.constructor.name, metrics);
+            throw error;
+        }
+    }
+    /**
+     * Process the raw AI response using the modern Recipe System
+     * Can be overridden by specific use cases if special processing is needed
+     */
+    async processResponse(response) {
+        return response_processor_service_1.ResponseProcessorService.processResponseAsync(response);
+    }
+}
+exports.BaseAIUseCase = BaseAIUseCase;
+/**
+ * Default model configuration key to use across all use cases
+ * Can be overridden by specific use cases if needed
+ */
+BaseAIUseCase.DEFAULT_MODEL_CONFIG_KEY = 'MODEL1';
+//# sourceMappingURL=base-ai.usecase.js.map

package/dist/middleware/usecases/base/base-ai.usecase.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-ai.usecase.js","sourceRoot":"","sources":["../../../../src/middleware/usecases/base/base-ai.usecase.ts"],"names":[],"mappings":";;;AAAA,6CAA+C;AAC/C,qEAA4G;AAC5G,0FAAqF;AAGrF,4HAA+I;AAC/I,oFAAqF;AAErF;;;;;;GAMG;AACH,MAAsB,aAAa;IAiBjC;;;OAGG;IACH,IAAc,cAAc;QAC1B,OAAQ,IAAI,CAAC,WAAoC,CAAC,wBAAwB,CAAC;IAC7E,CAAC;IAED;;;OAGG;IACH,IAAc,WAAW;QACvB,OAAO,IAAA,8BAAc,EAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACO,iBAAiB,CAAC,MAAW;QACrC,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,4CAA4C;QAC5C,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACzC,CAAC;IASD;;;;OAIG;IACO,qBAAqB;QAC7B,OAAO,EAAE,CAAC,CAAC,wBAAwB;IACrC,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,OAAO,CAAC,OAAiB;QACpC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,gDAAgD;QAChD,MAAM,eAAe,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAE/D,sDAAsD;QACtD,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAC5C,MAAM,oBAAoB,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,QAAQ,GAAG,EAAE,CAAC;QAElB,4CAA4C;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAE/C,6DAA6D;QAC7D,MAAM,eAAe,GAAG,8DAA4B,CAAC,sBAAsB,CACzE;YACE,WAAW,EAAE,IAAI,CAAC,WAAW,CAAC,WAAW;SAC1C,EACD,SAAS,CACV,CAAC;QAEF,sBAAsB;QACtB,MAAM,eAAe,GAAG,8DAA4B,CAAC,kBAAkB,CAAC,eAAe,CAAC,CAAC;QACzF,MAAM,aAAa,GAAG,8DAA4B,CAAC,oBAAoB,CAAC,eAAe,CAAC,CAAC;QAEzF,0CAA0C;QAC1C,qDAA2B,CAAC,QAAQ,CAClC,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,oBAAoB,CAAC,MAAM,EAC3B,eAAe,CAAC,WAAW,EAC3B,aAAa,CACd,CAAC;QAEF,IAAI,CAAC;YAEH,MAAM,MAAM,GAAG,MAAM,wBAAa,CAAC,8BAA8B,CAC/D,oBAAoB,EACpB,IAAI,CAAC,aAAa,EAClB;gBACE,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;gBAC5B,WAAW,EAAE,eAAe,CAAC,WAAW;gBACxC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,WAAW;gBACvC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,OAAO;gBACjC,GAAG,8DAA4B,CAAC,eAAe,CAAC,eAAe,CAAC;gBAChE,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI;aACpC,CACF,CAAC;YAEF,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC/B,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAChE,CAAC;YAED,oFAAoF;YACpF,MAAM,EAAE,WAAW,EAAE,gBAAgB,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAClE,MAAM,qDAAwB,CAAC,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAE9E,QAAQ,GAAG,iBAAiB,CAAC;YAC7B,OAAO,GAAG,IAAI,CAAC;YAEf,4BAA4B;YAC5B,MAAM,OAAO,GAAG,qDAA2B,CAAC,gBAAgB,CAC1D,SAAS,EACT,IAAI,CAAC,aAAa,EAClB,oBAAoB,EACpB,MAAM,CAAC,OAAO,CAAC,OAAO,EACtB,QAAQ,EACR,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,OAAO,EACP,YAAY,EACZ,aAAa,CACd,CAAC;YAEF,8BAA8B;YAC9B,qDAA2B,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAE1E,+BAA+B;YAC/B,OAAO,IAAI,CAAC,YAAY,CAAC,gBAAgB,EAAE,oBAAoB,EAAE,iBAAiB,CAAC,CAAC;QACtF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAExE,yCAAyC;YACzC,MAAM,OAAO,GAAG,qDAA2B,CAAC,gBAAgB,CAC1D,SAAS,EACT,IAAI,CAAC,aAAa,EAClB,oBAAoB,EACpB,EAAE,EACF,QAAQ,EACR,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,KAAK,EACL,YAAY,EACZ,aAAa,CACd,CAAC;YAEF,4BAA4B;YAC5B,qDAA2B,CAAC,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAE1E,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;OAGG;IACO,KAAK,CAAC,eAAe,CAAC,QAAgB;QAC9C,OAAO,qDAAwB,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IACjE,CAAC;;AApLH,sCA8LC;AAnLC;;;GAGG;AACuB,sCAAwB,GAAmB,QAAQ,CAAC"}

package/dist/middleware/usecases/base/index.d.ts

@@ -0,0 +1,2 @@
+export * from './base-ai.usecase';
+//# sourceMappingURL=index.d.ts.map

package/dist/middleware/usecases/base/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/middleware/usecases/base/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAC"}

package/dist/middleware/usecases/base/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./base-ai.usecase"), exports);
+//# sourceMappingURL=index.js.map

package/dist/middleware/usecases/base/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/middleware/usecases/base/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,oDAAkC"}

package/package.json

@@ -0,0 +1,97 @@
+{
+  "name": "@loonylabs/llm-middleware",
+  "version": "2.0.0",
+  "description": "Complete middleware infrastructure for LLM-based backends with multi-provider support (Ollama, OpenAI, Anthropic, Google)",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "start": "ts-node src/examples/simple-chat/index.ts",
+    "dev": "ts-node-dev --inspect --respawn src/examples/simple-chat/index.ts",
+    "build": "tsc",
+    "test": "npm run test:unit",
+    "test:all": "npm run test:unit && npm run test:basic && npm run test:integration && npm run test:integration:parameters && npm run test:robustness",
+    "test:unit": "jest",
+    "test:unit:watch": "jest --watch",
+    "test:unit:coverage": "jest --coverage",
+    "test:basic": "node tests/basic/test-middleware.js",
+    "test:integration": "node tests/integration/test-flat-formatter.js",
+    "test:integration:parameters": "node tests/integration/test-parameter-limits.js",
+    "test:robustness": "node tests/robustness/test-json-handling.js",
+    "test:e2e": "node tests/e2e/test-workflow.js",
+    "test:manual:smoke": "ts-node tests/manual/smoke-test.ts",
+    "test:manual:verify-params": "node tests/manual/verify-parameters.js",
+    "test:manual:formatter-demo": "ts-node tests/manual/request-formatter-demo.ts",
+    "test:manual:story-test": "ts-node tests/manual/story-generator-test.ts",
+    "test:ci": "jest --runInBand --ci --coverage",
+    "lint": "eslint src/**/*.ts",
+    "clean": "rm -rf dist",
+    "prepare": "npm run build",
+    "prepublishOnly": "npm run clean && npm run build && npm run test"
+  },
+  "keywords": [
+    "llm",
+    "middleware",
+    "ai",
+    "ollama",
+    "openai",
+    "anthropic",
+    "google",
+    "multi-provider",
+    "backend",
+    "typescript",
+    "express",
+    "json-cleaner",
+    "logging",
+    "chatbot",
+    "api",
+    "async",
+    "streaming",
+    "response-processing"
+  ],
+  "author": "loonylabs-dev",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/loonylabs-dev/llm-middleware.git"
+  },
+  "bugs": {
+    "url": "https://github.com/loonylabs-dev/llm-middleware/issues"
+  },
+  "homepage": "https://github.com/loonylabs-dev/llm-middleware#readme",
+  "dependencies": {
+    "axios": "^1.7.9",
+    "cors": "^2.8.5",
+    "dotenv": "^16.4.7",
+    "express": "^4.18.2",
+    "gpt-tokenizer": "^3.2.0",
+    "uuid": "^11.1.0"
+  },
+  "devDependencies": {
+    "@types/cors": "^2.8.17",
+    "@types/express": "^4.17.21",
+    "@types/jest": "^29.5.14",
+    "@types/node": "^22.10.2",
+    "@types/uuid": "^10.0.0",
+    "@typescript-eslint/eslint-plugin": "^6.0.0",
+    "@typescript-eslint/parser": "^6.0.0",
+    "eslint": "^8.45.0",
+    "jest": "^29.7.0",
+    "nodemon": "^3.1.9",
+    "ts-jest": "^29.3.4",
+    "ts-node": "^10.9.2",
+    "ts-node-dev": "^2.0.0",
+    "typescript": "^5.7.2"
+  },
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE",
+    ".env.example"
+  ],
+  "publishConfig": {
+    "access": "public"
+  }
+}