@loonylabs/llm-middleware 2.0.0

package/dist/middleware/services/data-flow-logger/data-flow-logger.service.js

@@ -0,0 +1,341 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DataFlowLoggerService = void 0;
+const fs = __importStar(require("fs"));
+const path = __importStar(require("path"));
+// Generic helper for context type detection
+class ContextTypeHelper {
+    static detectContextType(context) {
+        if (!context)
+            return 'unknown';
+        // Check for explicit type markers
+        if (context.contextType)
+            return context.contextType;
+        if (context.type)
+            return context.type;
+        if (context.debugContext)
+            return context.debugContext;
+        // Detect based on available fields (generic detection)
+        if (context.sessionId)
+            return 'session';
+        if (context.userId)
+            return 'user';
+        if (context.requestId)
+            return 'request';
+        if (context.id)
+            return 'structured';
+        return 'generic';
+    }
+}
+/**
+ * Enhanced service for logging data flow in AI processing pipelines
+ * Features:
+ * - Ring buffer (max 1000 entries per file)
+ * - Full prompt/response storage
+ * - Request flow tracking
+ * - Stage flow summaries
+ * - Pluggable context identifier generation (generic by default)
+ */
+class DataFlowLoggerService {
+    constructor() {
+        this.logDir = path.join(process.cwd(), 'logs', 'llm', 'requests-data-flow');
+        this.currentRequestId = null;
+        this.MAX_ENTRIES_PER_FILE = 1000;
+        this.ensureLogDirectoryExists();
+    }
+    static getInstance() {
+        if (!DataFlowLoggerService.instance) {
+            DataFlowLoggerService.instance = new DataFlowLoggerService();
+        }
+        return DataFlowLoggerService.instance;
+    }
+    /**
+     * Configure a custom context identifier generator
+     * @param generator Function that extracts a context identifier from the context object
+     * @example
+     * // For book-based applications:
+     * logger.setContextIdentifierGenerator(ctx => `C${ctx.chapter}P${ctx.page}`);
+     * // For session-based applications:
+     * logger.setContextIdentifierGenerator(ctx => ctx.sessionId || 'general');
+     */
+    setContextIdentifierGenerator(generator) {
+        this.contextIdentifierGenerator = generator;
+    }
+    ensureLogDirectoryExists() {
+        if (!fs.existsSync(this.logDir)) {
+            fs.mkdirSync(this.logDir, { recursive: true });
+        }
+    }
+    /**
+     * Generate a unique request ID
+     */
+    generateRequestId() {
+        return `req_${Date.now()}_${Math.random().toString(36).substring(2, 9)}`;
+    }
+    /**
+     * Get context identifier for logging
+     * Uses custom generator if configured, otherwise falls back to generic identifiers
+     */
+    getContextIdentifier(context) {
+        // Use custom generator if configured
+        if (this.contextIdentifierGenerator) {
+            try {
+                return this.contextIdentifierGenerator(context);
+            }
+            catch (error) {
+                console.error('Custom context identifier generator failed, using fallback:', error);
+            }
+        }
+        // Generic fallback: try common identifier fields
+        if (context?.id)
+            return `id-${context.id}`;
+        if (context?.sessionId)
+            return `session-${context.sessionId}`;
+        if (context?.requestId)
+            return `req-${context.requestId}`;
+        if (context?.userId)
+            return `user-${context.userId}`;
+        if (context?.contextId)
+            return `ctx-${context.contextId}`;
+        return 'general';
+    }
+    /**
+     * Start a new request and return request ID
+     */
+    startRequest(stage, context = {}) {
+        this.currentRequestId = this.generateRequestId();
+        return this.currentRequestId;
+    }
+    /**
+     * Log LLM request with full prompt/system message storage
+     */
+    logLLMRequest(request, context = {}, requestId) {
+        const id = requestId || this.currentRequestId || 'unknown';
+        this.logEntry({
+            requestId: id,
+            stage: request.stage,
+            operation: 'request',
+            contextId: this.getContextIdentifier(context),
+            contextType: ContextTypeHelper.detectContextType(context),
+            data: {
+                promptLength: request.prompt.length,
+                systemMessageLength: request.systemMessage.length,
+                promptPreview: request.prompt.substring(0, 500) + '...',
+                systemMessagePreview: request.systemMessage.substring(0, 300) + '...',
+                fullPrompt: request.prompt,
+                fullSystemMessage: request.systemMessage,
+                modelName: request.modelName,
+                temperature: request.temperature,
+                contextInfo: request.contextInfo
+            }
+        });
+    }
+    /**
+     * Log LLM response with full response storage
+     */
+    logLLMResponse(stage, response, context = {}, requestId) {
+        const id = requestId || this.currentRequestId || 'unknown';
+        this.logEntry({
+            requestId: id,
+            stage,
+            operation: response.error ? 'error' : 'response',
+            contextId: this.getContextIdentifier(context),
+            contextType: ContextTypeHelper.detectContextType(context),
+            data: {
+                responseLength: response.rawResponse?.length || 0,
+                cleanedResponseLength: response.cleanedResponse?.length || 0,
+                processingTime: response.processingTime,
+                tokensUsed: response.tokensUsed,
+                responsePreview: response.rawResponse?.substring(0, 500) + '...',
+                fullResponse: response.rawResponse,
+                cleanedResponse: response.cleanedResponse,
+                error: response.error ? {
+                    message: response.error.message,
+                    stack: response.error.stack,
+                    type: response.error.constructor?.name
+                } : undefined
+            }
+        });
+    }
+    /**
+     * Log context preparation
+     */
+    logContextPreparation(stage, context, contextPreparationDetails) {
+        const id = this.currentRequestId || 'unknown';
+        this.logEntry({
+            requestId: id,
+            stage,
+            operation: 'context-prep',
+            contextId: this.getContextIdentifier(context),
+            contextType: ContextTypeHelper.detectContextType(context),
+            data: {
+                contextSources: contextPreparationDetails.sources || [],
+                contextSize: JSON.stringify(contextPreparationDetails).length,
+                enrichmentSteps: contextPreparationDetails.enrichmentSteps || [],
+                contextFeatures: this.extractContextFeatures(context)
+            }
+        });
+    }
+    /**
+     * Log JSON cleaning operation
+     */
+    logJsonCleaning(stage, context, cleaningDetails) {
+        const id = this.currentRequestId || 'unknown';
+        this.logEntry({
+            requestId: id,
+            stage,
+            operation: 'json-cleaning',
+            contextId: this.getContextIdentifier(context),
+            contextType: ContextTypeHelper.detectContextType(context),
+            data: {
+                inputLength: cleaningDetails.input.length,
+                outputLength: cleaningDetails.output?.length || 0,
+                method: cleaningDetails.method,
+                success: cleaningDetails.success,
+                iterations: cleaningDetails.iterations,
+                inputPreview: cleaningDetails.input.substring(0, 200) + '...',
+                outputPreview: cleaningDetails.output?.substring(0, 200) + '...',
+                error: cleaningDetails.error ? {
+                    message: cleaningDetails.error.message,
+                    type: cleaningDetails.error.constructor?.name
+                } : undefined
+            }
+        });
+    }
+    /**
+     * Log complete flow for a stage
+     */
+    logStageFlow(stage, context, flowSummary) {
+        const id = this.currentRequestId || 'unknown';
+        this.logEntry({
+            requestId: id,
+            stage,
+            operation: 'context-prep',
+            contextId: this.getContextIdentifier(context),
+            contextType: ContextTypeHelper.detectContextType(context),
+            data: {
+                flowType: 'stage-summary',
+                ...flowSummary
+            }
+        });
+    }
+    /**
+     * Extract context features for detailed logging
+     */
+    extractContextFeatures(context) {
+        if (!context)
+            return {};
+        return {
+            hasDebugContext: !!context.debugContext,
+            hasContextInfo: !!context.contextInfo,
+            contextKeys: context ? Object.keys(context).filter(k => !k.startsWith('_')).slice(0, 10) : []
+        };
+    }
+    /**
+     * Get log file path for a context
+     */
+    getLogFilePath(context) {
+        const identifier = this.getContextIdentifier(context);
+        const date = new Date();
+        const dateStr = date.toISOString().split('T')[0];
+        const fileName = `${identifier}_${dateStr}_flow.json`;
+        return path.join(this.logDir, fileName);
+    }
+    /**
+     * Log entry with ring buffer (max 1000 entries per file)
+     */
+    logEntry(entry) {
+        const fullEntry = {
+            ...entry,
+            timestamp: new Date().toISOString()
+        };
+        const logFilePath = this.getLogFilePath({});
+        try {
+            let existingEntries = [];
+            if (fs.existsSync(logFilePath)) {
+                const existingContent = fs.readFileSync(logFilePath, 'utf8');
+                try {
+                    const parsed = JSON.parse(existingContent);
+                    existingEntries = Array.isArray(parsed) ? parsed : [parsed];
+                }
+                catch (e) {
+                    console.error(`Failed to parse existing log file ${logFilePath}:`, e);
+                    existingEntries = [];
+                }
+            }
+            existingEntries.push(fullEntry);
+            // Ring buffer: Keep only last 1000 entries per file
+            if (existingEntries.length > this.MAX_ENTRIES_PER_FILE) {
+                existingEntries = existingEntries.slice(-this.MAX_ENTRIES_PER_FILE);
+            }
+            fs.writeFileSync(logFilePath, JSON.stringify(existingEntries, null, 2), 'utf-8');
+        }
+        catch (error) {
+            console.error('Failed to write data flow log:', error);
+        }
+    }
+    /**
+     * Get flow entries for a specific request
+     */
+    getRequestFlow(context, requestId) {
+        const filePath = this.getLogFilePath(context);
+        try {
+            if (fs.existsSync(filePath)) {
+                const content = fs.readFileSync(filePath, 'utf-8');
+                const entries = JSON.parse(content);
+                return entries.filter(e => e.requestId === requestId);
+            }
+        }
+        catch (error) {
+            console.error(`Failed to read flow log ${filePath}:`, error);
+        }
+        return [];
+    }
+    /**
+     * Get current request ID
+     */
+    getCurrentRequestId() {
+        return this.currentRequestId;
+    }
+    /**
+     * Clear current request ID
+     */
+    clearCurrentRequestId() {
+        this.currentRequestId = null;
+    }
+}
+exports.DataFlowLoggerService = DataFlowLoggerService;
+//# sourceMappingURL=data-flow-logger.service.js.map

package/dist/middleware/services/data-flow-logger/data-flow-logger.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-flow-logger.service.js","sourceRoot":"","sources":["../../../../src/middleware/services/data-flow-logger/data-flow-logger.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,2CAA6B;AAE7B,4CAA4C;AAC5C,MAAM,iBAAiB;IACrB,MAAM,CAAC,iBAAiB,CAAC,OAAY;QACnC,IAAI,CAAC,OAAO;YAAE,OAAO,SAAS,CAAC;QAE/B,kCAAkC;QAClC,IAAI,OAAO,CAAC,WAAW;YAAE,OAAO,OAAO,CAAC,WAAW,CAAC;QACpD,IAAI,OAAO,CAAC,IAAI;YAAE,OAAO,OAAO,CAAC,IAAI,CAAC;QACtC,IAAI,OAAO,CAAC,YAAY;YAAE,OAAO,OAAO,CAAC,YAAY,CAAC;QAEtD,uDAAuD;QACvD,IAAI,OAAO,CAAC,SAAS;YAAE,OAAO,SAAS,CAAC;QACxC,IAAI,OAAO,CAAC,MAAM;YAAE,OAAO,MAAM,CAAC;QAClC,IAAI,OAAO,CAAC,SAAS;YAAE,OAAO,SAAS,CAAC;QACxC,IAAI,OAAO,CAAC,EAAE;YAAE,OAAO,YAAY,CAAC;QAEpC,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AA8BD;;;;;;;;GAQG;AACH,MAAa,qBAAqB;IAOhC;QALiB,WAAM,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,oBAAoB,CAAC,CAAC;QAChF,qBAAgB,GAAkB,IAAI,CAAC;QAC9B,yBAAoB,GAAG,IAAI,CAAC;QAI3C,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAClC,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,CAAC;YACpC,qBAAqB,CAAC,QAAQ,GAAG,IAAI,qBAAqB,EAAE,CAAC;QAC/D,CAAC;QACD,OAAO,qBAAqB,CAAC,QAAQ,CAAC;IACxC,CAAC;IAED;;;;;;;;OAQG;IACH,6BAA6B,CAAC,SAAmC;QAC/D,IAAI,CAAC,0BAA0B,GAAG,SAAS,CAAC;IAC9C,CAAC;IAEO,wBAAwB;QAC9B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAChC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,iBAAiB;QACvB,OAAO,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IAC3E,CAAC;IAED;;;OAGG;IACK,oBAAoB,CAAC,OAAY;QACvC,qCAAqC;QACrC,IAAI,IAAI,CAAC,0BAA0B,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;YAClD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,6DAA6D,EAAE,KAAK,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,IAAI,OAAO,EAAE,EAAE;YAAE,OAAO,MAAM,OAAO,CAAC,EAAE,EAAE,CAAC;QAC3C,IAAI,OAAO,EAAE,SAAS;YAAE,OAAO,WAAW,OAAO,CAAC,SAAS,EAAE,CAAC;QAC9D,IAAI,OAAO,EAAE,SAAS;YAAE,OAAO,OAAO,OAAO,CAAC,SAAS,EAAE,CAAC;QAC1D,IAAI,OAAO,EAAE,MAAM;YAAE,OAAO,QAAQ,OAAO,CAAC,MAAM,EAAE,CAAC;QACrD,IAAI,OAAO,EAAE,SAAS;YAAE,OAAO,OAAO,OAAO,CAAC,SAAS,EAAE,CAAC;QAE1D,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,KAAa,EAAE,UAAe,EAAE;QAC3C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACjD,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,OAAmB,EAAE,UAAe,EAAE,EAAE,SAAkB;QACtE,MAAM,EAAE,GAAG,SAAS,IAAI,IAAI,CAAC,gBAAgB,IAAI,SAAS,CAAC;QAE3D,IAAI,CAAC,QAAQ,CAAC;YACZ,SAAS,EAAE,EAAE;YACb,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,SAAS;YACpB,SAAS,EAAE,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC;YAC7C,WAAW,EAAE,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,CAAC;YACzD,IAAI,EAAE;gBACJ,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM;gBACnC,mBAAmB,EAAE,OAAO,CAAC,aAAa,CAAC,MAAM;gBACjD,aAAa,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK;gBACvD,oBAAoB,EAAE,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK;gBACrE,UAAU,EAAE,OAAO,CAAC,MAAM;gBAC1B,iBAAiB,EAAE,OAAO,CAAC,aAAa;gBACxC,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,WAAW,EAAE,OAAO,CAAC,WAAW;gBAChC,WAAW,EAAE,OAAO,CAAC,WAAW;aACjC;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,KAAa,EAAE,QAAqB,EAAE,UAAe,EAAE,EAAE,SAAkB;QACxF,MAAM,EAAE,GAAG,SAAS,IAAI,IAAI,CAAC,gBAAgB,IAAI,SAAS,CAAC;QAE3D,IAAI,CAAC,QAAQ,CAAC;YACZ,SAAS,EAAE,EAAE;YACb,KAAK;YACL,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU;YAChD,SAAS,EAAE,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC;YAC7C,WAAW,EAAE,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,CAAC;YACzD,IAAI,EAAE;gBACJ,cAAc,EAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC;gBACjD,qBAAqB,EAAE,QAAQ,CAAC,eAAe,EAAE,MAAM,IAAI,CAAC;gBAC5D,cAAc,EAAE,QAAQ,CAAC,cAAc;gBACvC,UAAU,EAAE,QAAQ,CAAC,UAAU;gBAC/B,eAAe,EAAE,QAAQ,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK;gBAChE,YAAY,EAAE,QAAQ,CAAC,WAAW;gBAClC,eAAe,EAAE,QAAQ,CAAC,eAAe;gBACzC,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;oBACtB,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,OAAO;oBAC/B,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK;oBAC3B,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI;iBACvC,CAAC,CAAC,CAAC,SAAS;aACd;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,qBAAqB,CAAC,KAAa,EAAE,OAAY,EAAE,yBAA8B;QAC/E,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,SAAS,CAAC;QAE9C,IAAI,CAAC,QAAQ,CAAC;YACZ,SAAS,EAAE,EAAE;YACb,KAAK;YACL,SAAS,EAAE,cAAc;YACzB,SAAS,EAAE,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC;YAC7C,WAAW,EAAE,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,CAAC;YACzD,IAAI,EAAE;gBACJ,cAAc,EAAE,yBAAyB,CAAC,OAAO,IAAI,EAAE;gBACvD,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC,MAAM;gBAC7D,eAAe,EAAE,yBAAyB,CAAC,eAAe,IAAI,EAAE;gBAChE,eAAe,EAAE,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC;aACtD;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,KAAa,EAAE,OAAY,EAAE,eAO5C;QACC,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,SAAS,CAAC;QAE9C,IAAI,CAAC,QAAQ,CAAC;YACZ,SAAS,EAAE,EAAE;YACb,KAAK;YACL,SAAS,EAAE,eAAe;YAC1B,SAAS,EAAE,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC;YAC7C,WAAW,EAAE,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,CAAC;YACzD,IAAI,EAAE;gBACJ,WAAW,EAAE,eAAe,CAAC,KAAK,CAAC,MAAM;gBACzC,YAAY,EAAE,eAAe,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC;gBACjD,MAAM,EAAE,eAAe,CAAC,MAAM;gBAC9B,OAAO,EAAE,eAAe,CAAC,OAAO;gBAChC,UAAU,EAAE,eAAe,CAAC,UAAU;gBACtC,YAAY,EAAE,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK;gBAC7D,aAAa,EAAE,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK;gBAChE,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;oBAC7B,OAAO,EAAE,eAAe,CAAC,KAAK,CAAC,OAAO;oBACtC,IAAI,EAAE,eAAe,CAAC,KAAK,CAAC,WAAW,EAAE,IAAI;iBAC9C,CAAC,CAAC,CAAC,SAAS;aACd;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,KAAa,EAAE,OAAY,EAAE,WAQzC;QACC,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,SAAS,CAAC;QAE9C,IAAI,CAAC,QAAQ,CAAC;YACZ,SAAS,EAAE,EAAE;YACb,KAAK;YACL,SAAS,EAAE,cAAc;YACzB,SAAS,EAAE,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC;YAC7C,WAAW,EAAE,iBAAiB,CAAC,iBAAiB,CAAC,OAAO,CAAC;YACzD,IAAI,EAAE;gBACJ,QAAQ,EAAE,eAAe;gBACzB,GAAG,WAAW;aACf;SACF,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,OAAY;QACzC,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,CAAC;QAExB,OAAO;YACL,eAAe,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY;YACvC,cAAc,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW;YACrC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE;SAC9F,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,OAAY;QACjC,MAAM,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,QAAQ,GAAG,GAAG,UAAU,IAAI,OAAO,YAAY,CAAC;QACtD,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACK,QAAQ,CAAC,KAAuC;QACtD,MAAM,SAAS,GAAkB;YAC/B,GAAG,KAAK;YACR,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QAEF,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;QAE5C,IAAI,CAAC;YACH,IAAI,eAAe,GAAoB,EAAE,CAAC;YAC1C,IAAI,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC/B,MAAM,eAAe,GAAG,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;gBAC7D,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;oBAC3C,eAAe,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBAC9D,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,OAAO,CAAC,KAAK,CAAC,qCAAqC,WAAW,GAAG,EAAE,CAAC,CAAC,CAAC;oBACtE,eAAe,GAAG,EAAE,CAAC;gBACvB,CAAC;YACH,CAAC;YAED,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAEhC,oDAAoD;YACpD,IAAI,eAAe,CAAC,MAAM,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBACvD,eAAe,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACtE,CAAC;YAED,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACnF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,cAAc,CAAC,OAAY,EAAE,SAAiB;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAE9C,IAAI,CAAC;YACH,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC5B,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACnD,MAAM,OAAO,GAAoB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBACrD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,QAAQ,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,qBAAqB;QACnB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC/B,CAAC;CACF;AAnTD,sDAmTC"}

package/dist/middleware/services/data-flow-logger/index.d.ts

@@ -0,0 +1,2 @@
+export * from './data-flow-logger.service';
+//# sourceMappingURL=index.d.ts.map

package/dist/middleware/services/data-flow-logger/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/data-flow-logger/index.ts"],"names":[],"mappings":"AAAA,cAAc,4BAA4B,CAAC"}

package/dist/middleware/services/data-flow-logger/index.js

@@ -0,0 +1,18 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./data-flow-logger.service"), exports);
+//# sourceMappingURL=index.js.map

package/dist/middleware/services/data-flow-logger/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/middleware/services/data-flow-logger/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6DAA2C"}

package/dist/middleware/services/flat-formatter/flat-formatter.service.d.ts

@@ -0,0 +1,86 @@
+export interface ComputedFieldOptions {
+    [key: string]: (item: any, index: number, allItems: any[]) => any;
+}
+/**
+ * FlatFormatter - Advanced utility class with computed fields support and array slicing
+ * Converts complex JSON objects into flat, readable text formats optimized for LLM consumption
+ */
+export declare class FlatFormatter {
+    /**
+     * Converts a JSON object to a flat format with optional computed fields
+     */
+    static flatten(data: any, options: {
+        format: 'sections' | 'numbered' | 'table' | 'separator';
+        itemPrefix?: string;
+        itemSuffix?: string;
+        indentLevel?: number;
+        includeArrayIndices?: boolean;
+        separator?: string;
+        keyValueSeparator?: string;
+        ignoreEmptyValues?: boolean;
+        ignoredKeys?: string[];
+        customFormatters?: Record<string, (value: any) => string>;
+        entryTitleKey?: string;
+        entryTitleAsPrefix?: boolean;
+        entryTitleDefault?: string;
+        computedFields?: ComputedFieldOptions;
+        computedFieldsFirst?: boolean;
+        indexOffset?: number;
+        arraySliceStart?: number;
+        arraySliceEnd?: number;
+    }): string;
+    /**
+     * Converts a JSON object to sections format with markdown headers
+     */
+    static toSections(data: any, options?: any): string;
+    /**
+     * Converts a JSON object to numbered list format
+     */
+    static toNumberedList(data: any, options?: any): string;
+    /**
+     * Converts a JSON object to table-like format
+     */
+    static toTable(data: any, options?: any): string;
+    /**
+     * Converts a JSON object to separator format
+     */
+    static toSeparated(data: any, options?: any): string;
+    /**
+     * Convenience method for commonly used computed fields
+     */
+    static withCommonComputedFields(data: any, options: any, includeIndex?: boolean, includePosition?: boolean, indexOffset?: number): string;
+    /**
+     * Convenience method for array slicing
+     */
+    static sliceArray(data: any, start?: number, end?: number, options?: any): string;
+}
+/**
+ * FormatConfigurator - Enables creating custom formatting configurations
+ */
+export declare class FormatConfigurator {
+    private formatOptions;
+    constructor(baseOptions?: any);
+    withFormat(format: 'sections' | 'numbered' | 'table' | 'separator'): this;
+    withItemPrefix(prefix: string): this;
+    withItemSuffix(suffix: string): this;
+    withIndentLevel(level: number): this;
+    withSeparator(separator: string): this;
+    withKeyValueSeparator(separator: string): this;
+    ignoreEmptyValues(ignore: boolean): this;
+    ignoreKeys(...keys: string[]): this;
+    withCustomFormatter(key: string, formatter: (value: any) => string): this;
+    withEntryTitleKey(key: string): this;
+    withEntryTitleAsPrefix(asPrefix?: boolean): this;
+    withEntryTitleDefault(defaultTitle: string): this;
+    withComputedField(key: string, computeFn: (item: any, index: number, allItems: any[]) => any): this;
+    withIndexField(key?: string, offset?: number): this;
+    withPositionField(key?: string, offset?: number): this;
+    computedFieldsFirst(first?: boolean): this;
+    withIndexOffset(offset: number): this;
+    withArraySlice(start?: number, end?: number): this;
+    withArraySliceStart(start: number): this;
+    withArraySliceEnd(end: number): this;
+    build(): any;
+    format(data: any): string;
+}
+//# sourceMappingURL=flat-formatter.service.d.ts.map

package/dist/middleware/services/flat-formatter/flat-formatter.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"flat-formatter.service.d.ts","sourceRoot":"","sources":["../../../../src/middleware/services/flat-formatter/flat-formatter.service.ts"],"names":[],"mappings":"AACA,MAAM,WAAW,oBAAoB;IACnC,CAAC,GAAG,EAAE,MAAM,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,GAAG,CAAC;CACnE;AAED;;;GAGG;AACH,qBAAa,aAAa;IAExB;;OAEG;IACH,MAAM,CAAC,OAAO,CACZ,IAAI,EAAE,GAAG,EACT,OAAO,EAAE;QACP,MAAM,EAAE,UAAU,GAAG,UAAU,GAAG,OAAO,GAAG,WAAW,CAAC;QACxD,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,iBAAiB,CAAC,EAAE,OAAO,CAAC;QAC5B,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,MAAM,CAAC,CAAC;QAC1D,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,kBAAkB,CAAC,EAAE,OAAO,CAAC;QAC7B,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAE3B,cAAc,CAAC,EAAE,oBAAoB,CAAC;QACtC,mBAAmB,CAAC,EAAE,OAAO,CAAC;QAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,GACA,MAAM;IAiLT;;OAEG;IACH,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,GAAE,GAAQ,GAAG,MAAM;IAIvD;;OAEG;IACH,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,GAAE,GAAQ,GAAG,MAAM;IAI3D;;OAEG;IACH,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,GAAE,GAAQ,GAAG,MAAM;IAIpD;;OAEG;IACH,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,GAAE,GAAQ,GAAG,MAAM;IAIxD;;OAEG;IACH,MAAM,CAAC,wBAAwB,CAC7B,IAAI,EAAE,GAAG,EACT,OAAO,EAAE,GAAG,EACZ,YAAY,GAAE,OAAc,EAC5B,eAAe,GAAE,OAAc,EAC/B,WAAW,GAAE,MAAU,GACtB,MAAM;IAmBT;;OAEG;IACH,MAAM,CAAC,UAAU,CACf,IAAI,EAAE,GAAG,EACT,KAAK,CAAC,EAAE,MAAM,EACd,GAAG,CAAC,EAAE,MAAM,EACZ,OAAO,GAAE,GAAQ,GAChB,MAAM;CAOV;AAED;;GAEG;AACH,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,aAAa,CAAM;gBAEf,WAAW,GAAE,GAAQ;IAyBjC,UAAU,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,GAAG,OAAO,GAAG,WAAW;IAKlE,cAAc,CAAC,MAAM,EAAE,MAAM;IAK7B,cAAc,CAAC,MAAM,EAAE,MAAM;IAK7B,eAAe,CAAC,KAAK,EAAE,MAAM;IAK7B,aAAa,CAAC,SAAS,EAAE,MAAM;IAK/B,qBAAqB,CAAC,SAAS,EAAE,MAAM;IAKvC,iBAAiB,CAAC,MAAM,EAAE,OAAO;IAKjC,UAAU,CAAC,GAAG,IAAI,EAAE,MAAM,EAAE;IAK5B,mBAAmB,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,MAAM;IAMlE,iBAAiB,CAAC,GAAG,EAAE,MAAM;IAK7B,sBAAsB,CAAC,QAAQ,GAAE,OAAc;IAK/C,qBAAqB,CAAC,YAAY,EAAE,MAAM;IAM1C,iBAAiB,CAAC,GAAG,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,GAAG;IAK5F,cAAc,CAAC,GAAG,GAAE,MAAa,EAAE,MAAM,GAAE,MAAU;IAKrD,iBAAiB,CAAC,GAAG,GAAE,MAAmB,EAAE,MAAM,GAAE,MAAU;IAM9D,mBAAmB,CAAC,KAAK,GAAE,OAAc;IAMzC,eAAe,CAAC,MAAM,EAAE,MAAM;IAM9B,cAAc,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM;IAM3C,mBAAmB,CAAC,KAAK,EAAE,MAAM;IAKjC,iBAAiB,CAAC,GAAG,EAAE,MAAM;IAM7B,KAAK;IAKL,MAAM,CAAC,IAAI,EAAE,GAAG;CAGjB"}