@loonylabs/llm-middleware 2.0.0

package/dist/middleware/services/json-cleaner/strategies/comma-fixer.cleaner.js

@@ -0,0 +1,420 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CommaFixerCleaner = void 0;
+const base_cleaner_strategy_1 = require("./base-cleaner.strategy");
+const json_cleaner_logger_1 = require("../json-cleaner-logger");
+/**
+ * Drastically improved CommaFixerCleaner
+ * Specifically developed for the "Array followed by property without comma" problem
+ */
+class CommaFixerCleaner extends base_cleaner_strategy_1.BaseCleaningStrategy {
+    constructor() {
+        super(...arguments);
+        this.name = 'Comma Fixer';
+    }
+    /**
+     * Enhanced canHandle method - checks specifically for missing commas
+     */
+    canHandle(context) {
+        const input = context.intermediateResult;
+        // Check specifically for the most common problem: Array/Object followed by Property without comma
+        const hasArrayToPropertyIssue = /\]\s*"[\w_]+"\s*:/.test(input);
+        const hasObjectToPropertyIssue = /\}\s*"[\w_]+"\s*:/.test(input);
+        const hasStringToPropertyIssue = /"\s{2,}"[\w_]+"\s*:/.test(input);
+        return hasArrayToPropertyIssue || hasObjectToPropertyIssue || hasStringToPropertyIssue;
+    }
+    /**
+     * Drastically improved comma repair
+     */
+    clean(context) {
+        const input = context.intermediateResult;
+        try {
+            // STEP 1: Repair specific comma patterns
+            let output = this.fixSpecificCommaPatterns(input);
+            // STEP 2: If that's not enough, extended repair
+            if (output === input) {
+                output = this.fixAdvancedCommaPatterns(input);
+            }
+            // STEP 3: Validate the result
+            const modified = input !== output;
+            let isValid = false;
+            let parseError;
+            try {
+                JSON.parse(output);
+                isValid = true;
+            }
+            catch (error) {
+                parseError = error instanceof Error ? error.message : String(error);
+            }
+            if (modified) {
+                json_cleaner_logger_1.JsonCleanerLogger.logOperation('Fix Missing Commas', input, output, isValid, parseError, json_cleaner_logger_1.JsonCleanerLogLevel.STANDARD, {
+                    reason: isValid ?
+                        'Successfully fixed missing commas between JSON properties and structures' :
+                        `Fixed some commas but JSON still invalid: ${parseError}`,
+                    strategy: 'enhanced-comma-fixing',
+                    detectedIssues: this.detectCommaIssues(input)
+                });
+            }
+            return {
+                output,
+                success: isValid || modified, // Success if valid OR changes were made
+                modified,
+                error: parseError
+            };
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            console.warn('Error during comma fixing', {
+                context: 'CommaFixerCleaner',
+                error: errorMsg
+            });
+            json_cleaner_logger_1.JsonCleanerLogger.logOperation("Fix Missing Commas Failed", input, input, false, errorMsg, json_cleaner_logger_1.JsonCleanerLogLevel.MINIMAL);
+            return {
+                output: input,
+                success: false,
+                error: errorMsg,
+                modified: false
+            };
+        }
+    }
+    /**
+     * NEW METHOD: Detects specific comma problems
+     */
+    detectCommaIssues(jsonStr) {
+        const issues = [];
+        // Pattern 1: Array followed by property
+        if (/\]\s*"[\w_]+"\s*:/.test(jsonStr)) {
+            issues.push('Array followed by property without comma');
+        }
+        // Pattern 2: Object followed by property
+        if (/\}\s*"[\w_]+"\s*:/.test(jsonStr)) {
+            issues.push('Object followed by property without comma');
+        }
+        // Pattern 3: String with significant whitespace followed by property
+        if (/"\s{2,}"[\w_]+"\s*:/.test(jsonStr)) {
+            issues.push('String with whitespace followed by property without comma');
+        }
+        // Pattern 4: Primitive values followed by property
+        if (/([0-9]+|true|false|null)\s+"[\w_]+"\s*:/.test(jsonStr)) {
+            issues.push('Primitive value followed by property without comma');
+        }
+        return issues;
+    }
+    /**
+     * NEW MAIN METHOD: Repairs specific comma patterns
+     * Focus on the most common cases from the log
+     */
+    fixSpecificCommaPatterns(jsonStr) {
+        let result = jsonStr;
+        const before = result;
+        console.log('[CommaFixerCleaner] Starting specific comma pattern fixes...');
+        // PATTERN 1: Array followed by Property (THE MAIN PROBLEM!)
+        // Example: "Summary_OpenQuestions": ["Question1", "Question2"] "Summary_EndingState": "text"
+        const arrayToPropertyPattern = /(\]\s*)("[\w_äöüÄÖÜ\-]+"\s*:)/g;
+        const beforeArrayFix = result;
+        result = result.replace(arrayToPropertyPattern, '$1,$2');
+        if (beforeArrayFix !== result) {
+            console.log('[CommaFixerCleaner] ✅ Fixed array-to-property comma issues');
+            json_cleaner_logger_1.JsonCleanerLogger.logOperation("Fix Array → Property Comma", beforeArrayFix, result, true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.VERBOSE, {
+                reason: 'Added missing comma after array before property',
+                strategy: 'array-to-property-comma'
+            });
+        }
+        // PATTERN 2: Object followed by Property
+        // Example: "obj": {"key": "val"} "next": "value"
+        const objectToPropertyPattern = /(\}\s*)("[\w_äöüÄÖÜ\-]+"\s*:)/g;
+        const beforeObjectFix = result;
+        result = result.replace(objectToPropertyPattern, '$1,$2');
+        if (beforeObjectFix !== result) {
+            console.log('[CommaFixerCleaner] ✅ Fixed object-to-property comma issues');
+            json_cleaner_logger_1.JsonCleanerLogger.logOperation("Fix Object → Property Comma", beforeObjectFix, result, true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.VERBOSE, {
+                reason: 'Added missing comma after object before property',
+                strategy: 'object-to-property-comma'
+            });
+        }
+        // PATTERN 3: String with Whitespace followed by Property
+        // Example: "text" "next": "value" (with at least 2 spaces)
+        const stringWithWhitespacePattern = /(")\s{2,}("[\w_äöüÄÖÜ\-]+"\s*:)/g;
+        const beforeStringFix = result;
+        result = result.replace(stringWithWhitespacePattern, '$1,$2');
+        if (beforeStringFix !== result) {
+            console.log('[CommaFixerCleaner] ✅ Fixed string-with-whitespace-to-property comma issues');
+            json_cleaner_logger_1.JsonCleanerLogger.logOperation("Fix String+Whitespace → Property Comma", beforeStringFix, result, true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.VERBOSE, {
+                reason: 'Added missing comma after string with whitespace before property',
+                strategy: 'string-whitespace-to-property-comma'
+            });
+        }
+        // PATTERN 4: Primitive Values followed by Property
+        // Example: "count": 123 "next": "value"
+        const primitiveToPropertyPattern = /([0-9]+|true|false|null)\s+("[\w_äöüÄÖÜ\-]+"\s*:)/g;
+        const beforePrimitiveFix = result;
+        result = result.replace(primitiveToPropertyPattern, '$1,$2');
+        if (beforePrimitiveFix !== result) {
+            console.log('[CommaFixerCleaner] ✅ Fixed primitive-to-property comma issues');
+            json_cleaner_logger_1.JsonCleanerLogger.logOperation("Fix Primitive → Property Comma", beforePrimitiveFix, result, true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.VERBOSE, {
+                reason: 'Added missing comma after primitive value before property',
+                strategy: 'primitive-to-property-comma'
+            });
+        }
+        if (before !== result) {
+            console.log('[CommaFixerCleaner] ✅ Specific comma pattern fixes completed');
+        }
+        else {
+            console.log('[CommaFixerCleaner] ℹ️ No specific comma patterns found to fix');
+        }
+        return result;
+    }
+    /**
+     * NEW METHOD: Extended comma repair for more complex cases
+     */
+    fixAdvancedCommaPatterns(jsonStr) {
+        let result = jsonStr;
+        const before = result;
+        console.log('[CommaFixerCleaner] Starting advanced comma pattern fixes...');
+        // EXTENDED PATTERN RECOGNITION with more flexibility
+        // Pattern A: Property-value followed by Property-name (general)
+        // Recognizes: "key": value "nextKey": nextValue
+        const generalPropertyPattern = /("[\w_äöüÄÖÜ\-]+"\s*:\s*(?:"[^"]*"|\[[^\]]*\]|\{[^}]*\}|[^,}\]]+))\s+("[\w_äöüÄÖÜ\-]+"\s*:)/g;
+        const beforeGeneral = result;
+        result = result.replace(generalPropertyPattern, '$1,$2');
+        if (beforeGeneral !== result) {
+            console.log('[CommaFixerCleaner] ✅ Fixed general property-to-property comma issues');
+            json_cleaner_logger_1.JsonCleanerLogger.logOperation("Fix General Property → Property Comma", beforeGeneral, result, true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.VERBOSE, {
+                reason: 'Added missing comma between properties using general pattern',
+                strategy: 'general-property-to-property-comma'
+            });
+        }
+        // Pattern B: Nested structures
+        // Handles more complex nested arrays and objects
+        result = this.fixNestedStructureCommas(result);
+        if (before !== result) {
+            console.log('[CommaFixerCleaner] ✅ Advanced comma pattern fixes completed');
+        }
+        else {
+            console.log('[CommaFixerCleaner] ℹ️ No advanced comma patterns found to fix');
+        }
+        return result;
+    }
+    /**
+     * NEW METHOD: Repairs commas in nested structures
+     */
+    fixNestedStructureCommas(jsonStr) {
+        let result = jsonStr;
+        try {
+            // State-Machine approach for precise comma recognition
+            result = this.stateBasedCommaFix(result);
+        }
+        catch (error) {
+            console.log('[CommaFixerCleaner] ⚠️ State-based comma fix failed:', error);
+            // Fallback to simpler regex-based fixes
+            result = this.regexBasedCommaFix(result);
+        }
+        return result;
+    }
+    /**
+     * NEW METHOD: State-Machine based comma repair
+     */
+    stateBasedCommaFix(jsonStr) {
+        let result = '';
+        let inString = false;
+        let escapeNext = false;
+        let depth = 0;
+        let lastValueEnd = -1;
+        let i = 0;
+        while (i < jsonStr.length) {
+            const char = jsonStr[i];
+            const nextChar = jsonStr[i + 1];
+            // Handle escaping
+            if (escapeNext) {
+                result += char;
+                escapeNext = false;
+                i++;
+                continue;
+            }
+            if (char === '\\' && inString) {
+                result += char;
+                escapeNext = true;
+                i++;
+                continue;
+            }
+            // Handle strings
+            if (char === '"') {
+                inString = !inString;
+                result += char;
+                if (!inString) {
+                    // End of string - could be end of property name or value
+                    lastValueEnd = i;
+                }
+                i++;
+                continue;
+            }
+            if (inString) {
+                result += char;
+                i++;
+                continue;
+            }
+            // Handle brackets and braces
+            if (char === '{' || char === '[') {
+                depth++;
+                result += char;
+                i++;
+                continue;
+            }
+            if (char === '}' || char === ']') {
+                depth--;
+                result += char;
+                lastValueEnd = i;
+                // Check if we need a comma after this closing bracket
+                if (this.needsCommaAfterBracket(jsonStr, i)) {
+                    result += ',';
+                    console.log(`[CommaFixerCleaner] Added comma after ${char} at position ${i}`);
+                }
+                i++;
+                continue;
+            }
+            // Handle other characters
+            if (char === ':') {
+                result += char;
+                // After colon, we expect a value
+                i++;
+                continue;
+            }
+            if (char === ',') {
+                result += char;
+                i++;
+                continue;
+            }
+            // Handle whitespace and detect missing commas
+            if (/\s/.test(char)) {
+                result += char;
+                // If we're in a significant whitespace area, check for missing comma
+                if (lastValueEnd >= 0 && i - lastValueEnd > 1) {
+                    const nextNonWhitespace = this.findNextNonWhitespace(jsonStr, i);
+                    if (nextNonWhitespace && jsonStr[nextNonWhitespace] === '"') {
+                        // Check if this looks like a property name
+                        if (this.looksLikePropertyName(jsonStr, nextNonWhitespace)) {
+                            result += ',';
+                            console.log(`[CommaFixerCleaner] Added comma in whitespace at position ${i}`);
+                            lastValueEnd = -1; // Reset
+                        }
+                    }
+                }
+                i++;
+                continue;
+            }
+            // Handle primitive values (numbers, true, false, null)
+            if (/[0-9tfn]/.test(char)) {
+                const valueMatch = jsonStr.substring(i).match(/^(true|false|null|\d+(\.\d+)?)/);
+                if (valueMatch) {
+                    result += valueMatch[0];
+                    lastValueEnd = i + valueMatch[0].length - 1;
+                    i += valueMatch[0].length;
+                    continue;
+                }
+            }
+            result += char;
+            i++;
+        }
+        return result;
+    }
+    /**
+     * NEW HELPER METHOD: Checks if a comma is needed after a bracket
+     */
+    needsCommaAfterBracket(jsonStr, bracketPos) {
+        const nextNonWhitespace = this.findNextNonWhitespace(jsonStr, bracketPos + 1);
+        if (!nextNonWhitespace)
+            return false;
+        const nextChar = jsonStr[nextNonWhitespace];
+        // No comma needed if already there or end of structure
+        if (nextChar === ',' || nextChar === '}' || nextChar === ']') {
+            return false;
+        }
+        // Comma needed if next character is a quote (probably property)
+        if (nextChar === '"') {
+            return this.looksLikePropertyName(jsonStr, nextNonWhitespace);
+        }
+        return false;
+    }
+    /**
+     * NEW HELPER METHOD: Finds the next non-whitespace character
+     */
+    findNextNonWhitespace(jsonStr, startPos) {
+        for (let i = startPos; i < jsonStr.length; i++) {
+            if (!/\s/.test(jsonStr[i])) {
+                return i;
+            }
+        }
+        return null;
+    }
+    /**
+     * NEW HELPER METHOD: Checks if a quote is probably a property name
+     */
+    looksLikePropertyName(jsonStr, quotePos) {
+        // Find the end of the string
+        let endQuote = quotePos + 1;
+        while (endQuote < jsonStr.length && jsonStr[endQuote] !== '"') {
+            if (jsonStr[endQuote] === '\\')
+                endQuote++; // Skip escaped chars
+            endQuote++;
+        }
+        if (endQuote >= jsonStr.length)
+            return false;
+        // Check if a colon comes after the closing quote
+        const nextNonWhitespace = this.findNextNonWhitespace(jsonStr, endQuote + 1);
+        return nextNonWhitespace !== null && jsonStr[nextNonWhitespace] === ':';
+    }
+    /**
+     * FALLBACK METHOD: Regex-based comma repair
+     */
+    regexBasedCommaFix(jsonStr) {
+        let result = jsonStr;
+        // Simple regex patterns as fallback
+        const patterns = [
+            {
+                pattern: /(\]|\}|"|\d)\s+("[\w_]+"\s*:)/g,
+                replacement: '$1,$2',
+                name: 'value-to-property'
+            }
+        ];
+        patterns.forEach(({ pattern, replacement, name }) => {
+            const before = result;
+            result = result.replace(pattern, replacement);
+            if (before !== result) {
+                console.log(`[CommaFixerCleaner] Applied fallback regex fix: ${name}`);
+            }
+        });
+        return result;
+    }
+    /**
+     * DEBUGGING METHOD: Analyzes missing commas for logging
+     */
+    analyzeMissingCommas(jsonStr) {
+        const issues = [];
+        // Analysis for Arrays followed by Properties
+        let match;
+        const arrayPattern = /(\])\s*("[\w_äöüÄÖÜ\-]+"\s*:)/g;
+        while ((match = arrayPattern.exec(jsonStr)) !== null) {
+            issues.push({
+                position: match.index + match[1].length,
+                type: 'array-to-property',
+                before: match[0],
+                after: match[1] + ',' + match[2],
+                suggestion: 'Insert comma after array before next property'
+            });
+        }
+        // Analysis for Objects followed by Properties
+        const objectPattern = /(\})\s*("[\w_äöüÄÖÜ\-]+"\s*:)/g;
+        while ((match = objectPattern.exec(jsonStr)) !== null) {
+            issues.push({
+                position: match.index + match[1].length,
+                type: 'object-to-property',
+                before: match[0],
+                after: match[1] + ',' + match[2],
+                suggestion: 'Insert comma after object before next property'
+            });
+        }
+        return issues;
+    }
+}
+exports.CommaFixerCleaner = CommaFixerCleaner;
+//# sourceMappingURL=comma-fixer.cleaner.js.map

package/dist/middleware/services/json-cleaner/strategies/comma-fixer.cleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"comma-fixer.cleaner.js","sourceRoot":"","sources":["../../../../../src/middleware/services/json-cleaner/strategies/comma-fixer.cleaner.ts"],"names":[],"mappings":";;;AACA,mEAA+D;AAC/D,gEAAgF;AAEhF;;;GAGG;AACH,MAAa,iBAAkB,SAAQ,4CAAoB;IAA3D;;QACS,SAAI,GAAG,aAAa,CAAC;IAwhB9B,CAAC;IAthBC;;OAEG;IACI,SAAS,CAAC,OAAwB;QACvC,MAAM,KAAK,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAEzC,kGAAkG;QAClG,MAAM,uBAAuB,GAAG,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChE,MAAM,wBAAwB,GAAG,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjE,MAAM,wBAAwB,GAAG,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnE,OAAO,uBAAuB,IAAI,wBAAwB,IAAI,wBAAwB,CAAC;IACzF,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,OAAwB;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAEzC,IAAI,CAAC;YACH,yCAAyC;YACzC,IAAI,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;YAElD,gDAAgD;YAChD,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;gBACrB,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,KAAK,CAAC,CAAC;YAChD,CAAC;YAED,8BAA8B;YAC9B,MAAM,QAAQ,GAAG,KAAK,KAAK,MAAM,CAAC;YAClC,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,IAAI,UAA8B,CAAC;YAEnC,IAAI,CAAC;gBACH,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACnB,OAAO,GAAG,IAAI,CAAC;YACjB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,UAAU,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACtE,CAAC;YAED,IAAI,QAAQ,EAAE,CAAC;gBACb,uCAAiB,CAAC,YAAY,CAC5B,oBAAoB,EACpB,KAAK,EACL,MAAM,EACN,OAAO,EACP,UAAU,EACV,yCAAmB,CAAC,QAAQ,EAC5B;oBACE,MAAM,EAAE,OAAO,CAAC,CAAC;wBACf,0EAA0E,CAAC,CAAC;wBAC5E,6CAA6C,UAAU,EAAE;oBAC3D,QAAQ,EAAE,uBAAuB;oBACjC,cAAc,EAAE,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;iBAC9C,CACF,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,MAAM;gBACN,OAAO,EAAE,OAAO,IAAI,QAAQ,EAAE,wCAAwC;gBACtE,QAAQ;gBACR,KAAK,EAAE,UAAU;aAClB,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,OAAO,CAAC,IAAI,CAAC,2BAA2B,EAAE;gBACxC,OAAO,EAAE,mBAAmB;gBAC5B,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;YAEH,uCAAiB,CAAC,YAAY,CAC5B,2BAA2B,EAC3B,KAAK,EACL,KAAK,EACL,KAAK,EACL,QAAQ,EACR,yCAAmB,CAAC,OAAO,CAC5B,CAAC;YAEF,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,QAAQ;gBACf,QAAQ,EAAE,KAAK;aAChB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,OAAe;QACvC,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,wCAAwC;QACxC,IAAI,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;QAC1D,CAAC;QAED,yCAAyC;QACzC,IAAI,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACtC,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QAC3D,CAAC;QAED,qEAAqE;QACrE,IAAI,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;QAC3E,CAAC;QAED,mDAAmD;QACnD,IAAI,yCAAyC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5D,MAAM,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;QACpE,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACK,wBAAwB,CAAC,OAAe;QAC9C,IAAI,MAAM,GAAG,OAAO,CAAC;QACrB,MAAM,MAAM,GAAG,MAAM,CAAC;QAEtB,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;QAE5E,4DAA4D;QAC5D,6FAA6F;QAC7F,MAAM,sBAAsB,GAAG,gCAAgC,CAAC;QAChE,MAAM,cAAc,GAAG,MAAM,CAAC;QAC9B,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAAC;QAEzD,IAAI,cAAc,KAAK,MAAM,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;YAC1E,uCAAiB,CAAC,YAAY,CAC5B,4BAA4B,EAC5B,cAAc,EACd,MAAM,EACN,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,OAAO,EAC3B;gBACE,MAAM,EAAE,iDAAiD;gBACzD,QAAQ,EAAE,yBAAyB;aACpC,CACF,CAAC;QACJ,CAAC;QAED,yCAAyC;QACzC,iDAAiD;QACjD,MAAM,uBAAuB,GAAG,gCAAgC,CAAC;QACjE,MAAM,eAAe,GAAG,MAAM,CAAC;QAC/B,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,uBAAuB,EAAE,OAAO,CAAC,CAAC;QAE1D,IAAI,eAAe,KAAK,MAAM,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;YAC3E,uCAAiB,CAAC,YAAY,CAC5B,6BAA6B,EAC7B,eAAe,EACf,MAAM,EACN,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,OAAO,EAC3B;gBACE,MAAM,EAAE,kDAAkD;gBAC1D,QAAQ,EAAE,0BAA0B;aACrC,CACF,CAAC;QACJ,CAAC;QAED,yDAAyD;QACzD,2DAA2D;QAC3D,MAAM,2BAA2B,GAAG,kCAAkC,CAAC;QACvE,MAAM,eAAe,GAAG,MAAM,CAAC;QAC/B,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,2BAA2B,EAAE,OAAO,CAAC,CAAC;QAE9D,IAAI,eAAe,KAAK,MAAM,EAAE,CAAC;YAC/B,OAAO,CAAC,GAAG,CAAC,6EAA6E,CAAC,CAAC;YAC3F,uCAAiB,CAAC,YAAY,CAC5B,wCAAwC,EACxC,eAAe,EACf,MAAM,EACN,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,OAAO,EAC3B;gBACE,MAAM,EAAE,kEAAkE;gBAC1E,QAAQ,EAAE,qCAAqC;aAChD,CACF,CAAC;QACJ,CAAC;QAED,mDAAmD;QACnD,wCAAwC;QACxC,MAAM,0BAA0B,GAAG,oDAAoD,CAAC;QACxF,MAAM,kBAAkB,GAAG,MAAM,CAAC;QAClC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,0BAA0B,EAAE,OAAO,CAAC,CAAC;QAE7D,IAAI,kBAAkB,KAAK,MAAM,EAAE,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;YAC9E,uCAAiB,CAAC,YAAY,CAC5B,gCAAgC,EAChC,kBAAkB,EAClB,MAAM,EACN,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,OAAO,EAC3B;gBACE,MAAM,EAAE,2DAA2D;gBACnE,QAAQ,EAAE,6BAA6B;aACxC,CACF,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;QAC9E,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;QAChF,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,wBAAwB,CAAC,OAAe;QAC9C,IAAI,MAAM,GAAG,OAAO,CAAC;QACrB,MAAM,MAAM,GAAG,MAAM,CAAC;QAEtB,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;QAE5E,qDAAqD;QAErD,gEAAgE;QAChE,gDAAgD;QAChD,MAAM,sBAAsB,GAAG,8FAA8F,CAAC;QAC9H,MAAM,aAAa,GAAG,MAAM,CAAC;QAC7B,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,sBAAsB,EAAE,OAAO,CAAC,CAAC;QAEzD,IAAI,aAAa,KAAK,MAAM,EAAE,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,uEAAuE,CAAC,CAAC;YACrF,uCAAiB,CAAC,YAAY,CAC5B,uCAAuC,EACvC,aAAa,EACb,MAAM,EACN,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,OAAO,EAC3B;gBACE,MAAM,EAAE,8DAA8D;gBACtE,QAAQ,EAAE,oCAAoC;aAC/C,CACF,CAAC;QACJ,CAAC;QAED,+BAA+B;QAC/B,iDAAiD;QACjD,MAAM,GAAG,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAE/C,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;QAC9E,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,gEAAgE,CAAC,CAAC;QAChF,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,wBAAwB,CAAC,OAAe;QAC9C,IAAI,MAAM,GAAG,OAAO,CAAC;QAErB,IAAI,CAAC;YACH,uDAAuD;YACvD,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,sDAAsD,EAAE,KAAK,CAAC,CAAC;YAC3E,wCAAwC;YACxC,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,OAAe;QACxC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,YAAY,GAAG,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,GAAG,CAAC,CAAC;QAEV,OAAO,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACxB,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAEhC,kBAAkB;YAClB,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,IAAI,IAAI,CAAC;gBACf,UAAU,GAAG,KAAK,CAAC;gBACnB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,IAAI,CAAC;gBACf,UAAU,GAAG,IAAI,CAAC;gBAClB,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,iBAAiB;YACjB,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjB,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACrB,MAAM,IAAI,IAAI,CAAC;gBAEf,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,yDAAyD;oBACzD,YAAY,GAAG,CAAC,CAAC;gBACnB,CAAC;gBAED,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,IAAI,IAAI,CAAC;gBACf,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,6BAA6B;YAC7B,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjC,KAAK,EAAE,CAAC;gBACR,MAAM,IAAI,IAAI,CAAC;gBACf,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjC,KAAK,EAAE,CAAC;gBACR,MAAM,IAAI,IAAI,CAAC;gBACf,YAAY,GAAG,CAAC,CAAC;gBAEjB,sDAAsD;gBACtD,IAAI,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC;oBAC5C,MAAM,IAAI,GAAG,CAAC;oBACd,OAAO,CAAC,GAAG,CAAC,yCAAyC,IAAI,gBAAgB,CAAC,EAAE,CAAC,CAAC;gBAChF,CAAC;gBAED,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,0BAA0B;YAC1B,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjB,MAAM,IAAI,IAAI,CAAC;gBACf,iCAAiC;gBACjC,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjB,MAAM,IAAI,IAAI,CAAC;gBACf,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,8CAA8C;YAC9C,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpB,MAAM,IAAI,IAAI,CAAC;gBAEf,qEAAqE;gBACrE,IAAI,YAAY,IAAI,CAAC,IAAI,CAAC,GAAG,YAAY,GAAG,CAAC,EAAE,CAAC;oBAC9C,MAAM,iBAAiB,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;oBACjE,IAAI,iBAAiB,IAAI,OAAO,CAAC,iBAAiB,CAAC,KAAK,GAAG,EAAE,CAAC;wBAC5D,2CAA2C;wBAC3C,IAAI,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,iBAAiB,CAAC,EAAE,CAAC;4BAC3D,MAAM,IAAI,GAAG,CAAC;4BACd,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,EAAE,CAAC,CAAC;4BAC9E,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ;wBAC7B,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,CAAC,EAAE,CAAC;gBACJ,SAAS;YACX,CAAC;YAED,uDAAuD;YACvD,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,MAAM,UAAU,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;gBAChF,IAAI,UAAU,EAAE,CAAC;oBACf,MAAM,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;oBACxB,YAAY,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;oBAC5C,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;oBAC1B,SAAS;gBACX,CAAC;YACH,CAAC;YAED,MAAM,IAAI,IAAI,CAAC;YACf,CAAC,EAAE,CAAC;QACN,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,OAAe,EAAE,UAAkB;QAChE,MAAM,iBAAiB,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;QAC9E,IAAI,CAAC,iBAAiB;YAAE,OAAO,KAAK,CAAC;QAErC,MAAM,QAAQ,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAE5C,uDAAuD;QACvD,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,GAAG,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;YAC7D,OAAO,KAAK,CAAC;QACf,CAAC;QAED,gEAAgE;QAChE,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;QAChE,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,OAAe,EAAE,QAAgB;QAC7D,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3B,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,OAAe,EAAE,QAAgB;QAC7D,6BAA6B;QAC7B,IAAI,QAAQ,GAAG,QAAQ,GAAG,CAAC,CAAC;QAC5B,OAAO,QAAQ,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE,CAAC;YAC9D,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI;gBAAE,QAAQ,EAAE,CAAC,CAAC,qBAAqB;YACjE,QAAQ,EAAE,CAAC;QACb,CAAC;QAED,IAAI,QAAQ,IAAI,OAAO,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAE7C,iDAAiD;QACjD,MAAM,iBAAiB,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;QAC5E,OAAO,iBAAiB,KAAK,IAAI,IAAI,OAAO,CAAC,iBAAiB,CAAC,KAAK,GAAG,CAAC;IAC1E,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,OAAe;QACxC,IAAI,MAAM,GAAG,OAAO,CAAC;QAErB,oCAAoC;QACpC,MAAM,QAAQ,GAAG;YACf;gBACE,OAAO,EAAE,gCAAgC;gBACzC,WAAW,EAAE,OAAO;gBACpB,IAAI,EAAE,mBAAmB;aAC1B;SACF,CAAC;QAEF,QAAQ,CAAC,OAAO,CAAC,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,EAAE;YAClD,MAAM,MAAM,GAAG,MAAM,CAAC;YACtB,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAC9C,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;gBACtB,OAAO,CAAC,GAAG,CAAC,mDAAmD,IAAI,EAAE,CAAC,CAAC;YACzE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACI,oBAAoB,CAAC,OAAe;QAOzC,MAAM,MAAM,GAAG,EAAE,CAAC;QAElB,6CAA6C;QAC7C,IAAI,KAAK,CAAC;QACV,MAAM,YAAY,GAAG,gCAAgC,CAAC;QACtD,OAAO,CAAC,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACrD,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;gBACvC,IAAI,EAAE,mBAAmB;gBACzB,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;gBAChB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC;gBAChC,UAAU,EAAE,+CAA+C;aAC5D,CAAC,CAAC;QACL,CAAC;QAED,8CAA8C;QAC9C,MAAM,aAAa,GAAG,gCAAgC,CAAC;QACvD,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtD,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;gBACvC,IAAI,EAAE,oBAAoB;gBAC1B,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;gBAChB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC;gBAChC,UAAU,EAAE,gDAAgD;aAC7D,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAzhBD,8CAyhBC"}

package/dist/middleware/services/json-cleaner/strategies/control-character.cleaner.d.ts

@@ -0,0 +1,50 @@
+import { CleaningContext, CleaningStrategyResult } from '../json-cleaner.types';
+import { BaseCleaningStrategy } from './base-cleaner.strategy';
+/**
+ * Improved ControlCharacterCleaner
+ * Focus on robust detection and repair of Control Characters
+ */
+export declare class ControlCharacterCleaner extends BaseCleaningStrategy {
+    name: string;
+    /**
+     * Enhanced canHandle - checks specifically for Control Characters
+     */
+    canHandle(context: CleaningContext): boolean;
+    /**
+     * Completely reworked clean method
+     */
+    clean(context: CleaningContext): CleaningStrategyResult;
+    /**
+     * NEW METHOD: Comprehensive Control-Character Analysis
+     */
+    private comprehensiveControlCharAnalysis;
+    /**
+     * NEW METHOD: Targeted Control-Character Repair
+     */
+    private performControlCharacterRepair;
+    /**
+     * NEW METHOD: State-Machine based Control-Character Repair
+     */
+    private stateMachineControlCharRepair;
+    /**
+     * NEW METHOD: Regex-based Control-Character Repair (Fallback)
+     */
+    private regexControlCharRepair;
+    /**
+     * NEW METHOD: Aggressive Character-by-Character Repair (last resort)
+     */
+    private aggressiveControlCharRepair;
+    /**
+     * HELPER METHOD: Checks if a colon comes after a quote
+     */
+    private isNextCharColon;
+    /**
+     * HELPER METHOD: Extracts context around a position
+     */
+    private extractContext;
+    /**
+     * DEBUGGING: Analyze Control Characters for specific problem
+     */
+    debugAnalyzeControlChars(jsonStr: string): void;
+}
+//# sourceMappingURL=control-character.cleaner.d.ts.map

package/dist/middleware/services/json-cleaner/strategies/control-character.cleaner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"control-character.cleaner.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/json-cleaner/strategies/control-character.cleaner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAChF,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAI/D;;;GAGG;AACH,qBAAa,uBAAwB,SAAQ,oBAAoB;IACxD,IAAI,SAA+B;IAE1C;;OAEG;IACI,SAAS,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO;IAWnD;;OAEG;IACI,KAAK,CAAC,OAAO,EAAE,eAAe,GAAG,sBAAsB;IAsF9D;;OAEG;IACH,OAAO,CAAC,gCAAgC;IA0GxC;;OAEG;IACH,OAAO,CAAC,6BAA6B;IAqBrC;;OAEG;IACH,OAAO,CAAC,6BAA6B;IAkFrC;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAyB9B;;OAEG;IACH,OAAO,CAAC,2BAA2B;IAqDnC;;OAEG;IACH,OAAO,CAAC,eAAe;IAiBvB;;OAEG;IACH,OAAO,CAAC,cAAc;IAYtB;;OAEG;IACI,wBAAwB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI;CAevD"}