@loonylabs/llm-middleware 2.0.0

package/dist/middleware/services/json-cleaner/strategies/control-character.cleaner.js

@@ -0,0 +1,416 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ControlCharacterCleaner = void 0;
+const base_cleaner_strategy_1 = require("./base-cleaner.strategy");
+const json_cleaner_logger_1 = require("../json-cleaner-logger");
+const json_validation_helper_1 = require("../helpers/json-validation.helper");
+/**
+ * Improved ControlCharacterCleaner
+ * Focus on robust detection and repair of Control Characters
+ */
+class ControlCharacterCleaner extends base_cleaner_strategy_1.BaseCleaningStrategy {
+    constructor() {
+        super(...arguments);
+        this.name = 'Control Character Cleaner';
+    }
+    /**
+     * Enhanced canHandle - checks specifically for Control Characters
+     */
+    canHandle(context) {
+        const input = context.intermediateResult;
+        // Quick pre-check for known Control Characters
+        const hasNewlines = input.includes('\n') || input.includes('\r');
+        const hasTabs = input.includes('\t');
+        const hasOtherControlChars = /[\x00-\x08\x0B\x0C\x0E-\x1F\x7F]/.test(input);
+        return hasNewlines || hasTabs || hasOtherControlChars;
+    }
+    /**
+     * Completely reworked clean method
+     */
+    clean(context) {
+        const input = context.intermediateResult;
+        try {
+            // STEP 1: Detailed analysis BEFORE we change anything
+            const analysis = this.comprehensiveControlCharAnalysis(input);
+            if (analysis.totalIssues === 0) {
+                console.log('[ControlCharacterCleaner] No control character issues found');
+                return {
+                    output: input,
+                    success: true,
+                    modified: false
+                };
+            }
+            console.log(`[ControlCharacterCleaner] Found ${analysis.totalIssues} control character issues`);
+            console.log(`[ControlCharacterCleaner] Issue types: ${analysis.issueTypes.join(', ')}`);
+            // STEP 2: Perform targeted repair
+            const output = this.performControlCharacterRepair(input, analysis);
+            const modified = input !== output;
+            // STEP 3: Validate the result
+            let success = false;
+            let parseError;
+            try {
+                JSON.parse(output);
+                success = true;
+                console.log('[ControlCharacterCleaner] ✅ Repair successful - JSON is now valid');
+            }
+            catch (error) {
+                parseError = error instanceof Error ? error.message : String(error);
+                console.log(`[ControlCharacterCleaner] ⚠️ Repair completed but JSON still invalid: ${parseError}`);
+                // Still consider as partially successful since we fixed problems
+                success = modified;
+            }
+            // STEP 4: Detailed logging
+            if (modified) {
+                json_cleaner_logger_1.JsonCleanerLogger.logOperation('Clean Control Characters', input, output, success, parseError, json_cleaner_logger_1.JsonCleanerLogLevel.STANDARD, {
+                    reason: success ?
+                        `Successfully fixed ${analysis.totalIssues} control character issues: ${analysis.issueTypes.join(', ')}` :
+                        `Fixed ${analysis.totalIssues} control character issues but JSON still invalid: ${parseError}`,
+                    detectedIssues: analysis.detailedIssues,
+                    strategy: 'comprehensive-control-character-escaping'
+                });
+            }
+            return {
+                output,
+                success,
+                modified,
+                error: parseError
+            };
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            console.log('[ControlCharacterCleaner] ❌ Unexpected error during control character cleaning:', errorMsg);
+            json_cleaner_logger_1.JsonCleanerLogger.logOperation("Control Character Cleaning Failed", input, input, false, errorMsg, json_cleaner_logger_1.JsonCleanerLogLevel.MINIMAL);
+            return {
+                output: input,
+                success: false,
+                error: errorMsg,
+                modified: false
+            };
+        }
+    }
+    /**
+     * NEW METHOD: Comprehensive Control-Character Analysis
+     */
+    comprehensiveControlCharAnalysis(jsonStr) {
+        const issues = [];
+        const issueTypes = [];
+        const affectedFields = [];
+        const problemPositions = [];
+        let totalIssues = 0;
+        let inString = false;
+        let escapeNext = false;
+        let currentField = '';
+        let fieldStartPos = -1;
+        for (let i = 0; i < jsonStr.length; i++) {
+            const char = jsonStr.charAt(i);
+            const code = char.charCodeAt(0);
+            if (escapeNext) {
+                escapeNext = false;
+                continue;
+            }
+            if (char === '\\' && inString) {
+                escapeNext = true;
+                continue;
+            }
+            if (char === '"') {
+                if (!inString) {
+                    // Starting a string
+                    fieldStartPos = i;
+                }
+                else {
+                    // Ending a string - check if it was a field name
+                    if (fieldStartPos >= 0) {
+                        const potentialField = jsonStr.substring(fieldStartPos + 1, i);
+                        // Check if this is followed by a colon (field name)
+                        const afterString = jsonStr.substring(i + 1).match(/^\s*:/);
+                        if (afterString) {
+                            currentField = potentialField;
+                        }
+                    }
+                }
+                inString = !inString;
+                continue;
+            }
+            // Analyze Control Characters in Strings
+            if (inString) {
+                let isControlChar = false;
+                let charType = '';
+                if (char === '\n') {
+                    isControlChar = true;
+                    charType = 'unescaped-newlines';
+                    totalIssues++;
+                    const context = this.extractContext(jsonStr, i, 30);
+                    issues.push(`Unescaped newline at position ${i}`);
+                    problemPositions.push({ pos: i, char: '\\n', code, context });
+                }
+                else if (char === '\r') {
+                    isControlChar = true;
+                    charType = 'unescaped-carriage-returns';
+                    totalIssues++;
+                    const context = this.extractContext(jsonStr, i, 30);
+                    issues.push(`Unescaped carriage return at position ${i}`);
+                    problemPositions.push({ pos: i, char: '\\r', code, context });
+                }
+                else if (char === '\t') {
+                    isControlChar = true;
+                    charType = 'unescaped-tabs';
+                    totalIssues++;
+                    const context = this.extractContext(jsonStr, i, 30);
+                    issues.push(`Unescaped tab at position ${i}`);
+                    problemPositions.push({ pos: i, char: '\\t', code, context });
+                }
+                else if (code < 32 && code !== 9 && code !== 10 && code !== 13) {
+                    isControlChar = true;
+                    charType = 'other-control-chars';
+                    totalIssues++;
+                    const context = this.extractContext(jsonStr, i, 30);
+                    issues.push(`Control character (code ${code}) at position ${i}`);
+                    problemPositions.push({ pos: i, char: `\\u${code.toString(16).padStart(4, '0')}`, code, context });
+                }
+                if (isControlChar) {
+                    if (!issueTypes.includes(charType)) {
+                        issueTypes.push(charType);
+                    }
+                    if (currentField && !affectedFields.includes(currentField)) {
+                        affectedFields.push(currentField);
+                    }
+                }
+            }
+        }
+        return {
+            totalIssues,
+            issueTypes,
+            detailedIssues: issues,
+            affectedFields,
+            problemPositions
+        };
+    }
+    /**
+     * NEW METHOD: Targeted Control-Character Repair
+     */
+    performControlCharacterRepair(jsonStr, analysis) {
+        console.log('[ControlCharacterCleaner] Starting targeted control character repair...');
+        // METHOD 1: State-Machine based repair (precise)
+        let result = this.stateMachineControlCharRepair(jsonStr);
+        // METHOD 2: If State-Machine is insufficient, Regex fallback
+        if (!json_validation_helper_1.JsonValidationHelper.isValid(result, 'ControlCharacterCleaner-state-machine')) {
+            console.log('[ControlCharacterCleaner] State machine repair insufficient, trying regex fallback...');
+            result = this.regexControlCharRepair(jsonStr);
+        }
+        // METHOD 3: As last resort - aggressive character-by-character repair
+        if (!json_validation_helper_1.JsonValidationHelper.isValid(result, 'ControlCharacterCleaner-regex')) {
+            console.log('[ControlCharacterCleaner] Regex repair insufficient, trying aggressive repair...');
+            result = this.aggressiveControlCharRepair(jsonStr);
+        }
+        return result;
+    }
+    /**
+     * NEW METHOD: State-Machine based Control-Character Repair
+     */
+    stateMachineControlCharRepair(jsonStr) {
+        let result = '';
+        let inString = false;
+        let escapeNext = false;
+        let currentFieldName = '';
+        let isInFieldName = false;
+        let fixes = 0;
+        for (let i = 0; i < jsonStr.length; i++) {
+            const char = jsonStr.charAt(i);
+            const nextChar = jsonStr[i + 1] || '';
+            if (escapeNext) {
+                result += char;
+                escapeNext = false;
+                continue;
+            }
+            if (char === '\\' && inString) {
+                result += char;
+                escapeNext = true;
+                continue;
+            }
+            if (char === '"') {
+                if (!inString) {
+                    // Entering string - could be field name or value
+                    isInFieldName = this.isNextCharColon(jsonStr, i);
+                    currentFieldName = '';
+                }
+                else {
+                    // Exiting string
+                    isInFieldName = false;
+                }
+                inString = !inString;
+                result += char;
+                continue;
+            }
+            // Handle characters inside strings
+            if (inString) {
+                if (isInFieldName) {
+                    currentFieldName += char;
+                    result += char;
+                    continue;
+                }
+                // We're in a string value - escape control characters
+                if (char === '\n') {
+                    result += '\\n';
+                    fixes++;
+                    console.log(`[ControlCharacterCleaner] Fixed newline at position ${i} in field "${currentFieldName}"`);
+                }
+                else if (char === '\r') {
+                    result += '\\r';
+                    fixes++;
+                    console.log(`[ControlCharacterCleaner] Fixed carriage return at position ${i} in field "${currentFieldName}"`);
+                }
+                else if (char === '\t') {
+                    result += '\\t';
+                    fixes++;
+                    console.log(`[ControlCharacterCleaner] Fixed tab at position ${i} in field "${currentFieldName}"`);
+                }
+                else {
+                    const code = char.charCodeAt(0);
+                    if (code < 32 && code !== 9 && code !== 10 && code !== 13) {
+                        result += `\\u${code.toString(16).padStart(4, '0')}`;
+                        fixes++;
+                        console.log(`[ControlCharacterCleaner] Fixed control character (code ${code}) at position ${i} in field "${currentFieldName}"`);
+                    }
+                    else {
+                        result += char;
+                    }
+                }
+            }
+            else {
+                // Outside strings - just copy
+                result += char;
+            }
+        }
+        if (fixes > 0) {
+            console.log(`[ControlCharacterCleaner] State machine repair completed: ${fixes} fixes applied`);
+        }
+        return result;
+    }
+    /**
+     * NEW METHOD: Regex-based Control-Character Repair (Fallback)
+     */
+    regexControlCharRepair(jsonStr) {
+        console.log('[ControlCharacterCleaner] Applying regex-based control character repair...');
+        // Regex for Property-Name and Value pairs
+        let result = jsonStr.replace(/("([^"]+)"\s*:\s*")([\s\S]*?)("(?=\s*[,}]))/g, (match, prefix, fieldName, content, suffix) => {
+            let cleanedContent = content;
+            const originalContent = content;
+            // Replace Control Characters
+            cleanedContent = cleanedContent
+                .replace(/\n/g, '\\n') // Newlines
+                .replace(/\r/g, '\\r') // Carriage returns
+                .replace(/\t/g, '\\t') // Tabs
+                .replace(/[\x00-\x08\x0B\x0C\x0E-\x1F\x7F]/g, ''); // Remove other Control Characters
+            if (originalContent !== cleanedContent) {
+                console.log(`[ControlCharacterCleaner] Fixed control characters in field "${fieldName}"`);
+            }
+            return prefix + cleanedContent + suffix;
+        });
+        return result;
+    }
+    /**
+     * NEW METHOD: Aggressive Character-by-Character Repair (last resort)
+     */
+    aggressiveControlCharRepair(jsonStr) {
+        console.log('[ControlCharacterCleaner] Applying aggressive character-by-character repair...');
+        let result = '';
+        let inString = false;
+        let escapeNext = false;
+        for (let i = 0; i < jsonStr.length; i++) {
+            const char = jsonStr[i];
+            const code = char.charCodeAt(0);
+            if (escapeNext) {
+                result += char;
+                escapeNext = false;
+                continue;
+            }
+            if (char === '\\' && inString) {
+                result += char;
+                escapeNext = true;
+                continue;
+            }
+            if (char === '"') {
+                inString = !inString;
+                result += char;
+                continue;
+            }
+            if (inString) {
+                // In string - handle control characters
+                if (char === '\n') {
+                    result += '\\n';
+                }
+                else if (char === '\r') {
+                    result += '\\r';
+                }
+                else if (char === '\t') {
+                    result += '\\t';
+                }
+                else if (code < 32) {
+                    // Remove or escape other Control Characters
+                    if (code === 8)
+                        result += '\\b'; // Backspace
+                    else if (code === 12)
+                        result += '\\f'; // Form feed
+                    else
+                        result += `\\u${code.toString(16).padStart(4, '0')}`;
+                }
+                else {
+                    result += char;
+                }
+            }
+            else {
+                result += char;
+            }
+        }
+        return result;
+    }
+    /**
+     * HELPER METHOD: Checks if a colon comes after a quote
+     */
+    isNextCharColon(jsonStr, quotePos) {
+        // Find the closing quote
+        let endQuote = quotePos + 1;
+        while (endQuote < jsonStr.length && jsonStr[endQuote] !== '"') {
+            if (jsonStr[endQuote] === '\\')
+                endQuote++; // Skip escaped chars
+            endQuote++;
+        }
+        if (endQuote >= jsonStr.length)
+            return false;
+        // Check if a colon comes after the quote
+        let nextPos = endQuote + 1;
+        while (nextPos < jsonStr.length && /\s/.test(jsonStr[nextPos]))
+            nextPos++;
+        return nextPos < jsonStr.length && jsonStr[nextPos] === ':';
+    }
+    /**
+     * HELPER METHOD: Extracts context around a position
+     */
+    extractContext(str, pos, radius) {
+        const start = Math.max(0, pos - radius);
+        const end = Math.min(str.length, pos + radius);
+        const context = str.substring(start, end);
+        // Replace Control Characters for better readability
+        return context
+            .replace(/\n/g, '↵')
+            .replace(/\r/g, '⏎')
+            .replace(/\t/g, '→');
+    }
+    /**
+     * DEBUGGING: Analyze Control Characters for specific problem
+     */
+    debugAnalyzeControlChars(jsonStr) {
+        console.log('\n=== CONTROL CHARACTER DEBUG ANALYSIS ===');
+        const analysis = this.comprehensiveControlCharAnalysis(jsonStr);
+        console.log(`Total issues: ${analysis.totalIssues}`);
+        console.log(`Issue types: ${analysis.issueTypes.join(', ')}`);
+        console.log(`Affected fields: ${analysis.affectedFields.join(', ')}`);
+        console.log('\nDetailed problems:');
+        analysis.problemPositions.forEach((problem, index) => {
+            console.log(`${index + 1}. Position ${problem.pos}: ${problem.char} (code ${problem.code})`);
+            console.log(`   Context: ${problem.context}`);
+        });
+    }
+}
+exports.ControlCharacterCleaner = ControlCharacterCleaner;
+//# sourceMappingURL=control-character.cleaner.js.map

package/dist/middleware/services/json-cleaner/strategies/control-character.cleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"control-character.cleaner.js","sourceRoot":"","sources":["../../../../../src/middleware/services/json-cleaner/strategies/control-character.cleaner.ts"],"names":[],"mappings":";;;AACA,mEAA+D;AAC/D,gEAAgF;AAChF,8EAAyE;AAEzE;;;GAGG;AACH,MAAa,uBAAwB,SAAQ,4CAAoB;IAAjE;;QACS,SAAI,GAAG,2BAA2B,CAAC;IA4c5C,CAAC;IA1cC;;OAEG;IACI,SAAS,CAAC,OAAwB;QACvC,MAAM,KAAK,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAEzC,+CAA+C;QAC/C,MAAM,WAAW,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,oBAAoB,GAAG,kCAAkC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE5E,OAAO,WAAW,IAAI,OAAO,IAAI,oBAAoB,CAAC;IACxD,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,OAAwB;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAEzC,IAAI,CAAC;YACH,sDAAsD;YACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,gCAAgC,CAAC,KAAK,CAAC,CAAC;YAE9D,IAAI,QAAQ,CAAC,WAAW,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;gBAC3E,OAAO;oBACL,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,IAAI;oBACb,QAAQ,EAAE,KAAK;iBAChB,CAAC;YACJ,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,mCAAmC,QAAQ,CAAC,WAAW,2BAA2B,CAAC,CAAC;YAChG,OAAO,CAAC,GAAG,CAAC,0CAA0C,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAExF,kCAAkC;YAClC,MAAM,MAAM,GAAG,IAAI,CAAC,6BAA6B,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YACnE,MAAM,QAAQ,GAAG,KAAK,KAAK,MAAM,CAAC;YAElC,8BAA8B;YAC9B,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,IAAI,UAA8B,CAAC;YAEnC,IAAI,CAAC;gBACH,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;gBACnB,OAAO,GAAG,IAAI,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,mEAAmE,CAAC,CAAC;YACnF,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,UAAU,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBACpE,OAAO,CAAC,GAAG,CAAC,yEAAyE,UAAU,EAAE,CAAC,CAAC;gBACnG,iEAAiE;gBACjE,OAAO,GAAG,QAAQ,CAAC;YACrB,CAAC;YAED,2BAA2B;YAC3B,IAAI,QAAQ,EAAE,CAAC;gBACb,uCAAiB,CAAC,YAAY,CAC5B,0BAA0B,EAC1B,KAAK,EACL,MAAM,EACN,OAAO,EACP,UAAU,EACV,yCAAmB,CAAC,QAAQ,EAC5B;oBACE,MAAM,EAAE,OAAO,CAAC,CAAC;wBACf,sBAAsB,QAAQ,CAAC,WAAW,8BAA8B,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;wBAC1G,SAAS,QAAQ,CAAC,WAAW,qDAAqD,UAAU,EAAE;oBAChG,cAAc,EAAE,QAAQ,CAAC,cAAc;oBACvC,QAAQ,EAAE,0CAA0C;iBACrD,CACF,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,MAAM;gBACN,OAAO;gBACP,QAAQ;gBACR,KAAK,EAAE,UAAU;aAClB,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,OAAO,CAAC,GAAG,CAAC,iFAAiF,EAAE,QAAQ,CAAC,CAAC;YAEzG,uCAAiB,CAAC,YAAY,CAC5B,mCAAmC,EACnC,KAAK,EACL,KAAK,EACL,KAAK,EACL,QAAQ,EACR,yCAAmB,CAAC,OAAO,CAC5B,CAAC;YAEF,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,QAAQ;gBACf,QAAQ,EAAE,KAAK;aAChB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gCAAgC,CAAC,OAAe;QAOtD,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,cAAc,GAAa,EAAE,CAAC;QACpC,MAAM,gBAAgB,GAAsE,EAAE,CAAC;QAC/F,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,aAAa,GAAG,CAAC,CAAC,CAAC;QAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAEhC,IAAI,UAAU,EAAE,CAAC;gBACf,UAAU,GAAG,KAAK,CAAC;gBACnB,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC9B,UAAU,GAAG,IAAI,CAAC;gBAClB,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjB,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,oBAAoB;oBACpB,aAAa,GAAG,CAAC,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACN,iDAAiD;oBACjD,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;wBACvB,MAAM,cAAc,GAAG,OAAO,CAAC,SAAS,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;wBAC/D,oDAAoD;wBACpD,MAAM,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBAC5D,IAAI,WAAW,EAAE,CAAC;4BAChB,YAAY,GAAG,cAAc,CAAC;wBAChC,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACrB,SAAS;YACX,CAAC;YAED,wCAAwC;YACxC,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,aAAa,GAAG,KAAK,CAAC;gBAC1B,IAAI,QAAQ,GAAG,EAAE,CAAC;gBAElB,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAClB,aAAa,GAAG,IAAI,CAAC;oBACrB,QAAQ,GAAG,oBAAoB,CAAC;oBAChC,WAAW,EAAE,CAAC;oBACd,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBACpD,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,EAAE,CAAC,CAAC;oBAClD,gBAAgB,CAAC,IAAI,CAAC,EAAC,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAC,CAAC,CAAC;gBAC9D,CAAC;qBAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBACzB,aAAa,GAAG,IAAI,CAAC;oBACrB,QAAQ,GAAG,4BAA4B,CAAC;oBACxC,WAAW,EAAE,CAAC;oBACd,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBACpD,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,EAAE,CAAC,CAAC;oBAC1D,gBAAgB,CAAC,IAAI,CAAC,EAAC,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAC,CAAC,CAAC;gBAC9D,CAAC;qBAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBACzB,aAAa,GAAG,IAAI,CAAC;oBACrB,QAAQ,GAAG,gBAAgB,CAAC;oBAC5B,WAAW,EAAE,CAAC;oBACd,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBACpD,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,EAAE,CAAC,CAAC;oBAC9C,gBAAgB,CAAC,IAAI,CAAC,EAAC,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAC,CAAC,CAAC;gBAC9D,CAAC;qBAAM,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;oBACjE,aAAa,GAAG,IAAI,CAAC;oBACrB,QAAQ,GAAG,qBAAqB,CAAC;oBACjC,WAAW,EAAE,CAAC;oBACd,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBACpD,MAAM,CAAC,IAAI,CAAC,2BAA2B,IAAI,iBAAiB,CAAC,EAAE,CAAC,CAAC;oBACjE,gBAAgB,CAAC,IAAI,CAAC,EAAC,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,EAAC,CAAC,CAAC;gBACnG,CAAC;gBAED,IAAI,aAAa,EAAE,CAAC;oBAClB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;wBACnC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC5B,CAAC;oBACD,IAAI,YAAY,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;wBAC3D,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;oBACpC,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO;YACL,WAAW;YACX,UAAU;YACV,cAAc,EAAE,MAAM;YACtB,cAAc;YACd,gBAAgB;SACjB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,6BAA6B,CAAC,OAAe,EAAE,QAAa;QAClE,OAAO,CAAC,GAAG,CAAC,yEAAyE,CAAC,CAAC;QAEvF,iDAAiD;QACjD,IAAI,MAAM,GAAG,IAAI,CAAC,6BAA6B,CAAC,OAAO,CAAC,CAAC;QAEzD,6DAA6D;QAC7D,IAAI,CAAC,6CAAoB,CAAC,OAAO,CAAC,MAAM,EAAE,uCAAuC,CAAC,EAAE,CAAC;YACnF,OAAO,CAAC,GAAG,CAAC,uFAAuF,CAAC,CAAC;YACrG,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;QAED,sEAAsE;QACtE,IAAI,CAAC,6CAAoB,CAAC,OAAO,CAAC,MAAM,EAAE,+BAA+B,CAAC,EAAE,CAAC;YAC3E,OAAO,CAAC,GAAG,CAAC,kFAAkF,CAAC,CAAC;YAChG,MAAM,GAAG,IAAI,CAAC,2BAA2B,CAAC,OAAO,CAAC,CAAC;QACrD,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,6BAA6B,CAAC,OAAe;QACnD,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,gBAAgB,GAAG,EAAE,CAAC;QAC1B,IAAI,aAAa,GAAG,KAAK,CAAC;QAC1B,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,QAAQ,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YAEtC,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,IAAI,IAAI,CAAC;gBACf,UAAU,GAAG,KAAK,CAAC;gBACnB,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,IAAI,CAAC;gBACf,UAAU,GAAG,IAAI,CAAC;gBAClB,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjB,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,iDAAiD;oBACjD,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;oBACjD,gBAAgB,GAAG,EAAE,CAAC;gBACxB,CAAC;qBAAM,CAAC;oBACN,iBAAiB;oBACjB,aAAa,GAAG,KAAK,CAAC;gBACxB,CAAC;gBACD,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACrB,MAAM,IAAI,IAAI,CAAC;gBACf,SAAS;YACX,CAAC;YAED,mCAAmC;YACnC,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,aAAa,EAAE,CAAC;oBAClB,gBAAgB,IAAI,IAAI,CAAC;oBACzB,MAAM,IAAI,IAAI,CAAC;oBACf,SAAS;gBACX,CAAC;gBAED,sDAAsD;gBACtD,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC;oBAChB,KAAK,EAAE,CAAC;oBACR,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,cAAc,gBAAgB,GAAG,CAAC,CAAC;gBACzG,CAAC;qBAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC;oBAChB,KAAK,EAAE,CAAC;oBACR,OAAO,CAAC,GAAG,CAAC,+DAA+D,CAAC,cAAc,gBAAgB,GAAG,CAAC,CAAC;gBACjH,CAAC;qBAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC;oBAChB,KAAK,EAAE,CAAC;oBACR,OAAO,CAAC,GAAG,CAAC,mDAAmD,CAAC,cAAc,gBAAgB,GAAG,CAAC,CAAC;gBACrG,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBAChC,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,KAAK,CAAC,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;wBAC1D,MAAM,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;wBACrD,KAAK,EAAE,CAAC;wBACR,OAAO,CAAC,GAAG,CAAC,2DAA2D,IAAI,iBAAiB,CAAC,cAAc,gBAAgB,GAAG,CAAC,CAAC;oBAClI,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,IAAI,CAAC;oBACjB,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,8BAA8B;gBAC9B,MAAM,IAAI,IAAI,CAAC;YACjB,CAAC;QACH,CAAC;QAED,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,OAAO,CAAC,GAAG,CAAC,6DAA6D,KAAK,gBAAgB,CAAC,CAAC;QAClG,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,OAAe;QAC5C,OAAO,CAAC,GAAG,CAAC,4EAA4E,CAAC,CAAC;QAE1F,0CAA0C;QAC1C,IAAI,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,8CAA8C,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YACzH,IAAI,cAAc,GAAG,OAAO,CAAC;YAC7B,MAAM,eAAe,GAAG,OAAO,CAAC;YAEhC,6BAA6B;YAC7B,cAAc,GAAG,cAAc;iBAC5B,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAK,WAAW;iBACrC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAK,mBAAmB;iBAC7C,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,CAAK,OAAO;iBACjC,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC,CAAC,kCAAkC;YAEvF,IAAI,eAAe,KAAK,cAAc,EAAE,CAAC;gBACvC,OAAO,CAAC,GAAG,CAAC,gEAAgE,SAAS,GAAG,CAAC,CAAC;YAC5F,CAAC;YAED,OAAO,MAAM,GAAG,cAAc,GAAG,MAAM,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,2BAA2B,CAAC,OAAe;QACjD,OAAO,CAAC,GAAG,CAAC,gFAAgF,CAAC,CAAC;QAE9F,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,UAAU,GAAG,KAAK,CAAC;QAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACxB,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAEhC,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,IAAI,IAAI,CAAC;gBACf,UAAU,GAAG,KAAK,CAAC;gBACnB,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,IAAI,CAAC;gBACf,UAAU,GAAG,IAAI,CAAC;gBAClB,SAAS;YACX,CAAC;YAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBACjB,QAAQ,GAAG,CAAC,QAAQ,CAAC;gBACrB,MAAM,IAAI,IAAI,CAAC;gBACf,SAAS;YACX,CAAC;YAED,IAAI,QAAQ,EAAE,CAAC;gBACb,wCAAwC;gBACxC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAClB,MAAM,IAAI,KAAK,CAAC;gBAClB,CAAC;qBAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC;gBAClB,CAAC;qBAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC;gBAClB,CAAC;qBAAM,IAAI,IAAI,GAAG,EAAE,EAAE,CAAC;oBACrB,4CAA4C;oBAC5C,IAAI,IAAI,KAAK,CAAC;wBAAE,MAAM,IAAI,KAAK,CAAC,CAAM,YAAY;yBAC7C,IAAI,IAAI,KAAK,EAAE;wBAAE,MAAM,IAAI,KAAK,CAAC,CAAC,YAAY;;wBAC9C,MAAM,IAAI,MAAM,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;gBAC5D,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,IAAI,CAAC;gBACjB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,IAAI,CAAC;YACjB,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,OAAe,EAAE,QAAgB;QACvD,yBAAyB;QACzB,IAAI,QAAQ,GAAG,QAAQ,GAAG,CAAC,CAAC;QAC5B,OAAO,QAAQ,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,GAAG,EAAE,CAAC;YAC9D,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,IAAI;gBAAE,QAAQ,EAAE,CAAC,CAAC,qBAAqB;YACjE,QAAQ,EAAE,CAAC;QACb,CAAC;QAED,IAAI,QAAQ,IAAI,OAAO,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAE7C,yCAAyC;QACzC,IAAI,OAAO,GAAG,QAAQ,GAAG,CAAC,CAAC;QAC3B,OAAO,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;QAE1E,OAAO,OAAO,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,GAAG,CAAC;IAC9D,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,GAAW,EAAE,GAAW,EAAE,MAAc;QAC7D,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,MAAM,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,GAAG,MAAM,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAE1C,oDAAoD;QACpD,OAAO,OAAO;aACX,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;aACnB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;aACnB,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACzB,CAAC;IAED;;OAEG;IACI,wBAAwB,CAAC,OAAe;QAC7C,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAE1D,MAAM,QAAQ,GAAG,IAAI,CAAC,gCAAgC,CAAC,OAAO,CAAC,CAAC;QAEhE,OAAO,CAAC,GAAG,CAAC,iBAAiB,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9D,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEtE,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACpC,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YACnD,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,cAAc,OAAO,CAAC,GAAG,KAAK,OAAO,CAAC,IAAI,UAAU,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC;YAC7F,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AA7cD,0DA6cC"}

package/dist/middleware/services/json-cleaner/strategies/duplicate-key.cleaner.d.ts

@@ -0,0 +1,27 @@
+import { CleaningContext, CleaningStrategyResult } from '../json-cleaner.types';
+import { BaseCleaningStrategy } from './base-cleaner.strategy';
+/**
+ * Cleaning strategy for duplicate keys in JSON
+ * Removes duplicate keys and entries in JSON objects
+ */
+export declare class DuplicateKeyCleaner extends BaseCleaningStrategy {
+    name: string;
+    /**
+     * Known keys that often appear duplicated
+     * Used for targeted handling of frequent problem cases
+     */
+    private commonKeys;
+    /**
+     * Removes duplicate keys from JSON
+     * @param context The current cleaning context
+     * @returns The result of the cleaning strategy
+     */
+    clean(context: CleaningContext): CleaningStrategyResult;
+    /**
+     * Removes duplicate keys from a JSON string
+     * @param jsonStr The JSON string to be cleaned
+     * @returns The cleaned JSON string without duplicate keys
+     */
+    private fixDuplicateKeysInJson;
+}
+//# sourceMappingURL=duplicate-key.cleaner.d.ts.map

package/dist/middleware/services/json-cleaner/strategies/duplicate-key.cleaner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"duplicate-key.cleaner.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/json-cleaner/strategies/duplicate-key.cleaner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAChF,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAG/D;;;GAGG;AACH,qBAAa,mBAAoB,SAAQ,oBAAoB;IACpD,IAAI,SAA2B;IAEtC;;;OAGG;IACH,OAAO,CAAC,UAAU,CAShB;IAEF;;;;OAIG;IACI,KAAK,CAAC,OAAO,EAAE,eAAe,GAAG,sBAAsB;IAuB9D;;;;OAIG;IACH,OAAO,CAAC,sBAAsB;CA4D/B"}

package/dist/middleware/services/json-cleaner/strategies/duplicate-key.cleaner.js

@@ -0,0 +1,84 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DuplicateKeyCleaner = void 0;
+const base_cleaner_strategy_1 = require("./base-cleaner.strategy");
+const json_cleaner_logger_1 = require("../json-cleaner-logger");
+/**
+ * Cleaning strategy for duplicate keys in JSON
+ * Removes duplicate keys and entries in JSON objects
+ */
+class DuplicateKeyCleaner extends base_cleaner_strategy_1.BaseCleaningStrategy {
+    constructor() {
+        super(...arguments);
+        this.name = 'Duplicate Key Cleaner';
+        /**
+         * Known keys that often appear duplicated
+         * Used for targeted handling of frequent problem cases
+         */
+        this.commonKeys = [
+            'Genre_Name', 'Genre_Description', 'Genre_CoreElements',
+            'Character_Name', 'Character_Description', 'Character_Strengths', 'Character_Weaknesses',
+            'Setting_Name', 'Setting_Description',
+            'Plot_Name', 'Plot_Description',
+            'Chapter_Name', 'Chapter_Description',
+            'Page_Title', 'Page_Content',
+            'Summary_ID', 'Summary_Title', 'Summary_Text', 'Summary_KeyElements',
+            'Summary_OpenQuestions', 'Summary_EndingState'
+        ];
+    }
+    /**
+     * Removes duplicate keys from JSON
+     * @param context The current cleaning context
+     * @returns The result of the cleaning strategy
+     */
+    clean(context) {
+        const input = context.intermediateResult;
+        const output = this.fixDuplicateKeysInJson(input);
+        const modified = input !== output;
+        if (modified) {
+            json_cleaner_logger_1.JsonCleanerLogger.logOperation('Fix Duplicate Keys', input, output, true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.STANDARD);
+        }
+        return {
+            output,
+            success: true,
+            modified
+        };
+    }
+    /**
+     * Removes duplicate keys from a JSON string
+     * @param jsonStr The JSON string to be cleaned
+     * @returns The cleaned JSON string without duplicate keys
+     */
+    fixDuplicateKeysInJson(jsonStr) {
+        let fixedJson = jsonStr;
+        const before = fixedJson;
+        // Remove known duplicate keys
+        this.commonKeys.forEach(key => {
+            const regex = new RegExp(`("${key}"\\s*:\\s*"[^"]*",\\s*)(?="${key}")`, 'g');
+            fixedJson = fixedJson.replace(regex, '');
+        });
+        if (before !== fixedJson) {
+            json_cleaner_logger_1.JsonCleanerLogger.logOperation("Fix Duplicate Keys", before, fixedJson, true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.STANDARD);
+        }
+        try {
+            // Try to remove duplicate entries in arrays
+            const parsed = JSON.parse(fixedJson);
+            if (Array.isArray(parsed)) {
+                const uniqueEntries = parsed.filter((obj, index, self) => index === self.findIndex(o => JSON.stringify(o) === JSON.stringify(obj)));
+                const uniqueJson = JSON.stringify(uniqueEntries);
+                if (fixedJson !== uniqueJson) {
+                    json_cleaner_logger_1.JsonCleanerLogger.logOperation("Remove Duplicate Entries", fixedJson, uniqueJson, true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.STANDARD);
+                }
+                return uniqueJson;
+            }
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            json_cleaner_logger_1.JsonCleanerLogger.logOperation("Fix Duplicate Keys Parse Failed", fixedJson, fixedJson, false, errorMsg, json_cleaner_logger_1.JsonCleanerLogLevel.MINIMAL);
+            // Return the fixed version even if parsing fails
+        }
+        return fixedJson;
+    }
+}
+exports.DuplicateKeyCleaner = DuplicateKeyCleaner;
+//# sourceMappingURL=duplicate-key.cleaner.js.map

package/dist/middleware/services/json-cleaner/strategies/duplicate-key.cleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"duplicate-key.cleaner.js","sourceRoot":"","sources":["../../../../../src/middleware/services/json-cleaner/strategies/duplicate-key.cleaner.ts"],"names":[],"mappings":";;;AACA,mEAA+D;AAC/D,gEAAgF;AAEhF;;;GAGG;AACH,MAAa,mBAAoB,SAAQ,4CAAoB;IAA7D;;QACS,SAAI,GAAG,uBAAuB,CAAC;QAEtC;;;WAGG;QACK,eAAU,GAAG;YACnB,YAAY,EAAE,mBAAmB,EAAE,oBAAoB;YACvD,gBAAgB,EAAE,uBAAuB,EAAE,qBAAqB,EAAE,sBAAsB;YACxF,cAAc,EAAE,qBAAqB;YACrC,WAAW,EAAE,kBAAkB;YAC/B,cAAc,EAAE,qBAAqB;YACrC,YAAY,EAAE,cAAc;YAC5B,YAAY,EAAE,eAAe,EAAE,cAAc,EAAE,qBAAqB;YACpE,uBAAuB,EAAE,qBAAqB;SAC/C,CAAC;IA+FJ,CAAC;IA7FC;;;;OAIG;IACI,KAAK,CAAC,OAAwB;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,kBAAkB,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;QAClD,MAAM,QAAQ,GAAG,KAAK,KAAK,MAAM,CAAC;QAElC,IAAI,QAAQ,EAAE,CAAC;YACb,uCAAiB,CAAC,YAAY,CAC5B,oBAAoB,EACpB,KAAK,EACL,MAAM,EACN,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,QAAQ,CAC7B,CAAC;QACJ,CAAC;QAED,OAAO;YACL,MAAM;YACN,OAAO,EAAE,IAAI;YACb,QAAQ;SACT,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACK,sBAAsB,CAAC,OAAe;QAC5C,IAAI,SAAS,GAAG,OAAO,CAAC;QACxB,MAAM,MAAM,GAAG,SAAS,CAAC;QAEzB,8BAA8B;QAC9B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAC5B,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,KAAK,GAAG,8BAA8B,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;YAC7E,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,uCAAiB,CAAC,YAAY,CAC5B,oBAAoB,EACpB,MAAM,EACN,SAAS,EACT,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,QAAQ,CAC7B,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,4CAA4C;YAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACrC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,CACvD,KAAK,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAC3B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAC1C,CACF,CAAC;gBAEF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;gBACjD,IAAI,SAAS,KAAK,UAAU,EAAE,CAAC;oBAC7B,uCAAiB,CAAC,YAAY,CAC5B,0BAA0B,EAC1B,SAAS,EACT,UAAU,EACV,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,QAAQ,CAC7B,CAAC;gBACJ,CAAC;gBAED,OAAO,UAAU,CAAC;YACpB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,uCAAiB,CAAC,YAAY,CAC5B,iCAAiC,EACjC,SAAS,EACT,SAAS,EACT,KAAK,EACL,QAAQ,EACR,yCAAmB,CAAC,OAAO,CAC5B,CAAC;YACF,iDAAiD;QACnD,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;CACF;AA/GD,kDA+GC"}

package/dist/middleware/services/json-cleaner/strategies/index.d.ts

@@ -0,0 +1,8 @@
+export * from './base-cleaner.strategy';
+export * from './control-character.cleaner';
+export * from './comma-fixer.cleaner';
+export * from './string-escaper.cleaner';
+export * from './duplicate-key.cleaner';
+export * from './structural-repair.cleaner';
+export * from './aggressive.cleaner';
+//# sourceMappingURL=index.d.ts.map

package/dist/middleware/services/json-cleaner/strategies/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/json-cleaner/strategies/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,yBAAyB,CAAC;AACxC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,sBAAsB,CAAC"}

package/dist/middleware/services/json-cleaner/strategies/index.js

@@ -0,0 +1,24 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./base-cleaner.strategy"), exports);
+__exportStar(require("./control-character.cleaner"), exports);
+__exportStar(require("./comma-fixer.cleaner"), exports);
+__exportStar(require("./string-escaper.cleaner"), exports);
+__exportStar(require("./duplicate-key.cleaner"), exports);
+__exportStar(require("./structural-repair.cleaner"), exports);
+__exportStar(require("./aggressive.cleaner"), exports);
+//# sourceMappingURL=index.js.map

package/dist/middleware/services/json-cleaner/strategies/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/middleware/services/json-cleaner/strategies/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0DAAwC;AACxC,8DAA4C;AAC5C,wDAAsC;AACtC,2DAAyC;AACzC,0DAAwC;AACxC,8DAA4C;AAC5C,uDAAqC"}

package/dist/middleware/services/json-cleaner/strategies/string-escaper.cleaner.d.ts

@@ -0,0 +1,23 @@
+import { CleaningContext, CleaningStrategyResult } from '../json-cleaner.types';
+import { BaseCleaningStrategy } from './base-cleaner.strategy';
+/**
+ * Cleaning strategy for escaping strings in JSON
+ * Escapes quotes and other special characters correctly
+ */
+export declare class StringEscaperCleaner extends BaseCleaningStrategy {
+    name: string;
+    /**
+     * Escapes strings in JSON correctly
+     * @param context The current cleaning context
+     * @returns The result of the cleaning strategy
+     */
+    clean(context: CleaningContext): CleaningStrategyResult;
+    /**
+     * Minimal escaping for JSON strings
+     * Only escapes what is really JSON-breaking (quotes)
+     * @param jsonStr The JSON string to be processed
+     * @returns The escaped JSON string
+     */
+    private minimalJsonEscaping;
+}
+//# sourceMappingURL=string-escaper.cleaner.d.ts.map

package/dist/middleware/services/json-cleaner/strategies/string-escaper.cleaner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"string-escaper.cleaner.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/json-cleaner/strategies/string-escaper.cleaner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAChF,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAG/D;;;GAGG;AACH,qBAAa,oBAAqB,SAAQ,oBAAoB;IACrD,IAAI,SAAoB;IAE/B;;;;OAIG;IACI,KAAK,CAAC,OAAO,EAAE,eAAe,GAAG,sBAAsB;IAuB9D;;;;;OAKG;IACH,OAAO,CAAC,mBAAmB;CA0C5B"}