@loonylabs/llm-middleware 2.0.0

package/dist/middleware/services/json-cleaner/strategies/aggressive.cleaner.js

@@ -0,0 +1,128 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AggressiveCleaner = void 0;
+const base_cleaner_strategy_1 = require("./base-cleaner.strategy");
+const json_cleaner_logger_1 = require("../json-cleaner-logger");
+/**
+ * Aggressive cleaning strategy as a last resort
+ * Only applied when all other strategies have failed
+ */
+class AggressiveCleaner extends base_cleaner_strategy_1.BaseCleaningStrategy {
+    constructor() {
+        super(...arguments);
+        this.name = 'Aggressive Cleaner';
+    }
+    /**
+     * Checks if aggressive cleaning should be applied
+     * Only use when other strategies have not succeeded
+     * @param context The current cleaning context
+     * @returns true if aggressive cleaning should be applied
+     */
+    canHandle(context) {
+        // We only apply this strategy if other strategies have failed
+        return !context.success;
+    }
+    /**
+     * Performs aggressive cleaning
+     * @param context The current cleaning context
+     * @returns The result of the cleaning strategy
+     */
+    clean(context) {
+        const input = context.intermediateResult;
+        try {
+            // Perform aggressive cleaning
+            const output = this.aggressiveJsonCleaning(input);
+            const modified = input !== output;
+            if (modified) {
+                json_cleaner_logger_1.JsonCleanerLogger.logOperation('Aggressive Cleaning', input, output, true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.MINIMAL);
+            }
+            return {
+                output,
+                success: true,
+                modified
+            };
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            console.error('Aggressive cleaning failed', {
+                context: 'AggressiveCleaner',
+                error: errorMsg
+            });
+            json_cleaner_logger_1.JsonCleanerLogger.logOperation("Aggressive Cleaning Failed", input, input, false, errorMsg, json_cleaner_logger_1.JsonCleanerLogLevel.MINIMAL);
+            return {
+                output: input,
+                success: false,
+                error: errorMsg,
+                modified: false
+            };
+        }
+    }
+    /**
+     * Performs character-by-character reconstruction of the JSON string
+     * @param jsonStr The JSON string to be cleaned
+     * @returns The cleaned JSON string
+     */
+    aggressiveJsonCleaning(jsonStr) {
+        try {
+            // Character-by-character rebuilding
+            let result = '';
+            let inString = false;
+            let escapeNext = false;
+            for (let i = 0; i < jsonStr.length; i++) {
+                const char = jsonStr[i];
+                if (escapeNext) {
+                    result += char;
+                    escapeNext = false;
+                    continue;
+                }
+                if (char === '\\') {
+                    result += char;
+                    escapeNext = true;
+                    continue;
+                }
+                if (char === '"') {
+                    inString = !inString;
+                    result += char;
+                    continue;
+                }
+                if (inString) {
+                    // Inside a string
+                    if (char === '\n') {
+                        result += '\\n';
+                        json_cleaner_logger_1.JsonCleanerLogger.logOperation("Replace newline in string", "\n", "\\n", true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.VERBOSE);
+                    }
+                    else if (char === '\r') {
+                        result += '\\r';
+                        json_cleaner_logger_1.JsonCleanerLogger.logOperation("Replace carriage return in string", "\r", "\\r", true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.VERBOSE);
+                    }
+                    else if (char === '\t') {
+                        result += '\\t';
+                        json_cleaner_logger_1.JsonCleanerLogger.logOperation("Replace tab in string", "\t", "\\t", true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.VERBOSE);
+                    }
+                    else {
+                        result += char;
+                    }
+                }
+                else {
+                    // Outside of strings
+                    result += char;
+                }
+            }
+            if (jsonStr !== result) {
+                json_cleaner_logger_1.JsonCleanerLogger.logOperation("Aggressive Cleaning", jsonStr, result, true, undefined, json_cleaner_logger_1.JsonCleanerLogLevel.MINIMAL);
+            }
+            return result;
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            console.error('Aggressive cleaning failed', {
+                context: 'AggressiveCleaner',
+                error: errorMsg
+            });
+            json_cleaner_logger_1.JsonCleanerLogger.logOperation("Aggressive Cleaning Failed", jsonStr, jsonStr, false, errorMsg, json_cleaner_logger_1.JsonCleanerLogLevel.MINIMAL);
+            return jsonStr;
+        }
+    }
+}
+exports.AggressiveCleaner = AggressiveCleaner;
+//# sourceMappingURL=aggressive.cleaner.js.map

package/dist/middleware/services/json-cleaner/strategies/aggressive.cleaner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"aggressive.cleaner.js","sourceRoot":"","sources":["../../../../../src/middleware/services/json-cleaner/strategies/aggressive.cleaner.ts"],"names":[],"mappings":";;;AACA,mEAA+D;AAC/D,gEAAgF;AAEhF;;;GAGG;AACH,MAAa,iBAAkB,SAAQ,4CAAoB;IAA3D;;QACS,SAAI,GAAG,oBAAoB,CAAC;IA4KrC,CAAC;IA1KC;;;;;OAKG;IACI,SAAS,CAAC,OAAwB;QACvC,8DAA8D;QAC9D,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,OAAwB;QACnC,MAAM,KAAK,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAEzC,IAAI,CAAC;YACH,8BAA8B;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;YAClD,MAAM,QAAQ,GAAG,KAAK,KAAK,MAAM,CAAC;YAElC,IAAI,QAAQ,EAAE,CAAC;gBACb,uCAAiB,CAAC,YAAY,CAC5B,qBAAqB,EACrB,KAAK,EACL,MAAM,EACN,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,OAAO,CAC5B,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,MAAM;gBACN,OAAO,EAAE,IAAI;gBACb,QAAQ;aACT,CAAC;QAEJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE;gBAC1C,OAAO,EAAE,mBAAmB;gBAC5B,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;YAEH,uCAAiB,CAAC,YAAY,CAC5B,4BAA4B,EAC5B,KAAK,EACL,KAAK,EACL,KAAK,EACL,QAAQ,EACR,yCAAmB,CAAC,OAAO,CAC5B,CAAC;YAEF,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,QAAQ;gBACf,QAAQ,EAAE,KAAK;aAChB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,sBAAsB,CAAC,OAAe;QAC5C,IAAI,CAAC;YACH,oCAAoC;YACpC,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;YACrB,IAAI,UAAU,GAAG,KAAK,CAAC;YAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,MAAM,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBAExB,IAAI,UAAU,EAAE,CAAC;oBACf,MAAM,IAAI,IAAI,CAAC;oBACf,UAAU,GAAG,KAAK,CAAC;oBACnB,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAClB,MAAM,IAAI,IAAI,CAAC;oBACf,UAAU,GAAG,IAAI,CAAC;oBAClB,SAAS;gBACX,CAAC;gBAED,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;oBACjB,QAAQ,GAAG,CAAC,QAAQ,CAAC;oBACrB,MAAM,IAAI,IAAI,CAAC;oBACf,SAAS;gBACX,CAAC;gBAED,IAAI,QAAQ,EAAE,CAAC;oBACb,kBAAkB;oBAClB,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBAClB,MAAM,IAAI,KAAK,CAAC;wBAChB,uCAAiB,CAAC,YAAY,CAC5B,2BAA2B,EAC3B,IAAI,EACJ,KAAK,EACL,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,OAAO,CAC5B,CAAC;oBACJ,CAAC;yBAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC;wBAChB,uCAAiB,CAAC,YAAY,CAC5B,mCAAmC,EACnC,IAAI,EACJ,KAAK,EACL,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,OAAO,CAC5B,CAAC;oBACJ,CAAC;yBAAM,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC;wBAChB,uCAAiB,CAAC,YAAY,CAC5B,uBAAuB,EACvB,IAAI,EACJ,KAAK,EACL,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,OAAO,CAC5B,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,IAAI,CAAC;oBACjB,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,qBAAqB;oBACrB,MAAM,IAAI,IAAI,CAAC;gBACjB,CAAC;YACH,CAAC;YAED,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACvB,uCAAiB,CAAC,YAAY,CAC5B,qBAAqB,EACrB,OAAO,EACP,MAAM,EACN,IAAI,EACJ,SAAS,EACT,yCAAmB,CAAC,OAAO,CAC5B,CAAC;YACJ,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACxE,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE;gBAC1C,OAAO,EAAE,mBAAmB;gBAC5B,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;YAEH,uCAAiB,CAAC,YAAY,CAC5B,4BAA4B,EAC5B,OAAO,EACP,OAAO,EACP,KAAK,EACL,QAAQ,EACR,yCAAmB,CAAC,OAAO,CAC5B,CAAC;YACF,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC;CACF;AA7KD,8CA6KC"}

package/dist/middleware/services/json-cleaner/strategies/base-cleaner.strategy.d.ts

@@ -0,0 +1,38 @@
+import { CleaningContext, CleaningStrategyResult } from '../json-cleaner.types';
+/**
+ * Base interface for all cleaning strategies
+ * Implements the Strategy pattern for different JSON cleaning approaches
+ */
+export interface ICleaningStrategy {
+    /** Name of the strategy for logging and debugging */
+    name: string;
+    /**
+     * Main method that implements the cleaning logic
+     * @param context The current cleaning context with intermediate results
+     * @returns The result of the cleaning strategy
+     */
+    clean(context: CleaningContext): CleaningStrategyResult;
+    /**
+     * Checks if this strategy is applicable for the given context
+     * @param context The current cleaning context
+     * @returns true if this strategy should be applied
+     */
+    canHandle(context: CleaningContext): boolean;
+}
+/**
+ * Abstract base class for cleaning strategies
+ * Implements common logic for all strategies
+ */
+export declare abstract class BaseCleaningStrategy implements ICleaningStrategy {
+    abstract name: string;
+    /**
+     * Default implementation of canHandle
+     * Can be overridden by derived classes
+     */
+    canHandle(context: CleaningContext): boolean;
+    /**
+     * Abstract method that must be implemented by concrete strategies
+     */
+    abstract clean(context: CleaningContext): CleaningStrategyResult;
+}
+//# sourceMappingURL=base-cleaner.strategy.d.ts.map

package/dist/middleware/services/json-cleaner/strategies/base-cleaner.strategy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-cleaner.strategy.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/json-cleaner/strategies/base-cleaner.strategy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAEhF;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,qDAAqD;IACrD,IAAI,EAAE,MAAM,CAAC;IAEb;;;;OAIG;IACH,KAAK,CAAC,OAAO,EAAE,eAAe,GAAG,sBAAsB,CAAC;IAExD;;;;OAIG;IACH,SAAS,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC;CAC9C;AAED;;;GAGG;AACH,8BAAsB,oBAAqB,YAAW,iBAAiB;IACrE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,SAAS,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO;IAI5C;;OAEG;IACH,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,eAAe,GAAG,sBAAsB;CACjE"}

package/dist/middleware/services/json-cleaner/strategies/base-cleaner.strategy.js

@@ -0,0 +1,18 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseCleaningStrategy = void 0;
+/**
+ * Abstract base class for cleaning strategies
+ * Implements common logic for all strategies
+ */
+class BaseCleaningStrategy {
+    /**
+     * Default implementation of canHandle
+     * Can be overridden by derived classes
+     */
+    canHandle(context) {
+        return true; // By default, always execute
+    }
+}
+exports.BaseCleaningStrategy = BaseCleaningStrategy;
+//# sourceMappingURL=base-cleaner.strategy.js.map

package/dist/middleware/services/json-cleaner/strategies/base-cleaner.strategy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base-cleaner.strategy.js","sourceRoot":"","sources":["../../../../../src/middleware/services/json-cleaner/strategies/base-cleaner.strategy.ts"],"names":[],"mappings":";;;AAyBA;;;GAGG;AACH,MAAsB,oBAAoB;IAGxC;;;OAGG;IACH,SAAS,CAAC,OAAwB;QAChC,OAAO,IAAI,CAAC,CAAC,6BAA6B;IAC5C,CAAC;CAMF;AAfD,oDAeC"}

package/dist/middleware/services/json-cleaner/strategies/comma-fixer.cleaner.d.ts

@@ -0,0 +1,65 @@
+import { CleaningContext, CleaningStrategyResult } from '../json-cleaner.types';
+import { BaseCleaningStrategy } from './base-cleaner.strategy';
+/**
+ * Drastically improved CommaFixerCleaner
+ * Specifically developed for the "Array followed by property without comma" problem
+ */
+export declare class CommaFixerCleaner extends BaseCleaningStrategy {
+    name: string;
+    /**
+     * Enhanced canHandle method - checks specifically for missing commas
+     */
+    canHandle(context: CleaningContext): boolean;
+    /**
+     * Drastically improved comma repair
+     */
+    clean(context: CleaningContext): CleaningStrategyResult;
+    /**
+     * NEW METHOD: Detects specific comma problems
+     */
+    private detectCommaIssues;
+    /**
+     * NEW MAIN METHOD: Repairs specific comma patterns
+     * Focus on the most common cases from the log
+     */
+    private fixSpecificCommaPatterns;
+    /**
+     * NEW METHOD: Extended comma repair for more complex cases
+     */
+    private fixAdvancedCommaPatterns;
+    /**
+     * NEW METHOD: Repairs commas in nested structures
+     */
+    private fixNestedStructureCommas;
+    /**
+     * NEW METHOD: State-Machine based comma repair
+     */
+    private stateBasedCommaFix;
+    /**
+     * NEW HELPER METHOD: Checks if a comma is needed after a bracket
+     */
+    private needsCommaAfterBracket;
+    /**
+     * NEW HELPER METHOD: Finds the next non-whitespace character
+     */
+    private findNextNonWhitespace;
+    /**
+     * NEW HELPER METHOD: Checks if a quote is probably a property name
+     */
+    private looksLikePropertyName;
+    /**
+     * FALLBACK METHOD: Regex-based comma repair
+     */
+    private regexBasedCommaFix;
+    /**
+     * DEBUGGING METHOD: Analyzes missing commas for logging
+     */
+    analyzeMissingCommas(jsonStr: string): Array<{
+        position: number;
+        type: string;
+        before: string;
+        after: string;
+        suggestion: string;
+    }>;
+}
+//# sourceMappingURL=comma-fixer.cleaner.d.ts.map

package/dist/middleware/services/json-cleaner/strategies/comma-fixer.cleaner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"comma-fixer.cleaner.d.ts","sourceRoot":"","sources":["../../../../../src/middleware/services/json-cleaner/strategies/comma-fixer.cleaner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAChF,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAG/D;;;GAGG;AACH,qBAAa,iBAAkB,SAAQ,oBAAoB;IAClD,IAAI,SAAiB;IAE5B;;OAEG;IACI,SAAS,CAAC,OAAO,EAAE,eAAe,GAAG,OAAO;IAWnD;;OAEG;IACI,KAAK,CAAC,OAAO,EAAE,eAAe,GAAG,sBAAsB;IA0E9D;;OAEG;IACH,OAAO,CAAC,iBAAiB;IA0BzB;;;OAGG;IACH,OAAO,CAAC,wBAAwB;IAuGhC;;OAEG;IACH,OAAO,CAAC,wBAAwB;IA2ChC;;OAEG;IACH,OAAO,CAAC,wBAAwB;IAehC;;OAEG;IACH,OAAO,CAAC,kBAAkB;IA2H1B;;OAEG;IACH,OAAO,CAAC,sBAAsB;IAmB9B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAS7B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAe7B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAuB1B;;OAEG;IACI,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,KAAK,CAAC;QAClD,QAAQ,EAAE,MAAM,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;CA8BH"}