@mxf-dev/core 1.0.0

package/dist/utils/toon/eligibility.js

@@ -0,0 +1,259 @@
+/**
+ * Copyright 2024 Brad Anderson
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ * @author Brad Anderson <BradA1878@pm.me>
+ * @repository https://github.com/mxf-dev/mxf
+ * @documentation https://mxf-dev.github.io/mxf/
+ */
+import { Logger } from '../Logger.js';
+const logger = new Logger('debug', 'ToonEligibility', 'server');
+/**
+ * Default eligibility options
+ */
+const DEFAULT_OPTIONS = {
+    minArrayLength: 5,
+    minScore: 0.8,
+};
+/**
+ * Check if a value is a primitive type allowed in TOON format
+ */
+function isPrimitive(value) {
+    const type = typeof value;
+    return (value === null ||
+        type === 'string' ||
+        type === 'number' ||
+        type === 'boolean');
+}
+/**
+ * Check if all elements in an array are objects with the same keys
+ */
+function hasUniformKeys(elements) {
+    if (elements.length === 0)
+        return false;
+    if (!elements[0] || typeof elements[0] !== 'object')
+        return false;
+    // Get keys from first element as reference
+    const referenceKeys = Object.keys(elements[0]).sort();
+    // Check all elements have the same keys
+    for (let i = 1; i < elements.length; i++) {
+        if (!elements[i] || typeof elements[i] !== 'object') {
+            return false;
+        }
+        const currentKeys = Object.keys(elements[i]).sort();
+        if (currentKeys.length !== referenceKeys.length) {
+            return false;
+        }
+        for (let j = 0; j < referenceKeys.length; j++) {
+            if (currentKeys[j] !== referenceKeys[j]) {
+                return false;
+            }
+        }
+    }
+    return true;
+}
+/**
+ * Check if all values in array elements are primitives
+ */
+function hasOnlyPrimitiveValues(elements) {
+    for (const element of elements) {
+        for (const key in element) {
+            if (!isPrimitive(element[key])) {
+                return false;
+            }
+        }
+    }
+    return true;
+}
+/**
+ * Calculate eligibility score for an array
+ *
+ * Score calculation factors:
+ * - Array length (longer arrays benefit more from TOON)
+ * - Number of fields (more fields = more key repetition savings)
+ * - Value complexity (primitives only = higher score)
+ *
+ * Score formula:
+ * score = (lengthScore * 0.3) + (fieldScore * 0.3) + (uniformityScore * 0.4)
+ *
+ * Scoring is designed to give arrays meeting minimum criteria (5+ elements, 2+ fields, uniform)
+ * a baseline score of ~0.8, with improvements for larger/more complex arrays.
+ */
+function calculateArrayScore(elements) {
+    if (elements.length === 0)
+        return 0;
+    // Length score: normalize array length with more generous curve
+    // 5 elements = 0.8, 10 = 0.9, 15+ = 1.0
+    const lengthScore = Math.min(0.6 + (elements.length / 25), 1.0);
+    // Field score: more fields = better TOON benefit
+    // 2 fields = 0.8, 3 = 0.87, 5+ = 1.0
+    const fieldCount = Object.keys(elements[0]).length;
+    const fieldScore = Math.min(0.7 + (fieldCount / 15), 1.0);
+    // Uniformity score: all elements have same structure
+    // This is critical - non-uniform arrays get 0 score
+    const uniformityScore = hasUniformKeys(elements) ? 1.0 : 0.0;
+    // Weighted average - uniformity is most important
+    return (lengthScore * 0.3) + (fieldScore * 0.3) + (uniformityScore * 0.4);
+}
+/**
+ * Find all TOON-eligible arrays in a payload recursively
+ */
+function findEligibleArrays(payload, options, path = '$') {
+    const eligibleArrays = [];
+    // Check if current value is an array
+    if (Array.isArray(payload)) {
+        // Check basic eligibility
+        if (payload.length >= options.minArrayLength &&
+            hasUniformKeys(payload) &&
+            hasOnlyPrimitiveValues(payload)) {
+            const score = calculateArrayScore(payload);
+            if (score >= options.minScore) {
+                eligibleArrays.push({
+                    path,
+                    elements: payload,
+                    fields: Object.keys(payload[0]).sort(),
+                    length: payload.length,
+                });
+            }
+        }
+    }
+    // Recursively check nested objects and arrays
+    if (payload && typeof payload === 'object') {
+        for (const key in payload) {
+            if (payload.hasOwnProperty(key)) {
+                const nestedPath = Array.isArray(payload) ? `${path}[${key}]` : `${path}.${key}`;
+                const nested = findEligibleArrays(payload[key], options, nestedPath);
+                eligibleArrays.push(...nested);
+            }
+        }
+    }
+    return eligibleArrays;
+}
+/**
+ * Evaluate whether a payload is eligible for TOON encoding
+ *
+ * This function performs a comprehensive analysis of the payload structure
+ * to determine if TOON encoding would provide benefits.
+ *
+ * @param payload - The payload to evaluate
+ * @param options - Eligibility options
+ * @returns Eligibility result with score and details
+ */
+export function evaluateEligibility(payload, options = {}) {
+    const opts = {
+        ...DEFAULT_OPTIONS,
+        ...options,
+    };
+    // Start timing
+    const startTime = Date.now();
+    try {
+        // Handle null/undefined
+        if (payload === null || payload === undefined) {
+            return {
+                eligible: false,
+                score: 0,
+                reason: 'Payload is null or undefined',
+            };
+        }
+        // Handle non-object types
+        if (typeof payload !== 'object') {
+            return {
+                eligible: false,
+                score: 0,
+                reason: 'Payload is not an object or array',
+            };
+        }
+        // Find all eligible arrays in the payload
+        const eligibleArrays = findEligibleArrays(payload, opts);
+        // Calculate evaluation latency
+        const latencyMs = Date.now() - startTime;
+        // Log if evaluation took too long (>5ms threshold)
+        if (latencyMs > 5) {
+            logger.warn(`Eligibility evaluation took ${latencyMs}ms (threshold: 5ms)`);
+        }
+        // No eligible arrays found
+        if (eligibleArrays.length === 0) {
+            return {
+                eligible: false,
+                score: 0,
+                reason: 'No arrays meet eligibility criteria (uniform structure, primitives only, min length)',
+            };
+        }
+        // Calculate overall score based on best eligible array
+        const scores = eligibleArrays.map((arr) => calculateArrayScore(arr.elements));
+        const maxScore = Math.max(...scores);
+        return {
+            eligible: true,
+            score: maxScore,
+            eligiblePaths: eligibleArrays.map((arr) => arr.path),
+        };
+    }
+    catch (error) {
+        logger.error('Error evaluating eligibility', error);
+        return {
+            eligible: false,
+            score: 0,
+            reason: `Evaluation error: ${error instanceof Error ? error.message : String(error)}`,
+        };
+    }
+}
+/**
+ * Extract eligible arrays from a payload
+ *
+ * This is a helper function that returns the actual array data
+ * that can be encoded in TOON format.
+ *
+ * @param payload - The payload to extract from
+ * @param options - Eligibility options
+ * @returns Array of TOON-eligible arrays with their paths
+ */
+export function extractEligibleArrays(payload, options = {}) {
+    const opts = {
+        ...DEFAULT_OPTIONS,
+        ...options,
+    };
+    if (!payload || typeof payload !== 'object') {
+        return [];
+    }
+    return findEligibleArrays(payload, opts);
+}
+/**
+ * Quick check if a value looks like it might be TOON-eligible
+ *
+ * This is a fast pre-check that can be used before doing full evaluation.
+ * It doesn't guarantee eligibility but filters out obvious non-candidates.
+ *
+ * @param payload - The payload to check
+ * @returns True if payload might be eligible (requires full evaluation to confirm)
+ */
+export function mightBeEligible(payload) {
+    if (!payload || typeof payload !== 'object') {
+        return false;
+    }
+    // Check if payload contains any arrays (with circular reference protection)
+    const hasArrays = (obj, visited = new WeakSet()) => {
+        if (Array.isArray(obj))
+            return true;
+        if (typeof obj === 'object' && obj !== null) {
+            // Detect circular references
+            if (visited.has(obj))
+                return false;
+            visited.add(obj);
+            return Object.values(obj).some((value) => hasArrays(value, visited));
+        }
+        return false;
+    };
+    return hasArrays(payload);
+}
+//# sourceMappingURL=eligibility.js.map

package/dist/utils/toon/eligibility.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eligibility.js","sourceRoot":"","sources":["../../../src/utils/toon/eligibility.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAgBH,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,iBAAiB,EAAE,QAAQ,CAAC,CAAC;AAEhE;;GAEG;AACH,MAAM,eAAe,GAAiC;IACpD,cAAc,EAAE,CAAC;IACjB,QAAQ,EAAE,GAAG;CACd,CAAC;AAEF;;GAEG;AACH,SAAS,WAAW,CAAC,KAAU;IAC7B,MAAM,IAAI,GAAG,OAAO,KAAK,CAAC;IAC1B,OAAO,CACL,KAAK,KAAK,IAAI;QACd,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,QAAQ;QACjB,IAAI,KAAK,SAAS,CACnB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,QAAe;IACrC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACxC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,OAAO,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAElE,2CAA2C;IAC3C,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAEtD,wCAAwC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,OAAO,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;YACpD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpD,IAAI,WAAW,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,EAAE,CAAC;YAChD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;gBACxC,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,QAAe;IAC7C,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC/B,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,SAAS,mBAAmB,CAAC,QAAe;IAC1C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEpC,gEAAgE;IAChE,wCAAwC;IACxC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAEhE,iDAAiD;IACjD,qCAAqC;IACrC,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACnD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,UAAU,GAAG,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IAE1D,qDAAqD;IACrD,oDAAoD;IACpD,MAAM,eAAe,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAE7D,kDAAkD;IAClD,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC;AAC5E,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CACzB,OAAY,EACZ,OAAqC,EACrC,OAAe,GAAG;IAElB,MAAM,cAAc,GAAgB,EAAE,CAAC;IAEvC,qCAAqC;IACrC,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,0BAA0B;QAC1B,IACE,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,cAAc;YACxC,cAAc,CAAC,OAAO,CAAC;YACvB,sBAAsB,CAAC,OAAO,CAAC,EAC/B,CAAC;YACD,MAAM,KAAK,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAC3C,IAAI,KAAK,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;gBAC9B,cAAc,CAAC,IAAI,CAAC;oBAClB,IAAI;oBACJ,QAAQ,EAAE,OAAO;oBACjB,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;oBACtC,MAAM,EAAE,OAAO,CAAC,MAAM;iBACvB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,8CAA8C;IAC9C,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC3C,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,IAAI,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC;gBACjF,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;gBACrE,cAAc,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,mBAAmB,CACjC,OAAgB,EAChB,UAA8B,EAAE;IAEhC,MAAM,IAAI,GAAiC;QACzC,GAAG,eAAe;QAClB,GAAG,OAAO;KACX,CAAC;IAEF,eAAe;IACf,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC;QACH,wBAAwB;QACxB,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC9C,OAAO;gBACL,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,8BAA8B;aACvC,CAAC;QACJ,CAAC;QAED,0BAA0B;QAC1B,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO;gBACL,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,mCAAmC;aAC5C,CAAC;QACJ,CAAC;QAED,0CAA0C;QAC1C,MAAM,cAAc,GAAG,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAEzD,+BAA+B;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEzC,mDAAmD;QACnD,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,CAAC,IAAI,CAAC,+BAA+B,SAAS,qBAAqB,CAAC,CAAC;QAC7E,CAAC;QAED,2BAA2B;QAC3B,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,OAAO;gBACL,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,sFAAsF;aAC/F,CAAC;QACJ,CAAC;QAED,uDAAuD;QACvD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC9E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QAErC,OAAO;YACL,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,QAAQ;YACf,aAAa,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC;SACrD,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;QACpD,OAAO;YACL,QAAQ,EAAE,KAAK;YACf,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,qBAAqB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;SACtF,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,qBAAqB,CACnC,OAAgB,EAChB,UAA8B,EAAE;IAEhC,MAAM,IAAI,GAAiC;QACzC,GAAG,eAAe;QAClB,GAAG,OAAO;KACX,CAAC;IAEF,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AAC3C,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe,CAAC,OAAgB;IAC9C,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,KAAK,CAAC;IACf,CAAC;IAED,4EAA4E;IAC5E,MAAM,SAAS,GAAG,CAAC,GAAQ,EAAE,OAAO,GAAG,IAAI,OAAO,EAAE,EAAW,EAAE;QAC/D,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;YAAE,OAAO,IAAI,CAAC;QACpC,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YAC5C,6BAA6B;YAC7B,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,OAAO,KAAK,CAAC;YACnC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACjB,OAAO,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;QACvE,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,CAAC;IAEF,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC;AAC5B,CAAC"}

package/dist/utils/toon/encoder.d.ts

@@ -0,0 +1,72 @@
+/**
+ * Copyright 2024 Brad Anderson
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ * @author Brad Anderson <BradA1878@pm.me>
+ * @repository https://github.com/mxf-dev/mxf
+ * @documentation https://mxf-dev.github.io/mxf/
+ */
+/**
+ * TOON Encoder
+ *
+ * This module provides TOON (Token-Oriented Object Notation) encoding functionality.
+ * TOON is a format optimized for representing tabular data in LLM prompts with
+ * 30-60% token reduction compared to JSON.
+ *
+ * Format example:
+ * ```toon
+ * users[3]{id,name,status}:
+ *   1,Alice,active
+ *   2,Bob,idle
+ *   3,Carol,active
+ * ```
+ *
+ * Since @toon-format/toon library is not available, this implements a
+ * simple TOON encoder following the specification.
+ */
+import { EncodeOptions, EncodeResult } from './types.js';
+/**
+ * Encode payload to TOON format
+ *
+ * This function attempts to encode eligible arrays in TOON format
+ * and falls back to JSON for non-eligible portions.
+ *
+ * @param payload - The payload to encode
+ * @param options - Encoding options
+ * @returns Encoded result with metadata
+ */
+export declare function encodeToon(payload: unknown, options?: EncodeOptions): EncodeResult;
+/**
+ * Encode payload for prompt injection
+ *
+ * This is the main entry point for encoding payloads that will be
+ * injected into agent prompts. It automatically selects TOON or JSON
+ * based on eligibility.
+ *
+ * @param payload - The payload to encode
+ * @param options - Encoding options
+ * @returns Encoded result ready for prompt injection
+ */
+export declare function encodeForPrompt(payload: unknown, options?: EncodeOptions): EncodeResult;
+/**
+ * Decode TOON format back to JSON
+ *
+ * This is a simple decoder for testing and validation purposes.
+ * In production, LLMs parse TOON directly without explicit decoding.
+ *
+ * @param toonString - TOON-formatted string
+ * @returns Parsed array of objects
+ */
+export declare function decodeToon(toonString: string): Record<string, any>[];
+//# sourceMappingURL=encoder.d.ts.map

package/dist/utils/toon/encoder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"encoder.d.ts","sourceRoot":"","sources":["../../../src/utils/toon/encoder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAkFzD;;;;;;;;;GASG;AACH,wBAAgB,UAAU,CACxB,OAAO,EAAE,OAAO,EAChB,OAAO,GAAE,aAAkB,GAC1B,YAAY,CAgHd;AAmBD;;;;;;;;;;GAUG;AACH,wBAAgB,eAAe,CAC7B,OAAO,EAAE,OAAO,EAChB,OAAO,GAAE,aAAkB,GAC1B,YAAY,CAKd;AAED;;;;;;;;GAQG;AACH,wBAAgB,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAiDpE"}

package/dist/utils/toon/encoder.js

@@ -0,0 +1,321 @@
+/**
+ * Copyright 2024 Brad Anderson
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ * @author Brad Anderson <BradA1878@pm.me>
+ * @repository https://github.com/mxf-dev/mxf
+ * @documentation https://mxf-dev.github.io/mxf/
+ */
+import { evaluateEligibility, extractEligibleArrays } from './eligibility.js';
+import { Logger } from '../Logger.js';
+const logger = new Logger('debug', 'ToonEncoder', 'server');
+/**
+ * Default encoding options
+ */
+const DEFAULT_OPTIONS = {
+    delimiter: ',',
+    indent: 2,
+    wrapInCodeBlock: true,
+};
+/**
+ * Escape a value for TOON format
+ *
+ * Handles special characters and ensures proper encoding:
+ * - Null values become empty string
+ * - Strings with delimiters or newlines are quoted
+ * - Quotes inside strings are escaped
+ */
+function escapeValue(value, delimiter) {
+    if (value === null || value === undefined) {
+        return '';
+    }
+    const strValue = String(value);
+    // Check if value needs quoting (contains delimiter, quotes, or newlines)
+    const needsQuoting = strValue.includes(delimiter) ||
+        strValue.includes('"') ||
+        strValue.includes('\n') ||
+        strValue.includes('\r');
+    if (needsQuoting) {
+        // Escape quotes and wrap in quotes
+        return `"${strValue.replace(/"/g, '""')}"`;
+    }
+    return strValue;
+}
+/**
+ * Encode a single array in TOON format
+ *
+ * Format: arrayName[length]{field1,field2,...}:
+ *   value1,value2,...
+ *   value1,value2,...
+ *
+ * @param arrayName - Name/path of the array
+ * @param elements - Array elements to encode
+ * @param options - Encoding options
+ * @returns TOON-formatted string
+ */
+function encodeArray(arrayName, elements, options) {
+    if (elements.length === 0) {
+        return `${arrayName}[0]{}:`;
+    }
+    // Get field names from first element (already validated to be uniform)
+    const fields = Object.keys(elements[0]).sort();
+    // Build header: arrayName[length]{field1,field2,...}:
+    const header = `${arrayName}[${elements.length}]{${fields.join(',')}}:`;
+    // Build data rows
+    const indentStr = ' '.repeat(options.indent);
+    const rows = elements.map((element) => {
+        const values = fields.map((field) => escapeValue(element[field], options.delimiter));
+        return `${indentStr}${values.join(options.delimiter)}`;
+    });
+    return [header, ...rows].join('\n');
+}
+/**
+ * Encode payload to TOON format
+ *
+ * This function attempts to encode eligible arrays in TOON format
+ * and falls back to JSON for non-eligible portions.
+ *
+ * @param payload - The payload to encode
+ * @param options - Encoding options
+ * @returns Encoded result with metadata
+ */
+export function encodeToon(payload, options = {}) {
+    const opts = {
+        ...DEFAULT_OPTIONS,
+        ...options,
+    };
+    const startTime = Date.now();
+    try {
+        // Evaluate eligibility
+        const eligibility = evaluateEligibility(payload);
+        // Calculate original size
+        const originalJson = JSON.stringify(payload);
+        const originalBytes = Buffer.byteLength(originalJson, 'utf8');
+        // If not eligible, return JSON
+        if (!eligibility.eligible) {
+            const latencyMs = Date.now() - startTime;
+            return {
+                output: opts.wrapInCodeBlock
+                    ? `\`\`\`json\n${originalJson}\n\`\`\``
+                    : originalJson,
+                format: 'json',
+                originalBytes,
+                encodedBytes: originalBytes,
+                estimatedTokenSavings: 0,
+                latencyMs,
+                eligibilityScore: eligibility.score,
+            };
+        }
+        // Extract eligible arrays
+        const eligibleArrays = extractEligibleArrays(payload);
+        // For simple case: payload is a single eligible array
+        if (Array.isArray(payload) && eligibleArrays.length === 1) {
+            const toonOutput = encodeArray('data', payload, opts);
+            const wrappedOutput = opts.wrapInCodeBlock
+                ? `\`\`\`toon\n${toonOutput}\n\`\`\``
+                : toonOutput;
+            const encodedBytes = Buffer.byteLength(wrappedOutput, 'utf8');
+            const tokenSavings = estimateTokenSavings(originalBytes, encodedBytes);
+            const latencyMs = Date.now() - startTime;
+            return {
+                output: wrappedOutput,
+                format: 'toon',
+                originalBytes,
+                encodedBytes,
+                estimatedTokenSavings: tokenSavings,
+                latencyMs,
+                eligibilityScore: eligibility.score,
+            };
+        }
+        // Complex case: mixed payload with multiple arrays
+        // For now, encode the largest eligible array and keep rest as JSON
+        // This can be enhanced in future to handle mixed formats better
+        const largestArray = eligibleArrays.reduce((prev, current) => current.length > prev.length ? current : prev);
+        const toonOutput = encodeArray(largestArray.path, largestArray.elements, opts);
+        const wrappedOutput = opts.wrapInCodeBlock
+            ? `\`\`\`toon\n${toonOutput}\n\`\`\``
+            : toonOutput;
+        const encodedBytes = Buffer.byteLength(wrappedOutput, 'utf8');
+        const tokenSavings = estimateTokenSavings(originalBytes, encodedBytes);
+        const latencyMs = Date.now() - startTime;
+        // Log if encoding took too long (>20ms threshold)
+        if (latencyMs > 20) {
+            logger.warn(`TOON encoding took ${latencyMs}ms (threshold: 20ms)`);
+        }
+        return {
+            output: wrappedOutput,
+            format: 'toon',
+            originalBytes,
+            encodedBytes,
+            estimatedTokenSavings: tokenSavings,
+            latencyMs,
+            eligibilityScore: eligibility.score,
+        };
+    }
+    catch (error) {
+        logger.error('Error encoding to TOON, falling back to JSON', error);
+        // Fallback to JSON on any error
+        const fallbackJson = JSON.stringify(payload);
+        const fallbackBytes = Buffer.byteLength(fallbackJson, 'utf8');
+        const latencyMs = Date.now() - startTime;
+        return {
+            output: opts.wrapInCodeBlock
+                ? `\`\`\`json\n${fallbackJson}\n\`\`\``
+                : fallbackJson,
+            format: 'json',
+            originalBytes: fallbackBytes,
+            encodedBytes: fallbackBytes,
+            estimatedTokenSavings: 0,
+            latencyMs,
+            eligibilityScore: 0,
+        };
+    }
+}
+/**
+ * Estimate token savings from encoding
+ *
+ * Uses a rough heuristic: 1 token ≈ 4 characters for English text
+ * This is an approximation and actual tokenization may vary.
+ *
+ * @param originalBytes - Original payload size
+ * @param encodedBytes - Encoded payload size
+ * @returns Estimated token savings (positive = savings, negative = overhead)
+ */
+function estimateTokenSavings(originalBytes, encodedBytes) {
+    const CHARS_PER_TOKEN = 4;
+    const originalTokens = Math.ceil(originalBytes / CHARS_PER_TOKEN);
+    const encodedTokens = Math.ceil(encodedBytes / CHARS_PER_TOKEN);
+    return originalTokens - encodedTokens;
+}
+/**
+ * Encode payload for prompt injection
+ *
+ * This is the main entry point for encoding payloads that will be
+ * injected into agent prompts. It automatically selects TOON or JSON
+ * based on eligibility.
+ *
+ * @param payload - The payload to encode
+ * @param options - Encoding options
+ * @returns Encoded result ready for prompt injection
+ */
+export function encodeForPrompt(payload, options = {}) {
+    return encodeToon(payload, {
+        ...options,
+        wrapInCodeBlock: true, // Always use code blocks for prompts
+    });
+}
+/**
+ * Decode TOON format back to JSON
+ *
+ * This is a simple decoder for testing and validation purposes.
+ * In production, LLMs parse TOON directly without explicit decoding.
+ *
+ * @param toonString - TOON-formatted string
+ * @returns Parsed array of objects
+ */
+export function decodeToon(toonString) {
+    try {
+        // Remove code block wrapping if present
+        let content = toonString.trim();
+        if (content.startsWith('```toon')) {
+            content = content.replace(/^```toon\n/, '').replace(/\n```$/, '');
+        }
+        const lines = content.split('\n');
+        if (lines.length === 0)
+            return [];
+        // Parse header: arrayName[length]{field1,field2,...}:
+        const headerMatch = lines[0].match(/^(.+)\[(\d+)\]\{([^}]+)\}:$/);
+        if (!headerMatch) {
+            throw new Error('Invalid TOON header format');
+        }
+        const fields = headerMatch[3].split(',');
+        const expectedLength = parseInt(headerMatch[2], 10);
+        // Parse data rows
+        const results = [];
+        for (let i = 1; i < lines.length; i++) {
+            const line = lines[i].trim();
+            if (!line)
+                continue;
+            const values = parseRow(line);
+            if (values.length !== fields.length) {
+                throw new Error(`Row ${i} has ${values.length} values, expected ${fields.length}`);
+            }
+            const obj = {};
+            for (let j = 0; j < fields.length; j++) {
+                obj[fields[j]] = parseValue(values[j]);
+            }
+            results.push(obj);
+        }
+        if (results.length !== expectedLength) {
+            logger.warn(`TOON declared ${expectedLength} elements but parsed ${results.length}`);
+        }
+        return results;
+    }
+    catch (error) {
+        logger.error('Error decoding TOON format', error);
+        throw error;
+    }
+}
+/**
+ * Parse a TOON row, handling quoted values and escapes
+ */
+function parseRow(row) {
+    const values = [];
+    let current = '';
+    let inQuotes = false;
+    for (let i = 0; i < row.length; i++) {
+        const char = row[i];
+        const nextChar = row[i + 1];
+        if (char === '"' && !inQuotes) {
+            inQuotes = true;
+        }
+        else if (char === '"' && inQuotes) {
+            if (nextChar === '"') {
+                // Escaped quote
+                current += '"';
+                i++; // Skip next quote
+            }
+            else {
+                // End of quoted value
+                inQuotes = false;
+            }
+        }
+        else if (char === ',' && !inQuotes) {
+            values.push(current);
+            current = '';
+        }
+        else {
+            current += char;
+        }
+    }
+    values.push(current);
+    return values;
+}
+/**
+ * Parse a TOON value to its appropriate type
+ */
+function parseValue(value) {
+    if (value === '')
+        return null;
+    if (value === 'true')
+        return true;
+    if (value === 'false')
+        return false;
+    const num = Number(value);
+    if (!isNaN(num) && value === String(num)) {
+        return num;
+    }
+    return value;
+}
+//# sourceMappingURL=encoder.js.map

package/dist/utils/toon/encoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"encoder.js","sourceRoot":"","sources":["../../../src/utils/toon/encoder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAsBH,OAAO,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAC9E,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAEtC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;AAE5D;;GAEG;AACH,MAAM,eAAe,GAA4B;IAC/C,SAAS,EAAE,GAAG;IACd,MAAM,EAAE,CAAC;IACT,eAAe,EAAE,IAAI;CACtB,CAAC;AAEF;;;;;;;GAOG;AACH,SAAS,WAAW,CAAC,KAAU,EAAE,SAAiB;IAChD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAE/B,yEAAyE;IACzE,MAAM,YAAY,GAChB,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC5B,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;QACtB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC;QACvB,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAE1B,IAAI,YAAY,EAAE,CAAC;QACjB,mCAAmC;QACnC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;IAC7C,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;;;;;;GAWG;AACH,SAAS,WAAW,CAClB,SAAiB,EACjB,QAA+B,EAC/B,OAAgC;IAEhC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,GAAG,SAAS,QAAQ,CAAC;IAC9B,CAAC;IAED,uEAAuE;IACvE,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAE/C,sDAAsD;IACtD,MAAM,MAAM,GAAG,GAAG,SAAS,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;IAExE,kBAAkB;IAClB,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC7C,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QACpC,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QACrF,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACtC,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,UAAU,CACxB,OAAgB,EAChB,UAAyB,EAAE;IAE3B,MAAM,IAAI,GAA4B;QACpC,GAAG,eAAe;QAClB,GAAG,OAAO;KACX,CAAC;IAEF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC;QACH,uBAAuB;QACvB,MAAM,WAAW,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAEjD,0BAA0B;QAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAE9D,+BAA+B;QAC/B,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACzC,OAAO;gBACL,MAAM,EAAE,IAAI,CAAC,eAAe;oBAC1B,CAAC,CAAC,eAAe,YAAY,UAAU;oBACvC,CAAC,CAAC,YAAY;gBAChB,MAAM,EAAE,MAAM;gBACd,aAAa;gBACb,YAAY,EAAE,aAAa;gBAC3B,qBAAqB,EAAE,CAAC;gBACxB,SAAS;gBACT,gBAAgB,EAAE,WAAW,CAAC,KAAK;aACpC,CAAC;QACJ,CAAC;QAED,0BAA0B;QAC1B,MAAM,cAAc,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAEtD,sDAAsD;QACtD,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1D,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,EAAE,OAAgC,EAAE,IAAI,CAAC,CAAC;YAC/E,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe;gBACxC,CAAC,CAAC,eAAe,UAAU,UAAU;gBACrC,CAAC,CAAC,UAAU,CAAC;YAEf,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;YAC9D,MAAM,YAAY,GAAG,oBAAoB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;YACvE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAEzC,OAAO;gBACL,MAAM,EAAE,aAAa;gBACrB,MAAM,EAAE,MAAM;gBACd,aAAa;gBACb,YAAY;gBACZ,qBAAqB,EAAE,YAAY;gBACnC,SAAS;gBACT,gBAAgB,EAAE,WAAW,CAAC,KAAK;aACpC,CAAC;QACJ,CAAC;QAED,mDAAmD;QACnD,mEAAmE;QACnE,gEAAgE;QAChE,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAC3D,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC9C,CAAC;QAEF,MAAM,UAAU,GAAG,WAAW,CAC5B,YAAY,CAAC,IAAI,EACjB,YAAY,CAAC,QAAQ,EACrB,IAAI,CACL,CAAC;QAEF,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe;YACxC,CAAC,CAAC,eAAe,UAAU,UAAU;YACrC,CAAC,CAAC,UAAU,CAAC;QAEf,MAAM,YAAY,GAAG,MAAM,CAAC,UAAU,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,oBAAoB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;QACvE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEzC,kDAAkD;QAClD,IAAI,SAAS,GAAG,EAAE,EAAE,CAAC;YACnB,MAAM,CAAC,IAAI,CAAC,sBAAsB,SAAS,sBAAsB,CAAC,CAAC;QACrE,CAAC;QAED,OAAO;YACL,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE,MAAM;YACd,aAAa;YACb,YAAY;YACZ,qBAAqB,EAAE,YAAY;YACnC,SAAS;YACT,gBAAgB,EAAE,WAAW,CAAC,KAAK;SACpC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,KAAK,CAAC,CAAC;QAEpE,gCAAgC;QAChC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,aAAa,GAAG,MAAM,CAAC,UAAU,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEzC,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,eAAe;gBAC1B,CAAC,CAAC,eAAe,YAAY,UAAU;gBACvC,CAAC,CAAC,YAAY;YAChB,MAAM,EAAE,MAAM;YACd,aAAa,EAAE,aAAa;YAC5B,YAAY,EAAE,aAAa;YAC3B,qBAAqB,EAAE,CAAC;YACxB,SAAS;YACT,gBAAgB,EAAE,CAAC;SACpB,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,oBAAoB,CAAC,aAAqB,EAAE,YAAoB;IACvE,MAAM,eAAe,GAAG,CAAC,CAAC;IAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,eAAe,CAAC,CAAC;IAClE,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,GAAG,eAAe,CAAC,CAAC;IAChE,OAAO,cAAc,GAAG,aAAa,CAAC;AACxC,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,UAAU,eAAe,CAC7B,OAAgB,EAChB,UAAyB,EAAE;IAE3B,OAAO,UAAU,CAAC,OAAO,EAAE;QACzB,GAAG,OAAO;QACV,eAAe,EAAE,IAAI,EAAE,qCAAqC;KAC7D,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,UAAU,CAAC,UAAkB;IAC3C,IAAI,CAAC;QACH,wCAAwC;QACxC,IAAI,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAElC,sDAAsD;QACtD,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;QAClE,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,cAAc,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAEpD,kBAAkB;QAClB,MAAM,OAAO,GAA0B,EAAE,CAAC;QAC1C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI;gBAAE,SAAS;YAEpB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC9B,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EAAE,CAAC;gBACpC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,MAAM,CAAC,MAAM,qBAAqB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YACrF,CAAC;YAED,MAAM,GAAG,GAAwB,EAAE,CAAC;YACpC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,cAAc,EAAE,CAAC;YACtC,MAAM,CAAC,IAAI,CACT,iBAAiB,cAAc,wBAAwB,OAAO,CAAC,MAAM,EAAE,CACxE,CAAC;QACJ,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,QAAQ,CAAC,GAAW;IAC3B,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,QAAQ,GAAG,KAAK,CAAC;IAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAE5B,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC9B,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG,IAAI,QAAQ,EAAE,CAAC;YACpC,IAAI,QAAQ,KAAK,GAAG,EAAE,CAAC;gBACrB,gBAAgB;gBAChB,OAAO,IAAI,GAAG,CAAC;gBACf,CAAC,EAAE,CAAC,CAAC,kBAAkB;YACzB,CAAC;iBAAM,CAAC;gBACN,sBAAsB;gBACtB,QAAQ,GAAG,KAAK,CAAC;YACnB,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YACrC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,OAAO,GAAG,EAAE,CAAC;QACf,CAAC;aAAM,CAAC;YACN,OAAO,IAAI,IAAI,CAAC;QAClB,CAAC;IACH,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAS,UAAU,CAAC,KAAa;IAC/B,IAAI,KAAK,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC;IAC9B,IAAI,KAAK,KAAK,MAAM;QAAE,OAAO,IAAI,CAAC;IAClC,IAAI,KAAK,KAAK,OAAO;QAAE,OAAO,KAAK,CAAC;IAEpC,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QACzC,OAAO,GAAG,CAAC;IACb,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}