@truto/truto-jsonata 1.0.50 → 1.0.52

package/dist/cjs/index.cjs

@@ -35068,8 +35068,23 @@ var require_formats = __commonJS((exports2, module2) => {
 // node_modules/qs/lib/utils.js
 var require_utils2 = __commonJS((exports2, module2) => {
   var formats = require_formats();
+  var getSideChannel = require_side_channel();
   var has2 = Object.prototype.hasOwnProperty;
   var isArray4 = Array.isArray;
+  var overflowChannel = getSideChannel();
+  var markOverflow = function markOverflow(obj, maxIndex) {
+    overflowChannel.set(obj, maxIndex);
+    return obj;
+  };
+  var isOverflow = function isOverflow(obj) {
+    return overflowChannel.has(obj);
+  };
+  var getMaxIndex = function getMaxIndex(obj) {
+    return overflowChannel.get(obj);
+  };
+  var setMaxIndex = function setMaxIndex(obj, maxIndex) {
+    overflowChannel.set(obj, maxIndex);
+  };
   var hexTable = function() {
     var array = [];
     for (var i2 = 0;i2 < 256; ++i2) {
@@ -35109,7 +35124,11 @@ var require_utils2 = __commonJS((exports2, module2) => {
       if (isArray4(target)) {
         target.push(source);
       } else if (target && typeof target === "object") {
-        if (options3 && (options3.plainObjects || options3.allowPrototypes) || !has2.call(Object.prototype, source)) {
+        if (isOverflow(target)) {
+          var newIndex = getMaxIndex(target) + 1;
+          target[newIndex] = source;
+          setMaxIndex(target, newIndex);
+        } else if (options3 && (options3.plainObjects || options3.allowPrototypes) || !has2.call(Object.prototype, source)) {
           target[source] = true;
         }
       } else {
@@ -35118,6 +35137,15 @@ var require_utils2 = __commonJS((exports2, module2) => {
       return target;
     }
     if (!target || typeof target !== "object") {
+      if (isOverflow(source)) {
+        var sourceKeys = Object.keys(source);
+        var result = options3 && options3.plainObjects ? { __proto__: null, 0: target } : { 0: target };
+        for (var m = 0;m < sourceKeys.length; m++) {
+          var oldKey = parseInt(sourceKeys[m], 10);
+          result[oldKey + 1] = source[sourceKeys[m]];
+        }
+        return markOverflow(result, getMaxIndex(source) + 1);
+      }
       return [target].concat(source);
     }
     var mergeTarget = target;
@@ -35240,8 +35268,18 @@ var require_utils2 = __commonJS((exports2, module2) => {
     }
     return !!(obj.constructor && obj.constructor.isBuffer && obj.constructor.isBuffer(obj));
   };
-  var combine = function combine(a, b) {
-    return [].concat(a, b);
+  var combine = function combine(a, b, arrayLimit, plainObjects) {
+    if (isOverflow(a)) {
+      var newIndex = getMaxIndex(a) + 1;
+      a[newIndex] = b;
+      setMaxIndex(a, newIndex);
+      return a;
+    }
+    var result = [].concat(a, b);
+    if (result.length > arrayLimit) {
+      return markOverflow(arrayToObject(result, { plainObjects }), result.length - 1);
+    }
+    return result;
   };
   var maybeMap = function maybeMap(val, fn) {
     if (isArray4(val)) {
@@ -35261,6 +35299,7 @@ var require_utils2 = __commonJS((exports2, module2) => {
     decode,
     encode,
     isBuffer: isBuffer3,
+    isOverflow,
     isRegExp: isRegExp3,
     maybeMap,
     merge
@@ -35591,9 +35630,11 @@ var require_parse = __commonJS((exports2, module2) => {
         val = options3.strictNullHandling ? null : "";
       } else {
         key = options3.decoder(part.slice(0, pos), defaults.decoder, charset2, "key");
-        val = utils.maybeMap(parseArrayValue(part.slice(pos + 1), options3, isArray4(obj[key]) ? obj[key].length : 0), function(encodedVal) {
-          return options3.decoder(encodedVal, defaults.decoder, charset2, "value");
-        });
+        if (key !== null) {
+          val = utils.maybeMap(parseArrayValue(part.slice(pos + 1), options3, isArray4(obj[key]) ? obj[key].length : 0), function(encodedVal) {
+            return options3.decoder(encodedVal, defaults.decoder, charset2, "value");
+          });
+        }
       }
       if (val && options3.interpretNumericEntities && charset2 === "iso-8859-1") {
         val = interpretNumericEntities(String(val));
@@ -35601,11 +35642,13 @@ var require_parse = __commonJS((exports2, module2) => {
       if (part.indexOf("[]=") > -1) {
         val = isArray4(val) ? [val] : val;
       }
-      var existing = has2.call(obj, key);
-      if (existing && options3.duplicates === "combine") {
-        obj[key] = utils.combine(obj[key], val);
-      } else if (!existing || options3.duplicates === "last") {
-        obj[key] = val;
+      if (key !== null) {
+        var existing = has2.call(obj, key);
+        if (existing && options3.duplicates === "combine") {
+          obj[key] = utils.combine(obj[key], val, options3.arrayLimit, options3.plainObjects);
+        } else if (!existing || options3.duplicates === "last") {
+          obj[key] = val;
+        }
       }
     }
     return obj;
@@ -35621,7 +35664,11 @@ var require_parse = __commonJS((exports2, module2) => {
       var obj;
       var root3 = chain[i2];
       if (root3 === "[]" && options3.parseArrays) {
-        obj = options3.allowEmptyArrays && (leaf === "" || options3.strictNullHandling && leaf === null) ? [] : utils.combine([], leaf);
+        if (utils.isOverflow(leaf)) {
+          obj = leaf;
+        } else {
+          obj = options3.allowEmptyArrays && (leaf === "" || options3.strictNullHandling && leaf === null) ? [] : utils.combine([], leaf, options3.arrayLimit, options3.plainObjects);
+        }
       } else {
         obj = options3.plainObjects ? { __proto__: null } : {};
         var cleanRoot = root3.charAt(0) === "[" && root3.charAt(root3.length - 1) === "]" ? root3.slice(1, -1) : root3;
@@ -35640,14 +35687,19 @@ var require_parse = __commonJS((exports2, module2) => {
     }
     return leaf;
   };
-  var parseKeys = function parseQueryStringKeys(givenKey, val, options3, valuesParsed) {
-    if (!givenKey) {
-      return;
-    }
+  var splitKeyIntoSegments = function splitKeyIntoSegments(givenKey, options3) {
     var key = options3.allowDots ? givenKey.replace(/\.([^.[]+)/g, "[$1]") : givenKey;
+    if (options3.depth <= 0) {
+      if (!options3.plainObjects && has2.call(Object.prototype, key)) {
+        if (!options3.allowPrototypes) {
+          return;
+        }
+      }
+      return [key];
+    }
     var brackets = /(\[[^[\]]*])/;
     var child = /(\[[^[\]]*])/g;
-    var segment = options3.depth > 0 && brackets.exec(key);
+    var segment = brackets.exec(key);
     var parent2 = segment ? key.slice(0, segment.index) : key;
     var keys2 = [];
     if (parent2) {
@@ -35659,9 +35711,10 @@ var require_parse = __commonJS((exports2, module2) => {
       keys2.push(parent2);
     }
     var i2 = 0;
-    while (options3.depth > 0 && (segment = child.exec(key)) !== null && i2 < options3.depth) {
+    while ((segment = child.exec(key)) !== null && i2 < options3.depth) {
       i2 += 1;
-      if (!options3.plainObjects && has2.call(Object.prototype, segment[1].slice(1, -1))) {
+      var segmentContent = segment[1].slice(1, -1);
+      if (!options3.plainObjects && has2.call(Object.prototype, segmentContent)) {
         if (!options3.allowPrototypes) {
           return;
         }
@@ -35674,6 +35727,16 @@ var require_parse = __commonJS((exports2, module2) => {
       }
       keys2.push("[" + key.slice(segment.index) + "]");
     }
+    return keys2;
+  };
+  var parseKeys = function parseQueryStringKeys(givenKey, val, options3, valuesParsed) {
+    if (!givenKey) {
+      return;
+    }
+    var keys2 = splitKeyIntoSegments(givenKey, options3);
+    if (!keys2) {
+      return;
+    }
     return parseObject(keys2, val, options3, valuesParsed);
   };
   var normalizeParseOptions = function normalizeParseOptions(opts) {
@@ -75968,62 +76031,38 @@ async function encodingForModel(model) {
 }
 
 // node_modules/@langchain/textsplitters/dist/text_splitter.js
-class TextSplitter extends BaseDocumentTransformer {
+var TextSplitter = class extends BaseDocumentTransformer {
+  lc_namespace = [
+    "langchain",
+    "document_transformers",
+    "text_splitters"
+  ];
+  chunkSize = 1000;
+  chunkOverlap = 200;
+  keepSeparator = false;
+  lengthFunction;
   constructor(fields) {
     super(fields);
-    Object.defineProperty(this, "lc_namespace", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: ["langchain", "document_transformers", "text_splitters"]
-    });
-    Object.defineProperty(this, "chunkSize", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: 1000
-    });
-    Object.defineProperty(this, "chunkOverlap", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: 200
-    });
-    Object.defineProperty(this, "keepSeparator", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: false
-    });
-    Object.defineProperty(this, "lengthFunction", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: undefined
-    });
     this.chunkSize = fields?.chunkSize ?? this.chunkSize;
     this.chunkOverlap = fields?.chunkOverlap ?? this.chunkOverlap;
     this.keepSeparator = fields?.keepSeparator ?? this.keepSeparator;
     this.lengthFunction = fields?.lengthFunction ?? ((text) => text.length);
-    if (this.chunkOverlap >= this.chunkSize) {
+    if (this.chunkOverlap >= this.chunkSize)
       throw new Error("Cannot have chunkOverlap >= chunkSize");
-    }
   }
   async transformDocuments(documents, chunkHeaderOptions = {}) {
     return this.splitDocuments(documents, chunkHeaderOptions);
   }
   splitOnSeparator(text, separator) {
     let splits;
-    if (separator) {
+    if (separator)
       if (this.keepSeparator) {
         const regexEscapedSeparator = separator.replace(/[/\-\\^$*+?.()|[\]{}]/g, "\\$&");
-        splits = text.split(new RegExp(`(?=${regexEscapedSeparator})`));
-      } else {
+        splits = text.split(/* @__PURE__ */ new RegExp(`(?=${regexEscapedSeparator})`));
+      } else
         splits = text.split(separator);
-      }
-    } else {
+    else
       splits = text.split("");
-    }
     return splits.filter((s2) => s2 !== "");
   }
   async createDocuments(texts, metadatas = [], chunkHeaderOptions = {}) {
@@ -76050,9 +76089,8 @@ class TextSplitter extends BaseDocumentTransformer {
             const numberOfIntermediateNewLines = this.numberOfNewLines(text, indexChunk, indexEndPrevChunk);
             lineCounterIndex -= numberOfIntermediateNewLines;
           }
-          if (appendChunkOverlapHeader) {
+          if (appendChunkOverlapHeader)
             pageContent += chunkOverlapHeader;
-          }
         }
         const newLinesCount = this.numberOfNewLines(chunk2);
         const loc = _metadatas[i3].loc && typeof _metadatas[i3].loc === "object" ? { ..._metadatas[i3].loc } : {};
@@ -76097,15 +76135,13 @@ class TextSplitter extends BaseDocumentTransformer {
     for (const d of splits) {
       const _len = await this.lengthFunction(d);
       if (total + _len + currentDoc.length * separator.length > this.chunkSize) {
-        if (total > this.chunkSize) {
+        if (total > this.chunkSize)
           console.warn(`Created a chunk of size ${total}, +
 which is longer than the specified ${this.chunkSize}`);
-        }
         if (currentDoc.length > 0) {
-          const doc3 = this.joinDocs(currentDoc, separator);
-          if (doc3 !== null) {
-            docs.push(doc3);
-          }
+          const doc$1 = this.joinDocs(currentDoc, separator);
+          if (doc$1 !== null)
+            docs.push(doc$1);
           while (total > this.chunkOverlap || total + _len + currentDoc.length * separator.length > this.chunkSize && total > 0) {
             total -= await this.lengthFunction(currentDoc[0]);
             currentDoc.shift();
@@ -76116,27 +76152,26 @@ which is longer than the specified ${this.chunkSize}`);
       total += _len;
     }
     const doc2 = this.joinDocs(currentDoc, separator);
-    if (doc2 !== null) {
+    if (doc2 !== null)
       docs.push(doc2);
-    }
     return docs;
   }
-}
-class RecursiveCharacterTextSplitter extends TextSplitter {
+};
+var RecursiveCharacterTextSplitter = class RecursiveCharacterTextSplitter2 extends TextSplitter {
   static lc_name() {
     return "RecursiveCharacterTextSplitter";
   }
+  separators = [
+    `
+
+`,
+    `
+`,
+    " ",
+    ""
+  ];
   constructor(fields) {
     super(fields);
-    Object.defineProperty(this, "separators", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: [`
-
-`, `
-`, " ", ""]
-    });
     this.separators = fields?.separators ?? this.separators;
     this.keepSeparator = fields?.keepSeparator ?? true;
   }
@@ -76159,23 +76194,22 @@ class RecursiveCharacterTextSplitter extends TextSplitter {
     const splits = this.splitOnSeparator(text, separator);
     let goodSplits = [];
     const _separator = this.keepSeparator ? "" : separator;
-    for (const s2 of splits) {
-      if (await this.lengthFunction(s2) < this.chunkSize) {
+    for (const s2 of splits)
+      if (await this.lengthFunction(s2) < this.chunkSize)
         goodSplits.push(s2);
-      } else {
+      else {
         if (goodSplits.length) {
           const mergedText = await this.mergeSplits(goodSplits, _separator);
           finalChunks.push(...mergedText);
           goodSplits = [];
         }
-        if (!newSeparators) {
+        if (!newSeparators)
           finalChunks.push(s2);
-        } else {
+        else {
           const otherInfo = await this._splitText(s2, newSeparators);
           finalChunks.push(...otherInfo);
         }
       }
-    }
     if (goodSplits.length) {
       const mergedText = await this.mergeSplits(goodSplits, _separator);
       finalChunks.push(...mergedText);
@@ -76186,13 +76220,13 @@ class RecursiveCharacterTextSplitter extends TextSplitter {
     return this._splitText(text, this.separators);
   }
   static fromLanguage(language, options3) {
-    return new RecursiveCharacterTextSplitter({
+    return new RecursiveCharacterTextSplitter2({
       ...options3,
-      separators: RecursiveCharacterTextSplitter.getSeparatorsForLanguage(language)
+      separators: RecursiveCharacterTextSplitter2.getSeparatorsForLanguage(language)
     });
   }
   static getSeparatorsForLanguage(language) {
-    if (language === "cpp") {
+    if (language === "cpp")
       return [
         `
 class `,
@@ -76222,7 +76256,7 @@ case `,
         " ",
         ""
       ];
-    } else if (language === "go") {
+    else if (language === "go")
       return [
         `
 func `,
@@ -76248,7 +76282,7 @@ case `,
         " ",
         ""
       ];
-    } else if (language === "java") {
+    else if (language === "java")
       return [
         `
 class `,
@@ -76278,7 +76312,7 @@ case `,
         " ",
         ""
       ];
-    } else if (language === "js") {
+    else if (language === "js")
       return [
         `
 function `,
@@ -76310,7 +76344,7 @@ default `,
         " ",
         ""
       ];
-    } else if (language === "php") {
+    else if (language === "php")
       return [
         `
 function `,
@@ -76336,7 +76370,7 @@ case `,
         " ",
         ""
       ];
-    } else if (language === "proto") {
+    else if (language === "proto")
       return [
         `
 message `,
@@ -76358,7 +76392,7 @@ syntax `,
         " ",
         ""
       ];
-    } else if (language === "python") {
+    else if (language === "python")
       return [
         `
 class `,
@@ -76374,7 +76408,7 @@ def `,
         " ",
         ""
       ];
-    } else if (language === "rst") {
+    else if (language === "rst")
       return [
         `
 ===
@@ -76395,7 +76429,7 @@ def `,
         " ",
         ""
       ];
-    } else if (language === "ruby") {
+    else if (language === "ruby")
       return [
         `
 def `,
@@ -76423,7 +76457,7 @@ rescue `,
         " ",
         ""
       ];
-    } else if (language === "rust") {
+    else if (language === "rust")
       return [
         `
 fn `,
@@ -76451,7 +76485,7 @@ const `,
         " ",
         ""
       ];
-    } else if (language === "scala") {
+    else if (language === "scala")
       return [
         `
 class `,
@@ -76481,7 +76515,7 @@ case `,
         " ",
         ""
       ];
-    } else if (language === "swift") {
+    else if (language === "swift")
       return [
         `
 func `,
@@ -76511,7 +76545,7 @@ case `,
         " ",
         ""
       ];
-    } else if (language === "markdown") {
+    else if (language === "markdown")
       return [
         `
 ## `,
@@ -76547,7 +76581,7 @@ ___
         " ",
         ""
       ];
-    } else if (language === "latex") {
+    else if (language === "latex")
       return [
         `
 \\chapter{`,
@@ -76585,7 +76619,7 @@ ___
         " ",
         ""
       ];
-    } else if (language === "html") {
+    else if (language === "html")
       return [
         "<body>",
         "<div>",
@@ -76616,7 +76650,7 @@ ___
         " ",
         ""
       ];
-    } else if (language === "sol") {
+    else if (language === "sol")
       return [
         `
 pragma `,
@@ -76662,11 +76696,11 @@ assembly `,
         " ",
         ""
       ];
-    } else {
+    else
       throw new Error(`Language ${language} is not supported.`);
-    }
   }
-}
+};
+
 // src/functions/recursiveCharacterTextSplitter.ts
 async function recursiveCharacterTextSplitter(text, options3 = { chunkSize: 200, chunkOverlap: 60 }) {
   let textToSplit;
@@ -76931,4 +76965,4 @@ function trutoJsonata(expression) {
   return registerJsonataExtensions(import_jsonata.default(expression));
 }
 
-//# debugId=650A0F5DE8EB77ED64756E2164756E21
+//# debugId=D25F93F30C06ABA764756E2164756E21