@truto/truto-jsonata 1.0.50 → 1.0.51

package/README.md

@@ -15,7 +15,7 @@
 
 <p align="center">
   <a href="https://truto.one" target="_blank" rel="noopener noreferrer">Website</a> •
-  <a href="https://docs.truto.one "target="_blank" rel="noopener noreferrer">Docs</a> 
+  <a href="https://truto.one/docs" target="_blank" rel="noopener noreferrer">Docs</a> 
 </p>
 
 ---

package/dist/browser/index.js

@@ -75926,62 +75926,38 @@ async function encodingForModel(model) {
 }
 
 // node_modules/@langchain/textsplitters/dist/text_splitter.js
-class TextSplitter extends BaseDocumentTransformer {
+var TextSplitter = class extends BaseDocumentTransformer {
+  lc_namespace = [
+    "langchain",
+    "document_transformers",
+    "text_splitters"
+  ];
+  chunkSize = 1000;
+  chunkOverlap = 200;
+  keepSeparator = false;
+  lengthFunction;
   constructor(fields) {
     super(fields);
-    Object.defineProperty(this, "lc_namespace", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: ["langchain", "document_transformers", "text_splitters"]
-    });
-    Object.defineProperty(this, "chunkSize", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: 1000
-    });
-    Object.defineProperty(this, "chunkOverlap", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: 200
-    });
-    Object.defineProperty(this, "keepSeparator", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: false
-    });
-    Object.defineProperty(this, "lengthFunction", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: undefined
-    });
     this.chunkSize = fields?.chunkSize ?? this.chunkSize;
     this.chunkOverlap = fields?.chunkOverlap ?? this.chunkOverlap;
     this.keepSeparator = fields?.keepSeparator ?? this.keepSeparator;
     this.lengthFunction = fields?.lengthFunction ?? ((text) => text.length);
-    if (this.chunkOverlap >= this.chunkSize) {
+    if (this.chunkOverlap >= this.chunkSize)
       throw new Error("Cannot have chunkOverlap >= chunkSize");
-    }
   }
   async transformDocuments(documents, chunkHeaderOptions = {}) {
     return this.splitDocuments(documents, chunkHeaderOptions);
   }
   splitOnSeparator(text, separator) {
     let splits;
-    if (separator) {
+    if (separator)
       if (this.keepSeparator) {
         const regexEscapedSeparator = separator.replace(/[/\-\\^$*+?.()|[\]{}]/g, "\\$&");
-        splits = text.split(new RegExp(`(?=${regexEscapedSeparator})`));
-      } else {
+        splits = text.split(/* @__PURE__ */ new RegExp(`(?=${regexEscapedSeparator})`));
+      } else
         splits = text.split(separator);
-      }
-    } else {
+    else
       splits = text.split("");
-    }
     return splits.filter((s2) => s2 !== "");
   }
   async createDocuments(texts, metadatas = [], chunkHeaderOptions = {}) {
@@ -76008,9 +75984,8 @@ class TextSplitter extends BaseDocumentTransformer {
             const numberOfIntermediateNewLines = this.numberOfNewLines(text, indexChunk, indexEndPrevChunk);
             lineCounterIndex -= numberOfIntermediateNewLines;
           }
-          if (appendChunkOverlapHeader) {
+          if (appendChunkOverlapHeader)
             pageContent += chunkOverlapHeader;
-          }
         }
         const newLinesCount = this.numberOfNewLines(chunk2);
         const loc = _metadatas[i3].loc && typeof _metadatas[i3].loc === "object" ? { ..._metadatas[i3].loc } : {};
@@ -76055,15 +76030,13 @@ class TextSplitter extends BaseDocumentTransformer {
     for (const d of splits) {
       const _len = await this.lengthFunction(d);
       if (total + _len + currentDoc.length * separator.length > this.chunkSize) {
-        if (total > this.chunkSize) {
+        if (total > this.chunkSize)
           console.warn(`Created a chunk of size ${total}, +
 which is longer than the specified ${this.chunkSize}`);
-        }
         if (currentDoc.length > 0) {
-          const doc3 = this.joinDocs(currentDoc, separator);
-          if (doc3 !== null) {
-            docs.push(doc3);
-          }
+          const doc$1 = this.joinDocs(currentDoc, separator);
+          if (doc$1 !== null)
+            docs.push(doc$1);
           while (total > this.chunkOverlap || total + _len + currentDoc.length * separator.length > this.chunkSize && total > 0) {
             total -= await this.lengthFunction(currentDoc[0]);
             currentDoc.shift();
@@ -76074,27 +76047,26 @@ which is longer than the specified ${this.chunkSize}`);
       total += _len;
     }
     const doc2 = this.joinDocs(currentDoc, separator);
-    if (doc2 !== null) {
+    if (doc2 !== null)
       docs.push(doc2);
-    }
     return docs;
   }
-}
-class RecursiveCharacterTextSplitter extends TextSplitter {
+};
+var RecursiveCharacterTextSplitter = class RecursiveCharacterTextSplitter2 extends TextSplitter {
   static lc_name() {
     return "RecursiveCharacterTextSplitter";
   }
+  separators = [
+    `
+
+`,
+    `
+`,
+    " ",
+    ""
+  ];
   constructor(fields) {
     super(fields);
-    Object.defineProperty(this, "separators", {
-      enumerable: true,
-      configurable: true,
-      writable: true,
-      value: [`
-
-`, `
-`, " ", ""]
-    });
     this.separators = fields?.separators ?? this.separators;
     this.keepSeparator = fields?.keepSeparator ?? true;
   }
@@ -76117,23 +76089,22 @@ class RecursiveCharacterTextSplitter extends TextSplitter {
     const splits = this.splitOnSeparator(text, separator);
     let goodSplits = [];
     const _separator = this.keepSeparator ? "" : separator;
-    for (const s2 of splits) {
-      if (await this.lengthFunction(s2) < this.chunkSize) {
+    for (const s2 of splits)
+      if (await this.lengthFunction(s2) < this.chunkSize)
         goodSplits.push(s2);
-      } else {
+      else {
         if (goodSplits.length) {
           const mergedText = await this.mergeSplits(goodSplits, _separator);
           finalChunks.push(...mergedText);
           goodSplits = [];
         }
-        if (!newSeparators) {
+        if (!newSeparators)
           finalChunks.push(s2);
-        } else {
+        else {
           const otherInfo = await this._splitText(s2, newSeparators);
           finalChunks.push(...otherInfo);
         }
       }
-    }
     if (goodSplits.length) {
       const mergedText = await this.mergeSplits(goodSplits, _separator);
       finalChunks.push(...mergedText);
@@ -76144,13 +76115,13 @@ class RecursiveCharacterTextSplitter extends TextSplitter {
     return this._splitText(text, this.separators);
   }
   static fromLanguage(language, options3) {
-    return new RecursiveCharacterTextSplitter({
+    return new RecursiveCharacterTextSplitter2({
       ...options3,
-      separators: RecursiveCharacterTextSplitter.getSeparatorsForLanguage(language)
+      separators: RecursiveCharacterTextSplitter2.getSeparatorsForLanguage(language)
     });
   }
   static getSeparatorsForLanguage(language) {
-    if (language === "cpp") {
+    if (language === "cpp")
       return [
         `
 class `,
@@ -76180,7 +76151,7 @@ case `,
         " ",
         ""
       ];
-    } else if (language === "go") {
+    else if (language === "go")
       return [
         `
 func `,
@@ -76206,7 +76177,7 @@ case `,
         " ",
         ""
       ];
-    } else if (language === "java") {
+    else if (language === "java")
       return [
         `
 class `,
@@ -76236,7 +76207,7 @@ case `,
         " ",
         ""
       ];
-    } else if (language === "js") {
+    else if (language === "js")
       return [
         `
 function `,
@@ -76268,7 +76239,7 @@ default `,
         " ",
         ""
       ];
-    } else if (language === "php") {
+    else if (language === "php")
       return [
         `
 function `,
@@ -76294,7 +76265,7 @@ case `,
         " ",
         ""
       ];
-    } else if (language === "proto") {
+    else if (language === "proto")
       return [
         `
 message `,
@@ -76316,7 +76287,7 @@ syntax `,
         " ",
         ""
       ];
-    } else if (language === "python") {
+    else if (language === "python")
       return [
         `
 class `,
@@ -76332,7 +76303,7 @@ def `,
         " ",
         ""
       ];
-    } else if (language === "rst") {
+    else if (language === "rst")
       return [
         `
 ===
@@ -76353,7 +76324,7 @@ def `,
         " ",
         ""
       ];
-    } else if (language === "ruby") {
+    else if (language === "ruby")
       return [
         `
 def `,
@@ -76381,7 +76352,7 @@ rescue `,
         " ",
         ""
       ];
-    } else if (language === "rust") {
+    else if (language === "rust")
       return [
         `
 fn `,
@@ -76409,7 +76380,7 @@ const `,
         " ",
         ""
       ];
-    } else if (language === "scala") {
+    else if (language === "scala")
       return [
         `
 class `,
@@ -76439,7 +76410,7 @@ case `,
         " ",
         ""
       ];
-    } else if (language === "swift") {
+    else if (language === "swift")
       return [
         `
 func `,
@@ -76469,7 +76440,7 @@ case `,
         " ",
         ""
       ];
-    } else if (language === "markdown") {
+    else if (language === "markdown")
       return [
         `
 ## `,
@@ -76505,7 +76476,7 @@ ___
         " ",
         ""
       ];
-    } else if (language === "latex") {
+    else if (language === "latex")
       return [
         `
 \\chapter{`,
@@ -76543,7 +76514,7 @@ ___
         " ",
         ""
       ];
-    } else if (language === "html") {
+    else if (language === "html")
       return [
         "<body>",
         "<div>",
@@ -76574,7 +76545,7 @@ ___
         " ",
         ""
       ];
-    } else if (language === "sol") {
+    else if (language === "sol")
       return [
         `
 pragma `,
@@ -76620,11 +76591,11 @@ assembly `,
         " ",
         ""
       ];
-    } else {
+    else
       throw new Error(`Language ${language} is not supported.`);
-    }
   }
-}
+};
+
 // src/functions/recursiveCharacterTextSplitter.ts
 async function recursiveCharacterTextSplitter(text, options3 = { chunkSize: 200, chunkOverlap: 60 }) {
   let textToSplit;
@@ -76892,4 +76863,4 @@ export {
   trutoJsonata as default
 };
 
-//# debugId=6DD9A5186EEBCF8964756E2164756E21
+//# debugId=F1B366A39391A4F164756E2164756E21