@n8n/n8n-nodes-langchain 2.5.1 → 2.6.0

package/dist/utils/sharedFields.js

@@ -1,176 +1,149 @@
 "use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var sharedFields_exports = {};
-__export(sharedFields_exports, {
-  getBatchingOptionFields: () => getBatchingOptionFields,
-  getConnectionHintNoticeField: () => getConnectionHintNoticeField,
-  getTemplateNoticeField: () => getTemplateNoticeField,
-  metadataFilterField: () => metadataFilterField
-});
-module.exports = __toCommonJS(sharedFields_exports);
-var import_n8n_workflow = require("n8n-workflow");
-const metadataFilterField = {
-  displayName: "Metadata Filter",
-  name: "metadata",
-  type: "fixedCollection",
-  description: "Metadata to filter the document by",
-  typeOptions: {
-    multipleValues: true
-  },
-  default: {},
-  placeholder: "Add filter field",
-  options: [
-    {
-      name: "metadataValues",
-      displayName: "Fields to Set",
-      values: [
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.metadataFilterField = void 0;
+exports.getTemplateNoticeField = getTemplateNoticeField;
+exports.getBatchingOptionFields = getBatchingOptionFields;
+exports.getConnectionHintNoticeField = getConnectionHintNoticeField;
+const n8n_workflow_1 = require("n8n-workflow");
+exports.metadataFilterField = {
+    displayName: 'Metadata Filter',
+    name: 'metadata',
+    type: 'fixedCollection',
+    description: 'Metadata to filter the document by',
+    typeOptions: {
+        multipleValues: true,
+    },
+    default: {},
+    placeholder: 'Add filter field',
+    options: [
         {
-          displayName: "Name",
-          name: "name",
-          type: "string",
-          default: "",
-          required: true
+            name: 'metadataValues',
+            displayName: 'Fields to Set',
+            values: [
+                {
+                    displayName: 'Name',
+                    name: 'name',
+                    type: 'string',
+                    default: '',
+                    required: true,
+                },
+                {
+                    displayName: 'Value',
+                    name: 'value',
+                    type: 'string',
+                    default: '',
+                },
+            ],
         },
-        {
-          displayName: "Value",
-          name: "value",
-          type: "string",
-          default: ""
-        }
-      ]
-    }
-  ]
+    ],
 };
 function getTemplateNoticeField(templateId) {
-  return {
-    displayName: `Save time with an <a href="/templates/${templateId}" target="_blank">example</a> of how this node works`,
-    name: "notice",
-    type: "notice",
-    default: ""
-  };
+    return {
+        displayName: `Save time with an <a href="/templates/${templateId}" target="_blank">example</a> of how this node works`,
+        name: 'notice',
+        type: 'notice',
+        default: '',
+    };
 }
 function getBatchingOptionFields(displayOptions, defaultBatchSize = 5) {
-  return {
-    displayName: "Batch Processing",
-    name: "batching",
-    type: "collection",
-    placeholder: "Add Batch Processing Option",
-    description: "Batch processing options for rate limiting",
-    default: {},
-    options: [
-      {
-        displayName: "Batch Size",
-        name: "batchSize",
-        default: defaultBatchSize,
-        type: "number",
-        description: "How many items to process in parallel. This is useful for rate limiting, but might impact the log output ordering."
-      },
-      {
-        displayName: "Delay Between Batches",
-        name: "delayBetweenBatches",
-        default: 0,
-        type: "number",
-        description: "Delay in milliseconds between batches. This is useful for rate limiting."
-      }
-    ],
-    displayOptions
-  };
+    return {
+        displayName: 'Batch Processing',
+        name: 'batching',
+        type: 'collection',
+        placeholder: 'Add Batch Processing Option',
+        description: 'Batch processing options for rate limiting',
+        default: {},
+        options: [
+            {
+                displayName: 'Batch Size',
+                name: 'batchSize',
+                default: defaultBatchSize,
+                type: 'number',
+                description: 'How many items to process in parallel. This is useful for rate limiting, but might impact the log output ordering.',
+            },
+            {
+                displayName: 'Delay Between Batches',
+                name: 'delayBetweenBatches',
+                default: 0,
+                type: 'number',
+                description: 'Delay in milliseconds between batches. This is useful for rate limiting.',
+            },
+        ],
+        displayOptions,
+    };
 }
 const connectionsString = {
-  [import_n8n_workflow.NodeConnectionTypes.AiAgent]: {
-    // Root AI view
-    connection: "",
-    locale: "AI Agent"
-  },
-  [import_n8n_workflow.NodeConnectionTypes.AiChain]: {
-    // Root AI view
-    connection: "",
-    locale: "AI Chain"
-  },
-  [import_n8n_workflow.NodeConnectionTypes.AiDocument]: {
-    connection: import_n8n_workflow.NodeConnectionTypes.AiDocument,
-    locale: "Document Loader"
-  },
-  [import_n8n_workflow.NodeConnectionTypes.AiVectorStore]: {
-    connection: import_n8n_workflow.NodeConnectionTypes.AiVectorStore,
-    locale: "Vector Store"
-  },
-  [import_n8n_workflow.NodeConnectionTypes.AiRetriever]: {
-    connection: import_n8n_workflow.NodeConnectionTypes.AiRetriever,
-    locale: "Vector Store Retriever"
-  }
+    [n8n_workflow_1.NodeConnectionTypes.AiAgent]: {
+        connection: '',
+        locale: 'AI Agent',
+    },
+    [n8n_workflow_1.NodeConnectionTypes.AiChain]: {
+        connection: '',
+        locale: 'AI Chain',
+    },
+    [n8n_workflow_1.NodeConnectionTypes.AiDocument]: {
+        connection: n8n_workflow_1.NodeConnectionTypes.AiDocument,
+        locale: 'Document Loader',
+    },
+    [n8n_workflow_1.NodeConnectionTypes.AiVectorStore]: {
+        connection: n8n_workflow_1.NodeConnectionTypes.AiVectorStore,
+        locale: 'Vector Store',
+    },
+    [n8n_workflow_1.NodeConnectionTypes.AiRetriever]: {
+        connection: n8n_workflow_1.NodeConnectionTypes.AiRetriever,
+        locale: 'Vector Store Retriever',
+    },
 };
 function determineArticle(nextWord) {
-  const vowels = /^[aeiouAEIOU]/;
-  return vowels.test(nextWord) ? "an" : "a";
+    const vowels = /^[aeiouAEIOU]/;
+    return vowels.test(nextWord) ? 'an' : 'a';
 }
 const getConnectionParameterString = (connectionType) => {
-  if (connectionType === "") return "data-action-parameter-creatorview='AI'";
-  return `data-action-parameter-connectiontype='${connectionType}'`;
+    if (connectionType === '')
+        return "data-action-parameter-creatorview='AI'";
+    return `data-action-parameter-connectiontype='${connectionType}'`;
 };
-const getAhref = (connectionType) => `<a class="test" data-action='openSelectiveNodeCreator'${getConnectionParameterString(
-  connectionType.connection
-)}'>${connectionType.locale}</a>`;
+const getAhref = (connectionType) => `<a class="test" data-action='openSelectiveNodeCreator'${getConnectionParameterString(connectionType.connection)}'>${connectionType.locale}</a>`;
 function getConnectionHintNoticeField(connectionTypes) {
-  const groupedConnections = /* @__PURE__ */ new Map();
-  connectionTypes.forEach((connectionType) => {
-    const connectionString = connectionsString[connectionType].connection;
-    const localeString = connectionsString[connectionType].locale;
-    if (!groupedConnections.has(connectionString)) {
-      groupedConnections.set(connectionString, [localeString]);
-      return;
-    }
-    groupedConnections.get(connectionString)?.push(localeString);
-  });
-  let displayName;
-  if (groupedConnections.size === 1) {
-    const [[connection, locales]] = Array.from(groupedConnections);
-    displayName = `This node must be connected to ${determineArticle(locales[0])} ${locales[0].toLowerCase().replace(
-      /^ai /,
-      "AI "
-    )}. <a data-action='openSelectiveNodeCreator' ${getConnectionParameterString(
-      connection
-    )}>Insert one</a>`;
-  } else {
-    const ahrefs = Array.from(groupedConnections, ([connection, locales]) => {
-      const locale = locales.length > 1 ? locales.map((localeString, index, { length }) => {
-        return (index === 0 ? `${determineArticle(localeString)} ` : "") + (index < length - 1 ? `${localeString} or ` : localeString);
-      }).join("") : `${determineArticle(locales[0])} ${locales[0]}`;
-      return getAhref({ connection, locale });
+    const groupedConnections = new Map();
+    connectionTypes.forEach((connectionType) => {
+        const connectionString = connectionsString[connectionType].connection;
+        const localeString = connectionsString[connectionType].locale;
+        if (!groupedConnections.has(connectionString)) {
+            groupedConnections.set(connectionString, [localeString]);
+            return;
+        }
+        groupedConnections.get(connectionString)?.push(localeString);
     });
-    displayName = `This node needs to be connected to ${ahrefs.join(" or ")}.`;
-  }
-  return {
-    displayName,
-    name: "notice",
-    type: "notice",
-    default: "",
-    typeOptions: {
-      containerClass: "ndv-connection-hint-notice"
+    let displayName;
+    if (groupedConnections.size === 1) {
+        const [[connection, locales]] = Array.from(groupedConnections);
+        displayName = `This node must be connected to ${determineArticle(locales[0])} ${locales[0]
+            .toLowerCase()
+            .replace(/^ai /, 'AI ')}. <a data-action='openSelectiveNodeCreator' ${getConnectionParameterString(connection)}>Insert one</a>`;
     }
-  };
+    else {
+        const ahrefs = Array.from(groupedConnections, ([connection, locales]) => {
+            const locale = locales.length > 1
+                ? locales
+                    .map((localeString, index, { length }) => {
+                    return ((index === 0 ? `${determineArticle(localeString)} ` : '') +
+                        (index < length - 1 ? `${localeString} or ` : localeString));
+                })
+                    .join('')
+                : `${determineArticle(locales[0])} ${locales[0]}`;
+            return getAhref({ connection, locale });
+        });
+        displayName = `This node needs to be connected to ${ahrefs.join(' or ')}.`;
+    }
+    return {
+        displayName,
+        name: 'notice',
+        type: 'notice',
+        default: '',
+        typeOptions: {
+            containerClass: 'ndv-connection-hint-notice',
+        },
+    };
 }
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  getBatchingOptionFields,
-  getConnectionHintNoticeField,
-  getTemplateNoticeField,
-  metadataFilterField
-});
 //# sourceMappingURL=sharedFields.js.map

package/dist/utils/sharedFields.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../utils/sharedFields.ts"],"sourcesContent":["import { NodeConnectionTypes } from 'n8n-workflow';\nimport type { IDisplayOptions, INodeProperties } from 'n8n-workflow';\n\nexport const metadataFilterField: INodeProperties = {\n\tdisplayName: 'Metadata Filter',\n\tname: 'metadata',\n\ttype: 'fixedCollection',\n\tdescription: 'Metadata to filter the document by',\n\ttypeOptions: {\n\t\tmultipleValues: true,\n\t},\n\tdefault: {},\n\tplaceholder: 'Add filter field',\n\toptions: [\n\t\t{\n\t\t\tname: 'metadataValues',\n\t\t\tdisplayName: 'Fields to Set',\n\t\t\tvalues: [\n\t\t\t\t{\n\t\t\t\t\tdisplayName: 'Name',\n\t\t\t\t\tname: 'name',\n\t\t\t\t\ttype: 'string',\n\t\t\t\t\tdefault: '',\n\t\t\t\t\trequired: true,\n\t\t\t\t},\n\t\t\t\t{\n\t\t\t\t\tdisplayName: 'Value',\n\t\t\t\t\tname: 'value',\n\t\t\t\t\ttype: 'string',\n\t\t\t\t\tdefault: '',\n\t\t\t\t},\n\t\t\t],\n\t\t},\n\t],\n};\n\nexport function getTemplateNoticeField(templateId: number): INodeProperties {\n\treturn {\n\t\tdisplayName: `Save time with an <a href=\"/templates/${templateId}\" target=\"_blank\">example</a> of how this node works`,\n\t\tname: 'notice',\n\t\ttype: 'notice',\n\t\tdefault: '',\n\t};\n}\n\nexport function getBatchingOptionFields(\n\tdisplayOptions: IDisplayOptions | undefined,\n\tdefaultBatchSize: number = 5,\n): INodeProperties {\n\treturn {\n\t\tdisplayName: 'Batch Processing',\n\t\tname: 'batching',\n\t\ttype: 'collection',\n\t\tplaceholder: 'Add Batch Processing Option',\n\t\tdescription: 'Batch processing options for rate limiting',\n\t\tdefault: {},\n\t\toptions: [\n\t\t\t{\n\t\t\t\tdisplayName: 'Batch Size',\n\t\t\t\tname: 'batchSize',\n\t\t\t\tdefault: defaultBatchSize,\n\t\t\t\ttype: 'number',\n\t\t\t\tdescription:\n\t\t\t\t\t'How many items to process in parallel. This is useful for rate limiting, but might impact the log output ordering.',\n\t\t\t},\n\t\t\t{\n\t\t\t\tdisplayName: 'Delay Between Batches',\n\t\t\t\tname: 'delayBetweenBatches',\n\t\t\t\tdefault: 0,\n\t\t\t\ttype: 'number',\n\t\t\t\tdescription: 'Delay in milliseconds between batches. This is useful for rate limiting.',\n\t\t\t},\n\t\t],\n\t\tdisplayOptions,\n\t};\n}\n\nconst connectionsString = {\n\t[NodeConnectionTypes.AiAgent]: {\n\t\t// Root AI view\n\t\tconnection: '',\n\t\tlocale: 'AI Agent',\n\t},\n\t[NodeConnectionTypes.AiChain]: {\n\t\t// Root AI view\n\t\tconnection: '',\n\t\tlocale: 'AI Chain',\n\t},\n\t[NodeConnectionTypes.AiDocument]: {\n\t\tconnection: NodeConnectionTypes.AiDocument,\n\t\tlocale: 'Document Loader',\n\t},\n\t[NodeConnectionTypes.AiVectorStore]: {\n\t\tconnection: NodeConnectionTypes.AiVectorStore,\n\t\tlocale: 'Vector Store',\n\t},\n\t[NodeConnectionTypes.AiRetriever]: {\n\t\tconnection: NodeConnectionTypes.AiRetriever,\n\t\tlocale: 'Vector Store Retriever',\n\t},\n};\n\ntype AllowedConnectionTypes =\n\t| typeof NodeConnectionTypes.AiAgent\n\t| typeof NodeConnectionTypes.AiChain\n\t| typeof NodeConnectionTypes.AiDocument\n\t| typeof NodeConnectionTypes.AiVectorStore\n\t| typeof NodeConnectionTypes.AiRetriever;\n\nfunction determineArticle(nextWord: string): string {\n\t// check if the next word starts with a vowel sound\n\tconst vowels = /^[aeiouAEIOU]/;\n\treturn vowels.test(nextWord) ? 'an' : 'a';\n}\nconst getConnectionParameterString = (connectionType: string) => {\n\tif (connectionType === '') return \"data-action-parameter-creatorview='AI'\";\n\n\treturn `data-action-parameter-connectiontype='${connectionType}'`;\n};\nconst getAhref = (connectionType: { connection: string; locale: string }) =>\n\t`<a class=\"test\" data-action='openSelectiveNodeCreator'${getConnectionParameterString(\n\t\tconnectionType.connection,\n\t)}'>${connectionType.locale}</a>`;\n\nexport function getConnectionHintNoticeField(\n\tconnectionTypes: AllowedConnectionTypes[],\n): INodeProperties {\n\tconst groupedConnections = new Map<string, string[]>();\n\n\t// group connection types by their 'connection' value\n\t// to not create multiple links\n\tconnectionTypes.forEach((connectionType) => {\n\t\tconst connectionString = connectionsString[connectionType].connection;\n\t\tconst localeString = connectionsString[connectionType].locale;\n\n\t\tif (!groupedConnections.has(connectionString)) {\n\t\t\tgroupedConnections.set(connectionString, [localeString]);\n\t\t\treturn;\n\t\t}\n\n\t\tgroupedConnections.get(connectionString)?.push(localeString);\n\t});\n\n\tlet displayName;\n\n\tif (groupedConnections.size === 1) {\n\t\tconst [[connection, locales]] = Array.from(groupedConnections);\n\n\t\tdisplayName = `This node must be connected to ${determineArticle(locales[0])} ${locales[0]\n\t\t\t.toLowerCase()\n\t\t\t.replace(\n\t\t\t\t/^ai /,\n\t\t\t\t'AI ',\n\t\t\t)}. <a data-action='openSelectiveNodeCreator' ${getConnectionParameterString(\n\t\t\tconnection,\n\t\t)}>Insert one</a>`;\n\t} else {\n\t\tconst ahrefs = Array.from(groupedConnections, ([connection, locales]) => {\n\t\t\t// If there are multiple locales, join them with ' or '\n\t\t\t// use determineArticle to insert the correct article\n\t\t\tconst locale =\n\t\t\t\tlocales.length > 1\n\t\t\t\t\t? locales\n\t\t\t\t\t\t\t.map((localeString, index, { length }) => {\n\t\t\t\t\t\t\t\treturn (\n\t\t\t\t\t\t\t\t\t(index === 0 ? `${determineArticle(localeString)} ` : '') +\n\t\t\t\t\t\t\t\t\t(index < length - 1 ? `${localeString} or ` : localeString)\n\t\t\t\t\t\t\t\t);\n\t\t\t\t\t\t\t})\n\t\t\t\t\t\t\t.join('')\n\t\t\t\t\t: `${determineArticle(locales[0])} ${locales[0]}`;\n\t\t\treturn getAhref({ connection, locale });\n\t\t});\n\n\t\tdisplayName = `This node needs to be connected to ${ahrefs.join(' or ')}.`;\n\t}\n\n\treturn {\n\t\tdisplayName,\n\t\tname: 'notice',\n\t\ttype: 'notice',\n\t\tdefault: '',\n\t\ttypeOptions: {\n\t\t\tcontainerClass: 'ndv-connection-hint-notice',\n\t\t},\n\t};\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,0BAAoC;AAG7B,MAAM,sBAAuC;AAAA,EACnD,aAAa;AAAA,EACb,MAAM;AAAA,EACN,MAAM;AAAA,EACN,aAAa;AAAA,EACb,aAAa;AAAA,IACZ,gBAAgB;AAAA,EACjB;AAAA,EACA,SAAS,CAAC;AAAA,EACV,aAAa;AAAA,EACb,SAAS;AAAA,IACR;AAAA,MACC,MAAM;AAAA,MACN,aAAa;AAAA,MACb,QAAQ;AAAA,QACP;AAAA,UACC,aAAa;AAAA,UACb,MAAM;AAAA,UACN,MAAM;AAAA,UACN,SAAS;AAAA,UACT,UAAU;AAAA,QACX;AAAA,QACA;AAAA,UACC,aAAa;AAAA,UACb,MAAM;AAAA,UACN,MAAM;AAAA,UACN,SAAS;AAAA,QACV;AAAA,MACD;AAAA,IACD;AAAA,EACD;AACD;AAEO,SAAS,uBAAuB,YAAqC;AAC3E,SAAO;AAAA,IACN,aAAa,yCAAyC,UAAU;AAAA,IAChE,MAAM;AAAA,IACN,MAAM;AAAA,IACN,SAAS;AAAA,EACV;AACD;AAEO,SAAS,wBACf,gBACA,mBAA2B,GACT;AAClB,SAAO;AAAA,IACN,aAAa;AAAA,IACb,MAAM;AAAA,IACN,MAAM;AAAA,IACN,aAAa;AAAA,IACb,aAAa;AAAA,IACb,SAAS,CAAC;AAAA,IACV,SAAS;AAAA,MACR;AAAA,QACC,aAAa;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,QACT,MAAM;AAAA,QACN,aACC;AAAA,MACF;AAAA,MACA;AAAA,QACC,aAAa;AAAA,QACb,MAAM;AAAA,QACN,SAAS;AAAA,QACT,MAAM;AAAA,QACN,aAAa;AAAA,MACd;AAAA,IACD;AAAA,IACA;AAAA,EACD;AACD;AAEA,MAAM,oBAAoB;AAAA,EACzB,CAAC,wCAAoB,OAAO,GAAG;AAAA;AAAA,IAE9B,YAAY;AAAA,IACZ,QAAQ;AAAA,EACT;AAAA,EACA,CAAC,wCAAoB,OAAO,GAAG;AAAA;AAAA,IAE9B,YAAY;AAAA,IACZ,QAAQ;AAAA,EACT;AAAA,EACA,CAAC,wCAAoB,UAAU,GAAG;AAAA,IACjC,YAAY,wCAAoB;AAAA,IAChC,QAAQ;AAAA,EACT;AAAA,EACA,CAAC,wCAAoB,aAAa,GAAG;AAAA,IACpC,YAAY,wCAAoB;AAAA,IAChC,QAAQ;AAAA,EACT;AAAA,EACA,CAAC,wCAAoB,WAAW,GAAG;AAAA,IAClC,YAAY,wCAAoB;AAAA,IAChC,QAAQ;AAAA,EACT;AACD;AASA,SAAS,iBAAiB,UAA0B;AAEnD,QAAM,SAAS;AACf,SAAO,OAAO,KAAK,QAAQ,IAAI,OAAO;AACvC;AACA,MAAM,+BAA+B,CAAC,mBAA2B;AAChE,MAAI,mBAAmB,GAAI,QAAO;AAElC,SAAO,yCAAyC,cAAc;AAC/D;AACA,MAAM,WAAW,CAAC,mBACjB,yDAAyD;AAAA,EACxD,eAAe;AAChB,CAAC,KAAK,eAAe,MAAM;AAErB,SAAS,6BACf,iBACkB;AAClB,QAAM,qBAAqB,oBAAI,IAAsB;AAIrD,kBAAgB,QAAQ,CAAC,mBAAmB;AAC3C,UAAM,mBAAmB,kBAAkB,cAAc,EAAE;AAC3D,UAAM,eAAe,kBAAkB,cAAc,EAAE;AAEvD,QAAI,CAAC,mBAAmB,IAAI,gBAAgB,GAAG;AAC9C,yBAAmB,IAAI,kBAAkB,CAAC,YAAY,CAAC;AACvD;AAAA,IACD;AAEA,uBAAmB,IAAI,gBAAgB,GAAG,KAAK,YAAY;AAAA,EAC5D,CAAC;AAED,MAAI;AAEJ,MAAI,mBAAmB,SAAS,GAAG;AAClC,UAAM,CAAC,CAAC,YAAY,OAAO,CAAC,IAAI,MAAM,KAAK,kBAAkB;AAE7D,kBAAc,kCAAkC,iBAAiB,QAAQ,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,EACvF,YAAY,EACZ;AAAA,MACA;AAAA,MACA;AAAA,IACD,CAAC,+CAA+C;AAAA,MAChD;AAAA,IACD,CAAC;AAAA,EACF,OAAO;AACN,UAAM,SAAS,MAAM,KAAK,oBAAoB,CAAC,CAAC,YAAY,OAAO,MAAM;AAGxE,YAAM,SACL,QAAQ,SAAS,IACd,QACC,IAAI,CAAC,cAAc,OAAO,EAAE,OAAO,MAAM;AACzC,gBACE,UAAU,IAAI,GAAG,iBAAiB,YAAY,CAAC,MAAM,OACrD,QAAQ,SAAS,IAAI,GAAG,YAAY,SAAS;AAAA,MAEhD,CAAC,EACA,KAAK,EAAE,IACR,GAAG,iBAAiB,QAAQ,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC;AACjD,aAAO,SAAS,EAAE,YAAY,OAAO,CAAC;AAAA,IACvC,CAAC;AAED,kBAAc,sCAAsC,OAAO,KAAK,MAAM,CAAC;AAAA,EACxE;AAEA,SAAO;AAAA,IACN;AAAA,IACA,MAAM;AAAA,IACN,MAAM;AAAA,IACN,SAAS;AAAA,IACT,aAAa;AAAA,MACZ,gBAAgB;AAAA,IACjB;AAAA,EACD;AACD;","names":[]}
+{"version":3,"file":"sharedFields.js","sourceRoot":"","sources":["../../utils/sharedFields.ts"],"names":[],"mappings":";;;AAoCA,wDAOC;AAED,0DA8BC;AAiDD,oEA8DC;AA1LD,+CAAmD;AAGtC,QAAA,mBAAmB,GAAoB;IACnD,WAAW,EAAE,iBAAiB;IAC9B,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,iBAAiB;IACvB,WAAW,EAAE,oCAAoC;IACjD,WAAW,EAAE;QACZ,cAAc,EAAE,IAAI;KACpB;IACD,OAAO,EAAE,EAAE;IACX,WAAW,EAAE,kBAAkB;IAC/B,OAAO,EAAE;QACR;YACC,IAAI,EAAE,gBAAgB;YACtB,WAAW,EAAE,eAAe;YAC5B,MAAM,EAAE;gBACP;oBACC,WAAW,EAAE,MAAM;oBACnB,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,EAAE;oBACX,QAAQ,EAAE,IAAI;iBACd;gBACD;oBACC,WAAW,EAAE,OAAO;oBACpB,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,EAAE;iBACX;aACD;SACD;KACD;CACD,CAAC;AAEF,SAAgB,sBAAsB,CAAC,UAAkB;IACxD,OAAO;QACN,WAAW,EAAE,yCAAyC,UAAU,sDAAsD;QACtH,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;KACX,CAAC;AACH,CAAC;AAED,SAAgB,uBAAuB,CACtC,cAA2C,EAC3C,mBAA2B,CAAC;IAE5B,OAAO;QACN,WAAW,EAAE,kBAAkB;QAC/B,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,6BAA6B;QAC1C,WAAW,EAAE,4CAA4C;QACzD,OAAO,EAAE,EAAE;QACX,OAAO,EAAE;YACR;gBACC,WAAW,EAAE,YAAY;gBACzB,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,gBAAgB;gBACzB,IAAI,EAAE,QAAQ;gBACd,WAAW,EACV,oHAAoH;aACrH;YACD;gBACC,WAAW,EAAE,uBAAuB;gBACpC,IAAI,EAAE,qBAAqB;gBAC3B,OAAO,EAAE,CAAC;gBACV,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,0EAA0E;aACvF;SACD;QACD,cAAc;KACd,CAAC;AACH,CAAC;AAED,MAAM,iBAAiB,GAAG;IACzB,CAAC,kCAAmB,CAAC,OAAO,CAAC,EAAE;QAE9B,UAAU,EAAE,EAAE;QACd,MAAM,EAAE,UAAU;KAClB;IACD,CAAC,kCAAmB,CAAC,OAAO,CAAC,EAAE;QAE9B,UAAU,EAAE,EAAE;QACd,MAAM,EAAE,UAAU;KAClB;IACD,CAAC,kCAAmB,CAAC,UAAU,CAAC,EAAE;QACjC,UAAU,EAAE,kCAAmB,CAAC,UAAU;QAC1C,MAAM,EAAE,iBAAiB;KACzB;IACD,CAAC,kCAAmB,CAAC,aAAa,CAAC,EAAE;QACpC,UAAU,EAAE,kCAAmB,CAAC,aAAa;QAC7C,MAAM,EAAE,cAAc;KACtB;IACD,CAAC,kCAAmB,CAAC,WAAW,CAAC,EAAE;QAClC,UAAU,EAAE,kCAAmB,CAAC,WAAW;QAC3C,MAAM,EAAE,wBAAwB;KAChC;CACD,CAAC;AASF,SAAS,gBAAgB,CAAC,QAAgB;IAEzC,MAAM,MAAM,GAAG,eAAe,CAAC;IAC/B,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;AAC3C,CAAC;AACD,MAAM,4BAA4B,GAAG,CAAC,cAAsB,EAAE,EAAE;IAC/D,IAAI,cAAc,KAAK,EAAE;QAAE,OAAO,wCAAwC,CAAC;IAE3E,OAAO,yCAAyC,cAAc,GAAG,CAAC;AACnE,CAAC,CAAC;AACF,MAAM,QAAQ,GAAG,CAAC,cAAsD,EAAE,EAAE,CAC3E,yDAAyD,4BAA4B,CACpF,cAAc,CAAC,UAAU,CACzB,KAAK,cAAc,CAAC,MAAM,MAAM,CAAC;AAEnC,SAAgB,4BAA4B,CAC3C,eAAyC;IAEzC,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAoB,CAAC;IAIvD,eAAe,CAAC,OAAO,CAAC,CAAC,cAAc,EAAE,EAAE;QAC1C,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,cAAc,CAAC,CAAC,UAAU,CAAC;QACtE,MAAM,YAAY,GAAG,iBAAiB,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC;QAE9D,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC/C,kBAAkB,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC;YACzD,OAAO;QACR,CAAC;QAED,kBAAkB,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,IAAI,WAAW,CAAC;IAEhB,IAAI,kBAAkB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QACnC,MAAM,CAAC,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAE/D,WAAW,GAAG,kCAAkC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC;aACxF,WAAW,EAAE;aACb,OAAO,CACP,MAAM,EACN,KAAK,CACL,+CAA+C,4BAA4B,CAC5E,UAAU,CACV,iBAAiB,CAAC;IACpB,CAAC;SAAM,CAAC;QACP,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,EAAE;YAGvE,MAAM,MAAM,GACX,OAAO,CAAC,MAAM,GAAG,CAAC;gBACjB,CAAC,CAAC,OAAO;qBACN,GAAG,CAAC,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;oBACxC,OAAO,CACN,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,gBAAgB,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;wBACzD,CAAC,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,YAAY,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAC3D,CAAC;gBACH,CAAC,CAAC;qBACD,IAAI,CAAC,EAAE,CAAC;gBACX,CAAC,CAAC,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACpD,OAAO,QAAQ,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,WAAW,GAAG,sCAAsC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;IAC5E,CAAC;IAED,OAAO;QACN,WAAW;QACX,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE,EAAE;QACX,WAAW,EAAE;YACZ,cAAc,EAAE,4BAA4B;SAC5C;KACD,CAAC;AACH,CAAC"}

package/dist/utils/tokenizer/tiktoken.d.ts

@@ -0,0 +1,4 @@
+import type { TiktokenEncoding, TiktokenModel } from 'js-tiktoken/lite';
+import { Tiktoken } from 'js-tiktoken/lite';
+export declare function getEncoding(encoding: TiktokenEncoding): Promise<Tiktoken>;
+export declare function encodingForModel(model: TiktokenModel): Promise<Tiktoken>;

package/dist/utils/tokenizer/tiktoken.js

@@ -1,65 +1,40 @@
 "use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var tiktoken_exports = {};
-__export(tiktoken_exports, {
-  encodingForModel: () => encodingForModel,
-  getEncoding: () => getEncoding
-});
-module.exports = __toCommonJS(tiktoken_exports);
-var import_promises = require("fs/promises");
-var import_lite = require("js-tiktoken/lite");
-var import_n8n_workflow = require("n8n-workflow");
-var import_path = require("path");
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getEncoding = getEncoding;
+exports.encodingForModel = encodingForModel;
+const promises_1 = require("fs/promises");
+const lite_1 = require("js-tiktoken/lite");
+const n8n_workflow_1 = require("n8n-workflow");
+const path_1 = require("path");
 const cache = {};
 const loadJSONFile = async (filename) => {
-  const filePath = (0, import_path.join)(__dirname, filename);
-  const content = await (0, import_promises.readFile)(filePath, "utf-8");
-  return await (0, import_n8n_workflow.jsonParse)(content);
+    const filePath = (0, path_1.join)(__dirname, filename);
+    const content = await (0, promises_1.readFile)(filePath, 'utf-8');
+    return await (0, n8n_workflow_1.jsonParse)(content);
 };
 async function getEncoding(encoding) {
-  if (!(encoding in cache)) {
-    cache[encoding] = (async () => {
-      let jsonData;
-      switch (encoding) {
-        case "o200k_base":
-          jsonData = await loadJSONFile("./o200k_base.json");
-          break;
-        case "cl100k_base":
-          jsonData = await loadJSONFile("./cl100k_base.json");
-          break;
-        default:
-          jsonData = await loadJSONFile("./cl100k_base.json");
-      }
-      return new import_lite.Tiktoken(jsonData);
-    })().catch((error) => {
-      delete cache[encoding];
-      throw error;
-    });
-  }
-  return await cache[encoding];
+    if (!(encoding in cache)) {
+        cache[encoding] = (async () => {
+            let jsonData;
+            switch (encoding) {
+                case 'o200k_base':
+                    jsonData = await loadJSONFile('./o200k_base.json');
+                    break;
+                case 'cl100k_base':
+                    jsonData = await loadJSONFile('./cl100k_base.json');
+                    break;
+                default:
+                    jsonData = await loadJSONFile('./cl100k_base.json');
+            }
+            return new lite_1.Tiktoken(jsonData);
+        })().catch((error) => {
+            delete cache[encoding];
+            throw error;
+        });
+    }
+    return await cache[encoding];
 }
 async function encodingForModel(model) {
-  return await getEncoding((0, import_lite.getEncodingNameForModel)(model));
+    return await getEncoding((0, lite_1.getEncodingNameForModel)(model));
 }
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  encodingForModel,
-  getEncoding
-});
 //# sourceMappingURL=tiktoken.js.map

package/dist/utils/tokenizer/tiktoken.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../../utils/tokenizer/tiktoken.ts"],"sourcesContent":["import { readFile } from 'fs/promises';\nimport type { TiktokenBPE, TiktokenEncoding, TiktokenModel } from 'js-tiktoken/lite';\nimport { Tiktoken, getEncodingNameForModel } from 'js-tiktoken/lite';\nimport { jsonParse } from 'n8n-workflow';\nimport { join } from 'path';\n\nconst cache: Record<string, Promise<Tiktoken>> = {};\n\nconst loadJSONFile = async (filename: string): Promise<TiktokenBPE> => {\n\tconst filePath = join(__dirname, filename);\n\tconst content = await readFile(filePath, 'utf-8');\n\treturn await jsonParse(content);\n};\n\nexport async function getEncoding(encoding: TiktokenEncoding): Promise<Tiktoken> {\n\tif (!(encoding in cache)) {\n\t\t// Create and cache the promise for loading this encoding\n\t\tcache[encoding] = (async () => {\n\t\t\tlet jsonData: TiktokenBPE;\n\n\t\t\tswitch (encoding) {\n\t\t\t\tcase 'o200k_base':\n\t\t\t\t\tjsonData = await loadJSONFile('./o200k_base.json');\n\t\t\t\t\tbreak;\n\t\t\t\tcase 'cl100k_base':\n\t\t\t\t\tjsonData = await loadJSONFile('./cl100k_base.json');\n\t\t\t\t\tbreak;\n\t\t\t\tdefault:\n\t\t\t\t\t// Fall back to cl100k_base for unsupported encodings\n\t\t\t\t\tjsonData = await loadJSONFile('./cl100k_base.json');\n\t\t\t}\n\n\t\t\treturn new Tiktoken(jsonData);\n\t\t})().catch((error) => {\n\t\t\tdelete cache[encoding];\n\t\t\tthrow error;\n\t\t});\n\t}\n\n\treturn await cache[encoding];\n}\n\nexport async function encodingForModel(model: TiktokenModel): Promise<Tiktoken> {\n\treturn await getEncoding(getEncodingNameForModel(model));\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,sBAAyB;AAEzB,kBAAkD;AAClD,0BAA0B;AAC1B,kBAAqB;AAErB,MAAM,QAA2C,CAAC;AAElD,MAAM,eAAe,OAAO,aAA2C;AACtE,QAAM,eAAW,kBAAK,WAAW,QAAQ;AACzC,QAAM,UAAU,UAAM,0BAAS,UAAU,OAAO;AAChD,SAAO,UAAM,+BAAU,OAAO;AAC/B;AAEA,eAAsB,YAAY,UAA+C;AAChF,MAAI,EAAE,YAAY,QAAQ;AAEzB,UAAM,QAAQ,KAAK,YAAY;AAC9B,UAAI;AAEJ,cAAQ,UAAU;AAAA,QACjB,KAAK;AACJ,qBAAW,MAAM,aAAa,mBAAmB;AACjD;AAAA,QACD,KAAK;AACJ,qBAAW,MAAM,aAAa,oBAAoB;AAClD;AAAA,QACD;AAEC,qBAAW,MAAM,aAAa,oBAAoB;AAAA,MACpD;AAEA,aAAO,IAAI,qBAAS,QAAQ;AAAA,IAC7B,GAAG,EAAE,MAAM,CAAC,UAAU;AACrB,aAAO,MAAM,QAAQ;AACrB,YAAM;AAAA,IACP,CAAC;AAAA,EACF;AAEA,SAAO,MAAM,MAAM,QAAQ;AAC5B;AAEA,eAAsB,iBAAiB,OAAyC;AAC/E,SAAO,MAAM,gBAAY,qCAAwB,KAAK,CAAC;AACxD;","names":[]}
+{"version":3,"file":"tiktoken.js","sourceRoot":"","sources":["../../../utils/tokenizer/tiktoken.ts"],"names":[],"mappings":";;AAcA,kCA0BC;AAED,4CAEC;AA5CD,0CAAuC;AAEvC,2CAAqE;AACrE,+CAAyC;AACzC,+BAA4B;AAE5B,MAAM,KAAK,GAAsC,EAAE,CAAC;AAEpD,MAAM,YAAY,GAAG,KAAK,EAAE,QAAgB,EAAwB,EAAE;IACrE,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,MAAM,IAAA,mBAAQ,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,OAAO,MAAM,IAAA,wBAAS,EAAC,OAAO,CAAC,CAAC;AACjC,CAAC,CAAC;AAEK,KAAK,UAAU,WAAW,CAAC,QAA0B;IAC3D,IAAI,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC,EAAE,CAAC;QAE1B,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YAC7B,IAAI,QAAqB,CAAC;YAE1B,QAAQ,QAAQ,EAAE,CAAC;gBAClB,KAAK,YAAY;oBAChB,QAAQ,GAAG,MAAM,YAAY,CAAC,mBAAmB,CAAC,CAAC;oBACnD,MAAM;gBACP,KAAK,aAAa;oBACjB,QAAQ,GAAG,MAAM,YAAY,CAAC,oBAAoB,CAAC,CAAC;oBACpD,MAAM;gBACP;oBAEC,QAAQ,GAAG,MAAM,YAAY,CAAC,oBAAoB,CAAC,CAAC;YACtD,CAAC;YAED,OAAO,IAAI,eAAQ,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACpB,OAAO,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvB,MAAM,KAAK,CAAC;QACb,CAAC,CAAC,CAAC;IACJ,CAAC;IAED,OAAO,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC;AAC9B,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,KAAoB;IAC1D,OAAO,MAAM,WAAW,CAAC,IAAA,8BAAuB,EAAC,KAAK,CAAC,CAAC,CAAC;AAC1D,CAAC"}

package/dist/utils/tokenizer/token-estimator.d.ts

@@ -0,0 +1,4 @@
+import type { TiktokenModel } from 'js-tiktoken';
+export declare function estimateTokensByCharCount(text: string, model?: string): number;
+export declare function estimateTextSplitsByTokens(text: string, chunkSize: number, chunkOverlap: number, model?: string): string[];
+export declare function estimateTokensFromStringList(list: string[], model: TiktokenModel): Promise<number>;