@tinacms/search 1.1.2 → 1.1.4

package/dist/index-client.d.ts

@@ -4,7 +4,9 @@ export declare const queryToSearchIndexQuery: (query: string, stopwordLanguages?
 export declare const optionsToSearchIndexOptions: (options?: {
     limit?: number;
     cursor?: string;
-}) => {};
+}) => {
+    PAGE?: {};
+};
 export declare const parseSearchIndexResponse: (data: any, options?: {
     limit?: number;
     cursor?: string;

package/dist/index-client.js

@@ -1,215 +1,203 @@
-(function(global, factory) {
-  typeof exports === "object" && typeof module !== "undefined" ? factory(exports, require("stopword")) : typeof define === "function" && define.amd ? define(["exports", "stopword"], factory) : (global = typeof globalThis !== "undefined" ? globalThis : global || self, factory(global["@tinacms/search"] = {}, global.NOOP));
-})(this, function(exports2, sw) {
-  "use strict";
-  function _interopNamespaceDefault(e) {
-    const n = Object.create(null, { [Symbol.toStringTag]: { value: "Module" } });
-    if (e) {
-      for (const k in e) {
-        if (k !== "default") {
-          const d = Object.getOwnPropertyDescriptor(e, k);
-          Object.defineProperty(n, k, d.get ? d : {
-            enumerable: true,
-            get: () => e[k]
-          });
-        }
-      }
-    }
-    n.default = e;
-    return Object.freeze(n);
+var __defProp = Object.defineProperty;
+var __defNormalProp = (obj, key, value) => key in obj ? __defProp(obj, key, { enumerable: true, configurable: true, writable: true, value }) : obj[key] = value;
+var __publicField = (obj, key, value) => {
+  __defNormalProp(obj, typeof key !== "symbol" ? key + "" : key, value);
+  return value;
+};
+import * as sw from "stopword";
+class StringBuilder {
+  constructor(limit) {
+    __publicField(this, "buffer");
+    __publicField(this, "length", 0);
+    __publicField(this, "limit");
+    this.buffer = [];
+    this.limit = limit;
   }
-  const sw__namespace = /* @__PURE__ */ _interopNamespaceDefault(sw);
-  class StringBuilder {
-    constructor(limit) {
-      this.length = 0;
-      this.buffer = [];
-      this.limit = limit;
-    }
-    append(str) {
-      if (this.length + str.length > this.limit) {
+  append(str) {
+    if (this.length + str.length > this.limit) {
+      return true;
+    } else {
+      this.buffer.push(str);
+      this.length += str.length;
+      if (this.length > this.limit) {
         return true;
-      } else {
-        this.buffer.push(str);
-        this.length += str.length;
-        if (this.length > this.limit) {
-          return true;
-        }
-        return false;
       }
+      return false;
     }
-    toString() {
-      return this.buffer.join(" ");
-    }
   }
-  const extractText = (data, acc, indexableNodeTypes) => {
-    var _a, _b;
-    if (data) {
-      if (indexableNodeTypes.indexOf(data.type) !== -1 && (data.text || data.value)) {
-        const tokens = tokenizeString(data.text || data.value);
-        for (const token of tokens) {
-          if (acc.append(token)) {
-            return;
-          }
+  toString() {
+    return this.buffer.join(" ");
+  }
+}
+const extractText = (data, acc, indexableNodeTypes) => {
+  var _a, _b;
+  if (data) {
+    if (indexableNodeTypes.indexOf(data.type) !== -1 && (data.text || data.value)) {
+      const tokens = tokenizeString(data.text || data.value);
+      for (const token of tokens) {
+        if (acc.append(token)) {
+          return;
         }
       }
-      (_b = (_a = data.children) == null ? void 0 : _a.forEach) == null ? void 0 : _b.call(
-        _a,
-        (child) => extractText(child, acc, indexableNodeTypes)
-      );
     }
-  };
-  const relativePath = (path, collection) => {
-    return path.replace(/\\/g, "/").replace(collection.path, "").replace(/^\/|\/$/g, "");
-  };
-  const tokenizeString = (str) => {
-    return str.split(/[\s\.,]+/).map((s) => s.toLowerCase()).filter((s) => s);
-  };
-  const processTextFieldValue = (value, maxLen) => {
-    const tokens = tokenizeString(value);
-    const builder = new StringBuilder(maxLen);
-    for (const part of tokens) {
-      if (builder.append(part)) {
-        break;
-      }
+    (_b = (_a = data.children) == null ? void 0 : _a.forEach) == null ? void 0 : _b.call(
+      _a,
+      (child) => extractText(child, acc, indexableNodeTypes)
+    );
+  }
+};
+const relativePath = (path, collection) => {
+  return path.replace(/\\/g, "/").replace(collection.path, "").replace(/^\/|\/$/g, "");
+};
+const tokenizeString = (str) => {
+  return str.split(/[\s\.,]+/).map((s) => s.toLowerCase()).filter((s) => s);
+};
+const processTextFieldValue = (value, maxLen) => {
+  const tokens = tokenizeString(value);
+  const builder = new StringBuilder(maxLen);
+  for (const part of tokens) {
+    if (builder.append(part)) {
+      break;
     }
-    return builder.toString();
-  };
-  const processDocumentForIndexing = (data, path, collection, textIndexLength, field) => {
-    if (!field) {
-      const relPath = relativePath(path, collection);
-      data["_id"] = `${collection.name}:${relPath}`;
-      data["_relativePath"] = relPath;
+  }
+  return builder.toString();
+};
+const processDocumentForIndexing = (data, path, collection, textIndexLength, field) => {
+  if (!field) {
+    const relPath = relativePath(path, collection);
+    data["_id"] = `${collection.name}:${relPath}`;
+    data["_relativePath"] = relPath;
+  }
+  for (const f of (field == null ? void 0 : field.fields) || collection.fields || []) {
+    if (!f.searchable) {
+      delete data[f.name];
+      continue;
     }
-    for (const f of (field == null ? void 0 : field.fields) || collection.fields || []) {
-      if (!f.searchable) {
-        delete data[f.name];
-        continue;
-      }
-      const isList = f.list;
-      if (data[f.name]) {
-        if (f.type === "object") {
-          if (isList) {
-            data[f.name] = data[f.name].map(
-              (obj) => processDocumentForIndexing(
-                obj,
-                path,
-                collection,
-                textIndexLength,
-                f
-              )
-            );
-          } else {
-            data[f.name] = processDocumentForIndexing(
-              data[f.name],
+    const isList = f.list;
+    if (data[f.name]) {
+      if (f.type === "object") {
+        if (isList) {
+          data[f.name] = data[f.name].map(
+            (obj) => processDocumentForIndexing(
+              obj,
               path,
               collection,
               textIndexLength,
               f
-            );
-          }
-        } else if (f.type === "string") {
-          const fieldTextIndexLength = f.maxSearchIndexFieldLength || textIndexLength;
-          if (isList) {
-            data[f.name] = data[f.name].map(
-              (value) => processTextFieldValue(value, fieldTextIndexLength)
-            );
-          } else {
-            data[f.name] = processTextFieldValue(
-              data[f.name],
-              fieldTextIndexLength
-            );
-          }
-        } else if (f.type === "rich-text") {
-          const fieldTextIndexLength = f.maxSearchIndexFieldLength || textIndexLength;
-          if (isList) {
-            data[f.name] = data[f.name].map((value) => {
-              const acc = new StringBuilder(fieldTextIndexLength);
-              extractText(value, acc, ["text", "code_block", "html"]);
-              return acc.toString();
-            });
-          } else {
+            )
+          );
+        } else {
+          data[f.name] = processDocumentForIndexing(
+            data[f.name],
+            path,
+            collection,
+            textIndexLength,
+            f
+          );
+        }
+      } else if (f.type === "string") {
+        const fieldTextIndexLength = f.maxSearchIndexFieldLength || textIndexLength;
+        if (isList) {
+          data[f.name] = data[f.name].map(
+            (value) => processTextFieldValue(value, fieldTextIndexLength)
+          );
+        } else {
+          data[f.name] = processTextFieldValue(
+            data[f.name],
+            fieldTextIndexLength
+          );
+        }
+      } else if (f.type === "rich-text") {
+        const fieldTextIndexLength = f.maxSearchIndexFieldLength || textIndexLength;
+        if (isList) {
+          data[f.name] = data[f.name].map((value) => {
             const acc = new StringBuilder(fieldTextIndexLength);
-            extractText(data[f.name], acc, ["text", "code_block", "html"]);
-            data[f.name] = acc.toString();
-          }
+            extractText(value, acc, ["text", "code_block", "html"]);
+            return acc.toString();
+          });
+        } else {
+          const acc = new StringBuilder(fieldTextIndexLength);
+          extractText(data[f.name], acc, ["text", "code_block", "html"]);
+          data[f.name] = acc.toString();
         }
       }
     }
-    return data;
-  };
-  const memo = {};
-  const lookupStopwords = (keys, defaultStopWords = sw__namespace.eng) => {
-    let stopwords = defaultStopWords;
-    if (keys) {
-      if (memo[keys.join(",")]) {
-        return memo[keys.join(",")];
-      }
-      stopwords = [];
-      for (const key of keys) {
-        stopwords.push(...sw__namespace[key]);
-      }
-      memo[keys.join(",")] = stopwords;
-    }
-    return stopwords;
-  };
-  const queryToSearchIndexQuery = (query, stopwordLanguages) => {
-    let q;
-    const parts = query.split(" ");
-    const stopwords = lookupStopwords(stopwordLanguages);
-    if (parts.length === 1) {
-      q = { AND: [parts[0]] };
-    } else {
-      q = {
-        AND: parts.filter(
-          (part) => part.toLowerCase() !== "and" && stopwords.indexOf(part.toLowerCase()) === -1
-        )
-      };
-    }
-    return q;
-  };
-  const optionsToSearchIndexOptions = (options) => {
-    const opt = {};
-    if (options == null ? void 0 : options.limit) {
-      opt["PAGE"] = {
-        SIZE: options.limit,
-        NUMBER: (options == null ? void 0 : options.cursor) ? parseInt(options.cursor) : 0
-      };
+  }
+  return data;
+};
+const memo = {};
+const lookupStopwords = (keys, defaultStopWords = sw.eng) => {
+  let stopwords = defaultStopWords;
+  if (keys) {
+    if (memo[keys.join(",")]) {
+      return memo[keys.join(",")];
     }
-    return opt;
-  };
-  const parseSearchIndexResponse = (data, options) => {
-    const results = data["RESULT"];
-    const total = data["RESULT_LENGTH"];
-    if ((options == null ? void 0 : options.cursor) && (options == null ? void 0 : options.limit)) {
-      const prevCursor = options.cursor === "0" ? null : (parseInt(options.cursor) - 1).toString();
-      const nextCursor = total <= (parseInt(options.cursor) + 1) * options.limit ? null : (parseInt(options.cursor) + 1).toString();
-      return {
-        results,
-        total,
-        prevCursor,
-        nextCursor
-      };
-    } else if (!(options == null ? void 0 : options.cursor) && (options == null ? void 0 : options.limit)) {
-      const prevCursor = null;
-      const nextCursor = total <= options.limit ? null : "1";
-      return {
-        results,
-        total,
-        prevCursor,
-        nextCursor
-      };
-    } else {
-      return {
-        results,
-        total,
-        prevCursor: null,
-        nextCursor: null
-      };
+    stopwords = [];
+    for (const key of keys) {
+      stopwords.push(...sw[key]);
     }
-  };
-  exports2.optionsToSearchIndexOptions = optionsToSearchIndexOptions;
-  exports2.parseSearchIndexResponse = parseSearchIndexResponse;
-  exports2.processDocumentForIndexing = processDocumentForIndexing;
-  exports2.queryToSearchIndexQuery = queryToSearchIndexQuery;
-  Object.defineProperty(exports2, Symbol.toStringTag, { value: "Module" });
-});
+    memo[keys.join(",")] = stopwords;
+  }
+  return stopwords;
+};
+const queryToSearchIndexQuery = (query, stopwordLanguages) => {
+  let q;
+  const parts = query.split(" ");
+  const stopwords = lookupStopwords(stopwordLanguages);
+  if (parts.length === 1) {
+    q = { AND: [parts[0]] };
+  } else {
+    q = {
+      AND: parts.filter(
+        (part) => part.toLowerCase() !== "and" && stopwords.indexOf(part.toLowerCase()) === -1
+      )
+    };
+  }
+  return q;
+};
+const optionsToSearchIndexOptions = (options) => {
+  const opt = {};
+  if (options == null ? void 0 : options.limit) {
+    opt["PAGE"] = {
+      SIZE: options.limit,
+      NUMBER: (options == null ? void 0 : options.cursor) ? parseInt(options.cursor) : 0
+    };
+  }
+  return opt;
+};
+const parseSearchIndexResponse = (data, options) => {
+  const results = data["RESULT"];
+  const total = data["RESULT_LENGTH"];
+  if ((options == null ? void 0 : options.cursor) && (options == null ? void 0 : options.limit)) {
+    const prevCursor = options.cursor === "0" ? null : (parseInt(options.cursor) - 1).toString();
+    const nextCursor = total <= (parseInt(options.cursor) + 1) * options.limit ? null : (parseInt(options.cursor) + 1).toString();
+    return {
+      results,
+      total,
+      prevCursor,
+      nextCursor
+    };
+  } else if (!(options == null ? void 0 : options.cursor) && (options == null ? void 0 : options.limit)) {
+    const prevCursor = null;
+    const nextCursor = total <= options.limit ? null : "1";
+    return {
+      results,
+      total,
+      prevCursor,
+      nextCursor
+    };
+  } else {
+    return {
+      results,
+      total,
+      prevCursor: null,
+      nextCursor: null
+    };
+  }
+};
+export {
+  optionsToSearchIndexOptions,
+  parseSearchIndexResponse,
+  processDocumentForIndexing,
+  queryToSearchIndexQuery
+};

package/dist/index.js

@@ -1,50 +1,23 @@
-var __create = Object.create;
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __getProtoOf = Object.getPrototypeOf;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
-  // If the importer is in node compatibility mode or this is not an ESM
-  // file that has been converted to a CommonJS file using a Babel-
-  // compatible transform (i.e. "__esModule" has not been set), then set
-  // "default" to the CommonJS "module.exports" for node compatibility.
-  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
-  mod
-));
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-
 // src/index.ts
-var index_exports = {};
-__export(index_exports, {
-  LocalSearchIndexClient: () => LocalSearchIndexClient,
-  SearchIndexer: () => SearchIndexer,
-  TinaCMSSearchIndexClient: () => TinaCMSSearchIndexClient,
-  si: () => import_search_index2.default
-});
-module.exports = __toCommonJS(index_exports);
-var import_search_index2 = __toESM(require("search-index"));
+import si2 from "search-index";
 
 // src/indexer/index.ts
-var import_graphql = require("@tinacms/graphql");
+import {
+  loadAndParseWithAliases,
+  sequential,
+  scanAllContent,
+  scanContentByPaths,
+  transformDocument,
+  transformDocumentIntoPayload
+} from "@tinacms/graphql";
 
 // src/indexer/utils.ts
-var sw = __toESM(require("stopword"));
+import * as sw from "stopword";
 var StringBuilder = class {
+  buffer;
+  length = 0;
+  limit;
   constructor(limit) {
-    this.length = 0;
     this.buffer = [];
     this.limit = limit;
   }
@@ -176,6 +149,11 @@ var lookupStopwords = (keys, defaultStopWords = sw.eng) => {
 
 // src/indexer/index.ts
 var SearchIndexer = class {
+  batchSize;
+  client;
+  bridge;
+  schema;
+  textIndexLength;
   constructor(options) {
     this.client = options.client;
     this.bridge = options.bridge;
@@ -186,12 +164,12 @@ var SearchIndexer = class {
   makeIndexerCallback(itemCallback) {
     return async (collection, contentPaths) => {
       const templateInfo = this.schema.getTemplatesForCollectable(collection);
-      await (0, import_graphql.sequential)(contentPaths, async (path) => {
-        const data = await (0, import_graphql.transformDocumentIntoPayload)(
+      await sequential(contentPaths, async (path) => {
+        const data = await transformDocumentIntoPayload(
           `${collection.path}/${path}`,
-          (0, import_graphql.transformDocument)(
+          transformDocument(
             path,
-            await (0, import_graphql.loadAndParseWithAliases)(
+            await loadAndParseWithAliases(
               this.bridge,
               path,
               collection,
@@ -222,7 +200,7 @@ var SearchIndexer = class {
       }
     };
     await this.client.onStartIndexing?.();
-    await (0, import_graphql.scanContentByPaths)(
+    await scanContentByPaths(
       this.schema,
       documentPaths,
       this.makeIndexerCallback(itemCallback)
@@ -242,7 +220,7 @@ var SearchIndexer = class {
         batch = [];
       }
     };
-    const warnings = await (0, import_graphql.scanAllContent)(
+    const warnings = await scanAllContent(
       this.schema,
       this.bridge,
       this.makeIndexerCallback(itemCallback)
@@ -261,19 +239,24 @@ var SearchIndexer = class {
 };
 
 // src/client/index.ts
-var import_sqlite_level = require("sqlite-level");
-var import_search_index = __toESM(require("search-index"));
-var import_memory_level = require("memory-level");
-var zlib = __toESM(require("node:zlib"));
+import sqliteLevel from "sqlite-level";
+import si from "search-index";
+import { MemoryLevel } from "memory-level";
+import * as zlib from "node:zlib";
+var { SqliteLevel } = sqliteLevel;
 var DEFAULT_TOKEN_SPLIT_REGEX = /[\p{L}\d_]+/gu;
 var LocalSearchIndexClient = class {
+  searchIndex;
+  memoryLevel;
+  stopwords;
+  tokenSplitRegex;
   constructor(options) {
-    this.memoryLevel = new import_memory_level.MemoryLevel();
+    this.memoryLevel = new MemoryLevel();
     this.stopwords = lookupStopwords(options.stopwordLanguages);
     this.tokenSplitRegex = options.tokenSplitRegex ? new RegExp(options.tokenSplitRegex, "gu") : DEFAULT_TOKEN_SPLIT_REGEX;
   }
   async onStartIndexing() {
-    this.searchIndex = await (0, import_search_index.default)({
+    this.searchIndex = await si({
       // @ts-ignore
       db: this.memoryLevel,
       stopwords: this.stopwords,
@@ -301,15 +284,18 @@ var LocalSearchIndexClient = class {
     });
   }
   async export(filename) {
-    const sqliteLevel = new import_sqlite_level.SqliteLevel({ filename });
+    const sqliteLevel2 = new SqliteLevel({ filename });
     const iterator = this.memoryLevel.iterator();
     for await (const [key, value] of iterator) {
-      await sqliteLevel.put(key, value);
+      await sqliteLevel2.put(key, value);
     }
-    await sqliteLevel.close();
+    await sqliteLevel2.close();
   }
 };
 var TinaCMSSearchIndexClient = class extends LocalSearchIndexClient {
+  apiUrl;
+  branch;
+  indexerToken;
   constructor(options) {
     super(options);
     this.apiUrl = options.apiUrl;
@@ -336,16 +322,17 @@ var TinaCMSSearchIndexClient = class extends LocalSearchIndexClient {
       );
     }
     const { signedUrl } = await res.json();
-    const sqliteLevel = new import_sqlite_level.SqliteLevel({ filename: ":memory:" });
+    const sqliteLevel2 = new SqliteLevel({ filename: ":memory:" });
     const iterator = this.memoryLevel.iterator();
     for await (const [key, value] of iterator) {
-      await sqliteLevel.put(key, value);
+      await sqliteLevel2.put(key, value);
     }
-    const buffer = sqliteLevel.db.serialize();
-    await sqliteLevel.close();
+    const buffer = sqliteLevel2.db.serialize();
+    await sqliteLevel2.close();
+    const compressedBuffer = zlib.gzipSync(buffer);
     res = await fetch(signedUrl, {
       method: "PUT",
-      body: zlib.gzipSync(buffer)
+      body: new Uint8Array(compressedBuffer)
     });
     if (res.status !== 200) {
       throw new Error(
@@ -355,10 +342,9 @@ ${await res.text()}`
     }
   }
 };
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
+export {
   LocalSearchIndexClient,
   SearchIndexer,
   TinaCMSSearchIndexClient,
-  si
-});
+  si2 as si
+};

package/package.json

@@ -1,21 +1,20 @@
 {
   "name": "@tinacms/search",
-  "version": "1.1.2",
+  "type": "module",
+  "version": "1.1.4",
   "main": "dist/index.js",
-  "module": "dist/index-client.mjs",
-  "typings": "dist/index.d.ts",
+  "types": "dist/index.d.ts",
   "files": [
-    "package.json",
     "dist"
   ],
   "exports": {
     ".": {
-      "import": "./dist/index.mjs",
-      "require": "./dist/index.js"
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
     },
-    "./dist/index-client": {
-      "import": "./dist/index-client.mjs",
-      "require": "./dist/index-client.js"
+    "./index-client": {
+      "types": "./dist/index-client.d.ts",
+      "default": "./dist/index-client.js"
     }
   },
   "license": "SEE LICENSE IN LICENSE",
@@ -33,8 +32,8 @@
     "search-index": "4.0.0",
     "sqlite-level": "^1.2.1",
     "stopword": "^3.1.4",
-    "@tinacms/schema-tools": "1.10.0",
-    "@tinacms/graphql": "1.6.2"
+    "@tinacms/graphql": "2.0.0",
+    "@tinacms/schema-tools": "2.0.0"
   },
   "publishConfig": {
     "registry": "https://registry.npmjs.org"

package/dist/index-client.mjs

@@ -1,195 +0,0 @@
-import * as sw from "stopword";
-class StringBuilder {
-  constructor(limit) {
-    this.length = 0;
-    this.buffer = [];
-    this.limit = limit;
-  }
-  append(str) {
-    if (this.length + str.length > this.limit) {
-      return true;
-    } else {
-      this.buffer.push(str);
-      this.length += str.length;
-      if (this.length > this.limit) {
-        return true;
-      }
-      return false;
-    }
-  }
-  toString() {
-    return this.buffer.join(" ");
-  }
-}
-const extractText = (data, acc, indexableNodeTypes) => {
-  var _a, _b;
-  if (data) {
-    if (indexableNodeTypes.indexOf(data.type) !== -1 && (data.text || data.value)) {
-      const tokens = tokenizeString(data.text || data.value);
-      for (const token of tokens) {
-        if (acc.append(token)) {
-          return;
-        }
-      }
-    }
-    (_b = (_a = data.children) == null ? void 0 : _a.forEach) == null ? void 0 : _b.call(
-      _a,
-      (child) => extractText(child, acc, indexableNodeTypes)
-    );
-  }
-};
-const relativePath = (path, collection) => {
-  return path.replace(/\\/g, "/").replace(collection.path, "").replace(/^\/|\/$/g, "");
-};
-const tokenizeString = (str) => {
-  return str.split(/[\s\.,]+/).map((s) => s.toLowerCase()).filter((s) => s);
-};
-const processTextFieldValue = (value, maxLen) => {
-  const tokens = tokenizeString(value);
-  const builder = new StringBuilder(maxLen);
-  for (const part of tokens) {
-    if (builder.append(part)) {
-      break;
-    }
-  }
-  return builder.toString();
-};
-const processDocumentForIndexing = (data, path, collection, textIndexLength, field) => {
-  if (!field) {
-    const relPath = relativePath(path, collection);
-    data["_id"] = `${collection.name}:${relPath}`;
-    data["_relativePath"] = relPath;
-  }
-  for (const f of (field == null ? void 0 : field.fields) || collection.fields || []) {
-    if (!f.searchable) {
-      delete data[f.name];
-      continue;
-    }
-    const isList = f.list;
-    if (data[f.name]) {
-      if (f.type === "object") {
-        if (isList) {
-          data[f.name] = data[f.name].map(
-            (obj) => processDocumentForIndexing(
-              obj,
-              path,
-              collection,
-              textIndexLength,
-              f
-            )
-          );
-        } else {
-          data[f.name] = processDocumentForIndexing(
-            data[f.name],
-            path,
-            collection,
-            textIndexLength,
-            f
-          );
-        }
-      } else if (f.type === "string") {
-        const fieldTextIndexLength = f.maxSearchIndexFieldLength || textIndexLength;
-        if (isList) {
-          data[f.name] = data[f.name].map(
-            (value) => processTextFieldValue(value, fieldTextIndexLength)
-          );
-        } else {
-          data[f.name] = processTextFieldValue(
-            data[f.name],
-            fieldTextIndexLength
-          );
-        }
-      } else if (f.type === "rich-text") {
-        const fieldTextIndexLength = f.maxSearchIndexFieldLength || textIndexLength;
-        if (isList) {
-          data[f.name] = data[f.name].map((value) => {
-            const acc = new StringBuilder(fieldTextIndexLength);
-            extractText(value, acc, ["text", "code_block", "html"]);
-            return acc.toString();
-          });
-        } else {
-          const acc = new StringBuilder(fieldTextIndexLength);
-          extractText(data[f.name], acc, ["text", "code_block", "html"]);
-          data[f.name] = acc.toString();
-        }
-      }
-    }
-  }
-  return data;
-};
-const memo = {};
-const lookupStopwords = (keys, defaultStopWords = sw.eng) => {
-  let stopwords = defaultStopWords;
-  if (keys) {
-    if (memo[keys.join(",")]) {
-      return memo[keys.join(",")];
-    }
-    stopwords = [];
-    for (const key of keys) {
-      stopwords.push(...sw[key]);
-    }
-    memo[keys.join(",")] = stopwords;
-  }
-  return stopwords;
-};
-const queryToSearchIndexQuery = (query, stopwordLanguages) => {
-  let q;
-  const parts = query.split(" ");
-  const stopwords = lookupStopwords(stopwordLanguages);
-  if (parts.length === 1) {
-    q = { AND: [parts[0]] };
-  } else {
-    q = {
-      AND: parts.filter(
-        (part) => part.toLowerCase() !== "and" && stopwords.indexOf(part.toLowerCase()) === -1
-      )
-    };
-  }
-  return q;
-};
-const optionsToSearchIndexOptions = (options) => {
-  const opt = {};
-  if (options == null ? void 0 : options.limit) {
-    opt["PAGE"] = {
-      SIZE: options.limit,
-      NUMBER: (options == null ? void 0 : options.cursor) ? parseInt(options.cursor) : 0
-    };
-  }
-  return opt;
-};
-const parseSearchIndexResponse = (data, options) => {
-  const results = data["RESULT"];
-  const total = data["RESULT_LENGTH"];
-  if ((options == null ? void 0 : options.cursor) && (options == null ? void 0 : options.limit)) {
-    const prevCursor = options.cursor === "0" ? null : (parseInt(options.cursor) - 1).toString();
-    const nextCursor = total <= (parseInt(options.cursor) + 1) * options.limit ? null : (parseInt(options.cursor) + 1).toString();
-    return {
-      results,
-      total,
-      prevCursor,
-      nextCursor
-    };
-  } else if (!(options == null ? void 0 : options.cursor) && (options == null ? void 0 : options.limit)) {
-    const prevCursor = null;
-    const nextCursor = total <= options.limit ? null : "1";
-    return {
-      results,
-      total,
-      prevCursor,
-      nextCursor
-    };
-  } else {
-    return {
-      results,
-      total,
-      prevCursor: null,
-      nextCursor: null
-    };
-  }
-};
-export {
-  optionsToSearchIndexOptions,
-  parseSearchIndexResponse,
-  processDocumentForIndexing,
-  queryToSearchIndexQuery
-};