@verdaccio/search 7.0.0-next.0 → 7.0.0-next.1

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @verdaccio/proxy
 
+## 7.0.0-next.1
+
+### Patch Changes
+
+- 35cc57b79: fix: keyword undefined errors
+
 ## 7.0.0-next.0
 
 ### Major Changes

package/build/dist.js

@@ -786,7 +786,7 @@ __export(src_exports, {
   SearchMemoryIndexer: () => indexer_default
 });
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/tokenizer/languages.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/tokenizer/languages.js
 var STEMMERS = {
   arabic: "ar",
   armenian: "am",
@@ -849,7 +849,7 @@ var SPLITTERS = {
 };
 var SUPPORTED_LANGUAGES = Object.keys(STEMMERS);
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/utils.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/utils.js
 var baseId = Date.now().toString().slice(5);
 var lastId = 0;
 var nano = BigInt(1e3);
@@ -983,7 +983,7 @@ async function getNested(obj, path) {
   return props[path];
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/errors.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/errors.js
 var allLanguages = SUPPORTED_LANGUAGES.join("\n - ");
 var errors = {
   NO_LANGUAGE_WITH_CUSTOM_TOKENIZER: "Do not pass the language option to create when using a custom tokenizer.",
@@ -1012,7 +1012,11 @@ Supported languages are:
   SORT_DISABLED: `Sort is disabled. Please read the documentation at https://docs.oramasearch for more information.`,
   UNKNOWN_GROUP_BY_PROPERTY: `Unknown groupBy property "%s".`,
   INVALID_GROUP_BY_PROPERTY: `Invalid groupBy property "%s". Allowed types: "%s", but given "%s".`,
-  UNKNOWN_FILTER_PROPERTY: `Unknown filter property "%s".`
+  UNKNOWN_FILTER_PROPERTY: `Unknown filter property "%s".`,
+  INVALID_VECTOR_SIZE: `Vector size must be a number greater than 0. Got "%s" instead.`,
+  INVALID_VECTOR_VALUE: `Vector value must be a number greater than 0. Got "%s" instead.`,
+  INVALID_INPUT_VECTOR: `Property "%s" was declared as a %s-dimentional vector, but got a %s-dimentional vector instead.
+Input vectors must be of the size declared in the schema, as calculating similarity between vectors of different sizes can lead to unexpected results.`
 };
 function createError(code, ...args) {
   var _a2;
@@ -1024,7 +1028,7 @@ function createError(code, ...args) {
   return error;
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/defaults.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/defaults.js
 async function formatElapsedTime(n) {
   return {
     raw: Number(n),
@@ -1048,6 +1052,13 @@ async function validateSchema(doc, schema) {
       continue;
     }
     const typeOfType = typeof type;
+    if (isVectorType(type)) {
+      const vectorSize = getVectorSize(type);
+      if (!Array.isArray(value) || value.length !== vectorSize) {
+        throw createError("INVALID_INPUT_VECTOR", prop, vectorSize, value.length);
+      }
+      continue;
+    }
     if (typeOfType === "string" && isArrayType(type)) {
       if (!Array.isArray(value)) {
         return prop;
@@ -1090,14 +1101,28 @@ var INNER_TYPE = {
   "number[]": "number",
   "boolean[]": "boolean"
 };
+function isVectorType(type) {
+  return /^vector\[\d+\]$/.test(type);
+}
 function isArrayType(type) {
   return IS_ARRAY_TYPE[type];
 }
 function getInnerType(type) {
   return INNER_TYPE[type];
 }
+function getVectorSize(type) {
+  const size = Number(type.slice(7, -1));
+  switch (true) {
+    case isNaN(size):
+      throw createError("INVALID_VECTOR_VALUE", type);
+    case size <= 0:
+      throw createError("INVALID_VECTOR_SIZE", type);
+    default:
+      return size;
+  }
+}
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/internal-document-id-store.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/internal-document-id-store.js
 function createInternalDocumentIDStore() {
   return {
     idToInternalId: /* @__PURE__ */ new Map(),
@@ -1143,7 +1168,7 @@ function getDocumentIdFromInternalId(store2, internalId) {
   return store2.internalIdToId[internalId - 1];
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/documents-store.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/documents-store.js
 async function create(_, sharedInternalDocumentStore) {
   return {
     sharedInternalDocumentStore,
@@ -1217,7 +1242,7 @@ async function createDocumentsStore() {
   };
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/hooks.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/hooks.js
 var OBJECT_COMPONENTS = [
   "tokenizer",
   "index",
@@ -1258,7 +1283,7 @@ async function runAfterSearch(hooks, db, params, language, results) {
   }
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/trees/avl.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/trees/avl.js
 var BALANCE_STATE = {
   UNBALANCED_RIGHT: -2,
   SLIGHTLY_UNBALANCED_RIGHT: -1,
@@ -1498,7 +1523,7 @@ function removeDocument(root, id, key) {
   node.value.splice(node.value.indexOf(id), 1);
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/levenshtein.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/levenshtein.js
 function _boundedLevenshtein(a, b, tolerance) {
   if (a === b) {
     return 0;
@@ -1587,7 +1612,7 @@ function syncBoundedLevenshtein(a, b, tolerance) {
   };
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/trees/radix.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/trees/radix.js
 var Node = class {
   constructor(key, subWord, end) {
     this.key = key;
@@ -1765,7 +1790,7 @@ function removeDocumentByWord(root, term, docID, exact = true) {
   return true;
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/algorithms.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/algorithms.js
 function prioritizeTokenScores(arrays, boost, threshold = 1, keywordsCount) {
   if (boost === 0) {
     throw createError("INVALID_BOOST_VALUE");
@@ -1829,7 +1854,16 @@ function BM25(tf, matchingCount, docsCount, fieldLength, averageFieldLength, BM2
   return idf * (d + tf * (k + 1)) / (tf + k * (1 - b + b * fieldLength / averageFieldLength));
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/index.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/cosine-similarity.js
+function getMagnitude(vector, vectorLength) {
+  let magnitude = 0;
+  for (let i = 0; i < vectorLength; i++) {
+    magnitude += vector[i] * vector[i];
+  }
+  return Math.sqrt(magnitude);
+}
+
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/index.js
 async function insertDocumentScoreParameters(index, prop, id, tokens, docsCount) {
   var _a2;
   const internalId = getInternalDocumentId(index.sharedInternalDocumentStore, id);
@@ -1889,6 +1923,7 @@ async function create4(orama, sharedInternalDocumentStore, schema, index, prefix
     index = {
       sharedInternalDocumentStore,
       indexes: {},
+      vectorIndexes: {},
       searchableProperties: [],
       searchablePropertiesWithTypes: {},
       frequencies: {},
@@ -1904,31 +1939,40 @@ async function create4(orama, sharedInternalDocumentStore, schema, index, prefix
       create4(orama, sharedInternalDocumentStore, type, index, path);
       continue;
     }
-    switch (type) {
-      case "boolean":
-      case "boolean[]":
-        index.indexes[path] = {
-          true: [],
-          false: []
-        };
-        break;
-      case "number":
-      case "number[]":
-        index.indexes[path] = create2(0, []);
-        break;
-      case "string":
-      case "string[]":
-        index.indexes[path] = create3();
-        index.avgFieldLength[path] = 0;
-        index.frequencies[path] = {};
-        index.tokenOccurrences[path] = {};
-        index.fieldLengths[path] = {};
-        break;
-      default:
-        throw createError("INVALID_SCHEMA_TYPE", Array.isArray(type) ? "array" : type, path);
+    if (isVectorType(type)) {
+      index.searchableProperties.push(path);
+      index.searchablePropertiesWithTypes[path] = type;
+      index.vectorIndexes[path] = {
+        size: getVectorSize(type),
+        vectors: {}
+      };
+    } else {
+      switch (type) {
+        case "boolean":
+        case "boolean[]":
+          index.indexes[path] = {
+            true: [],
+            false: []
+          };
+          break;
+        case "number":
+        case "number[]":
+          index.indexes[path] = create2(0, []);
+          break;
+        case "string":
+        case "string[]":
+          index.indexes[path] = create3();
+          index.avgFieldLength[path] = 0;
+          index.frequencies[path] = {};
+          index.tokenOccurrences[path] = {};
+          index.fieldLengths[path] = {};
+          break;
+        default:
+          throw createError("INVALID_SCHEMA_TYPE", Array.isArray(type) ? "array" : type, path);
+      }
+      index.searchableProperties.push(path);
+      index.searchablePropertiesWithTypes[path] = type;
     }
-    index.searchableProperties.push(path);
-    index.searchablePropertiesWithTypes[path] = type;
   }
   return index;
 }
@@ -1957,6 +2001,9 @@ async function insertScalar(implementation, index, prop, id, value, schemaType,
   }
 }
 async function insert3(implementation, index, prop, id, value, schemaType, language, tokenizer, docsCount) {
+  if (isVectorType(schemaType)) {
+    return insertVector(index, prop, value, id);
+  }
   if (!isArrayType(schemaType)) {
     return insertScalar(implementation, index, prop, id, value, schemaType, language, tokenizer, docsCount);
   }
@@ -1967,6 +2014,17 @@ async function insert3(implementation, index, prop, id, value, schemaType, langu
     await insertScalar(implementation, index, prop, id, elements[i], innerSchemaType, language, tokenizer, docsCount);
   }
 }
+function insertVector(index, prop, value, id) {
+  if (!(value instanceof Float32Array)) {
+    value = new Float32Array(value);
+  }
+  const size = index.vectorIndexes[prop].size;
+  const magnitude = getMagnitude(value, size);
+  index.vectorIndexes[prop].vectors[id] = [
+    magnitude,
+    value
+  ];
+}
 async function removeScalar(implementation, index, prop, id, value, schemaType, language, tokenizer, docsCount) {
   const internalId = getInternalDocumentId(index.sharedInternalDocumentStore, id);
   switch (schemaType) {
@@ -2118,8 +2176,9 @@ function loadNode(node) {
   return convertedNode;
 }
 async function load3(sharedInternalDocumentStore, raw) {
-  const { indexes: rawIndexes, searchableProperties, searchablePropertiesWithTypes, frequencies, tokenOccurrences, avgFieldLength, fieldLengths } = raw;
+  const { indexes: rawIndexes, vectorIndexes: rawVectorIndexes, searchableProperties, searchablePropertiesWithTypes, frequencies, tokenOccurrences, avgFieldLength, fieldLengths } = raw;
   const indexes = {};
+  const vectorIndexes = {};
   for (const prop of Object.keys(rawIndexes)) {
     const value = rawIndexes[prop];
     if (!("word" in value)) {
@@ -2128,9 +2187,23 @@ async function load3(sharedInternalDocumentStore, raw) {
     }
     indexes[prop] = loadNode(value);
   }
+  for (const idx of Object.keys(rawVectorIndexes)) {
+    const vectors = rawVectorIndexes[idx].vectors;
+    for (const vec in vectors) {
+      vectors[vec] = [
+        vectors[vec][0],
+        new Float32Array(vectors[vec][1])
+      ];
+    }
+    vectorIndexes[idx] = {
+      size: rawVectorIndexes[idx].size,
+      vectors
+    };
+  }
   return {
     sharedInternalDocumentStore,
     indexes,
+    vectorIndexes,
     searchableProperties,
     searchablePropertiesWithTypes,
     frequencies,
@@ -2140,9 +2213,24 @@ async function load3(sharedInternalDocumentStore, raw) {
   };
 }
 async function save3(index) {
-  const { indexes, searchableProperties, searchablePropertiesWithTypes, frequencies, tokenOccurrences, avgFieldLength, fieldLengths } = index;
+  const { indexes, vectorIndexes, searchableProperties, searchablePropertiesWithTypes, frequencies, tokenOccurrences, avgFieldLength, fieldLengths } = index;
+  const vectorIndexesAsArrays = {};
+  for (const idx of Object.keys(vectorIndexes)) {
+    const vectors = vectorIndexes[idx].vectors;
+    for (const vec in vectors) {
+      vectors[vec] = [
+        vectors[vec][0],
+        Array.from(vectors[vec][1])
+      ];
+    }
+    vectorIndexesAsArrays[idx] = {
+      size: vectorIndexes[idx].size,
+      vectors
+    };
+  }
   return {
     indexes,
+    vectorIndexes: vectorIndexesAsArrays,
     searchableProperties,
     searchablePropertiesWithTypes,
     frequencies,
@@ -2170,7 +2258,7 @@ async function createIndex() {
   };
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/tokenizer/diacritics.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/tokenizer/diacritics.js
 var DIACRITICS_CHARCODE_START = 192;
 var DIACRITICS_CHARCODE_END = 383;
 var CHARCODE_REPLACE_MAPPING = [
@@ -2380,7 +2468,7 @@ function replaceDiacritics(str) {
   return String.fromCharCode(...stringCharCode);
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/tokenizer/english-stemmer.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/tokenizer/english-stemmer.js
 var step2List = {
   ational: "ate",
   tional: "tion",
@@ -2540,7 +2628,7 @@ function stemmer(w) {
   return w;
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/tokenizer/index.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/tokenizer/index.js
 function normalizeToken(prop, token) {
   var _this_stopWords;
   const key = `${this.language}:${prop}:${token}`;
@@ -2641,7 +2729,7 @@ async function createTokenizer(config = {}) {
   return tokenizer;
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/sorter.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/sorter.js
 function innerCreate(orama, sharedInternalDocumentStore, schema, sortableDeniedProperties, prefix) {
   const sorter = {
     language: orama.tokenizer.language,
@@ -2665,25 +2753,27 @@ function innerCreate(orama, sharedInternalDocumentStore, schema, sortableDeniedP
       sorter.sortablePropertiesWithTypes = __spreadValues(__spreadValues({}, sorter.sortablePropertiesWithTypes), ret.sortablePropertiesWithTypes);
       continue;
     }
-    switch (type) {
-      case "boolean":
-      case "number":
-      case "string":
-        sorter.sortableProperties.push(path);
-        sorter.sortablePropertiesWithTypes[path] = type;
-        sorter.sorts[path] = {
-          docs: /* @__PURE__ */ new Map(),
-          orderedDocsToRemove: /* @__PURE__ */ new Map(),
-          orderedDocs: [],
-          type
-        };
-        break;
-      case "boolean[]":
-      case "number[]":
-      case "string[]":
-        continue;
-      default:
-        throw createError("INVALID_SORT_SCHEMA_TYPE", Array.isArray(type) ? "array" : type, path);
+    if (!isVectorType(type)) {
+      switch (type) {
+        case "boolean":
+        case "number":
+        case "string":
+          sorter.sortableProperties.push(path);
+          sorter.sortablePropertiesWithTypes[path] = type;
+          sorter.sorts[path] = {
+            docs: /* @__PURE__ */ new Map(),
+            orderedDocsToRemove: /* @__PURE__ */ new Map(),
+            orderedDocs: [],
+            type
+          };
+          break;
+        case "boolean[]":
+        case "number[]":
+        case "string[]":
+          continue;
+        default:
+          throw createError("INVALID_SORT_SCHEMA_TYPE", Array.isArray(type) ? "array" : type, path);
+      }
     }
   }
   return sorter;
@@ -2889,7 +2979,7 @@ async function createSorter() {
   };
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/methods/create.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/methods/create.js
 function validateComponents(components) {
   const defaultComponents = {
     formatElapsedTime,
@@ -2992,11 +3082,11 @@ async function create6({ schema, sort, language, components, id }) {
   return orama;
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/types.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/types.js
 var kInsertions = Symbol("orama.insertions");
 var kRemovals = Symbol("orama.removals");
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/sync-blocking-checker.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/sync-blocking-checker.js
 var _globalThis_process;
 var _a;
 var warn = (_a = (_globalThis_process = globalThis.process) === null || _globalThis_process === void 0 ? void 0 : _globalThis_process.emitWarning) != null ? _a : function emitWarning(message, options) {
@@ -3035,7 +3125,7 @@ function trackRemoval(orama) {
   }
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/methods/insert.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/methods/insert.js
 async function insert5(orama, doc, language, skipHooks) {
   const errorProperty = await orama.validateSchema(doc, orama.schema);
   if (errorProperty) {
@@ -3065,6 +3155,9 @@ async function innerInsert(orama, doc, language, skipHooks) {
     }
     const actualType = typeof value;
     const expectedType = indexablePropertiesWithTypes[key];
+    if (isVectorType(expectedType) && Array.isArray(value)) {
+      continue;
+    }
     if (isArrayType(expectedType) && Array.isArray(value)) {
       continue;
     }
@@ -3101,7 +3194,7 @@ async function innerInsert(orama, doc, language, skipHooks) {
   return id;
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/methods/remove.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/methods/remove.js
 async function remove5(orama, id, language, skipHooks) {
   let result = true;
   const { index, docs } = orama.data;
@@ -3146,7 +3239,7 @@ async function remove5(orama, id, language, skipHooks) {
   return result;
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/facets.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/facets.js
 function sortingPredicate(order = "desc", a, b) {
   if (order.toLowerCase() === "asc") {
     return a[1] - b[1];
@@ -3255,7 +3348,7 @@ function calculateBooleanOrStringFacet(values, facetValue, propertyType, already
   }
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/filters.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/filters.js
 function intersectFilteredIDs(filtered, lookedUp) {
   const map = /* @__PURE__ */ new Map();
   const result = [];
@@ -3274,7 +3367,7 @@ function intersectFilteredIDs(filtered, lookedUp) {
   return result;
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/components/groups.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/components/groups.js
 var DEFAULT_REDUCE = {
   reducer: (_, acc, res, index) => {
     acc[index] = res;
@@ -3404,7 +3497,7 @@ function calculateCombination(arrs, index = 0) {
   return combinations;
 }
 
-// ../../node_modules/.pnpm/@orama+orama@1.1.1/node_modules/@orama/orama/dist/methods/search.js
+// ../../node_modules/.pnpm/@orama+orama@1.2.1/node_modules/@orama/orama/dist/methods/search.js
 var defaultBM25Params = {
   k: 1.2,
   b: 0.75,
@@ -3628,6 +3721,7 @@ var debug = (0, import_debug.default)("verdaccio:search:indexer");
 var SearchMemoryIndexer = class {
   database;
   storage;
+  logger;
   configureStorage(storage) {
     this.storage = storage;
   }
@@ -3635,24 +3729,32 @@ var SearchMemoryIndexer = class {
     if (this.database) {
       debug("searching %s at indexer", term);
       const searchResult = await search2(this.database, {
-        term,
-        properties: "*"
+        term
       });
       return searchResult;
     }
   }
+  prepareKeywords(keywords) {
+    if (typeof keywords === "undefined") {
+      return "";
+    } else if (typeof keywords === "string") {
+      return keywords;
+    }
+    return keywords.join(",");
+  }
   async add(pkg) {
     if (this.database) {
       const name = pkg.name;
       debug("adding item %s to the indexer", name);
-      insert5(this.database, {
+      const item = {
         id: name,
         name,
         description: pkg.description,
-        version: `v${pkg.version}`,
-        keywords: pkg.keywords,
-        author: pkg._npmUser ? pkg._npmUser.name : "???"
-      });
+        version: pkg.version,
+        keywords: this.prepareKeywords(pkg.keywords),
+        author: pkg._npmUser ? pkg._npmUser.name : ""
+      };
+      await insert5(this.database, item);
     }
   }
   async remove(name) {
@@ -3661,10 +3763,11 @@ var SearchMemoryIndexer = class {
       await remove5(this.database, name);
     }
   }
-  reindex() {
+  async reindex() {
     var _a2;
     debug("reindexing search indexer");
-    (_a2 = this.storage) == null ? void 0 : _a2.getLocalDatabase((error, packages) => {
+    (_a2 = this.storage) == null ? void 0 : _a2.getLocalDatabase(async (error, packages) => {
+      var _a3;
       if (error) {
         throw error;
       }
@@ -3675,12 +3778,17 @@ var SearchMemoryIndexer = class {
       while (i--) {
         const pkg = packages[i];
         debug("indexing package %s", pkg == null ? void 0 : pkg.name);
-        this.add(pkg);
+        try {
+          await this.add(pkg);
+        } catch (err) {
+          (_a3 = this.logger) == null ? void 0 : _a3.error({ err: err.message }, "error @{err} indexing package");
+        }
       }
       debug("reindexed search indexer");
     });
   }
-  async init() {
+  async init(logger) {
+    this.logger = logger;
     this.database = await create6({
       schema: {
         id: "string",

package/build/indexer.d.ts

@@ -1,8 +1,9 @@
-import { Version } from '@verdaccio/types';
+import { Logger, Version } from '@verdaccio/types';
 type Results = any;
 declare class SearchMemoryIndexer {
     private database;
     private storage;
+    private logger;
     /**
      * Set up the {Storage}
      * @param {*} storage An storage reference.
@@ -16,6 +17,7 @@ declare class SearchMemoryIndexer {
      * @return {Array} list of results.
      */
     query(term: string): Promise<Results | void>;
+    private prepareKeywords;
     /**
      * Add a new element to index
      * @param {*} pkg the package
@@ -29,8 +31,8 @@ declare class SearchMemoryIndexer {
     /**
      * Force a re-index.
      */
-    reindex(): void;
-    init(): Promise<void>;
+    reindex(): Promise<void>;
+    init(logger: Logger): Promise<void>;
 }
 declare const _default: SearchMemoryIndexer;
 export default _default;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@verdaccio/search",
-  "version": "7.0.0-next.0",
+  "version": "7.0.0-next.1",
   "description": "verdaccio search utitlity tools",
   "main": "./build/dist.js",
   "types": "build/index.d.ts",
@@ -31,7 +31,7 @@
   },
   "devDependencies": {
     "@verdaccio/types": "12.0.0-next.0",
-    "@orama/orama": "1.1.1",
+    "@orama/orama": "1.2.1",
     "debug": "4.3.4",
     "esbuild": "0.14.10"
   },
@@ -41,7 +41,7 @@
   },
   "scripts": {
     "clean": "rimraf ./build",
-    "test": "echo 1",
+    "test": "vitest run",
     "type-check": "tsc --noEmit -p tsconfig.build.json",
     "build:types": "tsc --emitDeclarationOnly -p tsconfig.build.json",
     "build:js": "babel src/ --out-dir build/ --copy-files --extensions \".ts,.tsx\" --source-maps",

package/src/indexer.ts

@@ -1,7 +1,7 @@
 import { create, insert, remove, search } from '@orama/orama';
 import buildDebug from 'debug';
 
-import { Version } from '@verdaccio/types';
+import { Logger, Version } from '@verdaccio/types';
 
 const debug = buildDebug('verdaccio:search:indexer');
 
@@ -10,6 +10,7 @@ type Results = any;
 class SearchMemoryIndexer {
   private database: any | undefined;
   private storage: any;
+  private logger: Logger | undefined;
 
   /**
    * Set up the {Storage}
@@ -31,13 +32,21 @@ class SearchMemoryIndexer {
       debug('searching %s at indexer', term);
       const searchResult = await search(this.database, {
         term,
-        properties: '*',
       });
 
       return searchResult;
     }
   }
 
+  private prepareKeywords(keywords?: string[] | string): string {
+    if (typeof keywords === 'undefined') {
+      return '';
+    } else if (typeof keywords === 'string') {
+      return keywords;
+    }
+    return keywords.join(',');
+  }
+
   /**
    * Add a new element to index
    * @param {*} pkg the package
@@ -46,14 +55,15 @@ class SearchMemoryIndexer {
     if (this.database) {
       const name = pkg.name;
       debug('adding item %s to the indexer', name);
-      insert(this.database, {
+      const item = {
         id: name,
         name: name,
         description: pkg.description,
-        version: `v${pkg.version}`,
-        keywords: pkg.keywords,
-        author: pkg._npmUser ? pkg._npmUser.name : '???',
-      });
+        version: pkg.version,
+        keywords: this.prepareKeywords(pkg.keywords),
+        author: pkg._npmUser ? pkg._npmUser.name : '',
+      };
+      await insert(this.database, item);
     }
   }
 
@@ -71,9 +81,9 @@ class SearchMemoryIndexer {
   /**
    * Force a re-index.
    */
-  public reindex(): void {
+  public async reindex(): Promise<void> {
     debug('reindexing search indexer');
-    this.storage?.getLocalDatabase((error, packages): void => {
+    this.storage?.getLocalDatabase(async (error, packages): Promise<void> => {
       if (error) {
         // that function shouldn't produce any
         throw error;
@@ -86,13 +96,18 @@ class SearchMemoryIndexer {
       while (i--) {
         const pkg = packages[i];
         debug('indexing package %s', pkg?.name);
-        this.add(pkg);
+        try {
+          await this.add(pkg);
+        } catch (err: any) {
+          this.logger?.error({ err: err.message }, 'error @{err} indexing package');
+        }
       }
       debug('reindexed search indexer');
     });
   }
 
-  public async init() {
+  public async init(logger: Logger) {
+    this.logger = logger;
     this.database = await create({
       schema: {
         id: 'string',

package/test/index.spec.ts

@@ -0,0 +1,47 @@
+import { expect, test } from 'vitest';
+
+import { Logger } from '@verdaccio/types';
+
+import { SearchMemoryIndexer } from '../src';
+
+class MockStore {
+  getLocalDatabase(cb) {
+    return cb(null, [
+      {
+        name: 'verdaccio-search',
+        version: '1.0.0',
+        readme: 'foo',
+        description: 'foo',
+        keywords: ['foo', 'bar'],
+      },
+      {
+        name: 'verdaccio-utils',
+        version: '2.0.0',
+        readme: 'foo',
+        description: 'foo',
+        keywords: 'some',
+      },
+    ]);
+  }
+}
+
+const logger = {
+  // eslint-disable-next-line no-console
+  error: (...arg) => console.error(...arg),
+} as Logger;
+
+test('should search', async () => {
+  const store = new MockStore();
+
+  SearchMemoryIndexer.configureStorage(store);
+  await SearchMemoryIndexer.init(logger);
+  // @ts-expect-error
+  await SearchMemoryIndexer.add({
+    name: 'verdaccio',
+    version: '2.0.0',
+    readme: 'foo',
+    description: '',
+  });
+  const query = await SearchMemoryIndexer.query('verdaccio');
+  expect(query.hits.map((item) => item.id)).toEqual(['verdaccio', 'verdaccio-utils']);
+});