@lunora/ai 1.0.0-alpha.14 → 1.0.0-alpha.16

package/README.md

@@ -10,6 +10,8 @@
 
 <!-- END_PACKAGE_OG_IMAGE_PLACEHOLDER -->
 
+> **Experimental** — this package is outside the Lunora 1.0 stability promise: its API may change in any release, without a major version bump.
+
 <br />
 
 <div align="center">

package/dist/packem_shared/{bm25LexicalStore-Q28z6fbO.mjs → bm25LexicalStore-BQzWLMqX.mjs}

@@ -2,7 +2,6 @@ const BM25_K1 = 1.5;
 const BM25_B = 0.75;
 const TOKEN_PATTERN = /[a-z0-9]+/g;
 const tokenize = (text) => text.toLowerCase().match(TOKEN_PATTERN) ?? [];
-const isPrimitiveFilter = (filter) => Object.values(filter).every((value) => value === null || typeof value !== "object");
 const filterWarned = /* @__PURE__ */ new WeakSet();
 const bm25LexicalStore = () => {
   const namespaces = /* @__PURE__ */ new Map();
@@ -65,7 +64,7 @@ const bm25LexicalStore = () => {
       return Promise.resolve();
     },
     search: (query, options) => {
-      if (options.filter && Object.keys(options.filter).length > 0 && !isPrimitiveFilter(options.filter)) {
+      if (options.filter && Object.keys(options.filter).length > 0) {
         if (!filterWarned.has(store)) {
           filterWarned.add(store);
           console.warn(

package/dist/packem_shared/{defineRag-BwrgePLE.mjs → defineRag-CH8wZ0d5.mjs}

@@ -8,17 +8,40 @@ const concurrentMap = async (items, limit, function_) => {
   if (!Number.isInteger(limit) || limit < 1) {
     throw new RangeError("concurrentMap: `limit` must be a positive integer");
   }
+  if (items.length === 0) {
+    return [];
+  }
+  const effectiveLimit = Math.max(1, Math.min(limit, items.length));
   const results = Array.from({ length: items.length });
   let cursor = 0;
+  let failed = false;
+  let firstError;
   const worker = async () => {
-    while (cursor < items.length) {
+    for (; ; ) {
+      if (failed) {
+        return;
+      }
       const index = cursor;
       cursor += 1;
-      results[index] = await function_(items[index], index);
+      if (index >= items.length) {
+        return;
+      }
+      try {
+        results[index] = await function_(items[index], index);
+      } catch (error) {
+        if (!failed) {
+          failed = true;
+          firstError = error;
+        }
+        return;
+      }
     }
   };
-  const workers = Array.from({ length: Math.min(limit, items.length) }, () => worker());
+  const workers = Array.from({ length: effectiveLimit }, () => worker());
   await Promise.all(workers);
+  if (failed) {
+    throw firstError;
+  }
   return results;
 };
 
@@ -322,13 +345,19 @@ const defineRag = (config) => {
       if (!textStore) {
         return chunks;
       }
-      const texts = await textsByIds(
-        chunks.map((chunk) => chunk.id),
-        namespace
-      );
+      const ids = chunks.map((chunk) => chunk.id);
+      const [texts, records] = await Promise.all([textsByIds(ids, namespace), context.vectors.getByIds(config.index, ids, namespace)]);
+      const fullMetadataById = new Map(records.map((record) => [record.id, record.metadata]));
       return chunks.flatMap((chunk) => {
         const text = texts.get(chunk.id);
-        return text === void 0 ? [] : [{ ...chunk, text }];
+        if (text === void 0) {
+          return [];
+        }
+        const fullMetadata = fullMetadataById.get(chunk.id);
+        const rawImportance = fullMetadata?.[IMPORTANCE_KEY];
+        const importance = typeof rawImportance === "number" && rawImportance >= 0 && rawImportance <= 1 ? rawImportance : chunk.importance;
+        const score = chunk.score / chunk.importance * importance;
+        return [{ ...chunk, importance, metadata: userMetadataOf(fullMetadata) ?? chunk.metadata, score, text }];
       });
     };
     const retrieve = async (query, options) => {
@@ -347,6 +376,10 @@ const defineRag = (config) => {
         topK
       });
       let chunks = await hydrateFromStore(parseMatches(vectorResult, effectiveNamespace), effectiveNamespace);
+      const minScore = options?.minScore;
+      if (minScore !== void 0) {
+        chunks = chunks.filter((chunk) => chunk.score >= minScore);
+      }
       if (config.lexicalStore) {
         const lexicalMatches = await config.lexicalStore.search(query, {
           filter: effectiveFilter,
@@ -368,10 +401,6 @@ const defineRag = (config) => {
         chunks = [...hybridRank(chunks, lexicalChunks)];
       }
       chunks.sort((a, b) => b.score - a.score);
-      const minScore = options?.minScore;
-      if (minScore !== void 0) {
-        chunks = chunks.filter((chunk) => chunk.score >= minScore);
-      }
       chunks = [...await expandChunks(chunks, options, effectiveNamespace)];
       const sources = [];
       const seen = /* @__PURE__ */ new Set();

package/dist/rag/index.mjs

@@ -1,5 +1,5 @@
 export { default as fixedWindowChunks } from '../packem_shared/fixedWindowChunks-J-WfQDw9.mjs';
-export { default as defineRag } from '../packem_shared/defineRag-BwrgePLE.mjs';
+export { default as defineRag } from '../packem_shared/defineRag-CH8wZ0d5.mjs';
 export { contentHash, guessMimeTypeFromExtension } from '../packem_shared/contentHash-Cgz5KRGD.mjs';
 export { default as hybridRank } from '../packem_shared/hybridRank-DPC9c2ON.mjs';
-export { default as bm25LexicalStore } from '../packem_shared/bm25LexicalStore-Q28z6fbO.mjs';
+export { default as bm25LexicalStore } from '../packem_shared/bm25LexicalStore-BQzWLMqX.mjs';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lunora/ai",
-  "version": "1.0.0-alpha.14",
+  "version": "1.0.0-alpha.16",
   "description": "Workers AI helper for Lunora: provider-agnostic AI SDK access from functions, Workers AI by default",
   "keywords": [
     "ai",
@@ -53,7 +53,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@lunora/errors": "1.0.0-alpha.4",
+    "@lunora/errors": "1.0.0-alpha.5",
     "ai": "7.0.16",
     "workers-ai-provider": "3.3.1"
   },