@absolutejs/absolute 0.19.0-beta.466 → 0.19.0-beta.467

package/dist/ai/index.js

@@ -2113,6 +2113,71 @@ var aiChat = (config) => {
 init_constants();
 import { Elysia as Elysia2 } from "elysia";
 
+// src/ai/rag/reranking.ts
+var tokenize = (value) => value.toLowerCase().split(/[^a-z0-9]+/i).map((token) => token.trim()).filter((token) => token.length > 1);
+var scoreHeuristicMatch = (queryTokens, result) => {
+  if (queryTokens.length === 0) {
+    return result.score;
+  }
+  const haystack = tokenize([result.title, result.source, result.chunkText].filter(Boolean).join(" "));
+  const haystackSet = new Set(haystack);
+  const overlap = queryTokens.filter((token) => haystackSet.has(token)).length;
+  const overlapBoost = overlap / queryTokens.length;
+  return result.score + overlapBoost;
+};
+var createRAGReranker = (options) => ({
+  defaultModel: options.defaultModel,
+  providerName: options.providerName,
+  rerank: options.rerank
+});
+var resolveRAGReranker = (reranker) => {
+  if (!reranker) {
+    return null;
+  }
+  if (typeof reranker === "function") {
+    return {
+      defaultModel: undefined,
+      providerName: undefined,
+      rerank: reranker
+    };
+  }
+  return reranker;
+};
+var applyRAGReranking = async ({
+  input,
+  reranker
+}) => {
+  const resolved = resolveRAGReranker(reranker);
+  if (!resolved) {
+    return input.results;
+  }
+  const effectiveModel = input.model ?? resolved.defaultModel;
+  return Promise.resolve(resolved.rerank({
+    ...input,
+    model: effectiveModel
+  }));
+};
+var createHeuristicRAGReranker = (options = {}) => createRAGReranker({
+  defaultModel: options.defaultModel ?? "absolute-heuristic-reranker",
+  providerName: options.providerName ?? "absolute_heuristic",
+  rerank: ({ query, results }) => {
+    const queryTokens = tokenize(query);
+    return [...results].map((result, index) => ({
+      index,
+      result,
+      score: scoreHeuristicMatch(queryTokens, result)
+    })).sort((left, right) => {
+      if (right.score !== left.score) {
+        return right.score - left.score;
+      }
+      return left.index - right.index;
+    }).map(({ result, score }) => ({
+      ...result,
+      score
+    }));
+  }
+});
+
 // src/ai/rag/embedding.ts
 var isEmbeddingProvider = (value) => typeof value === "object" && value !== null && typeof value.embed === "function";
 var createRAGEmbeddingProvider = (options) => options;
@@ -2629,8 +2694,10 @@ var createRAGCollection = (options) => {
       scoreThreshold: input.scoreThreshold,
       topK
     };
-    const rerank = input.rerank ?? options.rerank;
-    const reranked = await Promise.resolve(typeof rerank === "function" ? rerank(rerankInput) : results);
+    const reranked = await applyRAGReranking({
+      input: rerankInput,
+      reranker: input.rerank ?? options.rerank
+    });
     const limited = reranked.slice(0, topK);
     if (typeof input.scoreThreshold !== "number") {
       return limited;
@@ -5264,6 +5331,7 @@ export {
   serializeAIMessage,
   searchDocuments,
   resolveRAGStreamStage,
+  resolveRAGReranker,
   resolveRAGEmbeddingProvider,
   resolveAbsoluteSQLiteVecExtensionPath,
   resolveAbsoluteSQLiteVec,
@@ -5306,6 +5374,7 @@ export {
   deepseek,
   createSQLiteRAGStore,
   createRAGVector,
+  createRAGReranker,
   createRAGHTMXWorkflowRenderConfig,
   createRAGHTMXConfig,
   createRAGEmbeddingProvider,
@@ -5313,6 +5382,7 @@ export {
   createRAGClient,
   createMemoryStore,
   createInMemoryRAGStore,
+  createHeuristicRAGReranker,
   createConversationManager,
   buildRAGUpsertInputFromUploads,
   buildRAGUpsertInputFromURLs,
@@ -5323,10 +5393,11 @@ export {
   buildRAGSourceGroups,
   buildRAGCitations,
   buildRAGCitationReferenceMap,
+  applyRAGReranking,
   alibabaEmbeddings,
   alibaba,
   aiChat
 };
 
-//# debugId=203D3517263A2F8764756E2164756E21
+//# debugId=7E07B2598537EE7A64756E2164756E21
 //# sourceMappingURL=index.js.map