@absolutejs/rag 0.1.2 → 0.1.3

package/dist/index.js

@@ -31555,6 +31555,54 @@ var ragChat = (config) => {
 // src/presentation/htmxConfig.ts
 var createRAGHTMXConfig = (config) => config;
 var createRAGHTMXWorkflowRenderConfig = (config) => config;
+// src/retrieval/embeddingBudget.ts
+var embeddingCacheKey = async (text, model, kind) => {
+  const payload = `${model ?? "default"}:${kind ?? "passage"}:${text}`;
+  const digest = await crypto.subtle.digest("SHA-256", new TextEncoder().encode(payload));
+  return Array.from(new Uint8Array(digest)).map((byte) => byte.toString(16).padStart(2, "0")).join("");
+};
+var QUOTA_PATTERN = /RESOURCE_EXHAUSTED|token limit|quota|insufficient_quota|billing hard limit/i;
+var isEmbeddingQuotaError = (error) => {
+  const message = error instanceof Error ? error.message : typeof error === "string" ? error : "";
+  return QUOTA_PATTERN.test(message);
+};
+var withEmbeddingBudget = (provider, options = {}) => {
+  const base = typeof provider === "function" ? { embed: provider } : provider;
+  const { cache, onQuotaExhausted } = options;
+  let lastError = null;
+  let quotaExhaustedAt = null;
+  let reused = 0;
+  let embedded = 0;
+  return {
+    ...base,
+    embed: async (input) => {
+      const key = cache ? await embeddingCacheKey(input.text, input.model, input.kind) : null;
+      if (key && cache) {
+        const hit = await cache.get(key);
+        if (hit && hit.length > 0) {
+          reused += 1;
+          return hit;
+        }
+      }
+      const vector = await base.embed(input).catch((error) => {
+        lastError = error instanceof Error ? error.message : String(error);
+        if (isEmbeddingQuotaError(error)) {
+          const first = quotaExhaustedAt === null;
+          quotaExhaustedAt = new Date;
+          if (first)
+            onQuotaExhausted?.(error);
+        }
+        throw error;
+      });
+      lastError = null;
+      embedded += 1;
+      if (key && cache)
+        await cache.set(key, vector);
+      return vector;
+    },
+    health: () => ({ embedded, lastError, quotaExhaustedAt, reused })
+  };
+};
 // src/providers/rerankerProviders.ts
 var rowScore = (row) => row.relevance_score ?? row.relevanceScore ?? row.score ?? 0;
 var applyRanking = (candidates, rows, topK) => {
@@ -35995,6 +36043,7 @@ var createSyncRAGStore = (options = {}) => {
 };
 export {
   xaiEmbeddings,
+  withEmbeddingBudget,
   validateRAGEmbeddingDimensions,
   updateRAGEvaluationSuiteCase,
   summarizeRAGSearchTraceStore,
@@ -36084,6 +36133,7 @@ export {
   loadRAGDocumentFile,
   loadRAGAnswerGroundingEvaluationHistory,
   loadRAGAnswerGroundingCaseDifficultyHistory,
+  isEmbeddingQuotaError,
   inspectRAGSQLiteStoreMigrations,
   ingestRAGSource,
   ingestRAGDocuments,
@@ -36097,6 +36147,7 @@ export {
   evaluateRAGCollection,
   evaluateRAGAnswerGroundingCase,
   evaluateRAGAnswerGrounding,
+  embeddingCacheKey,
   deepseekEmbeddings,
   createVoyageRAGReranker,
   createTextFileExtractor,
@@ -36286,5 +36337,5 @@ export {
   addRAGEvaluationSuiteCase
 };
 
-//# debugId=CB9ED8A4182DD67364756E2164756E21
+//# debugId=E7024598E84C592764756E2164756E21
 //# sourceMappingURL=index.js.map