@absolutejs/rag 0.24.0 → 0.24.2

package/dist/src/research/types.d.ts

@@ -34,9 +34,18 @@ export type ResearchReviewCheckpoint = {
     pass: number;
     stage?: "extract" | "review";
     nextField: number;
+    /** Reduced after a settled failed batch; never increases the configured maximum. */
+    nextBatchSize?: number;
     pending: boolean;
     finished?: boolean;
     draft: unknown;
+    searched?: string[];
+    read?: string[];
+    links?: Array<{
+        url: string;
+        label: string;
+        discoveredOn: string;
+    }>;
     result: ResearchResult;
 };
 export type ResearchResult<T = unknown> = {

package/dist/web-index/index.js

@@ -123563,8 +123563,10 @@ var createResearch = (config) => {
       reviewBatchSize
     });
     const resumed = input.resumeReview;
-    if (resumed && (resumed.version !== 1 || resumed.fingerprint !== fingerprint || resumed.pending || !Number.isSafeInteger(resumed.nextField) || resumed.nextField < 0 || !Number.isSafeInteger(resumed.pass) || resumed.pass < 0 || resumed.pass > evidenceRepairs))
+    if (resumed && (resumed.version !== 1 || resumed.fingerprint !== fingerprint || resumed.pending || resumed.nextBatchSize !== undefined && (!Number.isSafeInteger(resumed.nextBatchSize) || resumed.nextBatchSize < 1 || resumed.nextBatchSize > reviewBatchSize) || !Number.isSafeInteger(resumed.nextField) || resumed.nextField < 0 || !Number.isSafeInteger(resumed.pass) || resumed.pass < 0 || resumed.pass > evidenceRepairs))
       throw new Error("Review checkpoint requires reconciliation or does not match this task");
+    const legacyFailedReview = resumed && !resumed.pending && resumed.result.operations.at(-1)?.kind === "review" && resumed.result.operations.at(-1)?.status === "unknown";
+    let nextBatchSize = resumed?.nextBatchSize ?? (legacyFailedReview ? Math.max(1, Math.floor(reviewBatchSize / 2)) : reviewBatchSize);
     const result = resumed ? structuredClone(resumed.result) : {
       id: crypto.randomUUID(),
       status: "unavailable",
@@ -123599,10 +123601,14 @@ var createResearch = (config) => {
         pass,
         stage,
         nextField,
+        nextBatchSize,
         pending,
         finished,
         draft: structuredClone(draft),
-        result: structuredClone(snapshot)
+        result: structuredClone(snapshot),
+        searched: [...queries],
+        read: [...urls],
+        links: [...discoveredLinks.values()]
       };
       try {
         await input.onReviewCheckpoint?.(checkpoint);
@@ -123715,8 +123721,12 @@ Correct the previous schema-invalid response using the validation diagnostics. T
       document2.url,
       document2.text
     ]));
-    for (const prior of result.searches)
-      queries.add(prior.query);
+    for (const prior of resumed?.searched ?? result.searches.map((search) => search.query))
+      queries.add(prior);
+    for (const prior of resumed?.read ?? [])
+      urls.add(prior);
+    for (const link of resumed?.links ?? [])
+      discoveredLinks.set(link.url, link);
     for (const prior of result.sources)
       if (prior.contentFetchedAt)
         urls.add(prior.url);
@@ -123967,17 +123977,18 @@ Correct the previous schema-invalid response using the validation diagnostics. T
         if (!leaves.length) {
           result.data = data;
           result.status = result.limitations.length ? "partial" : "empty";
+          await persistReview(pass, 0, false, data, true);
           return result;
         }
         const reviewSources = researchPassages(result.sources);
         const reviewStart = continuing ? resumed.nextField : 0;
-        for (let offset = reviewStart;offset < leaves.length; offset += Math.min(reviewBatchSize, limits.fields - (offset - reviewStart))) {
+        for (let offset = reviewStart;offset < leaves.length; offset += Math.min(nextBatchSize, limits.fields - (offset - reviewStart))) {
           if (offset - reviewStart >= limits.fields) {
             result.status = "partial";
             result.limitations.push("Review field allowance reached; remaining fields are saved for explicit continuation");
             return result;
           }
-          const batch = leaves.slice(offset, offset + Math.min(reviewBatchSize, limits.fields - (offset - reviewStart)));
+          const batch = leaves.slice(offset, offset + Math.min(nextBatchSize, limits.fields - (offset - reviewStart)));
           await persistReview(pass, offset, true, data);
           let reviewed;
           try {
@@ -123994,6 +124005,8 @@ Correct the previous schema-invalid response using the validation diagnostics. T
             });
           } catch (error) {
             const known = error instanceof Error && error.message === "Research budget denied" || !admit && await config.isReviewFailureSettled?.(error) === true;
+            if (known && !(error instanceof Error && error.message === "Research budget denied"))
+              nextBatchSize = Math.max(1, Math.floor(batch.length / 2));
             await persistReview(pass, offset, !known, data);
             throw error;
           }
@@ -124190,5 +124203,5 @@ export {
   webIndexPostgresSchemaSql
 };
 
-//# debugId=6A98E00B3B9B720D64756E2164756E21
+//# debugId=A5E570BDB36F03C864756E2164756E21
 //# sourceMappingURL=index.js.map