@absolutejs/rag 0.24.1 → 0.24.3

package/dist/src/research/types.d.ts

@@ -34,6 +34,8 @@ export type ResearchReviewCheckpoint = {
     pass: number;
     stage?: "extract" | "review";
     nextField: number;
+    /** Reduced after a settled failed batch; never increases the configured maximum. */
+    nextBatchSize?: number;
     pending: boolean;
     finished?: boolean;
     draft: unknown;

package/dist/web-index/index.js

@@ -123563,8 +123563,10 @@ var createResearch = (config) => {
       reviewBatchSize
     });
     const resumed = input.resumeReview;
-    if (resumed && (resumed.version !== 1 || resumed.fingerprint !== fingerprint || resumed.pending || !Number.isSafeInteger(resumed.nextField) || resumed.nextField < 0 || !Number.isSafeInteger(resumed.pass) || resumed.pass < 0 || resumed.pass > evidenceRepairs))
+    if (resumed && (resumed.version !== 1 || resumed.fingerprint !== fingerprint || resumed.pending || resumed.nextBatchSize !== undefined && (!Number.isSafeInteger(resumed.nextBatchSize) || resumed.nextBatchSize < 1 || resumed.nextBatchSize > reviewBatchSize) || !Number.isSafeInteger(resumed.nextField) || resumed.nextField < 0 || !Number.isSafeInteger(resumed.pass) || resumed.pass < 0 || resumed.pass > evidenceRepairs))
       throw new Error("Review checkpoint requires reconciliation or does not match this task");
+    const legacyFailedReview = resumed && !resumed.pending && resumed.result.operations.at(-1)?.kind === "review" && resumed.result.operations.at(-1)?.status === "unknown";
+    let nextBatchSize = resumed?.nextBatchSize ?? (legacyFailedReview ? Math.max(1, Math.floor(reviewBatchSize / 2)) : reviewBatchSize);
     const result = resumed ? structuredClone(resumed.result) : {
       id: crypto.randomUUID(),
       status: "unavailable",
@@ -123599,6 +123601,7 @@ var createResearch = (config) => {
         pass,
         stage,
         nextField,
+        nextBatchSize,
         pending,
         finished,
         draft: structuredClone(draft),
@@ -123968,9 +123971,17 @@ Correct the previous schema-invalid response using the validation diagnostics. T
         if (!continuing)
           result.fields = [];
         await persistReview(pass, continuing ? resumed.nextField : 0, false, data);
-        const leaves = researchLeaves(data, Number.MAX_SAFE_INTEGER);
-        if (continuing && (resumed.nextField > leaves.length || result.fields.length !== resumed.nextField || result.fields.some((field, index) => field.path !== leaves[index]?.path || field.value !== leaves[index]?.value)))
-          throw new Error("Review checkpoint fields do not match draft");
+        let leaves = researchLeaves(data, Number.MAX_SAFE_INTEGER);
+        if (continuing) {
+          const byPath = new Map(leaves.map((field) => [field.path, field]));
+          const completedPaths = new Set(result.fields.map((field) => field.path));
+          if (resumed.nextField > leaves.length || result.fields.length !== resumed.nextField || completedPaths.size !== result.fields.length || result.fields.some((field) => !byPath.has(field.path) || byPath.get(field.path).value !== field.value))
+            throw new Error("Review checkpoint fields do not match draft");
+          leaves = [
+            ...result.fields.map(({ path, value }) => ({ path, value })),
+            ...leaves.filter((field) => !completedPaths.has(field.path))
+          ];
+        }
         if (!leaves.length) {
           result.data = data;
           result.status = result.limitations.length ? "partial" : "empty";
@@ -123979,13 +123990,13 @@ Correct the previous schema-invalid response using the validation diagnostics. T
         }
         const reviewSources = researchPassages(result.sources);
         const reviewStart = continuing ? resumed.nextField : 0;
-        for (let offset = reviewStart;offset < leaves.length; offset += Math.min(reviewBatchSize, limits.fields - (offset - reviewStart))) {
+        for (let offset = reviewStart;offset < leaves.length; offset += Math.min(nextBatchSize, limits.fields - (offset - reviewStart))) {
           if (offset - reviewStart >= limits.fields) {
             result.status = "partial";
             result.limitations.push("Review field allowance reached; remaining fields are saved for explicit continuation");
             return result;
           }
-          const batch = leaves.slice(offset, offset + Math.min(reviewBatchSize, limits.fields - (offset - reviewStart)));
+          const batch = leaves.slice(offset, offset + Math.min(nextBatchSize, limits.fields - (offset - reviewStart)));
           await persistReview(pass, offset, true, data);
           let reviewed;
           try {
@@ -124002,6 +124013,8 @@ Correct the previous schema-invalid response using the validation diagnostics. T
             });
           } catch (error) {
             const known = error instanceof Error && error.message === "Research budget denied" || !admit && await config.isReviewFailureSettled?.(error) === true;
+            if (known && !(error instanceof Error && error.message === "Research budget denied"))
+              nextBatchSize = Math.max(1, Math.floor(batch.length / 2));
             await persistReview(pass, offset, !known, data);
             throw error;
           }
@@ -124198,5 +124211,5 @@ export {
   webIndexPostgresSchemaSql
 };
 
-//# debugId=1C3B8A3EB19C58AF64756E2164756E21
+//# debugId=222ABFDFD829B1BC64756E2164756E21
 //# sourceMappingURL=index.js.map