@claritylabs/cl-sdk 3.1.18 → 3.1.19

package/dist/index.d.mts

@@ -4,7 +4,11 @@ import * as zod from 'zod';
 import { ZodTypeAny, z, ZodSchema } from 'zod';
 import { PDFDocument } from 'pdf-lib';
 
-declare function withRetry<T>(fn: () => Promise<T>, log?: LogFn): Promise<T>;
+interface RetryOptions {
+    maxRetries?: number;
+    baseDelayMs?: number;
+}
+declare function withRetry<T>(fn: () => Promise<T>, log?: LogFn, options?: RetryOptions): Promise<T>;
 
 /**
  * Concurrency limiter — returns a function that wraps async tasks
@@ -31,6 +35,8 @@ interface SafeGenerateOptions<T> {
     onError?: (error: unknown, attempt: number) => void;
     /** Logger for pipeline status messages. */
     log?: LogFn;
+    /** Controls retryable provider-error backoff around the host callback. Use false when the host already owns fallback. */
+    retry?: RetryOptions | false;
 }
 interface SafeGenerateParams {
     prompt: string;
@@ -44,7 +50,7 @@ interface SafeGenerateParams {
 /**
  * Wraps a `generateObject` call with two layers of resilience:
  *
- * 1. Inner: `withRetry` handles 429 / rate-limit errors with exponential backoff
+ * 1. Inner: `withRetry` handles retryable provider errors with exponential backoff unless disabled.
  * 2. Outer: catches all other errors (schema validation, malformed JSON, transient API errors)
  *    and retries up to `maxRetries` times. If all retries fail, returns `fallback` (if provided)
  *    or re-throws.

package/dist/index.d.ts

@@ -4,7 +4,11 @@ import * as zod from 'zod';
 import { ZodTypeAny, z, ZodSchema } from 'zod';
 import { PDFDocument } from 'pdf-lib';
 
-declare function withRetry<T>(fn: () => Promise<T>, log?: LogFn): Promise<T>;
+interface RetryOptions {
+    maxRetries?: number;
+    baseDelayMs?: number;
+}
+declare function withRetry<T>(fn: () => Promise<T>, log?: LogFn, options?: RetryOptions): Promise<T>;
 
 /**
  * Concurrency limiter — returns a function that wraps async tasks
@@ -31,6 +35,8 @@ interface SafeGenerateOptions<T> {
     onError?: (error: unknown, attempt: number) => void;
     /** Logger for pipeline status messages. */
     log?: LogFn;
+    /** Controls retryable provider-error backoff around the host callback. Use false when the host already owns fallback. */
+    retry?: RetryOptions | false;
 }
 interface SafeGenerateParams {
     prompt: string;
@@ -44,7 +50,7 @@ interface SafeGenerateParams {
 /**
  * Wraps a `generateObject` call with two layers of resilience:
  *
- * 1. Inner: `withRetry` handles 429 / rate-limit errors with exponential backoff
+ * 1. Inner: `withRetry` handles retryable provider errors with exponential backoff unless disabled.
  * 2. Outer: catches all other errors (schema validation, malformed JSON, transient API errors)
  *    and retries up to `maxRetries` times. If all retries fail, returns `fallback` (if provided)
  *    or re-throws.

package/dist/index.js

@@ -396,17 +396,19 @@ function isRetryableError(error) {
   }
   return false;
 }
-async function withRetry(fn, log) {
+async function withRetry(fn, log, options) {
+  const maxRetries = options?.maxRetries ?? MAX_RETRIES;
+  const baseDelayMs = options?.baseDelayMs ?? BASE_DELAY_MS;
   for (let attempt = 0; ; attempt++) {
     try {
       return await fn();
     } catch (error) {
-      if (!isRetryableError(error) || attempt >= MAX_RETRIES) {
+      if (!isRetryableError(error) || attempt >= maxRetries) {
         throw error;
       }
       const jitter = Math.random() * 1e3;
-      const delay = BASE_DELAY_MS * Math.pow(2, attempt) + jitter;
-      await log?.(`Retryable error, retrying in ${(delay / 1e3).toFixed(1)}s (attempt ${attempt + 1}/${MAX_RETRIES})...`);
+      const delay = baseDelayMs * Math.pow(2, attempt) + jitter;
+      await log?.(`Retryable error, retrying in ${(delay / 1e3).toFixed(1)}s (attempt ${attempt + 1}/${maxRetries})...`);
       await new Promise((resolve) => setTimeout(resolve, delay));
     }
   }
@@ -533,10 +535,8 @@ async function safeGenerateObject(generateObject, params, options) {
   const strictParams = { ...params, schema: toStrictSchema(params.schema) };
   for (let attempt = 0; attempt <= maxRetries; attempt++) {
     try {
-      const result = await withRetry(
-        () => generateObject(strictParams),
-        options?.log
-      );
+      const generate = () => generateObject(strictParams);
+      const result = options?.retry === false ? await generate() : await withRetry(generate, options?.log, options?.retry);
       return {
         ...result,
         object: params.schema.parse(sanitizeNulls(result.object))
@@ -11782,7 +11782,9 @@ async function runVisualTableRepair(params) {
         },
         {
           fallback: { tables: [], warnings: [] },
-          log: params.log
+          maxRetries: 0,
+          log: params.log,
+          retry: false
         }
       );
       return {
@@ -11913,32 +11915,6 @@ var NORMALIZED_COMPATIBILITY_FIELDS = /* @__PURE__ */ new Set([
   "insurer",
   "broker"
 ]);
-function coverageBelongsToEndorsementCleanupChunk(coverage) {
-  return coverage.coverageOrigin === "endorsement" || Boolean(coverage.endorsementNumber);
-}
-function coverageCleanupChunks(profile) {
-  const basePolicy = [];
-  const endorsements = [];
-  profile.coverages.forEach((coverage, coverageIndex) => {
-    if (coverageBelongsToEndorsementCleanupChunk(coverage)) {
-      endorsements.push(coverageIndex);
-    } else {
-      basePolicy.push(coverageIndex);
-    }
-  });
-  return [
-    basePolicy.length ? {
-      group: "base_policy",
-      label: "Coverage cleanup: base policy",
-      coverageIndexes: basePolicy
-    } : void 0,
-    endorsements.length ? {
-      group: "endorsements",
-      label: "Coverage cleanup: endorsements",
-      coverageIndexes: endorsements
-    } : void 0
-  ].filter((chunk) => Boolean(chunk));
-}
 function valueOf(profile, key) {
   const value = profile[key];
   if (!value || typeof value !== "object" || Array.isArray(value) || !("value" in value)) return void 0;
@@ -12117,7 +12093,9 @@ async function runSourceTreeExtraction(params) {
           },
           {
             fallback: { labels: [], groups: [] },
-            log: params.log
+            maxRetries: 0,
+            log: params.log,
+            retry: false
           }
         );
         return {
@@ -12162,7 +12140,9 @@ async function runSourceTreeExtraction(params) {
         },
         {
           fallback: { labels: [], groups: [] },
-          log: params.log
+          maxRetries: 0,
+          log: params.log,
+          retry: false
         }
       );
       localTrack(response.usage, {
@@ -12204,7 +12184,9 @@ async function runSourceTreeExtraction(params) {
       },
       {
         fallback: emptyProfile,
-        log: params.log
+        maxRetries: 0,
+        log: params.log,
+        retry: false
       }
     );
     localTrack(response.usage, {
@@ -12226,64 +12208,40 @@ async function runSourceTreeExtraction(params) {
     try {
       const validNodeIds = new Set(sourceTree.map((node) => node.id));
       const validSpanIds = new Set(sourceSpans.map((span) => span.id));
-      const chunks = coverageCleanupChunks(operationalProfile);
-      if (chunks.length > 1) {
-        await params.log?.(`Operational profile coverage cleanup reviewing ${chunks.length} coverage groups in parallel`);
-      }
-      const cleanupResults = await Promise.all(chunks.map(async (chunk, batchIndex) => {
-        const budget = params.resolveBudget("extraction_coverage_cleanup", 4096);
-        const startedAt = Date.now();
-        const response = await safeGenerateObject(
-          params.generateObject,
-          {
-            prompt: buildOperationalProfileCleanupPrompt(sourceTree, operationalProfile, {
-              coverageIndexes: chunk.coverageIndexes,
-              label: chunk.label
-            }),
-            schema: OperationalProfileCleanupSchema,
-            maxTokens: budget.maxTokens,
-            taskKind: "extraction_coverage_cleanup",
-            budgetDiagnostics: budget,
-            providerOptions: params.providerOptions,
-            trace: {
-              phase: "coverage_cleanup",
-              label: chunk.label,
-              batchIndex: batchIndex + 1,
-              batchCount: chunks.length,
-              coverageGroup: chunk.group,
-              itemCount: chunk.coverageIndexes.length,
-              sourceBacked: true
-            }
-          },
-          {
-            fallback: { coverageDecisions: [], warnings: [] },
-            maxRetries: 0,
-            log: params.log
-          }
-        );
-        return {
-          batchIndex,
-          chunk,
-          budget,
-          durationMs: Date.now() - startedAt,
-          usage: response.usage,
-          cleanup: response.object
-        };
-      }));
-      const cleanup = { coverageDecisions: [], warnings: [] };
-      for (const result of cleanupResults.sort((left, right) => left.batchIndex - right.batchIndex)) {
-        localTrack(result.usage, {
+      const budget = params.resolveBudget("extraction_coverage_cleanup", 4096);
+      const startedAt = Date.now();
+      const response = await safeGenerateObject(
+        params.generateObject,
+        {
+          prompt: buildOperationalProfileCleanupPrompt(sourceTree, operationalProfile),
+          schema: OperationalProfileCleanupSchema,
+          maxTokens: budget.maxTokens,
           taskKind: "extraction_coverage_cleanup",
-          label: result.chunk.label,
-          maxTokens: result.budget.maxTokens,
-          durationMs: result.durationMs
-        });
-        cleanup.coverageDecisions.push(...result.cleanup.coverageDecisions);
-        cleanup.warnings.push(...result.cleanup.warnings);
-      }
+          budgetDiagnostics: budget,
+          providerOptions: params.providerOptions,
+          trace: {
+            phase: "coverage_cleanup",
+            label: "Coverage cleanup",
+            itemCount: operationalProfile.coverages.length,
+            sourceBacked: true
+          }
+        },
+        {
+          fallback: { coverageDecisions: [], warnings: [] },
+          maxRetries: 0,
+          log: params.log,
+          retry: false
+        }
+      );
+      localTrack(response.usage, {
+        taskKind: "extraction_coverage_cleanup",
+        label: "coverage_cleanup",
+        maxTokens: budget.maxTokens,
+        durationMs: Date.now() - startedAt
+      });
       operationalProfile = applyOperationalProfileCleanup(
         operationalProfile,
-        cleanup,
+        response.object,
         validNodeIds,
         validSpanIds
       );
@@ -12681,7 +12639,9 @@ ${sourceText}`;
           },
           {
             fallback: { forms: [] },
+            maxRetries: 0,
             log,
+            retry: false,
             onError: (err, attempt) => log?.(`Form inventory attempt ${attempt + 1} failed: ${err instanceof Error ? err.message : String(err)}`)
           }
         );