@claritylabs/cl-sdk 3.0.18 → 3.0.20

package/dist/index.mjs

@@ -6757,6 +6757,8 @@ For EACH form, extract:
 
 Critical rules:
 - Include declarations page sets even if they do not show a standard form number.
+- Do not classify policy jackets, claim-reporting notices, privacy notices, OFAC notices, terrorism/TRIA notices, sanctions notices, signatures, countersignatures, or marketing/admin pages as declarations.
+- Declarations pages contain policy-specific schedules such as named insured, policy number, policy period, premium, limits, retentions, coverage parts, or forms-and-endorsements schedules.
 - Use original document page numbers, not local chunk page numbers.
 - Do not emit duplicate entries for repeated headers/footers.
 - Multi-page forms should be represented once with pageStart/pageEnd covering the full span when visible.
@@ -8890,6 +8892,17 @@ function buildTemplateHints(primaryType, documentType, pageCount, template) {
     `Total pages: ${pageCount}`
   ].join("\n");
 }
+function buildFormInventoryHints(primaryType, documentType, pageCount, template) {
+  return [
+    `Document type: ${primaryType} ${documentType}`,
+    `Expected sections: ${template.expectedSections.join(", ")}`,
+    "Expected source order: jacket/front matter and notices, declarations, policy or coverage form, endorsements/amendatory forms.",
+    "Front matter/notices include policy jackets, claim-reporting notices, privacy notices, OFAC notices, terrorism/TRIA notices, sanctions notices, signatures, countersignatures, and marketing/admin pages.",
+    "Declarations include named insured, policy number, policy period, premium, coverage limits, retentions, forms-and-endorsements schedules, and similar schedule rows.",
+    "Do not classify a page as declarations merely because it appears early in the document.",
+    `Total pages: ${pageCount}`
+  ].join("\n");
+}
 function groupContiguousPages(pages) {
   if (pages.length === 0) return [];
   const sorted = [...new Set(pages)].sort((a, b) => a - b);
@@ -9321,7 +9334,16 @@ function pageFormTypeFromText(text) {
   if (/\b(important notice|privacy notice|ofac advisory|terrorism risk insurance act|tria|trade or economic sanctions)\b/i.test(text)) return "notice";
   return "other";
 }
-function inferFormHintsFromSourceSpans(sourceSpans) {
+function administrativeFormTypeFromText(text) {
+  if (/\b(important notice|privacy notice|ofac advisory|terrorism risk insurance act|tria|trade or economic sanctions|economic sanctions limitation|how to report a claim)\b/i.test(text)) {
+    return "notice";
+  }
+  if (/\b(specimen policy|policy jacket|countersigned|countersignature|licensed resident agent|corporate secretary|president and ceo|application of insurance executed)\b/i.test(text)) {
+    return "other";
+  }
+  return void 0;
+}
+function pageTextByNumber(sourceSpans) {
   const pageTexts = /* @__PURE__ */ new Map();
   const pageSpanTexts = /* @__PURE__ */ new Map();
   for (const span of sourceSpans) {
@@ -9337,9 +9359,28 @@ function inferFormHintsFromSourceSpans(sourceSpans) {
       if (existing.length < 4e3) pageTexts.set(page, cleanText([existing, span.text].filter(Boolean).join(" "), ""));
     }
   }
-  if (pageSpanTexts.size === 0) return [];
-  const pageHints = [.../* @__PURE__ */ new Set([...pageTexts.keys(), ...pageSpanTexts.keys()])].sort((left, right) => left - right).map((page) => {
-    const text = pageSpanTexts.get(page) ?? pageTexts.get(page) ?? "";
+  return new Map([.../* @__PURE__ */ new Set([...pageTexts.keys(), ...pageSpanTexts.keys()])].map((page) => [
+    page,
+    pageSpanTexts.get(page) ?? pageTexts.get(page) ?? ""
+  ]));
+}
+function reconcileFormTypeWithSourceText(form, pageTexts) {
+  const pages = [];
+  const start = form.pageStart;
+  const end = form.pageEnd ?? start;
+  if (typeof start === "number" && typeof end === "number") {
+    for (let page = start; page <= end; page += 1) pages.push(pageTexts.get(page) ?? "");
+  }
+  const text = cleanText([form.title, form.formNumber, ...pages].filter(Boolean).join(" "), "");
+  const administrativeType = administrativeFormTypeFromText(text);
+  if (administrativeType && form.formType !== administrativeType) return administrativeType;
+  return form.formType;
+}
+function inferFormHintsFromSourceSpans(sourceSpans) {
+  const pageTexts = pageTextByNumber(sourceSpans);
+  if (pageTexts.size === 0) return [];
+  const pageHints = [...pageTexts.keys()].sort((left, right) => left - right).map((page) => {
+    const text = pageTexts.get(page) ?? "";
     const formNumber = formNumberFromText(text);
     return {
       formNumber,
@@ -9367,10 +9408,12 @@ function inferFormHintsFromSourceSpans(sourceSpans) {
   return merged;
 }
 function normalizeFormHints(forms, sourceSpans) {
+  const pageTexts = pageTextByNumber(sourceSpans);
   const provided = (forms ?? []).filter(
     (form) => typeof form.pageStart === "number" && typeof form.pageEnd === "number" && form.pageStart > 0 && form.pageEnd >= form.pageStart
   ).map((form) => ({
     ...form,
+    formType: reconcileFormTypeWithSourceText(form, pageTexts),
     title: form.title ? cleanText(form.title, "") : void 0
   })).sort(
     (left, right) => (left.pageStart ?? Number.MAX_SAFE_INTEGER) - (right.pageStart ?? Number.MAX_SAFE_INTEGER) || (left.pageEnd ?? Number.MAX_SAFE_INTEGER) - (right.pageEnd ?? Number.MAX_SAFE_INTEGER)
@@ -10961,11 +11004,49 @@ ${span.text}` : span.text;
       }
     }
     if (sourceSpans.length > 0) {
+      const pageCount2 = Math.max(
+        1,
+        ...sourceSpans.map((span) => span.pageEnd ?? span.pageStart ?? span.location?.endPage ?? span.location?.page ?? 1)
+      );
+      let formInventory2 = options?.formInventory;
+      if (!formInventory2) {
+        onProgress?.("Building form inventory from source spans...");
+        const budget = resolveBudget("extraction_form_inventory", 2048);
+        const startedAt = Date.now();
+        const templateHints2 = buildFormInventoryHints("other", "policy", pageCount2, getTemplate("other"));
+        const sourceText = formatSourceSpanText(sourceSpans);
+        const prompt = `${buildFormInventoryPrompt(templateHints2)}
+
+SOURCE SPAN DOCUMENT TEXT:
+${sourceText}`;
+        const response = await safeGenerateObject(
+          generateObject,
+          {
+            prompt,
+            schema: FormInventorySchema,
+            maxTokens: budget.maxTokens,
+            taskKind: "extraction_form_inventory",
+            budgetDiagnostics: budget
+          },
+          {
+            fallback: { forms: [] },
+            log,
+            onError: (err, attempt) => log?.(`Form inventory attempt ${attempt + 1} failed: ${err instanceof Error ? err.message : String(err)}`)
+          }
+        );
+        trackUsage(response.usage, {
+          taskKind: "extraction_form_inventory",
+          label: "form_inventory",
+          maxTokens: budget.maxTokens,
+          durationMs: Date.now() - startedAt
+        });
+        formInventory2 = response.object;
+      }
       onProgress?.("Building source-native document tree...");
       const v3 = await runSourceTreeExtraction({
         id,
         sourceSpans,
-        formInventory: options?.formInventory,
+        formInventory: formInventory2,
         generateObject,
         providerOptions: activeProviderOptions,
         resolveBudget,
@@ -11195,7 +11276,9 @@ ${pageText}`;
       const formInventoryResponse = await safeGenerateObject(
         generateObject,
         {
-          prompt: withFullDocumentTextContext(buildFormInventoryPrompt(templateHints)),
+          prompt: withFullDocumentTextContext(buildFormInventoryPrompt(
+            buildFormInventoryHints(primaryType, documentType, pageCount, template)
+          )),
           schema: FormInventorySchema,
           maxTokens: budget.maxTokens,
           taskKind: "extraction_form_inventory",