@claritylabs/cl-sdk 1.3.5 → 1.3.7

package/dist/index.mjs

@@ -6436,113 +6436,6 @@ Your task:
 Return JSON only.`;
 }
 
-// src/extraction/heuristics.ts
-function looksReferential(value) {
-  if (typeof value !== "string") return false;
-  const normalized = value.toLowerCase();
-  return normalized.includes("shown in the declarations") || normalized.includes("shown in declarations") || normalized.includes("shown in the schedule") || normalized.includes("as stated") || normalized.includes("if applicable");
-}
-function looksCoveredReasonSection(section) {
-  const title = String(section.title ?? "").toLowerCase();
-  const type = String(section.type ?? "").toLowerCase();
-  return type === "covered_reason" || title.includes("covered cause") || title.includes("covered reason") || title.includes("covered peril");
-}
-
-// src/extraction/referential-workflow.ts
-function normalizeText2(value) {
-  return typeof value === "string" ? value.trim().toLowerCase() : "";
-}
-function containsTarget(value, target) {
-  const normalizedValue = normalizeText2(value);
-  return Boolean(normalizedValue && target && normalizedValue.includes(target));
-}
-function pageRangeFrom(startPage, endPage) {
-  if (typeof startPage !== "number" || !Number.isFinite(startPage) || startPage <= 0) {
-    return void 0;
-  }
-  const normalizedEnd = typeof endPage === "number" && Number.isFinite(endPage) && endPage >= startPage ? endPage : startPage;
-  return { startPage, endPage: normalizedEnd };
-}
-function parseReferentialTarget(rawTarget) {
-  const raw = rawTarget?.trim() || "unknown";
-  const normalized = raw.toLowerCase();
-  if (normalized === "unknown") return { raw, normalized, kind: "unknown" };
-  if (/declarations?|dec\b|decs\b/.test(normalized)) return { raw, normalized, kind: "declarations" };
-  if (/schedule|scheduled/.test(normalized)) return { raw, normalized, kind: "schedule" };
-  if (/\bitem\b/.test(normalized)) return { raw, normalized, kind: "item" };
-  if (/premises?|location|building/.test(normalized)) return { raw, normalized, kind: "premises" };
-  if (/\bsection\b/.test(normalized)) return { raw, normalized, kind: "section" };
-  if (/policy|coverage\s+part|coverage\s+form/.test(normalized)) return { raw, normalized, kind: "policy" };
-  return { raw, normalized, kind: "unknown" };
-}
-function findLocalReferentialPages(params) {
-  const targetLower = params.referenceTarget.toLowerCase();
-  for (const section of params.sections) {
-    if (containsTarget(section.title, targetLower)) {
-      const range = pageRangeFrom(section.pageStart, section.pageEnd);
-      if (range) return range;
-    }
-  }
-  for (const form of params.formInventory) {
-    const titleMatch = containsTarget(form.title, targetLower);
-    const typeMatch = containsTarget(form.formType, targetLower);
-    const numberMatch = containsTarget(form.formNumber, targetLower);
-    if (titleMatch || typeMatch || numberMatch) {
-      const range = pageRangeFrom(form.pageStart, form.pageEnd);
-      if (range) return range;
-    }
-  }
-  return void 0;
-}
-function findDeclarationsSchedulePages(parsedTarget, formInventory) {
-  for (const form of formInventory) {
-    const formType = normalizeText2(form.formType);
-    const title = normalizeText2(form.title);
-    const matchesDeclarations = formType === "declarations" || /declarations?|dec\b|decs\b/.test(title);
-    const matchesSchedule = /schedule|scheduled|coverage/.test(title) || formType === "coverage";
-    const shouldUse = parsedTarget.kind === "declarations" ? matchesDeclarations : parsedTarget.kind === "schedule" || parsedTarget.kind === "item" || parsedTarget.kind === "premises" ? matchesSchedule || matchesDeclarations : parsedTarget.kind === "policy" ? matchesDeclarations || matchesSchedule : false;
-    if (shouldUse) {
-      const range = pageRangeFrom(form.pageStart, form.pageEnd);
-      if (range) return range;
-    }
-  }
-  return void 0;
-}
-function findSectionPages(parsedTarget, sections) {
-  for (const section of sections) {
-    const title = normalizeText2(section.title);
-    const type = normalizeText2(section.type);
-    const matchesKind = parsedTarget.kind === "declarations" && (type === "declarations" || /declarations?/.test(title)) || parsedTarget.kind === "schedule" && (type === "schedule" || /schedule|scheduled/.test(title)) || parsedTarget.kind === "premises" && /premises?|location|building/.test(title) || parsedTarget.kind === "item" && /\bitem\b|schedule|scheduled/.test(title) || parsedTarget.kind === "section" && containsTarget(title, parsedTarget.normalized);
-    if (matchesKind) {
-      const range = pageRangeFrom(section.pageStart, section.pageEnd);
-      if (range) return range;
-    }
-  }
-  return void 0;
-}
-function decideReferentialResolutionAction(params) {
-  if (params.localPageRange) {
-    return { kind: "lookup_pages", source: "local", pageRange: params.localPageRange };
-  }
-  const parsedTarget = parseReferentialTarget(params.referenceTarget);
-  const declarationsScheduleRange = findDeclarationsSchedulePages(parsedTarget, params.formInventory);
-  if (declarationsScheduleRange) {
-    return {
-      kind: "lookup_pages",
-      source: "declarations_schedule",
-      pageRange: declarationsScheduleRange
-    };
-  }
-  const sectionRange = findSectionPages(parsedTarget, params.sections);
-  if (sectionRange) {
-    return { kind: "lookup_pages", source: "sections", pageRange: sectionRange };
-  }
-  if (parsedTarget.kind === "unknown") {
-    return { kind: "skip", reason: "no concrete reference target" };
-  }
-  return { kind: "page_location" };
-}
-
 // src/extraction/resolve-referential.ts
 function formatDoclingTextContext(providerOptions) {
   const doclingText = providerOptions?.doclingText;
@@ -6555,24 +6448,7 @@ ${doclingText}`;
 function parseReferenceTarget(text) {
   if (typeof text !== "string") return void 0;
   const normalized = text.trim();
-  if (!normalized) return void 0;
-  const sectionMatch = normalized.match(/\b(Section\s+\d+[A-Za-z]?)/i);
-  if (sectionMatch) return sectionMatch[1];
-  const itemMatch = normalized.match(/\b(Item\s+\d+[A-Za-z]?)/i);
-  if (itemMatch) return itemMatch[1];
-  const premisesMatch = normalized.match(/\b(Premises?(?:\s+No\.?\s*\d+[A-Za-z]?|\s+\d+[A-Za-z]?)?)/i);
-  if (premisesMatch) return premisesMatch[1].trim();
-  if (/declarations/i.test(normalized)) return "Declarations";
-  const scheduleMatch = normalized.match(/\b(Schedule(?:\s+of\s+[A-Za-z ]+)?)/i);
-  if (scheduleMatch) return scheduleMatch[1].trim();
-  const asStatedMatch = normalized.match(/(?:as\s+stated\s+in|see|shown\s+in(?:\s+the)?)\s+(.+)/i);
-  if (asStatedMatch) {
-    let target = asStatedMatch[1].trim().replace(/\s+of\s+the\s+policy$/i, "").trim();
-    target = target.replace(/\.+$/, "").trim();
-    if (target) return target;
-  }
-  if (/if applicable/i.test(normalized)) return void 0;
-  return void 0;
+  return normalized || void 0;
 }
 var PageLocationSchema = z40.object({
   startPage: z40.number(),
@@ -6581,8 +6457,6 @@ var PageLocationSchema = z40.object({
 async function findReferencedPages(params) {
   const {
     referenceTarget,
-    sections,
-    formInventory,
     pdfInput,
     pageCount,
     generateObject,
@@ -6592,29 +6466,6 @@ async function findReferencedPages(params) {
     modelBudgetConstraints,
     log
   } = params;
-  const localPageRange = findLocalReferentialPages({
-    referenceTarget,
-    sections,
-    formInventory
-  });
-  const action = decideReferentialResolutionAction({
-    referenceTarget,
-    sections,
-    formInventory,
-    localPageRange
-  });
-  if (action.kind === "lookup_pages") {
-    await log?.(
-      `Referential target "${referenceTarget}" resolved to pages ${action.pageRange.startPage}-${action.pageRange.endPage} via ${action.source}.`
-    );
-    return action.pageRange;
-  }
-  if (action.kind === "skip") {
-    await log?.(
-      `Skipping referential target "${referenceTarget}": ${action.reason}.`
-    );
-    return void 0;
-  }
   try {
     const budget = resolveModelBudget({
       taskKind: "extraction_referential_lookup",
@@ -6693,7 +6544,7 @@ async function resolveReferentialCoverages(params) {
   const referentialCoverages = coverages.filter((cov) => {
     const limitType = cov.limitValueType;
     const deductibleType = cov.deductibleValueType;
-    return limitType === "referential" || limitType === "as_stated" || deductibleType === "referential" || deductibleType === "as_stated" || looksReferential(cov.limit) || looksReferential(cov.deductible);
+    return limitType === "referential" || limitType === "as_stated" || deductibleType === "referential" || deductibleType === "as_stated";
   });
   const attempts = referentialCoverages.length;
   if (attempts === 0) {
@@ -6711,9 +6562,9 @@ async function resolveReferentialCoverages(params) {
   const targetGroups = /* @__PURE__ */ new Map();
   for (let i = 0; i < referentialCoverages.length; i++) {
     const cov = referentialCoverages[i];
-    const refString = (looksReferential(cov.limit) ? cov.limit : void 0) ?? (looksReferential(cov.deductible) ? cov.deductible : void 0) ?? cov.limit ?? "";
+    const refString = cov.limit ?? "";
     const sectionRef = typeof cov.sectionRef === "string" ? cov.sectionRef : "";
-    const parsedTarget = parseReferenceTarget(refString) ?? parseReferenceTarget(sectionRef) ?? sectionRef;
+    const parsedTarget = sectionRef || parseReferenceTarget(refString);
     const target = parsedTarget || "unknown";
     const group = targetGroups.get(target) ?? [];
     group.push({ coverage: cov, index: i });
@@ -6807,8 +6658,8 @@ async function resolveReferentialCoverages(params) {
               unresolved++;
               continue;
             }
-            const limitResolved = rc.resolvedLimit && rc.resolvedLimitValueType !== "referential" && rc.resolvedLimitValueType !== "as_stated" && !looksReferential(rc.resolvedLimit);
-            const deductibleResolved = rc.resolvedDeductible && rc.resolvedDeductibleValueType !== "referential" && rc.resolvedDeductibleValueType !== "as_stated" && !looksReferential(rc.resolvedDeductible);
+            const limitResolved = rc.resolvedLimit && rc.resolvedLimitValueType !== "referential" && rc.resolvedLimitValueType !== "as_stated";
+            const deductibleResolved = rc.resolvedDeductible && rc.resolvedDeductibleValueType !== "referential" && rc.resolvedDeductibleValueType !== "as_stated";
             if (limitResolved || deductibleResolved) {
               if (limitResolved) {
                 coverage.limit = rc.resolvedLimit;
@@ -6987,6 +6838,13 @@ function shouldFailQualityGate(mode, status) {
   return mode === "strict" && status === "failed";
 }
 
+// src/extraction/heuristics.ts
+function looksCoveredReasonSection(section) {
+  const title = String(section.title ?? "").toLowerCase();
+  const type = String(section.type ?? "").toLowerCase();
+  return type === "covered_reason" || title.includes("covered cause") || title.includes("covered reason") || title.includes("covered peril");
+}
+
 // src/extraction/quality.ts
 function normalizeFormNumber(value) {
   if (typeof value !== "string") return void 0;
@@ -7025,6 +6883,20 @@ function sourcePrecedence(sectionRef) {
   if (normalized.includes("coverage form") || normalized.includes("policy form")) return 1;
   return 0;
 }
+function looksDeductibleOnlyCoverageRow(coverage) {
+  const name = typeof coverage.name === "string" ? coverage.name : "";
+  const originalContent = typeof coverage.originalContent === "string" ? coverage.originalContent : "";
+  const evidenceText = originalContent || name;
+  const normalizedEvidence = evidenceText.toLowerCase();
+  const normalizedName = name.toLowerCase();
+  if (!/\b(deductible|retention|self[-\s]?insured retention|sir)\b/.test(`${normalizedName} ${normalizedEvidence}`)) return false;
+  if (coverage.deductible || coverage.deductibleAmount !== void 0) return false;
+  if (!coverage.limit && coverage.limitAmount === void 0) return false;
+  if (originalContent && /\b(deductible|retention|self[-\s]?insured retention|sir)\b/.test(normalizedEvidence) && !/\b(?:sub[-\s]?limit|limit|coverage)\b/.test(normalizedEvidence)) {
+    return true;
+  }
+  return /[-–—]\s*(?:enhanced\s+|standard\s+)?(?:deductible|retention|sir)\b/.test(normalizedName);
+}
 function buildExtractionReviewReport(params) {
   const { memory, reviewRounds } = params;
   const deterministicIssues = [];
@@ -7130,6 +7002,17 @@ function buildExtractionReviewReport(params) {
         itemName: coverage.name
       });
     }
+    if (looksDeductibleOnlyCoverageRow(coverage)) {
+      deterministicIssues.push({
+        code: "deductible_row_as_coverage_limit",
+        severity: "blocking",
+        message: `Coverage "${String(coverage.name ?? "unknown")}" appears to store a deductible or retention value as a coverage limit.`,
+        extractorName: "coverage_limits",
+        formNumber,
+        pageNumber: typeof coverage.pageNumber === "number" ? coverage.pageNumber : void 0,
+        itemName: typeof coverage.name === "string" ? coverage.name : void 0
+      });
+    }
     if (typeof coverage.pageNumber !== "number") {
       deterministicIssues.push({
         code: "coverage_missing_page_number",
@@ -7162,17 +7045,6 @@ function buildExtractionReviewReport(params) {
         itemName: typeof coverage.name === "string" ? coverage.name : void 0
       });
     }
-    if (looksReferential(coverage.limit) || looksReferential(coverage.deductible)) {
-      deterministicIssues.push({
-        code: "coverage_referential_value",
-        severity: "warning",
-        message: `Coverage "${String(coverage.name ?? "unknown")}" contains referential language instead of a concrete scheduled term.`,
-        extractorName: "coverage_limits",
-        formNumber,
-        pageNumber: typeof coverage.pageNumber === "number" ? coverage.pageNumber : void 0,
-        itemName: typeof coverage.name === "string" ? coverage.name : void 0
-      });
-    }
     if (formNumber && !inventory.has(formNumber)) {
       deterministicIssues.push({
         code: "coverage_form_missing_from_inventory",
@@ -7312,17 +7184,6 @@ function buildExtractionReviewReport(params) {
         itemName
       });
     }
-    if (looksReferential(content) || looksReferential(coveredReason.reason)) {
-      deterministicIssues.push({
-        code: "covered_reason_referential_value",
-        severity: "warning",
-        message: `Covered reason "${itemName}" contains referential language instead of the extracted covered cause wording.`,
-        extractorName: "covered_reasons",
-        formNumber: normalizeFormNumber(coveredReason.formNumber),
-        pageNumber: typeof coveredReason.pageNumber === "number" ? coveredReason.pageNumber : typeof coveredReason.pageStart === "number" ? coveredReason.pageStart : void 0,
-        itemName
-      });
-    }
   }
   for (const section of sections) {
     if (typeof section.content === "string" && section.content.trim().length < 120 && typeof section.pageStart === "number" && (!("pageEnd" in section) || section.pageEnd === section.pageStart || section.pageEnd === void 0)) {