@claritylabs/cl-sdk 1.3.4 → 1.3.6

package/dist/index.mjs

@@ -2896,20 +2896,15 @@ function getCoveredReasons(memory) {
 }
 
 // src/extraction/promote.ts
-function getDeclarationFields(doc) {
-  const decl = doc.declarations;
-  return Array.isArray(decl?.fields) ? decl.fields : [];
+function stringValue(value) {
+  return typeof value === "string" && value.trim() ? value : void 0;
 }
-function fieldMatches(fieldName, patterns) {
-  const lower = normalizeFieldName(fieldName);
-  return patterns.some((p) => lower === normalizeFieldName(p));
-}
-function normalizeFieldName(fieldName) {
-  return fieldName.toLowerCase().replace(/[^a-z0-9]/g, "");
-}
-function findFieldValue(fields, patterns, reject) {
-  const match = fields.find((f) => fieldMatches(f.field, patterns) && !reject?.(f));
-  return match?.value;
+function findRawString(raw, keys) {
+  for (const key of keys) {
+    const value = stringValue(raw[key]);
+    if (value) return value;
+  }
+  return void 0;
 }
 function promoteRawFields(raw, mappings) {
   for (const { from, to } of mappings) {
@@ -2919,9 +2914,6 @@ function promoteRawFields(raw, mappings) {
     delete raw[from];
   }
 }
-function findRawOrDeclarationValue(raw, fields, lookup) {
-  return (lookup.rawKey ? raw[lookup.rawKey] : void 0) || findFieldValue(fields, lookup.patterns, lookup.reject);
-}
 function promoteCarrierFields(doc) {
   const raw = doc;
   promoteRawFields(raw, [
@@ -2938,55 +2930,14 @@ function promoteCarrierFields(doc) {
     };
   }
 }
-var BROKER_NAME_PATTERNS = [
-  "brokerName",
-  "broker",
-  "agentName",
-  "agent",
-  "producerName",
-  "producerAgency",
-  "agencyName",
-  "brokerAgency"
-];
-var BROKER_CONTACT_PATTERNS = [
-  "brokerContactName",
-  "brokerContact",
-  "agentContactName",
-  "producerContactName",
-  "producerContact"
-];
-var BROKER_LICENSE_PATTERNS = [
-  "brokerLicenseNumber",
-  "brokerNumber",
-  "agentLicenseNumber",
-  "producerLicenseNumber",
-  "producerNumber",
-  "agentNumber"
-];
-var BROKER_PHONE_PATTERNS = ["brokerPhone", "agentPhone", "producerPhone"];
-var BROKER_EMAIL_PATTERNS = ["brokerEmail", "agentEmail", "producerEmail"];
-var BROKER_ADDRESS_PATTERNS = ["brokerAddress", "agentAddress", "producerAddress"];
 function promoteBroker(doc) {
   const raw = doc;
-  const fields = getDeclarationFields(doc);
-  const brokerAgency = findRawOrDeclarationValue(raw, fields, {
-    rawKey: "brokerAgency",
-    patterns: BROKER_NAME_PATTERNS
-  });
-  const brokerContact = findRawOrDeclarationValue(raw, fields, {
-    rawKey: "brokerContactName",
-    patterns: BROKER_CONTACT_PATTERNS
-  });
-  const brokerLicense = findRawOrDeclarationValue(raw, fields, {
-    rawKey: "brokerLicenseNumber",
-    patterns: BROKER_LICENSE_PATTERNS
-  });
-  const brokerPhone = findRawOrDeclarationValue(raw, fields, { patterns: BROKER_PHONE_PATTERNS });
-  const brokerEmail = findRawOrDeclarationValue(raw, fields, { patterns: BROKER_EMAIL_PATTERNS });
-  const brokerAddress = findRawOrDeclarationValue(raw, fields, { patterns: BROKER_ADDRESS_PATTERNS });
-  if (brokerAgency) raw.brokerAgency = brokerAgency;
-  if (brokerContact) raw.brokerContactName = brokerContact;
-  if (brokerLicense) raw.brokerLicenseNumber = brokerLicense;
+  const brokerAgency = findRawString(raw, ["brokerAgency"]);
+  const brokerContact = findRawString(raw, ["brokerContactName"]);
+  const brokerLicense = findRawString(raw, ["brokerLicenseNumber"]);
+  const brokerPhone = findRawString(raw, ["brokerPhone"]);
+  const brokerEmail = findRawString(raw, ["brokerEmail"]);
+  const brokerAddress = findRawString(raw, ["brokerAddress"]);
   if (!raw.producer && brokerAgency) {
     raw.producer = {
       agencyName: brokerAgency,
@@ -2998,134 +2949,9 @@ function promoteBroker(doc) {
     };
   }
 }
-var LOSS_PAYEE_NAME_PATTERNS = [
-  "lossPayeeName",
-  "lossPayee",
-  "lossPayeeHolder"
-];
-var LOSS_PAYEE_ADDRESS_PATTERNS = ["lossPayeeAddress"];
-var MORTGAGE_HOLDER_NAME_PATTERNS = [
-  "mortgagee",
-  "mortgageHolder",
-  "mortgageHolderName",
-  "mortgageeName",
-  "lienholder",
-  "lienholderName"
-];
-var MORTGAGE_HOLDER_ADDRESS_PATTERNS = [
-  "mortgageeAddress",
-  "mortgageHolderAddress",
-  "lienholderAddress"
-];
-function promoteLossPayees(doc) {
-  const raw = doc;
-  const fields = getDeclarationFields(doc);
-  if (!raw.lossPayees || Array.isArray(raw.lossPayees) && raw.lossPayees.length === 0) {
-    const name = findFieldValue(fields, LOSS_PAYEE_NAME_PATTERNS);
-    if (name) {
-      const address = findFieldValue(fields, LOSS_PAYEE_ADDRESS_PATTERNS);
-      raw.lossPayees = [{
-        name,
-        role: "loss_payee",
-        ...address ? { address: { street1: address } } : {}
-      }];
-    }
-  }
-  if (!raw.mortgageHolders || Array.isArray(raw.mortgageHolders) && raw.mortgageHolders.length === 0) {
-    const name = findFieldValue(fields, MORTGAGE_HOLDER_NAME_PATTERNS);
-    if (name) {
-      const address = findFieldValue(fields, MORTGAGE_HOLDER_ADDRESS_PATTERNS);
-      raw.mortgageHolders = [{
-        name,
-        role: "mortgage_holder",
-        ...address ? { address: { street1: address } } : {}
-      }];
-    }
-  }
-}
-function promoteLocations(doc) {
-  const raw = doc;
-  if (Array.isArray(raw.locations) && raw.locations.length > 0) return;
-  const fields = getDeclarationFields(doc);
-  if (fields.length === 0) return;
-  const locationGroups = /* @__PURE__ */ new Map();
-  for (const f of fields) {
-    const lower = f.field.toLowerCase().replace(/[\s_-]/g, "");
-    if (lower.includes("locationnumber") || lower.includes("locnumber") || lower.includes("locno")) {
-      const key = f.value;
-      if (!locationGroups.has(key)) locationGroups.set(key, /* @__PURE__ */ new Map());
-      locationGroups.get(key).set("number", f.value);
-      continue;
-    }
-    if (lower.includes("buildingnumber") || lower.includes("bldgnumber") || lower.includes("bldgno")) {
-      const lastKey2 = [...locationGroups.keys()].pop();
-      if (lastKey2) locationGroups.get(lastKey2).set("buildingNumber", f.value);
-      continue;
-    }
-    const section = (f.section ?? "").toLowerCase();
-    const isLocationField = section.includes("location") || section.includes("building") || section.includes("premises") || section.includes("schedule of locations");
-    if (!isLocationField) continue;
-    if (locationGroups.size === 0) {
-      locationGroups.set("1", /* @__PURE__ */ new Map([["number", "1"]]));
-    }
-    const lastKey = [...locationGroups.keys()].pop();
-    const group = locationGroups.get(lastKey);
-    if (lower.includes("construction") || lower.includes("constructiontype")) {
-      group.set("constructionType", f.value);
-    } else if (lower.includes("occupancy") || lower.includes("occupancytype")) {
-      group.set("occupancy", f.value);
-    } else if (lower.includes("yearbuilt")) {
-      group.set("yearBuilt", f.value);
-    } else if (lower.includes("squarefootage") || lower.includes("sqft") || lower.includes("area")) {
-      group.set("squareFootage", f.value);
-    } else if (lower.includes("protectionclass") || lower.includes("fireprotection")) {
-      group.set("protectionClass", f.value);
-    } else if (lower.includes("sprinkler")) {
-      group.set("sprinklered", f.value);
-    } else if (lower.includes("buildingvalue") || lower.includes("buildingamt") || lower.includes("buildingcoverage")) {
-      group.set("buildingValue", f.value);
-    } else if (lower.includes("contentsvalue") || lower.includes("contentsamt") || lower.includes("contentscoverage")) {
-      group.set("contentsValue", f.value);
-    } else if (lower.includes("businessincome") || lower.includes("bivalue") || lower.includes("businessincomevalue")) {
-      group.set("businessIncomeValue", f.value);
-    } else if (lower.includes("description") || lower.includes("buildingdescription") || lower.includes("locationdescription")) {
-      group.set("description", f.value);
-    } else if (lower.includes("address") || lower.includes("industryaddress") || lower.includes("locationaddress") || lower.includes("premisesaddress")) {
-      group.set("address", f.value);
-    } else if (lower.includes("alarm") || lower.includes("alarmtype")) {
-      group.set("alarmType", f.value);
-    }
-  }
-  if (locationGroups.size === 0) return;
-  const locations = [];
-  for (const [, group] of locationGroups) {
-    const num = parseInt(group.get("number") ?? "0", 10) || locations.length + 1;
-    const addressStr = group.get("address");
-    locations.push({
-      number: num,
-      address: addressStr ? { street1: addressStr } : { street1: "See declarations" },
-      ...group.get("description") ? { description: group.get("description") } : {},
-      ...group.get("constructionType") ? { constructionType: group.get("constructionType") } : {},
-      ...group.get("occupancy") ? { occupancy: group.get("occupancy") } : {},
-      ...group.get("yearBuilt") ? { yearBuilt: parseInt(group.get("yearBuilt"), 10) || void 0 } : {},
-      ...group.get("squareFootage") ? { squareFootage: parseInt(group.get("squareFootage").replace(/[^0-9]/g, ""), 10) || void 0 } : {},
-      ...group.get("protectionClass") ? { protectionClass: group.get("protectionClass") } : {},
-      ...group.get("sprinklered") ? { sprinklered: /yes|true/i.test(group.get("sprinklered")) } : {},
-      ...group.get("buildingValue") ? { buildingValue: group.get("buildingValue") } : {},
-      ...group.get("contentsValue") ? { contentsValue: group.get("contentsValue") } : {},
-      ...group.get("businessIncomeValue") ? { businessIncomeValue: group.get("businessIncomeValue") } : {},
-      ...group.get("alarmType") ? { alarmType: group.get("alarmType") } : {}
-    });
-  }
-  if (locations.length > 0) {
-    raw.locations = locations;
-  }
-}
 function promoteExtractedFields(doc) {
   promoteCarrierFields(doc);
   promoteBroker(doc);
-  promoteLossPayees(doc);
-  promoteLocations(doc);
 }
 
 // src/extraction/alignment.ts
@@ -6610,113 +6436,6 @@ Your task:
 Return JSON only.`;
 }
 
-// src/extraction/heuristics.ts
-function looksReferential(value) {
-  if (typeof value !== "string") return false;
-  const normalized = value.toLowerCase();
-  return normalized.includes("shown in the declarations") || normalized.includes("shown in declarations") || normalized.includes("shown in the schedule") || normalized.includes("as stated") || normalized.includes("if applicable");
-}
-function looksCoveredReasonSection(section) {
-  const title = String(section.title ?? "").toLowerCase();
-  const type = String(section.type ?? "").toLowerCase();
-  return type === "covered_reason" || title.includes("covered cause") || title.includes("covered reason") || title.includes("covered peril");
-}
-
-// src/extraction/referential-workflow.ts
-function normalizeText2(value) {
-  return typeof value === "string" ? value.trim().toLowerCase() : "";
-}
-function containsTarget(value, target) {
-  const normalizedValue = normalizeText2(value);
-  return Boolean(normalizedValue && target && normalizedValue.includes(target));
-}
-function pageRangeFrom(startPage, endPage) {
-  if (typeof startPage !== "number" || !Number.isFinite(startPage) || startPage <= 0) {
-    return void 0;
-  }
-  const normalizedEnd = typeof endPage === "number" && Number.isFinite(endPage) && endPage >= startPage ? endPage : startPage;
-  return { startPage, endPage: normalizedEnd };
-}
-function parseReferentialTarget(rawTarget) {
-  const raw = rawTarget?.trim() || "unknown";
-  const normalized = raw.toLowerCase();
-  if (normalized === "unknown") return { raw, normalized, kind: "unknown" };
-  if (/declarations?|dec\b|decs\b/.test(normalized)) return { raw, normalized, kind: "declarations" };
-  if (/schedule|scheduled/.test(normalized)) return { raw, normalized, kind: "schedule" };
-  if (/\bitem\b/.test(normalized)) return { raw, normalized, kind: "item" };
-  if (/premises?|location|building/.test(normalized)) return { raw, normalized, kind: "premises" };
-  if (/\bsection\b/.test(normalized)) return { raw, normalized, kind: "section" };
-  if (/policy|coverage\s+part|coverage\s+form/.test(normalized)) return { raw, normalized, kind: "policy" };
-  return { raw, normalized, kind: "unknown" };
-}
-function findLocalReferentialPages(params) {
-  const targetLower = params.referenceTarget.toLowerCase();
-  for (const section of params.sections) {
-    if (containsTarget(section.title, targetLower)) {
-      const range = pageRangeFrom(section.pageStart, section.pageEnd);
-      if (range) return range;
-    }
-  }
-  for (const form of params.formInventory) {
-    const titleMatch = containsTarget(form.title, targetLower);
-    const typeMatch = containsTarget(form.formType, targetLower);
-    const numberMatch = containsTarget(form.formNumber, targetLower);
-    if (titleMatch || typeMatch || numberMatch) {
-      const range = pageRangeFrom(form.pageStart, form.pageEnd);
-      if (range) return range;
-    }
-  }
-  return void 0;
-}
-function findDeclarationsSchedulePages(parsedTarget, formInventory) {
-  for (const form of formInventory) {
-    const formType = normalizeText2(form.formType);
-    const title = normalizeText2(form.title);
-    const matchesDeclarations = formType === "declarations" || /declarations?|dec\b|decs\b/.test(title);
-    const matchesSchedule = /schedule|scheduled|coverage/.test(title) || formType === "coverage";
-    const shouldUse = parsedTarget.kind === "declarations" ? matchesDeclarations : parsedTarget.kind === "schedule" || parsedTarget.kind === "item" || parsedTarget.kind === "premises" ? matchesSchedule || matchesDeclarations : parsedTarget.kind === "policy" ? matchesDeclarations || matchesSchedule : false;
-    if (shouldUse) {
-      const range = pageRangeFrom(form.pageStart, form.pageEnd);
-      if (range) return range;
-    }
-  }
-  return void 0;
-}
-function findSectionPages(parsedTarget, sections) {
-  for (const section of sections) {
-    const title = normalizeText2(section.title);
-    const type = normalizeText2(section.type);
-    const matchesKind = parsedTarget.kind === "declarations" && (type === "declarations" || /declarations?/.test(title)) || parsedTarget.kind === "schedule" && (type === "schedule" || /schedule|scheduled/.test(title)) || parsedTarget.kind === "premises" && /premises?|location|building/.test(title) || parsedTarget.kind === "item" && /\bitem\b|schedule|scheduled/.test(title) || parsedTarget.kind === "section" && containsTarget(title, parsedTarget.normalized);
-    if (matchesKind) {
-      const range = pageRangeFrom(section.pageStart, section.pageEnd);
-      if (range) return range;
-    }
-  }
-  return void 0;
-}
-function decideReferentialResolutionAction(params) {
-  if (params.localPageRange) {
-    return { kind: "lookup_pages", source: "local", pageRange: params.localPageRange };
-  }
-  const parsedTarget = parseReferentialTarget(params.referenceTarget);
-  const declarationsScheduleRange = findDeclarationsSchedulePages(parsedTarget, params.formInventory);
-  if (declarationsScheduleRange) {
-    return {
-      kind: "lookup_pages",
-      source: "declarations_schedule",
-      pageRange: declarationsScheduleRange
-    };
-  }
-  const sectionRange = findSectionPages(parsedTarget, params.sections);
-  if (sectionRange) {
-    return { kind: "lookup_pages", source: "sections", pageRange: sectionRange };
-  }
-  if (parsedTarget.kind === "unknown") {
-    return { kind: "skip", reason: "no concrete reference target" };
-  }
-  return { kind: "page_location" };
-}
-
 // src/extraction/resolve-referential.ts
 function formatDoclingTextContext(providerOptions) {
   const doclingText = providerOptions?.doclingText;
@@ -6729,24 +6448,7 @@ ${doclingText}`;
 function parseReferenceTarget(text) {
   if (typeof text !== "string") return void 0;
   const normalized = text.trim();
-  if (!normalized) return void 0;
-  const sectionMatch = normalized.match(/\b(Section\s+\d+[A-Za-z]?)/i);
-  if (sectionMatch) return sectionMatch[1];
-  const itemMatch = normalized.match(/\b(Item\s+\d+[A-Za-z]?)/i);
-  if (itemMatch) return itemMatch[1];
-  const premisesMatch = normalized.match(/\b(Premises?(?:\s+No\.?\s*\d+[A-Za-z]?|\s+\d+[A-Za-z]?)?)/i);
-  if (premisesMatch) return premisesMatch[1].trim();
-  if (/declarations/i.test(normalized)) return "Declarations";
-  const scheduleMatch = normalized.match(/\b(Schedule(?:\s+of\s+[A-Za-z ]+)?)/i);
-  if (scheduleMatch) return scheduleMatch[1].trim();
-  const asStatedMatch = normalized.match(/(?:as\s+stated\s+in|see|shown\s+in(?:\s+the)?)\s+(.+)/i);
-  if (asStatedMatch) {
-    let target = asStatedMatch[1].trim().replace(/\s+of\s+the\s+policy$/i, "").trim();
-    target = target.replace(/\.+$/, "").trim();
-    if (target) return target;
-  }
-  if (/if applicable/i.test(normalized)) return void 0;
-  return void 0;
+  return normalized || void 0;
 }
 var PageLocationSchema = z40.object({
   startPage: z40.number(),
@@ -6755,8 +6457,6 @@ var PageLocationSchema = z40.object({
 async function findReferencedPages(params) {
   const {
     referenceTarget,
-    sections,
-    formInventory,
     pdfInput,
     pageCount,
     generateObject,
@@ -6766,29 +6466,6 @@ async function findReferencedPages(params) {
     modelBudgetConstraints,
     log
   } = params;
-  const localPageRange = findLocalReferentialPages({
-    referenceTarget,
-    sections,
-    formInventory
-  });
-  const action = decideReferentialResolutionAction({
-    referenceTarget,
-    sections,
-    formInventory,
-    localPageRange
-  });
-  if (action.kind === "lookup_pages") {
-    await log?.(
-      `Referential target "${referenceTarget}" resolved to pages ${action.pageRange.startPage}-${action.pageRange.endPage} via ${action.source}.`
-    );
-    return action.pageRange;
-  }
-  if (action.kind === "skip") {
-    await log?.(
-      `Skipping referential target "${referenceTarget}": ${action.reason}.`
-    );
-    return void 0;
-  }
   try {
     const budget = resolveModelBudget({
       taskKind: "extraction_referential_lookup",
@@ -6867,7 +6544,7 @@ async function resolveReferentialCoverages(params) {
   const referentialCoverages = coverages.filter((cov) => {
     const limitType = cov.limitValueType;
     const deductibleType = cov.deductibleValueType;
-    return limitType === "referential" || limitType === "as_stated" || deductibleType === "referential" || deductibleType === "as_stated" || looksReferential(cov.limit) || looksReferential(cov.deductible);
+    return limitType === "referential" || limitType === "as_stated" || deductibleType === "referential" || deductibleType === "as_stated";
   });
   const attempts = referentialCoverages.length;
   if (attempts === 0) {
@@ -6885,9 +6562,9 @@ async function resolveReferentialCoverages(params) {
   const targetGroups = /* @__PURE__ */ new Map();
   for (let i = 0; i < referentialCoverages.length; i++) {
     const cov = referentialCoverages[i];
-    const refString = (looksReferential(cov.limit) ? cov.limit : void 0) ?? (looksReferential(cov.deductible) ? cov.deductible : void 0) ?? cov.limit ?? "";
+    const refString = cov.limit ?? "";
     const sectionRef = typeof cov.sectionRef === "string" ? cov.sectionRef : "";
-    const parsedTarget = parseReferenceTarget(refString) ?? parseReferenceTarget(sectionRef) ?? sectionRef;
+    const parsedTarget = sectionRef || parseReferenceTarget(refString);
     const target = parsedTarget || "unknown";
     const group = targetGroups.get(target) ?? [];
     group.push({ coverage: cov, index: i });
@@ -6981,8 +6658,8 @@ async function resolveReferentialCoverages(params) {
               unresolved++;
               continue;
             }
-            const limitResolved = rc.resolvedLimit && rc.resolvedLimitValueType !== "referential" && rc.resolvedLimitValueType !== "as_stated" && !looksReferential(rc.resolvedLimit);
-            const deductibleResolved = rc.resolvedDeductible && rc.resolvedDeductibleValueType !== "referential" && rc.resolvedDeductibleValueType !== "as_stated" && !looksReferential(rc.resolvedDeductible);
+            const limitResolved = rc.resolvedLimit && rc.resolvedLimitValueType !== "referential" && rc.resolvedLimitValueType !== "as_stated";
+            const deductibleResolved = rc.resolvedDeductible && rc.resolvedDeductibleValueType !== "referential" && rc.resolvedDeductibleValueType !== "as_stated";
             if (limitResolved || deductibleResolved) {
               if (limitResolved) {
                 coverage.limit = rc.resolvedLimit;
@@ -7161,6 +6838,13 @@ function shouldFailQualityGate(mode, status) {
   return mode === "strict" && status === "failed";
 }
 
+// src/extraction/heuristics.ts
+function looksCoveredReasonSection(section) {
+  const title = String(section.title ?? "").toLowerCase();
+  const type = String(section.type ?? "").toLowerCase();
+  return type === "covered_reason" || title.includes("covered cause") || title.includes("covered reason") || title.includes("covered peril");
+}
+
 // src/extraction/quality.ts
 function normalizeFormNumber(value) {
   if (typeof value !== "string") return void 0;
@@ -7336,17 +7020,6 @@ function buildExtractionReviewReport(params) {
         itemName: typeof coverage.name === "string" ? coverage.name : void 0
       });
     }
-    if (looksReferential(coverage.limit) || looksReferential(coverage.deductible)) {
-      deterministicIssues.push({
-        code: "coverage_referential_value",
-        severity: "warning",
-        message: `Coverage "${String(coverage.name ?? "unknown")}" contains referential language instead of a concrete scheduled term.`,
-        extractorName: "coverage_limits",
-        formNumber,
-        pageNumber: typeof coverage.pageNumber === "number" ? coverage.pageNumber : void 0,
-        itemName: typeof coverage.name === "string" ? coverage.name : void 0
-      });
-    }
     if (formNumber && !inventory.has(formNumber)) {
       deterministicIssues.push({
         code: "coverage_form_missing_from_inventory",
@@ -7486,17 +7159,6 @@ function buildExtractionReviewReport(params) {
         itemName
       });
     }
-    if (looksReferential(content) || looksReferential(coveredReason.reason)) {
-      deterministicIssues.push({
-        code: "covered_reason_referential_value",
-        severity: "warning",
-        message: `Covered reason "${itemName}" contains referential language instead of the extracted covered cause wording.`,
-        extractorName: "covered_reasons",
-        formNumber: normalizeFormNumber(coveredReason.formNumber),
-        pageNumber: typeof coveredReason.pageNumber === "number" ? coveredReason.pageNumber : typeof coveredReason.pageStart === "number" ? coveredReason.pageStart : void 0,
-        itemName
-      });
-    }
   }
   for (const section of sections) {
     if (typeof section.content === "string" && section.content.trim().length < 120 && typeof section.pageStart === "number" && (!("pageEnd" in section) || section.pageEnd === section.pageStart || section.pageEnd === void 0)) {