@claritylabs/cl-sdk 3.0.20 → 3.0.22

package/dist/index.mjs

@@ -9324,9 +9324,29 @@ function pageTitleFromText(text, fallback) {
   const endorsement = normalized.match(/\bENDORSEMENT\s+(?:NO\.?|NUMBER|#)\s*[A-Z0-9][A-Z0-9.-]*\b/i)?.[0];
   if (endorsement) return cleanText(endorsement, fallback);
   const firstSentence = normalized.split(/(?<=\.)\s+/)[0];
+  if (/^page\s+\d+\b/i.test(firstSentence)) return fallback;
   if (firstSentence && firstSentence.length <= 120) return firstSentence.replace(/[.]$/, "");
   return fallback;
 }
+function pageHeadingTitleFromText(text, fallback) {
+  const normalized = cleanText(text, "");
+  const headingText = normalized.replace(/^page\s+\d+\s*(?:\|\s*page\s*\|\s*page\s+\d+\s*\|?)?/i, "").slice(0, 700);
+  const patterns = [
+    /\bIMPORTANT NOTICE\s+[—-]\s+HOW TO REPORT A CLAIM\b/i,
+    /\bPRIVACY NOTICE TO POLICYHOLDERS\b/i,
+    /\bOFAC ADVISORY NOTICE\b/i,
+    /\bTERRORISM RISK INSURANCE ACT\s*\(TRIA\)\s*DISCLOSURE AND REJECTION\b/i,
+    /\bDECLARATIONS PAGE\b/i,
+    /\bTECHNOLOGY ERRORS?\s*&\s*OMISSIONS AND CYBER LIABILITY INSURANCE POLICY\b/i,
+    /\bTRADE OR ECONOMIC SANCTIONS LIMITATION\b/i,
+    /\bFORMS? AND ENDORSEMENTS\b/i
+  ];
+  for (const pattern of patterns) {
+    const match = headingText.match(pattern)?.[0];
+    if (match) return cleanText(match, fallback);
+  }
+  return fallback;
+}
 function pageFormTypeFromText(text) {
   if (/\b(declarations?\s+page|declarations?\s+schedule)\b/i.test(text)) return "declarations";
   if (/\b(endorsement\s+(?:no\.?|number|#)|this endorsement changes the policy|[A-Z]{2,}-END\s+\d{2,})\b/i.test(text)) return "endorsement";
@@ -9588,33 +9608,44 @@ function reparentNodes(sourceTree, childIds, parentId, organizerRepair) {
 function applySemanticPageGrouping(sourceTree) {
   const relabeled = sourceTree.map((node) => {
     if (node.kind === "document" || node.kind === "page_group") return node;
-    const endorsement = endorsementStartTitle(node);
-    if (endorsement && node.kind === "page") {
+    let nextNode = node;
+    if (node.kind === "page" && /^page\s+\d+$/i.test(node.title)) {
+      const title = pageHeadingTitleFromText([node.textExcerpt, node.description].filter(Boolean).join(" "), node.title);
+      if (title !== node.title) {
+        nextNode = {
+          ...node,
+          title: simplifyOrganizerTitle(title, title, node.kind),
+          metadata: { ...node.metadata, organizerRepair: "semantic_page_title" }
+        };
+      }
+    }
+    const endorsement = endorsementStartTitle(nextNode);
+    if (endorsement && nextNode.kind === "page") {
       return {
-        ...node,
+        ...nextNode,
         kind: "endorsement",
         title: endorsement,
-        description: endorsementDescription(endorsement, node),
-        metadata: { ...node.metadata, organizerRepair: "semantic_page_grouping" }
+        description: endorsementDescription(endorsement, nextNode),
+        metadata: { ...nextNode.metadata, organizerRepair: "semantic_page_grouping" }
       };
     }
-    if (node.kind === "page" && looksLikeDeclarationsStart(node)) {
+    if (nextNode.kind === "page" && looksLikeDeclarationsStart(nextNode)) {
       return {
-        ...node,
+        ...nextNode,
         title: "Declarations",
-        description: cleanText([node.description, "Declarations"].join(" "), "Declarations"),
-        metadata: { ...node.metadata, organizerRepair: "semantic_page_grouping" }
+        description: cleanText([nextNode.description, "Declarations"].join(" "), "Declarations"),
+        metadata: { ...nextNode.metadata, organizerRepair: "semantic_page_grouping" }
       };
     }
-    if (node.kind === "page" && looksLikePolicyFormStart(node)) {
+    if (nextNode.kind === "page" && looksLikePolicyFormStart(nextNode)) {
       return {
-        ...node,
+        ...nextNode,
         title: "Policy Form",
-        description: cleanText([node.description, "Policy Form"].join(" "), "Policy Form"),
-        metadata: { ...node.metadata, organizerRepair: "semantic_page_grouping" }
+        description: cleanText([nextNode.description, "Policy Form"].join(" "), "Policy Form"),
+        metadata: { ...nextNode.metadata, organizerRepair: "semantic_page_grouping" }
       };
     }
-    return node;
+    return nextNode;
   });
   const rootId = sourceTreeRootId(relabeled);
   const children = (nodesByParent(relabeled).get(rootId) ?? []).filter((node) => node.kind !== "document").sort((left, right) => left.order - right.order);