@claritylabs/cl-sdk 3.0.4 → 3.0.6

package/dist/index.mjs

@@ -9064,6 +9064,150 @@ function cleanText(value, fallback) {
   const text = value?.replace(/\s+/g, " ").trim();
   return text || fallback;
 }
+function simplifyOrganizerTitle(value, fallback, kind) {
+  const title = cleanText(value, fallback);
+  if (/^declarations\b/i.test(title)) return "Declarations";
+  if (/^policy\s+form\b/i.test(title)) return "Policy Form";
+  if (/^definitions\b/i.test(title)) return "Definitions";
+  if (kind === "page_group" && /^endorsements?\b/i.test(title)) return "Endorsements";
+  const endorsementNumber = title.match(/^endorsement\s+(?:no\.?|number|#)?\s*([A-Z0-9][A-Z0-9.-]*)\b/i)?.[1];
+  if (endorsementNumber) return `Endorsement No. ${endorsementNumber}`;
+  if (kind === "endorsement" && /^endorsements?\s+\d+\s*[–-]\s*\d+\b/i.test(title)) {
+    return title.replace(/[–—]/g, "-").replace(/\s*\(.*/, "").trim();
+  }
+  return title;
+}
+function endorsementReference(value) {
+  return value?.match(/\bendorsement\s+(?:no\.?|number|#)?\s*([A-Z0-9][A-Z0-9.-]*)\b/i)?.[1]?.toUpperCase();
+}
+function endorsementTitle(value) {
+  const text = cleanText(value, "");
+  const number = text.match(/\bendorsement\s+(?:no\.?|number|#)\s*([A-Z0-9][A-Z0-9.-]*)\b/i)?.[1]?.toUpperCase();
+  return number ? `Endorsement No. ${number}` : void 0;
+}
+function rejectsOrganizerGroup(group, children) {
+  if (/^endorsements?\b/i.test(group.title) && group.kind !== "page_group") return true;
+  if (group.kind !== "endorsement") return false;
+  if (/^endorsements?\s+\d+\s*[–-]\s*\d+\b/i.test(group.title)) return true;
+  const childNumbers = new Set(
+    children.map((child) => endorsementReference([child.title, child.description, child.textExcerpt].filter(Boolean).join(" "))).filter((value) => Boolean(value))
+  );
+  return childNumbers.size > 1;
+}
+function isEndorsementGroup(node) {
+  return node.kind === "page_group" && /^endorsements?\b/i.test(node.title);
+}
+function endorsementGroupNodeId(documentId, parentId) {
+  return [
+    documentId.replace(/[^a-zA-Z0-9_.:-]/g, "_"),
+    "source_node",
+    "page_group",
+    "endorsements",
+    parentId?.replace(/[^a-zA-Z0-9_.:-]/g, "_").slice(0, 48) ?? "root"
+  ].join(":");
+}
+function applyEndorsementGrouping(sourceTree) {
+  const relabeledTree = sourceTree.map((node) => {
+    if (node.kind === "document" || isEndorsementGroup(node) || node.kind === "endorsement") return node;
+    const title = endorsementTitle([node.title, node.description, node.textExcerpt].filter(Boolean).join(" "));
+    if (!title) return node;
+    return {
+      ...node,
+      kind: "endorsement",
+      title,
+      description: cleanText(
+        [title, "endorsement", node.pageStart ? `page ${node.pageStart}` : void 0, node.textExcerpt].filter(Boolean).join(" | "),
+        title
+      ),
+      metadata: {
+        ...node.metadata,
+        organizerRepair: "normalize_endorsement_grouping"
+      }
+    };
+  });
+  const byParent = nodesByParent(relabeledTree);
+  const groupsByParent = /* @__PURE__ */ new Map();
+  const endorsementGroupIds = new Set(
+    relabeledTree.filter(isEndorsementGroup).map((node) => node.id)
+  );
+  let nextTree = relabeledTree.map((node) => {
+    if (!isEndorsementGroup(node)) return node;
+    const normalized = {
+      ...node,
+      kind: "page_group",
+      title: "Endorsements",
+      description: cleanText(node.description, "Endorsement forms grouped by source order"),
+      metadata: {
+        ...node.metadata,
+        sourceTreeVersion: "v3",
+        organizer: node.metadata?.organizer ?? "endorsement_grouping"
+      }
+    };
+    groupsByParent.set(node.parentId, normalized);
+    endorsementGroupIds.add(node.id);
+    return normalized;
+  });
+  nextTree = nextTree.map((node) => {
+    if (!endorsementGroupIds.has(node.parentId ?? "")) return node;
+    const title = endorsementTitle([node.title, node.description, node.textExcerpt].filter(Boolean).join(" "));
+    if (!title) return node;
+    return {
+      ...node,
+      kind: "endorsement",
+      title,
+      description: cleanText(
+        [title, "endorsement", node.pageStart ? `page ${node.pageStart}` : void 0, node.textExcerpt].filter(Boolean).join(" | "),
+        title
+      ),
+      metadata: {
+        ...node.metadata,
+        organizerRepair: "normalize_endorsement_grouping"
+      }
+    };
+  });
+  for (const [parentId, children] of byParent) {
+    if (endorsementGroupIds.has(parentId ?? "")) continue;
+    const endorsementChildren = children.filter((child) => child.kind === "endorsement" && !isEndorsementGroup(child));
+    if (endorsementChildren.length < 2) continue;
+    const documentId = endorsementChildren[0].documentId;
+    const pageStarts = endorsementChildren.map((child) => child.pageStart).filter((page) => typeof page === "number");
+    const pageEnds = endorsementChildren.map((child) => child.pageEnd ?? child.pageStart).filter((page) => typeof page === "number");
+    const order = Math.min(...endorsementChildren.map((child) => child.order));
+    const existingGroup = groupsByParent.get(parentId);
+    const groupId = existingGroup?.id ?? endorsementGroupNodeId(documentId, parentId);
+    const groupNode = existingGroup ?? {
+      id: groupId,
+      documentId,
+      parentId,
+      kind: "page_group",
+      title: "Endorsements",
+      description: "Endorsement forms grouped by source order",
+      textExcerpt: void 0,
+      sourceSpanIds: [],
+      pageStart: pageStarts.length ? Math.min(...pageStarts) : void 0,
+      pageEnd: pageEnds.length ? Math.max(...pageEnds) : void 0,
+      bbox: endorsementChildren.flatMap((child) => child.bbox ?? []).slice(0, 12),
+      order,
+      path: "",
+      metadata: { sourceTreeVersion: "v3", organizer: "endorsement_grouping" }
+    };
+    const childSpanIds = [...new Set(endorsementChildren.flatMap((child) => child.sourceSpanIds))];
+    const normalizedGroup = {
+      ...groupNode,
+      sourceSpanIds: groupNode.sourceSpanIds.length ? groupNode.sourceSpanIds : childSpanIds,
+      pageStart: groupNode.pageStart ?? (pageStarts.length ? Math.min(...pageStarts) : void 0),
+      pageEnd: groupNode.pageEnd ?? (pageEnds.length ? Math.max(...pageEnds) : void 0),
+      order
+    };
+    groupsByParent.set(parentId, normalizedGroup);
+    if (!existingGroup) nextTree.push(normalizedGroup);
+    else nextTree = nextTree.map((node) => node.id === normalizedGroup.id ? normalizedGroup : node);
+    nextTree = nextTree.map(
+      (node) => endorsementChildren.some((child) => child.id === node.id) ? { ...node, parentId: groupId, order: node.order + 1e-3 } : node
+    );
+  }
+  return normalizeDocumentSourceTreePaths(nextTree);
+}
 function compactNode(node, maxText = 700) {
   return {
     id: node.id,
@@ -9151,8 +9295,11 @@ Scope:
 Rules:
 - Use only node IDs from the provided list.
 - Do not invent text, page numbers, source spans, limits, or policy facts.
-- You may relabel existing nodes and group adjacent top-level/page nodes from this batch when they are clearly one form, endorsement, declarations set, schedule, or clause family.
+- You may relabel existing nodes and group adjacent top-level/page nodes from this batch only when they are clearly one continuous form, one declarations set, one schedule, or one clause family.
+- Group adjacent separately numbered endorsements under a single generic "Endorsements" page_group parent, with each individual endorsement preserved as its own child node.
+- Never create rollup titles such as "Endorsements 1-3 (...)" or merge multiple endorsements into one endorsement node.
 - Add concise, human-readable titles to generic text, table, row, and cell nodes when the text makes their role clear.
+- Keep organizer titles terse. Use the printed heading or a compact canonical title such as "Declarations", "Policy Form", "Definitions", or "Endorsement No. 3"; do not add parenthetical summaries.
 - Groups must list existing childNodeIds only.
 - Keep descriptions short and useful for search.
 - Prefer the document's own form titles, endorsement titles, schedules, declarations headings, and page order over keyword-only guessing.
@@ -9202,17 +9349,20 @@ function applyOrganization(sourceTree, organization) {
     return {
       ...node,
       kind: label.kind ?? node.kind,
-      title: cleanText(label.title, node.title),
+      title: simplifyOrganizerTitle(label.title, node.title, label.kind ?? node.kind),
       description: cleanText(label.description, node.description)
     };
   });
   for (const group of organization.groups) {
     const children = group.childNodeIds.map((id2) => byId.get(id2)).filter((node2) => Boolean(node2));
     if (children.length === 0) continue;
+    if (rejectsOrganizerGroup(group, children)) continue;
     const parentId = children[0].parentId;
     if (!children.every((child) => child.parentId === parentId)) continue;
     const documentId = children[0].documentId;
-    const id = groupNodeId(documentId, group);
+    const title = simplifyOrganizerTitle(group.title, group.title, group.kind);
+    const description = cleanText(group.description, title);
+    const id = groupNodeId(documentId, { ...group, title });
     if (byId.has(id)) continue;
     const sourceSpanIds = [...new Set(children.flatMap((child) => child.sourceSpanIds))];
     const pageStarts = children.map((child) => child.pageStart).filter((page) => typeof page === "number");
@@ -9223,8 +9373,8 @@ function applyOrganization(sourceTree, organization) {
       documentId,
       parentId,
       kind: group.kind,
-      title: group.title,
-      description: group.description ?? group.title,
+      title,
+      description,
       textExcerpt: children.map((child) => child.textExcerpt ?? child.description).filter(Boolean).join("\n\n").slice(0, 1600),
       sourceSpanIds,
       pageStart: pageStarts.length ? Math.min(...pageStarts) : void 0,
@@ -9242,7 +9392,7 @@ function applyOrganization(sourceTree, organization) {
     ];
     byId.set(id, node);
   }
-  return normalizeDocumentSourceTreePaths(nextTree);
+  return applyEndorsementGrouping(normalizeDocumentSourceTreePaths(nextTree));
 }
 function sourceTreeToOutline(sourceTree) {
   const byParent = /* @__PURE__ */ new Map();
@@ -9461,6 +9611,7 @@ async function runSourceTreeExtraction(params) {
   } catch (error) {
     warnings.push(`Operational profile model pass failed; deterministic profile used (${error instanceof Error ? error.message : String(error)})`);
   }
+  sourceTree = applyEndorsementGrouping(sourceTree);
   const document = materializeDocument({
     id: params.id,
     sourceTree,