@claritylabs/cl-sdk 3.1.23 → 3.1.25

package/dist/index.js

@@ -9748,46 +9748,6 @@ function applyOperationalProfileCleanup(profile, cleanup, validNodeIds, validSpa
 }
 
 // src/extraction/source-tree-extractor.ts
-var ORGANIZABLE_KINDS = [
-  "page_group",
-  "form",
-  "endorsement",
-  "section",
-  "schedule",
-  "clause"
-];
-var ORGANIZATION_TOP_LEVEL_BATCH_SIZE = 1;
-var ORGANIZER_MAX_TOP_LEVEL_NODES = 120;
-var ORGANIZER_MAX_BATCH_NODES = 80;
-var OUTLINE_CLEANUP_MAX_TOP_LEVEL_NODES = 80;
-var SourceTreeOrganizationSchema = import_zod42.z.object({
-  labels: import_zod42.z.array(import_zod42.z.object({
-    nodeId: import_zod42.z.string(),
-    kind: import_zod42.z.enum([
-      "document",
-      "page_group",
-      "page",
-      "form",
-      "endorsement",
-      "section",
-      "schedule",
-      "clause",
-      "table",
-      "table_row",
-      "table_cell",
-      "text"
-    ]).optional(),
-    title: import_zod42.z.string().optional(),
-    description: import_zod42.z.string().optional()
-  })),
-  groups: import_zod42.z.array(import_zod42.z.object({
-    kind: import_zod42.z.enum(ORGANIZABLE_KINDS),
-    title: import_zod42.z.string(),
-    description: import_zod42.z.string().optional(),
-    parentNodeId: import_zod42.z.string().optional(),
-    childNodeIds: import_zod42.z.array(import_zod42.z.string()).min(1)
-  }))
-});
 var SourceBackedValueForPromptSchema = import_zod42.z.object({
   value: import_zod42.z.string(),
   normalizedValue: import_zod42.z.string().optional(),
@@ -9831,17 +9791,6 @@ var OperationalProfilePromptSchema = import_zod42.z.object({
   sourceNodeIds: import_zod42.z.array(import_zod42.z.string()).optional(),
   sourceSpanIds: import_zod42.z.array(import_zod42.z.string()).optional()
 });
-function formatFormHintsForPrompt(forms) {
-  const usable = forms.filter((form) => typeof form.pageStart === "number" && typeof form.pageEnd === "number").slice(0, 120).map((form) => ({
-    title: form.title,
-    formType: form.formType,
-    formNumber: form.formNumber,
-    editionDate: form.editionDate,
-    pageStart: form.pageStart,
-    pageEnd: form.pageEnd
-  }));
-  return usable.length ? JSON.stringify(usable, null, 2) : "[]";
-}
 function cleanText(value, fallback) {
   const text = value?.replace(/\s+/g, " ").trim();
   return text || fallback;
@@ -10384,15 +10333,6 @@ function applySemanticPageGrouping(sourceTree) {
   }
   return applyEndorsementGrouping(normalizeDocumentSourceTreePaths(nextTree));
 }
-function rejectsOrganizerGroup(group, children) {
-  if (/^endorsements?\b/i.test(group.title) && group.kind !== "page_group") return true;
-  if (group.kind !== "endorsement") return false;
-  if (/^endorsements?\s+\d+\s*[–-]\s*\d+\b/i.test(group.title)) return true;
-  const childNumbers = new Set(
-    children.map((child) => endorsementReference([child.title, child.description, child.textExcerpt].filter(Boolean).join(" "))).filter((value) => Boolean(value))
-  );
-  return childNumbers.size > 1;
-}
 function isEndorsementGroup(node) {
   return node.kind === "page_group" && /^endorsements?\b/i.test(node.title);
 }
@@ -10456,10 +10396,10 @@ function rootSemanticRank(node) {
 function normalizeRootSemanticOrder(sourceTree) {
   const rootId = sourceTreeRootId(sourceTree);
   if (!rootId) return sourceTree;
-  const rootChildren2 = (nodesByParent(sourceTree).get(rootId) ?? []).filter((node) => node.kind !== "document").sort(
+  const rootChildren = (nodesByParent(sourceTree).get(rootId) ?? []).filter((node) => node.kind !== "document").sort(
     (left, right) => rootSemanticRank(left) - rootSemanticRank(right) || (left.pageStart ?? Number.MAX_SAFE_INTEGER) - (right.pageStart ?? Number.MAX_SAFE_INTEGER) || left.order - right.order || left.id.localeCompare(right.id)
   );
-  const orderById = new Map(rootChildren2.map((node, index) => [node.id, index + 1]));
+  const orderById = new Map(rootChildren.map((node, index) => [node.id, index + 1]));
   return sourceTree.map((node) => {
     const order = orderById.get(node.id);
     return order === void 0 ? node : { ...node, order };
@@ -10929,174 +10869,6 @@ function nodesByParent(sourceTree) {
 function sourceTreeRootId(sourceTree) {
   return sourceTree.find((node) => node.kind === "document")?.id;
 }
-function rootChildren(sourceTree) {
-  const byParent = nodesByParent(sourceTree);
-  const rootId = sourceTreeRootId(sourceTree);
-  return (byParent.get(rootId) ?? []).filter((node) => node.kind !== "document");
-}
-function shouldRunSourceTreeOrganizer(sourceTree, _sourceSpans) {
-  const topLevelCount = rootChildren(sourceTree).length;
-  if (topLevelCount > ORGANIZER_MAX_TOP_LEVEL_NODES) return false;
-  return true;
-}
-function organizationCandidateText(node) {
-  return [node.title, node.description, node.textExcerpt].filter(Boolean).join(" ");
-}
-function isHighSignalOrganizationNode(node) {
-  if (node.kind === "document") return false;
-  if (["page", "page_group", "form", "endorsement", "section", "schedule", "clause", "table"].includes(node.kind)) {
-    return true;
-  }
-  if (node.kind !== "text" && node.kind !== "table_cell" && node.kind !== "table_row") return false;
-  const text = organizationCandidateText(node);
-  return /\b(SECTION|PART|ARTICLE|SCHEDULE)\s+[IVXLCDM0-9]+/i.test(text) || /\bItem\s+\d+[\.:]/i.test(text) || /^[A-Z]\.\s+\S/.test(cleanText(node.textExcerpt ?? node.title, "")) || /\b(forms? and endorsements?|coverage parts?|limits? of liability|extended reporting period|producer|premium|aggregate|retroactive date|endorsement no\.?)\b/i.test(text);
-}
-function organizationBatchNodes(topLevelBatch, byParent) {
-  const nodes = /* @__PURE__ */ new Map();
-  const queue = [...topLevelBatch];
-  while (queue.length > 0 && nodes.size < ORGANIZER_MAX_BATCH_NODES) {
-    const node = queue.shift();
-    if (!node || nodes.has(node.id) || !isHighSignalOrganizationNode(node)) continue;
-    nodes.set(node.id, node);
-    for (const child of byParent.get(node.id) ?? []) {
-      if (nodes.size + queue.length >= ORGANIZER_MAX_BATCH_NODES) break;
-      if (isHighSignalOrganizationNode(child)) queue.push(child);
-    }
-  }
-  return [...nodes.values()];
-}
-function organizationBatches(sourceTree) {
-  const byParent = nodesByParent(sourceTree);
-  const rootId = sourceTreeRootId(sourceTree);
-  const topLevelNodes = (byParent.get(rootId) ?? []).filter((node) => node.kind !== "document");
-  if (topLevelNodes.length === 0) {
-    const nodes = sourceTree.filter((node) => node.kind !== "document").slice(0, ORGANIZER_MAX_BATCH_NODES);
-    return [{
-      label: "fallback node prefix because no document root children were found",
-      topLevelNodeIds: nodes.map((node) => node.id),
-      nodes
-    }];
-  }
-  const batches = [];
-  for (let index = 0; index < topLevelNodes.length; index += ORGANIZATION_TOP_LEVEL_BATCH_SIZE) {
-    const topLevelBatch = topLevelNodes.slice(index, index + ORGANIZATION_TOP_LEVEL_BATCH_SIZE);
-    batches.push({
-      label: `top-level nodes ${index + 1}-${index + topLevelBatch.length} of ${topLevelNodes.length}`,
-      topLevelNodeIds: topLevelBatch.map((node) => node.id),
-      nodes: organizationBatchNodes(topLevelBatch, byParent)
-    });
-  }
-  return batches;
-}
-function pageRangeOverlaps(leftStart, leftEnd, rightStart, rightEnd) {
-  if (leftStart === void 0 || rightStart === void 0) return true;
-  const leftLast = leftEnd ?? leftStart;
-  const rightLast = rightEnd ?? rightStart;
-  return leftStart <= rightLast && rightStart <= leftLast;
-}
-function formHintsForBatch(batch, formHints) {
-  const batchStart = batch.nodes.map((node) => node.pageStart).filter((page) => typeof page === "number").reduce((min, page) => min === void 0 ? page : Math.min(min, page), void 0);
-  const batchEnd = batch.nodes.map((node) => node.pageEnd ?? node.pageStart).filter((page) => typeof page === "number").reduce((max, page) => max === void 0 ? page : Math.max(max, page), void 0);
-  return formHints.filter((form) => pageRangeOverlaps(batchStart, batchEnd, form.pageStart, form.pageEnd)).slice(0, 24);
-}
-function mergeOrganizationResults(results) {
-  const labels = /* @__PURE__ */ new Map();
-  const groups = /* @__PURE__ */ new Map();
-  for (const result of results) {
-    for (const label of result.labels) {
-      labels.set(label.nodeId, { ...labels.get(label.nodeId), ...label });
-    }
-    for (const group of result.groups) {
-      const key = `${group.parentNodeId ?? ""}:${group.kind}:${group.childNodeIds.join("|")}`;
-      groups.set(key, group);
-    }
-  }
-  return {
-    labels: [...labels.values()],
-    groups: [...groups.values()]
-  };
-}
-function buildOrganizationPrompt(batch, formHints) {
-  const nodes = batch.nodes.map((node) => compactNode2(node, node.kind === "page" ? 520 : 260));
-  const localFormHints = formHintsForBatch(batch, formHints);
-  return `You organize an insurance document source tree.
-
-Scope:
-- ${batch.label}
-- The provided list is a bounded extraction-time batch. It is not necessarily the whole document.
-- Top-level page/form candidates in this batch: ${JSON.stringify(batch.topLevelNodeIds)}
-
-Expected form inventory / page ranges:
-${formatFormHintsForPrompt(localFormHints)}
-
-Rules:
-- Use only node IDs from the provided list.
-- Do not invent text, page numbers, source spans, limits, or policy facts.
-- You may relabel existing nodes and group adjacent sibling nodes from this batch only when they are clearly one continuous form, one declarations item, one policy section, one schedule, or one clause family.
-- Treat the form inventory as a page-range hint for the expected order: front matter/notices, declarations, policy form, then endorsements.
-- Prefer section hierarchy from printed title elements inside a form over page-by-page grouping.
-- Printed section markers are hard hierarchy boundaries. If source text moves from "SECTION XI" to "SECTION XII", "Section 12", "PART III", or similar sequential headings, create a new sibling section at that marker even when the marker appears mid-page after prior section text.
-- Declarations pages often use "Item 1.", "Item 2.", ... as the real section structure. Preserve each item as its own section or schedule under "Declarations"; do not bury item labels inside a single table when they mark new declaration fields.
-- For declaration item tables, a table belongs only to the current item until the next "Item N" marker. Start a new declaration item section at the next marker, even if the parser presents the marker as a table row or cell.
-- Keep forms-and-endorsements schedules attached to declarations when they appear as "Item 10", "Forms and Endorsements Attached at Inception", or a continuation page listing form numbers. Do not discard that page just because it also contains countersignature or authorized-representative language.
-- Prefer sections/schedules over table grouping when a table-like node mixes structural labels such as "Item 7", "Item 8", "SECTION XII", "Producer", or "Forms and Endorsements" with values.
-- Use group.parentNodeId only when the source clearly shows a child was nested under the wrong earlier section/table. Example: a "SECTION XII" marker nested below "SECTION XI" should be grouped with parentNodeId set to the Policy Form node so Section XII becomes a sibling of Section XI.
-- Use group.parentNodeId to place "Item N" groups under the Declarations node when parser table structure would otherwise leave those items trapped inside one table.
-- Group adjacent separately numbered endorsements under a single generic "Endorsements" page_group parent, with each individual endorsement preserved as its own child node.
-- Never create rollup titles such as "Endorsements 1-3 (...)" or merge multiple endorsements into one endorsement node.
-- Add concise, human-readable titles to generic text, table, row, and cell nodes when the text makes their role clear.
-- Keep organizer titles terse. Use the printed heading or a compact canonical title such as "Declarations", "Policy Form", "Definitions", or "Endorsement No. 3"; do not add parenthetical summaries.
-- Groups must list existing childNodeIds only.
-- Keep descriptions short and useful for search.
-- Prefer the document's own form titles, endorsement titles, schedules, declarations headings, and page order over keyword-only guessing.
-
-Source nodes:
-${JSON.stringify(nodes, null, 2)}
-
-Return JSON with labels and groups only.`;
-}
-function shouldRunOutlineCleanup(sourceTree) {
-  const topLevel = rootChildren(sourceTree);
-  if (topLevel.length === 0 || topLevel.length > OUTLINE_CLEANUP_MAX_TOP_LEVEL_NODES) return false;
-  const genericPages = topLevel.filter((node) => node.kind === "page" && /^Page\s+\d+$/i.test(node.title));
-  const hasDeclarations = topLevel.some((node) => node.title === "Declarations");
-  const hasPolicyForm = topLevel.some((node) => node.title === "Policy Form");
-  const hasEndorsements = topLevel.some((node) => node.title === "Endorsements");
-  if (hasDeclarations && hasPolicyForm && hasEndorsements) return false;
-  return genericPages.length > 0 || topLevel.length > 6 || !hasDeclarations || !hasPolicyForm || !hasEndorsements;
-}
-function buildOutlineCleanupPrompt(sourceTree, formHints) {
-  const topLevel = rootChildren(sourceTree).slice(0, OUTLINE_CLEANUP_MAX_TOP_LEVEL_NODES);
-  const nodes = topLevel.map((node) => compactNode2(node, 900));
-  return `You clean a top-level source outline for an insurance policy.
-
-Expected product-facing order:
-1. Optional front matter: policy jacket, important notices, privacy notices, OFAC notices, TRIA/terrorism notices, marketing/admin pages, signatures, countersignatures, or other pages that are not the declarations, policy wording, or endorsements.
-2. Declarations: declarations page(s), schedules, itemized declaration fields, named insured/policy period/premium rows, coverage limit schedules, forms-and-endorsements schedules.
-3. Policy Form: the main policy wording, insuring agreements, definitions, exclusions, conditions, claim provisions, and general policy terms.
-4. Endorsements: one generic "Endorsements" page_group containing each separately numbered endorsement as its own child.
-
-Expected form inventory / page ranges:
-${formatFormHintsForPrompt(formHints)}
-
-Rules:
-- Use only node IDs from this top-level list: ${JSON.stringify(topLevel.map((node) => node.id))}
-- Group only adjacent top-level nodes.
-- Do not invent text, pages, source spans, limits, or policy facts.
-- Do not merge individually numbered endorsements into one endorsement node; use the generic "Endorsements" parent for the series.
-- Use canonical terse titles: "Notices and Jacket", "Declarations", "Policy Form", "Endorsements", or the printed endorsement number.
-- Keep page_group descriptions short and include the page range when pages are known, for example "Declarations pages 6-8".
-- If a page is only an OFAC, privacy, terrorism/TRIA, claim-reporting notice, signature page, or jacket, do not label it as declarations or policy form.
-- If a page contains declaration items, coverage schedules, premium rows, producer rows, or a forms-and-endorsements schedule, keep it in Declarations even if it also contains countersignature or authorized-representative text.
-- If a policy-form page contains a later printed section marker such as "SECTION XII \u2014 EXTENDED REPORTING PERIOD", preserve that marker as the start of a new sibling section rather than a paragraph under the previous section.
-- If the form inventory provides page ranges, keep groups aligned to those ranges unless the source node text clearly contradicts them.
-- If the existing deterministic outline is already correct, return empty labels and groups.
-
-Top-level source nodes:
-${JSON.stringify(nodes, null, 2)}
-
-Return JSON with labels and groups only.`;
-}
 function operationalProfilePromptNodes(sourceTree) {
   return sourceTree.filter((node) => node.kind !== "document").filter((node) => {
     if (["page_group", "form", "endorsement", "schedule", "table", "table_row", "table_cell"].includes(node.kind)) {
@@ -11152,147 +10924,6 @@ ${JSON.stringify(nodes, null, 2)}
 
 Return JSON for the operational profile.`;
 }
-function tableCellValueText(cell) {
-  return cleanText(cell.textExcerpt ?? cell.description ?? "", "");
-}
-function tableRowTextFromCells(cells) {
-  const text = cells.map((cell) => {
-    const label = cleanText(cell.title, "");
-    const value = tableCellValueText(cell);
-    if (!value) return label;
-    if (!label || value.toLowerCase() === label.toLowerCase()) return value;
-    return `${label}: ${value}`;
-  }).filter(Boolean).join(" | ");
-  return text ? cleanText(text, text) : void 0;
-}
-function normalizeTableBoundaryDelimiters(value) {
-  const text = cleanText(value, "");
-  if (!text) return void 0;
-  const normalized = text.replace(/\s+\|\s+\|/g, " | ").replace(/\s+\/\s+\|/g, " |").replace(/\s+[|/]\s*$/g, "").replace(/\s{2,}/g, " ").trim();
-  return normalized || void 0;
-}
-function normalizeSourceTreeTableDisplayText(sourceTree) {
-  const byParent = nodesByParent(sourceTree);
-  const updates = /* @__PURE__ */ new Map();
-  const currentNode = (node) => updates.get(node.id) ?? node;
-  for (const node of sourceTree) {
-    if (node.kind !== "table_cell") continue;
-    const textExcerpt = normalizeTableBoundaryDelimiters(node.textExcerpt);
-    const textChanged = textExcerpt !== void 0 && textExcerpt !== node.textExcerpt;
-    const description = textChanged && textExcerpt ? normalizeTableBoundaryDelimiters([node.title, textExcerpt].filter(Boolean).join(" | ")) : normalizeTableBoundaryDelimiters(node.description);
-    if (textExcerpt === node.textExcerpt && description === node.description) continue;
-    updates.set(node.id, {
-      ...node,
-      ...textExcerpt !== void 0 ? { textExcerpt } : {},
-      ...description !== void 0 ? { description } : {}
-    });
-  }
-  for (const node of sourceTree) {
-    if (node.kind !== "table_row") continue;
-    const cells = (byParent.get(node.id) ?? []).filter((child) => child.kind === "table_cell").map(currentNode).sort(
-      (left, right) => tableCellColumnIndex(left, 0) - tableCellColumnIndex(right, 0) || left.order - right.order || left.id.localeCompare(right.id)
-    );
-    const textExcerpt = cells.length ? tableRowTextFromCells(cells) : normalizeTableBoundaryDelimiters(node.textExcerpt);
-    const textChanged = textExcerpt !== void 0 && textExcerpt !== node.textExcerpt;
-    const description = textChanged && textExcerpt ? normalizeTableBoundaryDelimiters([node.title, textExcerpt].filter(Boolean).join(" | ")) : normalizeTableBoundaryDelimiters(node.description);
-    if (textExcerpt === node.textExcerpt && description === node.description) continue;
-    updates.set(node.id, {
-      ...node,
-      ...textExcerpt !== void 0 ? { textExcerpt } : {},
-      ...description !== void 0 ? { description } : {}
-    });
-  }
-  if (updates.size === 0) return sourceTree;
-  return sourceTree.map((node) => updates.get(node.id) ?? node);
-}
-function tableCellColumnIndex(cell, fallbackIndex) {
-  const metadataIndex = cell.metadata?.columnIndex;
-  return typeof metadataIndex === "number" && Number.isInteger(metadataIndex) ? metadataIndex : fallbackIndex;
-}
-function groupNodeId(documentId, group) {
-  return [
-    documentId.replace(/[^a-zA-Z0-9_.:-]/g, "_"),
-    "source_node",
-    group.kind,
-    group.childNodeIds.join("_").replace(/[^a-zA-Z0-9_.:-]/g, "_").slice(0, 80)
-  ].join(":");
-}
-function isDescendantOf(nodeId2, ancestorId, byId) {
-  let parentId = nodeId2 ? byId.get(nodeId2)?.parentId : void 0;
-  const seen = /* @__PURE__ */ new Set();
-  while (parentId) {
-    if (parentId === ancestorId) return true;
-    if (seen.has(parentId)) return false;
-    seen.add(parentId);
-    parentId = byId.get(parentId)?.parentId;
-  }
-  return false;
-}
-function applyOrganization(sourceTree, organization) {
-  const byId = new Map(sourceTree.map((node) => [node.id, node]));
-  const labels = new Map(organization.labels.map((label) => [label.nodeId, label]));
-  let nextTree = sourceTree.map((node) => {
-    const label = labels.get(node.id);
-    if (!label) return node;
-    return {
-      ...node,
-      kind: label.kind ?? node.kind,
-      title: simplifyOrganizerTitle(label.title, node.title, label.kind ?? node.kind),
-      description: cleanText(label.description, node.description)
-    };
-  });
-  for (const group of organization.groups) {
-    const children = group.childNodeIds.map((id2) => byId.get(id2)).filter((node2) => Boolean(node2));
-    if (children.length === 0) continue;
-    if (rejectsOrganizerGroup(group, children)) continue;
-    const originalParentId = children[0].parentId;
-    const requestedParent = group.parentNodeId ? byId.get(group.parentNodeId) : void 0;
-    if (requestedParent && children.some((child) => child.id === requestedParent.id || isDescendantOf(requestedParent.id, child.id, byId))) {
-      continue;
-    }
-    if (requestedParent) {
-      if (!children.every((child) => child.parentId === requestedParent.id || hasAncestor(child, requestedParent.id, byId))) {
-        continue;
-      }
-    } else if (!children.every((child) => child.parentId === originalParentId)) {
-      continue;
-    }
-    const parentId = requestedParent?.id ?? originalParentId;
-    const documentId = children[0].documentId;
-    const title = simplifyOrganizerTitle(group.title, group.title, group.kind);
-    const description = descriptionWithPages(cleanText(group.description, title), children);
-    const id = groupNodeId(documentId, { ...group, title });
-    if (byId.has(id)) continue;
-    const sourceSpanIds = [...new Set(children.flatMap((child) => child.sourceSpanIds))];
-    const pageStarts = children.map((child) => child.pageStart).filter((page) => typeof page === "number");
-    const pageEnds = children.map((child) => child.pageEnd ?? child.pageStart).filter((page) => typeof page === "number");
-    const order = Math.min(...children.map((child) => child.order));
-    const node = {
-      id,
-      documentId,
-      parentId,
-      kind: group.kind,
-      title,
-      description,
-      textExcerpt: children.map((child) => child.textExcerpt ?? child.description).filter(Boolean).join("\n\n").slice(0, 1600),
-      sourceSpanIds,
-      pageStart: pageStarts.length ? Math.min(...pageStarts) : void 0,
-      pageEnd: pageEnds.length ? Math.max(...pageEnds) : void 0,
-      bbox: children.flatMap((child) => child.bbox ?? []).slice(0, 12),
-      order,
-      path: "",
-      metadata: { sourceTreeVersion: "v3", organizer: "llm_group" }
-    };
-    nextTree = [
-      ...nextTree.map(
-        (child) => group.childNodeIds.includes(child.id) ? { ...child, parentId: id, order: child.order + 1e-3 } : child
-      ),
-      node
-    ];
-    byId.set(id, node);
-  }
-  return applyEndorsementGrouping(normalizeDocumentSourceTreePaths(nextTree));
-}
 function sourceTreeToOutline(sourceTree) {
   const byParent = /* @__PURE__ */ new Map();
   for (const node of sourceTree.filter((item) => item.kind !== "document")) {
@@ -11539,94 +11170,6 @@ async function runSourceTreeExtraction(params) {
     }
     params.trackUsage(usage, report);
   };
-  if (shouldRunSourceTreeOrganizer(sourceTree, sourceSpans)) {
-    try {
-      const batches = organizationBatches(sourceTree);
-      const organizationResults = await Promise.all(batches.map(async (batch, batchIndex) => {
-        const label = batches.length > 1 ? `source_tree_organizer_${batchIndex + 1}` : "source_tree_organizer";
-        const budget = params.resolveBudget("extraction_source_tree", 4096);
-        const startedAt = Date.now();
-        const response = await safeGenerateObject(
-          params.generateObject,
-          {
-            prompt: buildOrganizationPrompt(batch, formHints),
-            schema: SourceTreeOrganizationSchema,
-            maxTokens: budget.maxTokens,
-            taskKind: "extraction_source_tree",
-            budgetDiagnostics: budget,
-            trace: {
-              label,
-              batchIndex: batchIndex + 1,
-              batchCount: batches.length,
-              sourceBacked: true
-            }
-          },
-          {
-            fallback: { labels: [], groups: [] },
-            maxRetries: 0,
-            log: params.log,
-            retry: false
-          }
-        );
-        return {
-          batchIndex,
-          label,
-          budget,
-          durationMs: Date.now() - startedAt,
-          usage: response.usage,
-          organization: response.object
-        };
-      }));
-      const organizations = [];
-      for (const result of organizationResults.sort((left, right) => left.batchIndex - right.batchIndex)) {
-        localTrack(result.usage, {
-          taskKind: "extraction_source_tree",
-          label: result.label,
-          maxTokens: result.budget.maxTokens,
-          durationMs: result.durationMs
-        });
-        organizations.push(result.organization);
-      }
-      sourceTree = applyOrganization(sourceTree, mergeOrganizationResults(organizations));
-    } catch (error) {
-      warnings.push(`Source-tree organizer failed; deterministic tree used (${error instanceof Error ? error.message : String(error)})`);
-    }
-  } else {
-    await params.log?.("Deterministic source tree ready; skipped model organizer");
-  }
-  if (shouldRunOutlineCleanup(sourceTree)) {
-    try {
-      const budget = params.resolveBudget("extraction_source_tree", 1600);
-      const maxTokens = Math.min(budget.maxTokens, 1600);
-      const startedAt = Date.now();
-      const response = await safeGenerateObject(
-        params.generateObject,
-        {
-          prompt: buildOutlineCleanupPrompt(sourceTree, formHints),
-          schema: SourceTreeOrganizationSchema,
-          maxTokens,
-          taskKind: "extraction_source_tree",
-          budgetDiagnostics: { ...budget, maxTokens }
-        },
-        {
-          fallback: { labels: [], groups: [] },
-          maxRetries: 0,
-          log: params.log,
-          retry: false
-        }
-      );
-      localTrack(response.usage, {
-        taskKind: "extraction_source_tree",
-        label: "source_tree_outline_cleanup",
-        maxTokens,
-        durationMs: Date.now() - startedAt
-      });
-      sourceTree = applyOrganization(sourceTree, response.object);
-    } catch (error) {
-      warnings.push(`Source-tree outline cleanup failed; deterministic tree used (${error instanceof Error ? error.message : String(error)})`);
-    }
-  }
-  sourceTree = normalizeSourceTreeTableDisplayText(sourceTree);
   const emptyProfile = emptyOperationalProfile();
   let operationalProfile = emptyProfile;
   try {