@absolutejs/absolute 0.19.0-beta.606 → 0.19.0-beta.608

package/dist/ai/client/index.js

@@ -347,6 +347,56 @@ var buildExcerpt = (text, maxLength = 160) => {
   }
   return `${normalized.slice(0, Math.max(0, maxLength - 1)).trimEnd()}\u2026`;
 };
+var selectPreferredExcerpt = (excerpts, sectionChunkCount) => {
+  if (!excerpts) {
+    return "";
+  }
+  const chunkExcerpt = excerpts.chunkExcerpt?.trim() ?? "";
+  const windowExcerpt = excerpts.windowExcerpt?.trim() ?? "";
+  const sectionExcerpt = excerpts.sectionExcerpt?.trim() ?? "";
+  if (sectionChunkCount && sectionChunkCount > 1 && chunkExcerpt.length > 0 && chunkExcerpt.length < 72) {
+    if (sectionChunkCount <= 3 && sectionExcerpt) {
+      return sectionExcerpt;
+    }
+    if (windowExcerpt) {
+      return windowExcerpt;
+    }
+  }
+  return chunkExcerpt || windowExcerpt || sectionExcerpt;
+};
+var buildGroundingChunkExcerpts = (sources, activeChunkId) => {
+  if (sources.length === 0) {
+    return;
+  }
+  const activeSource = (activeChunkId ? sources.find((source) => source.chunkId === activeChunkId) : undefined) ?? sources[0];
+  if (!activeSource) {
+    return;
+  }
+  const chunkMap = new Map(sources.map((source) => [source.chunkId, source]));
+  const activeMetadata = activeSource.metadata ?? {};
+  const previousChunkId = getContextString(activeMetadata.previousChunkId);
+  const nextChunkId = getContextString(activeMetadata.nextChunkId);
+  const sectionChunkId = getContextString(activeMetadata.sectionChunkId);
+  const sectionSources = sectionChunkId ? sources.filter((source) => getContextString(source.metadata?.sectionChunkId) === sectionChunkId).sort((left, right) => {
+    const leftIndex = getContextNumber(left.metadata?.sectionChunkIndex) ?? Number.MAX_SAFE_INTEGER;
+    const rightIndex = getContextNumber(right.metadata?.sectionChunkIndex) ?? Number.MAX_SAFE_INTEGER;
+    if (leftIndex !== rightIndex) {
+      return leftIndex - rightIndex;
+    }
+    return left.chunkId.localeCompare(right.chunkId);
+  }) : [activeSource];
+  const collectText = (chunkIds) => chunkIds.map((chunkId) => chunkMap.get(chunkId)?.text).filter((text) => typeof text === "string").join(`
+
+`);
+  const orderedWindowIds = [previousChunkId, activeSource.chunkId, nextChunkId].filter((chunkId, index, values) => Boolean(chunkId) && values.indexOf(chunkId) === index);
+  return {
+    chunkExcerpt: buildExcerpt(activeSource.text, 160),
+    sectionExcerpt: buildExcerpt(sectionSources.map((source) => source.text).join(`
+
+`), 320),
+    windowExcerpt: buildExcerpt(collectText(orderedWindowIds), 240)
+  };
+};
 var buildGroundingReferenceEvidenceLabel = (reference) => [reference.label, reference.locatorLabel, reference.contextLabel].filter((value) => Boolean(value && value.length > 0)).filter((value, index, values) => values.findIndex((entry) => entry === value) === index).join(" \xB7 ");
 var buildGroundingReferenceEvidenceSummary = (reference) => [
   reference.source ?? reference.title ?? reference.chunkId,
@@ -354,11 +404,19 @@ var buildGroundingReferenceEvidenceSummary = (reference) => [
   reference.contextLabel,
   reference.provenanceLabel
 ].filter((value) => Boolean(value && value.length > 0)).filter((value, index, values) => values.findIndex((entry) => entry === value) === index).join(" \xB7 ");
+var buildGroundingSectionKey = (reference) => reference.contextLabel ?? reference.locatorLabel ?? reference.label ?? reference.source ?? reference.chunkId;
+var buildGroundingSectionSummaryLine = (reference) => [
+  reference.source ?? reference.title ?? reference.chunkId,
+  reference.locatorLabel,
+  reference.contextLabel,
+  reference.provenanceLabel
+].filter((value) => Boolean(value && value.length > 0)).filter((value, index, values) => values.findIndex((entry) => entry === value) === index).join(" \xB7 ");
 var buildGroundedAnswerCitationDetail = (reference) => ({
   contextLabel: reference.contextLabel,
   evidenceLabel: buildGroundingReferenceEvidenceLabel(reference),
   evidenceSummary: buildGroundingReferenceEvidenceSummary(reference),
-  excerpt: reference.excerpt,
+  excerpt: selectPreferredExcerpt(reference.excerpts, getContextNumber(reference.metadata?.sectionChunkCount)) || reference.excerpt,
+  excerpts: reference.excerpts,
   label: reference.label,
   locatorLabel: reference.locatorLabel,
   number: reference.number,
@@ -444,26 +502,97 @@ var buildRAGGroundedAnswer = (content, sources) => {
     hasCitations,
     parts,
     references,
+    sectionSummaries: buildRAGGroundedAnswerSectionSummaries(references),
     ungroundedReferenceNumbers: [...ungroundedReferenceNumbers].sort((left, right) => left - right)
   };
 };
+var buildRAGGroundedAnswerSectionSummaries = (references) => {
+  const groups = new Map;
+  for (const reference of references) {
+    const key = buildGroundingSectionKey(reference);
+    const existing = groups.get(key);
+    if (!existing) {
+      const excerpts = reference.excerpts ? {
+        chunkExcerpt: reference.excerpts.chunkExcerpt,
+        sectionExcerpt: reference.excerpts.sectionExcerpt,
+        windowExcerpt: reference.excerpts.windowExcerpt
+      } : undefined;
+      groups.set(key, {
+        chunkIds: [reference.chunkId],
+        contextLabel: reference.contextLabel,
+        count: 1,
+        excerpt: selectPreferredExcerpt(excerpts, getContextNumber(reference.metadata?.sectionChunkCount)) || excerpts?.sectionExcerpt || reference.excerpt,
+        excerpts,
+        key,
+        label: key,
+        locatorLabel: reference.locatorLabel,
+        provenanceLabel: reference.provenanceLabel,
+        referenceNumbers: [reference.number],
+        references: [reference],
+        summary: buildGroundingSectionSummaryLine(reference) || reference.label || reference.chunkId
+      });
+      continue;
+    }
+    existing.count += 1;
+    if (!existing.chunkIds.includes(reference.chunkId)) {
+      existing.chunkIds.push(reference.chunkId);
+    }
+    if (!existing.referenceNumbers.includes(reference.number)) {
+      existing.referenceNumbers.push(reference.number);
+    }
+    existing.references.push(reference);
+    if (!existing.contextLabel && reference.contextLabel) {
+      existing.contextLabel = reference.contextLabel;
+    }
+    if (!existing.locatorLabel && reference.locatorLabel) {
+      existing.locatorLabel = reference.locatorLabel;
+    }
+    if (!existing.provenanceLabel && reference.provenanceLabel) {
+      existing.provenanceLabel = reference.provenanceLabel;
+    }
+    if (!existing.excerpts && reference.excerpts) {
+      existing.excerpts = {
+        chunkExcerpt: reference.excerpts.chunkExcerpt,
+        sectionExcerpt: reference.excerpts.sectionExcerpt,
+        windowExcerpt: reference.excerpts.windowExcerpt
+      };
+      existing.excerpt = reference.excerpts.sectionExcerpt;
+    }
+  }
+  return [...groups.values()].map((group) => ({
+    ...group,
+    referenceNumbers: [...group.referenceNumbers].sort((left, right) => left - right),
+    references: group.references.slice().sort((left, right) => left.number - right.number)
+  })).sort((left, right) => {
+    const leftFirst = left.referenceNumbers[0] ?? Number.POSITIVE_INFINITY;
+    const rightFirst = right.referenceNumbers[0] ?? Number.POSITIVE_INFINITY;
+    if (leftFirst !== rightFirst) {
+      return leftFirst - rightFirst;
+    }
+    return left.label.localeCompare(right.label);
+  });
+};
 var buildRAGGroundingReferences = (sources) => {
   const citations = buildRAGCitations(sources);
   const citationReferenceMap = buildRAGCitationReferenceMap(citations);
-  return citations.map((citation) => ({
-    chunkId: citation.chunkId,
-    contextLabel: citation.contextLabel ?? buildContextLabel(citation.metadata),
-    excerpt: buildExcerpt(citation.text),
-    label: citation.label,
-    locatorLabel: citation.locatorLabel ?? buildLocatorLabel(citation.metadata, citation.source, citation.title),
-    metadata: citation.metadata,
-    number: citationReferenceMap[citation.chunkId] ?? 0,
-    provenanceLabel: citation.provenanceLabel ?? buildProvenanceLabel(citation.metadata),
-    score: citation.score,
-    source: citation.source,
-    text: citation.text,
-    title: citation.title
-  }));
+  return citations.map((citation) => {
+    const excerpts = buildGroundingChunkExcerpts(sources, citation.chunkId);
+    return {
+      chunkId: citation.chunkId,
+      contextLabel: citation.contextLabel ?? buildContextLabel(citation.metadata),
+      excerpt: selectPreferredExcerpt(excerpts, getContextNumber(citation.metadata?.sectionChunkCount)) || excerpts?.chunkExcerpt || buildExcerpt(citation.text),
+      excerpts,
+      label: citation.label,
+      locatorLabel: citation.locatorLabel ?? buildLocatorLabel(citation.metadata, citation.source, citation.title),
+      metadata: citation.metadata,
+      number: citationReferenceMap[citation.chunkId] ?? 0,
+      provenanceLabel: citation.provenanceLabel ?? buildProvenanceLabel(citation.metadata),
+      score: citation.score,
+      source: citation.source,
+      text: citation.text,
+      title: citation.title
+    };
+  });
 };
 
 // src/ai/rag/quality.ts
@@ -4720,7 +4849,7 @@ var buildRAGChunkStructure = (metadata) => {
     return;
   }
   const sectionPath = Array.isArray(metadata.sectionPath) ? metadata.sectionPath.filter((value) => typeof value === "string" && value.trim().length > 0) : undefined;
-  const sectionKind = metadata.sectionKind === "markdown_heading" || metadata.sectionKind === "html_heading" ? metadata.sectionKind : undefined;
+  const sectionKind = metadata.sectionKind === "markdown_heading" || metadata.sectionKind === "html_heading" || metadata.sectionKind === "office_heading" || metadata.sectionKind === "spreadsheet_rows" || metadata.sectionKind === "presentation_slide" ? metadata.sectionKind : undefined;
   const section = {
     depth: getContextNumber2(metadata.sectionDepth),
     kind: sectionKind,
@@ -4749,6 +4878,52 @@ var buildExcerpt2 = (text, maxLength = 160) => {
   }
   return `${normalized.slice(0, Math.max(0, maxLength - 1)).trimEnd()}\u2026`;
 };
+var buildRAGChunkExcerpts = (chunks, activeChunkId) => {
+  if (chunks.length === 0) {
+    return;
+  }
+  const graph = buildRAGChunkGraph(chunks.map((chunk) => ({
+    chunkId: chunk.chunkId,
+    metadata: chunk.metadata,
+    structure: chunk.structure
+  })));
+  const navigation = buildRAGChunkGraphNavigation(graph, activeChunkId);
+  const activeChunk = chunks.find((chunk) => chunk.chunkId === navigation.activeChunkId) ?? chunks[0];
+  if (!activeChunk) {
+    return;
+  }
+  const chunkMap = new Map(chunks.map((chunk) => [chunk.chunkId, chunk]));
+  const orderedWindowIds = [
+    navigation.previousNode?.chunkId,
+    activeChunk.chunkId,
+    navigation.nextNode?.chunkId
+  ].filter((chunkId, index, ids) => Boolean(chunkId) && ids.indexOf(chunkId) === index);
+  const orderedSectionIds = navigation.sectionNodes.length > 0 ? navigation.sectionNodes.map((node) => node.chunkId) : [activeChunk.chunkId];
+  const collectText = (chunkIds) => chunkIds.map((chunkId) => chunkMap.get(chunkId)?.text).filter((text) => typeof text === "string").join(`
+
+`);
+  return {
+    chunkExcerpt: buildExcerpt2(activeChunk.text, 160),
+    sectionExcerpt: buildExcerpt2(collectText(orderedSectionIds), 320),
+    windowExcerpt: buildExcerpt2(collectText(orderedWindowIds), 240)
+  };
+};
+var buildRAGPreferredExcerpt = (excerpts, structure) => {
+  if (!excerpts) {
+    return "";
+  }
+  const chunkLength = excerpts.chunkExcerpt.trim().length;
+  const sectionChunkCount = structure?.sequence?.sectionChunkCount ?? 1;
+  if (sectionChunkCount > 1 && chunkLength > 0 && chunkLength < 72) {
+    if (sectionChunkCount <= 3 && excerpts.sectionExcerpt.trim().length > 0) {
+      return excerpts.sectionExcerpt;
+    }
+    if (excerpts.windowExcerpt.trim().length > 0) {
+      return excerpts.windowExcerpt;
+    }
+  }
+  return excerpts.chunkExcerpt;
+};
 var buildRAGChunkGraph = (chunks) => {
   const nodes = [];
   const edges = [];
@@ -4960,6 +5135,7 @@ var buildRAGSourceSummaries = (sources) => {
   return sourceGroups.map((group) => {
     const groupCitations = citations.filter((citation) => group.chunks.some((chunk) => chunk.chunkId === citation.chunkId));
     const leadChunk = group.chunks.slice().sort((left, right) => right.score - left.score)[0];
+    const excerpts = leadChunk ? buildRAGChunkExcerpts(group.chunks, leadChunk.chunkId) : undefined;
     return {
       bestScore: group.bestScore,
       citationNumbers: groupCitations.map((citation) => citationReferenceMap[citation.chunkId] ?? 0),
@@ -4967,7 +5143,8 @@ var buildRAGSourceSummaries = (sources) => {
       chunkIds: group.chunks.map((chunk) => chunk.chunkId),
       contextLabel: leadChunk?.labels?.contextLabel ?? buildContextLabel2(leadChunk?.metadata),
       count: group.count,
-      excerpt: buildExcerpt2(leadChunk?.text ?? ""),
+      excerpt: buildRAGPreferredExcerpt(excerpts, leadChunk?.structure ?? buildRAGChunkStructure(leadChunk?.metadata)) || buildExcerpt2(leadChunk?.text ?? ""),
+      excerpts,
       key: group.key,
       label: group.label,
       locatorLabel: leadChunk?.labels?.locatorLabel ?? buildLocatorLabel2(leadChunk?.metadata, leadChunk?.source, leadChunk?.title),
@@ -6900,5 +7077,5 @@ export {
   buildRAGEvaluationLeaderboard
 };
 
-//# debugId=3CD5187B947B133564756E2164756E21
+//# debugId=11D58D8CBC09035E64756E2164756E21
 //# sourceMappingURL=index.js.map