@absolutejs/absolute 0.19.0-beta.606 → 0.19.0-beta.608

package/dist/ai/rag/quality.js

@@ -339,6 +339,56 @@ var buildExcerpt = (text, maxLength = 160) => {
   }
   return `${normalized.slice(0, Math.max(0, maxLength - 1)).trimEnd()}\u2026`;
 };
+var selectPreferredExcerpt = (excerpts, sectionChunkCount) => {
+  if (!excerpts) {
+    return "";
+  }
+  const chunkExcerpt = excerpts.chunkExcerpt?.trim() ?? "";
+  const windowExcerpt = excerpts.windowExcerpt?.trim() ?? "";
+  const sectionExcerpt = excerpts.sectionExcerpt?.trim() ?? "";
+  if (sectionChunkCount && sectionChunkCount > 1 && chunkExcerpt.length > 0 && chunkExcerpt.length < 72) {
+    if (sectionChunkCount <= 3 && sectionExcerpt) {
+      return sectionExcerpt;
+    }
+    if (windowExcerpt) {
+      return windowExcerpt;
+    }
+  }
+  return chunkExcerpt || windowExcerpt || sectionExcerpt;
+};
+var buildGroundingChunkExcerpts = (sources, activeChunkId) => {
+  if (sources.length === 0) {
+    return;
+  }
+  const activeSource = (activeChunkId ? sources.find((source) => source.chunkId === activeChunkId) : undefined) ?? sources[0];
+  if (!activeSource) {
+    return;
+  }
+  const chunkMap = new Map(sources.map((source) => [source.chunkId, source]));
+  const activeMetadata = activeSource.metadata ?? {};
+  const previousChunkId = getContextString(activeMetadata.previousChunkId);
+  const nextChunkId = getContextString(activeMetadata.nextChunkId);
+  const sectionChunkId = getContextString(activeMetadata.sectionChunkId);
+  const sectionSources = sectionChunkId ? sources.filter((source) => getContextString(source.metadata?.sectionChunkId) === sectionChunkId).sort((left, right) => {
+    const leftIndex = getContextNumber(left.metadata?.sectionChunkIndex) ?? Number.MAX_SAFE_INTEGER;
+    const rightIndex = getContextNumber(right.metadata?.sectionChunkIndex) ?? Number.MAX_SAFE_INTEGER;
+    if (leftIndex !== rightIndex) {
+      return leftIndex - rightIndex;
+    }
+    return left.chunkId.localeCompare(right.chunkId);
+  }) : [activeSource];
+  const collectText = (chunkIds) => chunkIds.map((chunkId) => chunkMap.get(chunkId)?.text).filter((text) => typeof text === "string").join(`
+
+`);
+  const orderedWindowIds = [previousChunkId, activeSource.chunkId, nextChunkId].filter((chunkId, index, values) => Boolean(chunkId) && values.indexOf(chunkId) === index);
+  return {
+    chunkExcerpt: buildExcerpt(activeSource.text, 160),
+    sectionExcerpt: buildExcerpt(sectionSources.map((source) => source.text).join(`
+
+`), 320),
+    windowExcerpt: buildExcerpt(collectText(orderedWindowIds), 240)
+  };
+};
 var buildGroundingReferenceEvidenceLabel = (reference) => [reference.label, reference.locatorLabel, reference.contextLabel].filter((value) => Boolean(value && value.length > 0)).filter((value, index, values) => values.findIndex((entry) => entry === value) === index).join(" \xB7 ");
 var buildGroundingReferenceEvidenceSummary = (reference) => [
   reference.source ?? reference.title ?? reference.chunkId,
@@ -346,11 +396,19 @@ var buildGroundingReferenceEvidenceSummary = (reference) => [
   reference.contextLabel,
   reference.provenanceLabel
 ].filter((value) => Boolean(value && value.length > 0)).filter((value, index, values) => values.findIndex((entry) => entry === value) === index).join(" \xB7 ");
+var buildGroundingSectionKey = (reference) => reference.contextLabel ?? reference.locatorLabel ?? reference.label ?? reference.source ?? reference.chunkId;
+var buildGroundingSectionSummaryLine = (reference) => [
+  reference.source ?? reference.title ?? reference.chunkId,
+  reference.locatorLabel,
+  reference.contextLabel,
+  reference.provenanceLabel
+].filter((value) => Boolean(value && value.length > 0)).filter((value, index, values) => values.findIndex((entry) => entry === value) === index).join(" \xB7 ");
 var buildGroundedAnswerCitationDetail = (reference) => ({
   contextLabel: reference.contextLabel,
   evidenceLabel: buildGroundingReferenceEvidenceLabel(reference),
   evidenceSummary: buildGroundingReferenceEvidenceSummary(reference),
-  excerpt: reference.excerpt,
+  excerpt: selectPreferredExcerpt(reference.excerpts, getContextNumber(reference.metadata?.sectionChunkCount)) || reference.excerpt,
+  excerpts: reference.excerpts,
   label: reference.label,
   locatorLabel: reference.locatorLabel,
   number: reference.number,
@@ -436,26 +494,97 @@ var buildRAGGroundedAnswer = (content, sources) => {
     hasCitations,
     parts,
     references,
+    sectionSummaries: buildRAGGroundedAnswerSectionSummaries(references),
     ungroundedReferenceNumbers: [...ungroundedReferenceNumbers].sort((left, right) => left - right)
   };
 };
+var buildRAGGroundedAnswerSectionSummaries = (references) => {
+  const groups = new Map;
+  for (const reference of references) {
+    const key = buildGroundingSectionKey(reference);
+    const existing = groups.get(key);
+    if (!existing) {
+      const excerpts = reference.excerpts ? {
+        chunkExcerpt: reference.excerpts.chunkExcerpt,
+        sectionExcerpt: reference.excerpts.sectionExcerpt,
+        windowExcerpt: reference.excerpts.windowExcerpt
+      } : undefined;
+      groups.set(key, {
+        chunkIds: [reference.chunkId],
+        contextLabel: reference.contextLabel,
+        count: 1,
+        excerpt: selectPreferredExcerpt(excerpts, getContextNumber(reference.metadata?.sectionChunkCount)) || excerpts?.sectionExcerpt || reference.excerpt,
+        excerpts,
+        key,
+        label: key,
+        locatorLabel: reference.locatorLabel,
+        provenanceLabel: reference.provenanceLabel,
+        referenceNumbers: [reference.number],
+        references: [reference],
+        summary: buildGroundingSectionSummaryLine(reference) || reference.label || reference.chunkId
+      });
+      continue;
+    }
+    existing.count += 1;
+    if (!existing.chunkIds.includes(reference.chunkId)) {
+      existing.chunkIds.push(reference.chunkId);
+    }
+    if (!existing.referenceNumbers.includes(reference.number)) {
+      existing.referenceNumbers.push(reference.number);
+    }
+    existing.references.push(reference);
+    if (!existing.contextLabel && reference.contextLabel) {
+      existing.contextLabel = reference.contextLabel;
+    }
+    if (!existing.locatorLabel && reference.locatorLabel) {
+      existing.locatorLabel = reference.locatorLabel;
+    }
+    if (!existing.provenanceLabel && reference.provenanceLabel) {
+      existing.provenanceLabel = reference.provenanceLabel;
+    }
+    if (!existing.excerpts && reference.excerpts) {
+      existing.excerpts = {
+        chunkExcerpt: reference.excerpts.chunkExcerpt,
+        sectionExcerpt: reference.excerpts.sectionExcerpt,
+        windowExcerpt: reference.excerpts.windowExcerpt
+      };
+      existing.excerpt = reference.excerpts.sectionExcerpt;
+    }
+  }
+  return [...groups.values()].map((group) => ({
+    ...group,
+    referenceNumbers: [...group.referenceNumbers].sort((left, right) => left - right),
+    references: group.references.slice().sort((left, right) => left.number - right.number)
+  })).sort((left, right) => {
+    const leftFirst = left.referenceNumbers[0] ?? Number.POSITIVE_INFINITY;
+    const rightFirst = right.referenceNumbers[0] ?? Number.POSITIVE_INFINITY;
+    if (leftFirst !== rightFirst) {
+      return leftFirst - rightFirst;
+    }
+    return left.label.localeCompare(right.label);
+  });
+};
 var buildRAGGroundingReferences = (sources) => {
   const citations = buildRAGCitations(sources);
   const citationReferenceMap = buildRAGCitationReferenceMap(citations);
-  return citations.map((citation) => ({
-    chunkId: citation.chunkId,
-    contextLabel: citation.contextLabel ?? buildContextLabel(citation.metadata),
-    excerpt: buildExcerpt(citation.text),
-    label: citation.label,
-    locatorLabel: citation.locatorLabel ?? buildLocatorLabel(citation.metadata, citation.source, citation.title),
-    metadata: citation.metadata,
-    number: citationReferenceMap[citation.chunkId] ?? 0,
-    provenanceLabel: citation.provenanceLabel ?? buildProvenanceLabel(citation.metadata),
-    score: citation.score,
-    source: citation.source,
-    text: citation.text,
-    title: citation.title
-  }));
+  return citations.map((citation) => {
+    const excerpts = buildGroundingChunkExcerpts(sources, citation.chunkId);
+    return {
+      chunkId: citation.chunkId,
+      contextLabel: citation.contextLabel ?? buildContextLabel(citation.metadata),
+      excerpt: selectPreferredExcerpt(excerpts, getContextNumber(citation.metadata?.sectionChunkCount)) || excerpts?.chunkExcerpt || buildExcerpt(citation.text),
+      excerpts,
+      label: citation.label,
+      locatorLabel: citation.locatorLabel ?? buildLocatorLabel(citation.metadata, citation.source, citation.title),
+      metadata: citation.metadata,
+      number: citationReferenceMap[citation.chunkId] ?? 0,
+      provenanceLabel: citation.provenanceLabel ?? buildProvenanceLabel(citation.metadata),
+      score: citation.score,
+      source: citation.source,
+      text: citation.text,
+      title: citation.title
+    };
+  });
 };
 
 // src/ai/rag/quality.ts
@@ -3616,5 +3745,5 @@ export {
   buildRAGAnswerGroundingCaseDifficultyLeaderboard
 };
 
-//# debugId=50C4C7F0681DF85664756E2164756E21
+//# debugId=E6BD1B37FA2B2FD064756E2164756E21
 //# sourceMappingURL=quality.js.map