@absolutejs/absolute 0.19.0-beta.607 → 0.19.0-beta.608

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -45,6 +45,7 @@ export type RAGSourceSummary = {
45
45
  bestScore: number;
46
46
  count: number;
47
47
  excerpt: string;
48
+ excerpts?: RAGChunkExcerpts;
48
49
  chunkIds: string[];
49
50
  citationNumbers: number[];
50
51
  citations: RAGCitation[];
@@ -62,6 +63,7 @@ export type RAGGroundingReference = {
62
63
  score: number;
63
64
  text: string;
64
65
  excerpt: string;
66
+ excerpts?: RAGChunkExcerpts;
65
67
  contextLabel?: string;
66
68
  provenanceLabel?: string;
67
69
  locatorLabel?: string;
@@ -73,6 +75,7 @@ export type RAGGroundedAnswerCitationDetail = {
73
75
  source?: string;
74
76
  title?: string;
75
77
  excerpt: string;
78
+ excerpts?: RAGChunkExcerpts;
76
79
  contextLabel?: string;
77
80
  provenanceLabel?: string;
78
81
  locatorLabel?: string;
@@ -84,6 +87,8 @@ export type RAGGroundedAnswerSectionSummary = {
84
87
  label: string;
85
88
  summary: string;
86
89
  count: number;
90
+ excerpt?: string;
91
+ excerpts?: RAGChunkExcerpts;
87
92
  chunkIds: string[];
88
93
  referenceNumbers: number[];
89
94
  references: RAGGroundingReference[];
@@ -427,9 +432,15 @@ export type RAGDocumentChunkPreview = {
427
432
  normalizedText: string;
428
433
  chunks: Array<RAGDocumentChunk & {
429
434
  labels?: RAGSourceLabels;
435
+ excerpts?: RAGChunkExcerpts;
430
436
  structure?: RAGChunkStructure;
431
437
  }>;
432
438
  };
439
+ export type RAGChunkExcerpts = {
440
+ chunkExcerpt: string;
441
+ windowExcerpt: string;
442
+ sectionExcerpt: string;
443
+ };
433
444
  export type RAGSourceLabels = {
434
445
  contextLabel?: string;
435
446
  locatorLabel?: string;
@@ -439,7 +450,7 @@ export type RAGChunkSection = {
439
450
  title?: string;
440
451
  path?: string[];
441
452
  depth?: number;
442
- kind?: 'markdown_heading' | 'html_heading';
453
+ kind?: 'markdown_heading' | 'html_heading' | 'office_heading' | 'spreadsheet_rows' | 'presentation_slide';
443
454
  };
444
455
  export type RAGChunkSequence = {
445
456
  sectionChunkId?: string;
@@ -473,7 +484,7 @@ export type RAGChunkGraphSectionGroup = {
473
484
  title?: string;
474
485
  path?: string[];
475
486
  depth?: number;
476
- kind?: 'markdown_heading' | 'html_heading';
487
+ kind?: 'markdown_heading' | 'html_heading' | 'office_heading' | 'spreadsheet_rows' | 'presentation_slide';
477
488
  chunkIds: string[];
478
489
  chunkCount: number;
479
490
  leadChunkId?: string;
@@ -347,6 +347,56 @@ var buildExcerpt = (text, maxLength = 160) => {
347
347
  }
348
348
  return `${normalized.slice(0, Math.max(0, maxLength - 1)).trimEnd()}\u2026`;
349
349
  };
350
+ var selectPreferredExcerpt = (excerpts, sectionChunkCount) => {
351
+ if (!excerpts) {
352
+ return "";
353
+ }
354
+ const chunkExcerpt = excerpts.chunkExcerpt?.trim() ?? "";
355
+ const windowExcerpt = excerpts.windowExcerpt?.trim() ?? "";
356
+ const sectionExcerpt = excerpts.sectionExcerpt?.trim() ?? "";
357
+ if (sectionChunkCount && sectionChunkCount > 1 && chunkExcerpt.length > 0 && chunkExcerpt.length < 72) {
358
+ if (sectionChunkCount <= 3 && sectionExcerpt) {
359
+ return sectionExcerpt;
360
+ }
361
+ if (windowExcerpt) {
362
+ return windowExcerpt;
363
+ }
364
+ }
365
+ return chunkExcerpt || windowExcerpt || sectionExcerpt;
366
+ };
367
+ var buildGroundingChunkExcerpts = (sources, activeChunkId) => {
368
+ if (sources.length === 0) {
369
+ return;
370
+ }
371
+ const activeSource = (activeChunkId ? sources.find((source) => source.chunkId === activeChunkId) : undefined) ?? sources[0];
372
+ if (!activeSource) {
373
+ return;
374
+ }
375
+ const chunkMap = new Map(sources.map((source) => [source.chunkId, source]));
376
+ const activeMetadata = activeSource.metadata ?? {};
377
+ const previousChunkId = getContextString(activeMetadata.previousChunkId);
378
+ const nextChunkId = getContextString(activeMetadata.nextChunkId);
379
+ const sectionChunkId = getContextString(activeMetadata.sectionChunkId);
380
+ const sectionSources = sectionChunkId ? sources.filter((source) => getContextString(source.metadata?.sectionChunkId) === sectionChunkId).sort((left, right) => {
381
+ const leftIndex = getContextNumber(left.metadata?.sectionChunkIndex) ?? Number.MAX_SAFE_INTEGER;
382
+ const rightIndex = getContextNumber(right.metadata?.sectionChunkIndex) ?? Number.MAX_SAFE_INTEGER;
383
+ if (leftIndex !== rightIndex) {
384
+ return leftIndex - rightIndex;
385
+ }
386
+ return left.chunkId.localeCompare(right.chunkId);
387
+ }) : [activeSource];
388
+ const collectText = (chunkIds) => chunkIds.map((chunkId) => chunkMap.get(chunkId)?.text).filter((text) => typeof text === "string").join(`
389
+
390
+ `);
391
+ const orderedWindowIds = [previousChunkId, activeSource.chunkId, nextChunkId].filter((chunkId, index, values) => Boolean(chunkId) && values.indexOf(chunkId) === index);
392
+ return {
393
+ chunkExcerpt: buildExcerpt(activeSource.text, 160),
394
+ sectionExcerpt: buildExcerpt(sectionSources.map((source) => source.text).join(`
395
+
396
+ `), 320),
397
+ windowExcerpt: buildExcerpt(collectText(orderedWindowIds), 240)
398
+ };
399
+ };
350
400
  var buildGroundingReferenceEvidenceLabel = (reference) => [reference.label, reference.locatorLabel, reference.contextLabel].filter((value) => Boolean(value && value.length > 0)).filter((value, index, values) => values.findIndex((entry) => entry === value) === index).join(" \xB7 ");
351
401
  var buildGroundingReferenceEvidenceSummary = (reference) => [
352
402
  reference.source ?? reference.title ?? reference.chunkId,
@@ -365,7 +415,8 @@ var buildGroundedAnswerCitationDetail = (reference) => ({
365
415
  contextLabel: reference.contextLabel,
366
416
  evidenceLabel: buildGroundingReferenceEvidenceLabel(reference),
367
417
  evidenceSummary: buildGroundingReferenceEvidenceSummary(reference),
368
- excerpt: reference.excerpt,
418
+ excerpt: selectPreferredExcerpt(reference.excerpts, getContextNumber(reference.metadata?.sectionChunkCount)) || reference.excerpt,
419
+ excerpts: reference.excerpts,
369
420
  label: reference.label,
370
421
  locatorLabel: reference.locatorLabel,
371
422
  number: reference.number,
@@ -461,10 +512,17 @@ var buildRAGGroundedAnswerSectionSummaries = (references) => {
461
512
  const key = buildGroundingSectionKey(reference);
462
513
  const existing = groups.get(key);
463
514
  if (!existing) {
515
+ const excerpts = reference.excerpts ? {
516
+ chunkExcerpt: reference.excerpts.chunkExcerpt,
517
+ sectionExcerpt: reference.excerpts.sectionExcerpt,
518
+ windowExcerpt: reference.excerpts.windowExcerpt
519
+ } : undefined;
464
520
  groups.set(key, {
465
521
  chunkIds: [reference.chunkId],
466
522
  contextLabel: reference.contextLabel,
467
523
  count: 1,
524
+ excerpt: selectPreferredExcerpt(excerpts, getContextNumber(reference.metadata?.sectionChunkCount)) || excerpts?.sectionExcerpt || reference.excerpt,
525
+ excerpts,
468
526
  key,
469
527
  label: key,
470
528
  locatorLabel: reference.locatorLabel,
@@ -492,6 +550,14 @@ var buildRAGGroundedAnswerSectionSummaries = (references) => {
492
550
  if (!existing.provenanceLabel && reference.provenanceLabel) {
493
551
  existing.provenanceLabel = reference.provenanceLabel;
494
552
  }
553
+ if (!existing.excerpts && reference.excerpts) {
554
+ existing.excerpts = {
555
+ chunkExcerpt: reference.excerpts.chunkExcerpt,
556
+ sectionExcerpt: reference.excerpts.sectionExcerpt,
557
+ windowExcerpt: reference.excerpts.windowExcerpt
558
+ };
559
+ existing.excerpt = reference.excerpts.sectionExcerpt;
560
+ }
495
561
  }
496
562
  return [...groups.values()].map((group) => ({
497
563
  ...group,
@@ -509,20 +575,24 @@ var buildRAGGroundedAnswerSectionSummaries = (references) => {
509
575
  var buildRAGGroundingReferences = (sources) => {
510
576
  const citations = buildRAGCitations(sources);
511
577
  const citationReferenceMap = buildRAGCitationReferenceMap(citations);
512
- return citations.map((citation) => ({
513
- chunkId: citation.chunkId,
514
- contextLabel: citation.contextLabel ?? buildContextLabel(citation.metadata),
515
- excerpt: buildExcerpt(citation.text),
516
- label: citation.label,
517
- locatorLabel: citation.locatorLabel ?? buildLocatorLabel(citation.metadata, citation.source, citation.title),
518
- metadata: citation.metadata,
519
- number: citationReferenceMap[citation.chunkId] ?? 0,
520
- provenanceLabel: citation.provenanceLabel ?? buildProvenanceLabel(citation.metadata),
521
- score: citation.score,
522
- source: citation.source,
523
- text: citation.text,
524
- title: citation.title
525
- }));
578
+ return citations.map((citation) => {
579
+ const excerpts = buildGroundingChunkExcerpts(sources, citation.chunkId);
580
+ return {
581
+ chunkId: citation.chunkId,
582
+ contextLabel: citation.contextLabel ?? buildContextLabel(citation.metadata),
583
+ excerpt: selectPreferredExcerpt(excerpts, getContextNumber(citation.metadata?.sectionChunkCount)) || excerpts?.chunkExcerpt || buildExcerpt(citation.text),
584
+ excerpts,
585
+ label: citation.label,
586
+ locatorLabel: citation.locatorLabel ?? buildLocatorLabel(citation.metadata, citation.source, citation.title),
587
+ metadata: citation.metadata,
588
+ number: citationReferenceMap[citation.chunkId] ?? 0,
589
+ provenanceLabel: citation.provenanceLabel ?? buildProvenanceLabel(citation.metadata),
590
+ score: citation.score,
591
+ source: citation.source,
592
+ text: citation.text,
593
+ title: citation.title
594
+ };
595
+ });
526
596
  };
527
597
 
528
598
  // src/ai/rag/quality.ts
@@ -4182,7 +4252,7 @@ var buildRAGChunkStructure = (metadata) => {
4182
4252
  return;
4183
4253
  }
4184
4254
  const sectionPath = Array.isArray(metadata.sectionPath) ? metadata.sectionPath.filter((value) => typeof value === "string" && value.trim().length > 0) : undefined;
4185
- const sectionKind = metadata.sectionKind === "markdown_heading" || metadata.sectionKind === "html_heading" ? metadata.sectionKind : undefined;
4255
+ const sectionKind = metadata.sectionKind === "markdown_heading" || metadata.sectionKind === "html_heading" || metadata.sectionKind === "office_heading" || metadata.sectionKind === "spreadsheet_rows" || metadata.sectionKind === "presentation_slide" ? metadata.sectionKind : undefined;
4186
4256
  const section = {
4187
4257
  depth: getContextNumber2(metadata.sectionDepth),
4188
4258
  kind: sectionKind,
@@ -4211,6 +4281,52 @@ var buildExcerpt2 = (text, maxLength = 160) => {
4211
4281
  }
4212
4282
  return `${normalized.slice(0, Math.max(0, maxLength - 1)).trimEnd()}\u2026`;
4213
4283
  };
4284
+ var buildRAGChunkExcerpts = (chunks, activeChunkId) => {
4285
+ if (chunks.length === 0) {
4286
+ return;
4287
+ }
4288
+ const graph = buildRAGChunkGraph(chunks.map((chunk) => ({
4289
+ chunkId: chunk.chunkId,
4290
+ metadata: chunk.metadata,
4291
+ structure: chunk.structure
4292
+ })));
4293
+ const navigation = buildRAGChunkGraphNavigation(graph, activeChunkId);
4294
+ const activeChunk = chunks.find((chunk) => chunk.chunkId === navigation.activeChunkId) ?? chunks[0];
4295
+ if (!activeChunk) {
4296
+ return;
4297
+ }
4298
+ const chunkMap = new Map(chunks.map((chunk) => [chunk.chunkId, chunk]));
4299
+ const orderedWindowIds = [
4300
+ navigation.previousNode?.chunkId,
4301
+ activeChunk.chunkId,
4302
+ navigation.nextNode?.chunkId
4303
+ ].filter((chunkId, index, ids) => Boolean(chunkId) && ids.indexOf(chunkId) === index);
4304
+ const orderedSectionIds = navigation.sectionNodes.length > 0 ? navigation.sectionNodes.map((node) => node.chunkId) : [activeChunk.chunkId];
4305
+ const collectText = (chunkIds) => chunkIds.map((chunkId) => chunkMap.get(chunkId)?.text).filter((text) => typeof text === "string").join(`
4306
+
4307
+ `);
4308
+ return {
4309
+ chunkExcerpt: buildExcerpt2(activeChunk.text, 160),
4310
+ sectionExcerpt: buildExcerpt2(collectText(orderedSectionIds), 320),
4311
+ windowExcerpt: buildExcerpt2(collectText(orderedWindowIds), 240)
4312
+ };
4313
+ };
4314
+ var buildRAGPreferredExcerpt = (excerpts, structure) => {
4315
+ if (!excerpts) {
4316
+ return "";
4317
+ }
4318
+ const chunkLength = excerpts.chunkExcerpt.trim().length;
4319
+ const sectionChunkCount = structure?.sequence?.sectionChunkCount ?? 1;
4320
+ if (sectionChunkCount > 1 && chunkLength > 0 && chunkLength < 72) {
4321
+ if (sectionChunkCount <= 3 && excerpts.sectionExcerpt.trim().length > 0) {
4322
+ return excerpts.sectionExcerpt;
4323
+ }
4324
+ if (excerpts.windowExcerpt.trim().length > 0) {
4325
+ return excerpts.windowExcerpt;
4326
+ }
4327
+ }
4328
+ return excerpts.chunkExcerpt;
4329
+ };
4214
4330
  var buildRAGChunkGraph = (chunks) => {
4215
4331
  const nodes = [];
4216
4332
  const edges = [];
@@ -4422,6 +4538,7 @@ var buildRAGSourceSummaries = (sources) => {
4422
4538
  return sourceGroups.map((group) => {
4423
4539
  const groupCitations = citations.filter((citation) => group.chunks.some((chunk) => chunk.chunkId === citation.chunkId));
4424
4540
  const leadChunk = group.chunks.slice().sort((left, right) => right.score - left.score)[0];
4541
+ const excerpts = leadChunk ? buildRAGChunkExcerpts(group.chunks, leadChunk.chunkId) : undefined;
4425
4542
  return {
4426
4543
  bestScore: group.bestScore,
4427
4544
  citationNumbers: groupCitations.map((citation) => citationReferenceMap[citation.chunkId] ?? 0),
@@ -4429,7 +4546,8 @@ var buildRAGSourceSummaries = (sources) => {
4429
4546
  chunkIds: group.chunks.map((chunk) => chunk.chunkId),
4430
4547
  contextLabel: leadChunk?.labels?.contextLabel ?? buildContextLabel2(leadChunk?.metadata),
4431
4548
  count: group.count,
4432
- excerpt: buildExcerpt2(leadChunk?.text ?? ""),
4549
+ excerpt: buildRAGPreferredExcerpt(excerpts, leadChunk?.structure ?? buildRAGChunkStructure(leadChunk?.metadata)) || buildExcerpt2(leadChunk?.text ?? ""),
4550
+ excerpts,
4433
4551
  key: group.key,
4434
4552
  label: group.label,
4435
4553
  locatorLabel: leadChunk?.labels?.locatorLabel ?? buildLocatorLabel2(leadChunk?.metadata, leadChunk?.source, leadChunk?.title),
@@ -7695,5 +7813,5 @@ export {
7695
7813
  AIStreamKey
7696
7814
  };
7697
7815
 
7698
- //# debugId=6508AB216758DFE664756E2164756E21
7816
+ //# debugId=8644A303847A540964756E2164756E21
7699
7817
  //# sourceMappingURL=index.js.map