@absolutejs/absolute 0.19.0-beta.506 → 0.19.0-beta.508

package/dist/ai/index.js

@@ -2221,10 +2221,31 @@ var extractWeightedLexicalFields = (result) => {
   const source = result.source ?? "";
   const archivePath = typeof metadata.archivePath === "string" ? metadata.archivePath : source.includes("#") ? source.split("#")[1] ?? "" : "";
   const mediaSegments = Array.isArray(metadata.mediaSegments) ? metadata.mediaSegments.map((segment) => segment && typeof segment === "object" ? toFieldText(segment) : "").filter(Boolean).join(" ") : "";
+  const mediaTimestampFocus = metadata.sourceNativeKind === "media_segment" ? [
+    typeof metadata.mediaKind === "string" ? metadata.mediaKind : "",
+    "audio",
+    "video",
+    "media",
+    "timestamp",
+    "segment",
+    typeof metadata.mediaSegmentStartMs === "number" ? `timestamp ${metadata.mediaSegmentStartMs}` : "",
+    typeof metadata.mediaSegmentEndMs === "number" ? `timestamp ${metadata.mediaSegmentEndMs}` : ""
+  ].filter(Boolean).join(" ") : "";
+  const spreadsheetFocus = metadata.sourceNativeKind === "spreadsheet_sheet" ? [
+    "spreadsheet",
+    "workbook",
+    "worksheet",
+    "sheet",
+    typeof metadata.sheetName === "string" ? `sheet named ${metadata.sheetName}` : "",
+    typeof metadata.sheetIndex === "number" ? `worksheet ${metadata.sheetIndex + 1}` : ""
+  ].filter(Boolean).join(" ") : "";
   const metadataFocus = [
     metadata.sourceNativeKind,
+    mediaTimestampFocus,
+    spreadsheetFocus,
     metadata.sheetName,
     metadata.sheetNames,
+    metadata.sheetIndex,
     metadata.slideNumber,
     metadata.slideTitle,
     metadata.slideTitles,
@@ -2248,10 +2269,10 @@ var FIELD_WEIGHTS = {
   archivePath: 4.2,
   chunkText: 1,
   mediaSegments: 3.8,
-  metadataFocus: 3.2,
+  metadataFocus: 4.1,
   metadataText: 1.4,
   source: 3.4,
-  title: 2
+  title: 2.8
 };
 var getWeightedFieldTokens = (result) => {
   const fields = extractWeightedLexicalFields({
@@ -2435,7 +2456,9 @@ var resolveFileKindBoost = (queryTokens, metadata) => {
     "framework",
     "transcript",
     "audio",
-    "video"
+    "video",
+    "timestamp",
+    "segment"
   ])) {
     return 0.75;
   }
@@ -2451,7 +2474,8 @@ var resolveTranscriptBoost = (queryTokens, metadata) => {
     return 0;
   }
   const overlap = queryTokens.filter((token) => segmentText.includes(token)).length;
-  return overlap / Math.max(1, queryTokens.length);
+  const timestampBoost = queryTokens.includes("timestamp") ? 0.35 : 0;
+  return Math.min(1, overlap / Math.max(1, queryTokens.length) + timestampBoost);
 };
 var resolveArchiveBoost = (queryTokens, result) => {
   const archivePath = typeof result.metadata?.archivePath === "string" ? result.metadata.archivePath.toLowerCase() : typeof result.source === "string" && result.source.includes("#") ? result.source.split("#")[1]?.toLowerCase() ?? "" : "";
@@ -2626,6 +2650,7 @@ var DOMAIN_EXPANSIONS = {
   video: ["video", "media", "recording", "transcript", "timestamp"]
 };
 var TERM_EXPANSIONS = {
+  audio: ["timestamp", "transcript", "mp3", "speaker"],
   frontend: [
     "frontend",
     "framework",
@@ -2649,7 +2674,9 @@ var TERM_EXPANSIONS = {
   procedure: ["recovery", "runbook"],
   procedur: ["recovery", "runbook"],
   receipt: ["invoice", "ocr", "pdf"],
+  named: ["sheet", "worksheet", "title"],
   sheet: ["worksheet", "workbook", "xlsx"],
+  timestamp: ["audio", "media", "transcript", "segment"],
   transcript: ["audio", "video", "media"],
   workbook: ["sheet", "spreadsheet", "xlsx"]
 };
@@ -2699,6 +2726,22 @@ var createHeuristicRAGQueryTransform = (options = {}) => createRAGQueryTransform
     }
     const expandedTerms = domains.flatMap((domain) => DOMAIN_EXPANSIONS[domain] ?? []);
     const tokenExpansions = tokens.flatMap((token) => TERM_EXPANSIONS[token] ?? []);
+    const spreadsheetNamedVariant = domains.includes("spreadsheet") ? uniqueQueryStrings([
+      ...tokens,
+      "spreadsheet",
+      "workbook",
+      "worksheet",
+      "sheet",
+      "named"
+    ]).join(" ") : "";
+    const mediaTimestampVariant = domains.includes("audio") || domains.includes("video") ? uniqueQueryStrings([
+      ...tokens,
+      "audio",
+      "media",
+      "timestamp",
+      "transcript",
+      "segment"
+    ]).join(" ") : "";
     const rewrittenQuery = uniqueQueryStrings([
       ...tokens,
       ...expandedTerms,
@@ -2709,9 +2752,15 @@ var createHeuristicRAGQueryTransform = (options = {}) => createRAGQueryTransform
       ...DOMAIN_EXPANSIONS[domain] ?? [],
       ...tokenExpansions
     ]).join(" "));
+    if (spreadsheetNamedVariant.length > 0) {
+      variants.push(spreadsheetNamedVariant);
+    }
+    if (mediaTimestampVariant.length > 0) {
+      variants.push(mediaTimestampVariant);
+    }
     return {
       query: rewrittenQuery,
-      variants
+      variants: uniqueQueryStrings(variants)
     };
   }
 });
@@ -3020,6 +3069,16 @@ var normalizeWhitespace = (value) => value.replace(/\r\n?/g, `
 `).replace(/\n{3,}/g, `
 
 `).trim();
+var formatMediaTimestampForIngest = (value) => {
+  if (typeof value !== "number" || !Number.isFinite(value) || value < 0) {
+    return;
+  }
+  const totalSeconds = Math.floor(value / 1000);
+  const minutes = Math.floor(totalSeconds / 60);
+  const seconds = totalSeconds % 60;
+  const milliseconds = Math.floor(value % 1000);
+  return `${String(minutes).padStart(2, "0")}:${String(seconds).padStart(2, "0")}.${String(milliseconds).padStart(3, "0")}`;
+};
 var decodeHtmlEntities = (value) => {
   let output = value;
   for (const [pattern, replacement] of HTML_ENTITY_REPLACEMENTS) {
@@ -3552,6 +3611,7 @@ var createOfficeDocumentExtractor = () => ({
     } else if (extension === ".xlsx" || extension === ".ods") {
       text = spreadsheetText(entries);
       const sheets = spreadsheetSheetTexts(entries);
+      const workbookLabel = input.title ?? input.name ?? input.path ?? input.source ?? DEFAULT_BINARY_NAME;
       officeMetadata = {
         sheetNames: spreadsheetSheetNames(entries)
       };
@@ -3568,9 +3628,9 @@ var createOfficeDocumentExtractor = () => ({
           sheetName: sheet.name
         },
         source: input.source ?? input.path ?? input.name ?? `${slugify(input.title ?? DEFAULT_BINARY_NAME)}${extension || ".office"}`,
-        text: normalizeWhitespace(`Spreadsheet sheet ${sheet.name} from ${input.title ?? input.name ?? input.path ?? DEFAULT_BINARY_NAME}.
+        text: normalizeWhitespace(`Spreadsheet workbook ${workbookLabel}. ` + `Worksheet ${index + 1}. ` + `Workbook sheet named ${sheet.name}. ` + `Sheet ${sheet.name} from spreadsheet workbook ${workbookLabel}.` + `
 ${sheet.text}`),
-        title: input.title ? `${input.title} \xB7 ${sheet.name}` : sheet.name
+        title: input.title ? `${input.title} \xB7 Sheet ${sheet.name}` : `Sheet ${sheet.name}`
       }));
     } else if (extension === ".pptx" || extension === ".odp") {
       text = presentationText(entries);
@@ -3651,6 +3711,9 @@ var createRAGMediaFileExtractor = (transcriber) => ({
       }
       const startMs = typeof segment.startMs === "number" ? segment.startMs : undefined;
       const endMs = typeof segment.endMs === "number" ? segment.endMs : undefined;
+      const startLabel = formatMediaTimestampForIngest(startMs);
+      const endLabel = formatMediaTimestampForIngest(endMs);
+      const mediaKind = typeof result.metadata?.mediaKind === "string" ? result.metadata.mediaKind : "media";
       segmentDocuments.push({
         chunking: input.chunking,
         contentType: input.contentType,
@@ -3667,9 +3730,9 @@ var createRAGMediaFileExtractor = (transcriber) => ({
           speaker: typeof segment.speaker === "string" ? segment.speaker : undefined
         },
         source,
-        text: normalizeWhitespace(`Media transcript segment${typeof startMs === "number" ? ` ${startMs}-${endMs ?? startMs}ms` : ""} from ${input.title ?? input.name ?? input.path ?? DEFAULT_BINARY_NAME}.
+        text: normalizeWhitespace(`${mediaKind} transcript segment${startLabel ? ` at timestamp ${startLabel}${endLabel ? ` to ${endLabel}` : ""}` : ""} from ${input.title ?? input.name ?? input.path ?? DEFAULT_BINARY_NAME}. ` + `${mediaKind} timestamp evidence${startLabel ? ` ${startLabel}${endLabel ? ` to ${endLabel}` : ""}` : ""}.` + `
 ${text}`),
-        title: input.title ? `${input.title} \xB7 Segment ${index + 1}` : `Segment ${index + 1}`
+        title: input.title ? `${input.title} \xB7 ${mediaKind[0]?.toUpperCase() + mediaKind.slice(1)} segment ${index + 1}` : `${mediaKind[0]?.toUpperCase() + mediaKind.slice(1)} segment ${index + 1}`
       });
     }
     const summaryDocument = {
@@ -10202,5 +10265,5 @@ export {
   aiChat
 };
 
-//# debugId=135B1E72591570CC64756E2164756E21
+//# debugId=B845F096CD7ACDA464756E2164756E21
 //# sourceMappingURL=index.js.map