@absolutejs/rag 0.2.0 → 0.3.0

package/dist/adapter-kit/index.js

@@ -14824,6 +14824,8 @@ var emailStructureUnits = (value, metadata) => {
         return "Forwarded Headers";
       case "quoted_history":
         return "Quoted History";
+      case "signature":
+        return "Signature";
     }
   };
   const familyKeyBase = threadTopic || from || "Email Message";
@@ -17032,15 +17034,30 @@ var EMAIL_FORWARDED_HEADER_PATTERN = /^(?:from|sent|to|cc|bcc|subject|date|reply
 var EMAIL_FORWARDED_SEPARATOR_PATTERN = /^-{2,}\s*forwarded message\s*-{2,}$/i;
 var EMAIL_HTML_QUOTE_OPEN_TOKEN = "[[ABS_EMAIL_QUOTE_OPEN]]";
 var EMAIL_HTML_QUOTE_CLOSE_TOKEN = "[[ABS_EMAIL_QUOTE_CLOSE]]";
+var EMAIL_ATTRIBUTION_PATTERNS = [
+  /^on\s.+\bwrote:$/iu,
+  /^on\s.+\bat\s.+\bwrote:$/iu,
+  /^-+\s*original message\s*-+$/iu,
+  /^_{5,}$/u,
+  /^el\s.+\bescribi\u00F3:$/iu,
+  /^le\s.+\ba \u00E9crit\s*:$/iu
+];
+var EMAIL_SIGNATURE_DELIMITER = /^--\s?$/u;
 var classifyEmailBodyLine = (line, currentKind) => {
   const trimmed = line.trim();
   if (!trimmed) {
     return currentKind;
   }
+  if (currentKind === "signature") {
+    return "signature";
+  }
+  if (EMAIL_SIGNATURE_DELIMITER.test(line)) {
+    return "signature";
+  }
   if (/^>+/.test(trimmed)) {
     return "quoted_history";
   }
-  if (/^on .+wrote:$/i.test(trimmed)) {
+  if (EMAIL_ATTRIBUTION_PATTERNS.some((pattern) => pattern.test(trimmed))) {
     return "quoted_history";
   }
   if (EMAIL_FORWARDED_SEPARATOR_PATTERN.test(trimmed)) {
@@ -17228,16 +17245,8 @@ var scoreEmailBodyCandidate = (candidate) => {
     return Number.NEGATIVE_INFINITY;
   }
   const sections = parseEmailBodySections(candidate);
-  const structuralScore = sections.reduce((score, section) => {
-    if (section.kind === "forwarded_headers") {
-      return score + 8;
-    }
-    if (section.kind === "quoted_history") {
-      return score + 6 + (section.quotedDepth ?? 0);
-    }
-    return score + 1;
-  }, 0);
-  return structuralScore * 10 + Math.min(candidate.length, 5000) / 100;
+  const authoredChars = sections.filter((section) => section.kind === "authored_text").reduce((total, section) => total + section.text.trim().length, 0);
+  return authoredChars * 10 + Math.min(candidate.length, 5000) / 1000;
 };
 var choosePreferredEmailBodyText = (htmlText, plainText) => {
   const htmlScore = scoreEmailBodyCandidate(htmlText);
@@ -17334,6 +17343,12 @@ var parseEmailMimeParts = (body, contentType) => {
     bodyText
   };
 };
+var authoredEmailText = (text) => {
+  const authored = parseEmailBodySections(text).filter((section) => section.kind === "authored_text").map((section) => section.text.trim()).filter(Boolean).join(`
+
+`).trim();
+  return authored || text;
+};
 var extractEmailText = (raw) => {
   const { body, headerBlock } = splitEmailMessage(raw);
   const headers = parseHeaderBlock(headerBlock);
@@ -31325,5 +31340,5 @@ export {
   RAG_NATIVE_QUERY_CANDIDATE_LIMIT
 };
 
-//# debugId=86AE9E92B8164CAE64756E2164756E21
+//# debugId=03EEE30357F4429664756E2164756E21
 //# sourceMappingURL=index.js.map