@librechat/agents 2.4.22 → 2.4.31

package/dist/cjs/tools/search/format.cjs

@@ -0,0 +1,116 @@
+'use strict';
+
+function formatResultsForLLM(results) {
+    let output = '';
+    const addSection = (title) => {
+        output += `\n=== ${title} ===\n`;
+    };
+    // Organic (web) results
+    const organic = results.organic ?? [];
+    if (organic.length) {
+        addSection('Web Results');
+        organic.forEach((r, i) => {
+            output += [
+                `Source ${i + 1}: ${r.title ?? '(no title)'}`,
+                `Citation Anchor: \\ue202turn0search${i + 1}`,
+                `URL: ${r.link}`,
+                r.snippet != null ? `Summary: ${r.snippet}` : '',
+                r.date != null ? `Date: ${r.date}` : '',
+                r.attribution != null ? `Source: ${r.attribution}` : '',
+                '',
+                '--- Content Highlights ---',
+                ...(r.highlights ?? [])
+                    .filter((h) => h.text.trim().length > 0)
+                    .map((h) => `[Relevance: ${h.score.toFixed(2)}]\n${h.text.trim()}`),
+                '',
+            ]
+                .filter(Boolean)
+                .join('\n');
+        });
+    }
+    // Ignoring these sections for now
+    // // Top stories (news)
+    // const topStores = results.topStories ?? [];
+    // if (topStores.length) {
+    //   addSection('News Results');
+    //   topStores.forEach((r, i) => {
+    //     output += [
+    //       `Anchor: \ue202turn0news${i + 1}`,
+    //       `Title: ${r.title ?? '(no title)'}`,
+    //       `URL: ${r.link}`,
+    //       r.snippet != null ? `Snippet: ${r.snippet}` : '',
+    //       r.date != null ? `Date: ${r.date}` : '',
+    //       r.attribution != null ? `Source: ${r.attribution}` : '',
+    //       ''
+    //     ].filter(Boolean).join('\n');
+    //   });
+    // }
+    // // Images
+    // const images = results.images ?? [];
+    // if (images.length) {
+    //   addSection('Image Results');
+    //   images.forEach((img, i) => {
+    //     output += [
+    //       `Anchor: \ue202turn0image${i + 1}`,
+    //       `Title: ${img.title ?? '(no title)'}`,
+    //       `Image URL: ${img.imageUrl}`,
+    //       ''
+    //     ].join('\n');
+    //   });
+    // }
+    // Knowledge Graph
+    if (results.knowledgeGraph != null) {
+        addSection('Knowledge Graph');
+        output += [
+            `Title: ${results.knowledgeGraph.title ?? '(no title)'}`,
+            results.knowledgeGraph.description != null
+                ? `Description: ${results.knowledgeGraph.description}`
+                : '',
+            results.knowledgeGraph.type != null
+                ? `Type: ${results.knowledgeGraph.type}`
+                : '',
+            results.knowledgeGraph.imageUrl != null
+                ? `Image URL: ${results.knowledgeGraph.imageUrl}`
+                : '',
+            results.knowledgeGraph.attributes != null
+                ? `Attributes: ${JSON.stringify(results.knowledgeGraph.attributes, null, 2)}`
+                : '',
+            '',
+        ]
+            .filter(Boolean)
+            .join('\n');
+    }
+    // Answer Box
+    if (results.answerBox != null) {
+        addSection('Answer Box');
+        output += [
+            results.answerBox.title != null
+                ? `Title: ${results.answerBox.title}`
+                : '',
+            results.answerBox.answer != null
+                ? `Answer: ${results.answerBox.answer}`
+                : '',
+            results.answerBox.snippet != null
+                ? `Snippet: ${results.answerBox.snippet}`
+                : '',
+            results.answerBox.date != null ? `Date: ${results.answerBox.date}` : '',
+            '',
+        ]
+            .filter(Boolean)
+            .join('\n');
+    }
+    // People also ask
+    const peopleAlsoAsk = results.peopleAlsoAsk ?? [];
+    if (peopleAlsoAsk.length) {
+        addSection('People Also Ask');
+        peopleAlsoAsk.forEach((p, _i) => {
+            output += [`Q: ${p.question}`, `A: ${p.answer}`, '']
+                .filter(Boolean)
+                .join('\n');
+        });
+    }
+    return output.trim();
+}
+
+exports.formatResultsForLLM = formatResultsForLLM;
+//# sourceMappingURL=format.cjs.map

package/dist/cjs/tools/search/format.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"format.cjs","sources":["../../../../src/tools/search/format.ts"],"sourcesContent":["import type * as t from './types';\n\nexport function formatResultsForLLM(results: t.SearchResultData): string {\n  let output = '';\n\n  const addSection = (title: string): void => {\n    output += `\\n=== ${title} ===\\n`;\n  };\n\n  // Organic (web) results\n  const organic = results.organic ?? [];\n  if (organic.length) {\n    addSection('Web Results');\n    organic.forEach((r, i) => {\n      output += [\n        `Source ${i + 1}: ${r.title ?? '(no title)'}`,\n        `Citation Anchor: \\\\ue202turn0search${i + 1}`,\n        `URL: ${r.link}`,\n        r.snippet != null ? `Summary: ${r.snippet}` : '',\n        r.date != null ? `Date: ${r.date}` : '',\n        r.attribution != null ? `Source: ${r.attribution}` : '',\n        '',\n        '--- Content Highlights ---',\n        ...(r.highlights ?? [])\n          .filter((h) => h.text.trim().length > 0)\n          .map((h) => `[Relevance: ${h.score.toFixed(2)}]\\n${h.text.trim()}`),\n        '',\n      ]\n        .filter(Boolean)\n        .join('\\n');\n    });\n  }\n\n  // Ignoring these sections for now\n  // // Top stories (news)\n  // const topStores = results.topStories ?? [];\n  // if (topStores.length) {\n  //   addSection('News Results');\n  //   topStores.forEach((r, i) => {\n  //     output += [\n  //       `Anchor: \\ue202turn0news${i + 1}`,\n  //       `Title: ${r.title ?? '(no title)'}`,\n  //       `URL: ${r.link}`,\n  //       r.snippet != null ? `Snippet: ${r.snippet}` : '',\n  //       r.date != null ? `Date: ${r.date}` : '',\n  //       r.attribution != null ? `Source: ${r.attribution}` : '',\n  //       ''\n  //     ].filter(Boolean).join('\\n');\n  //   });\n  // }\n\n  // // Images\n  // const images = results.images ?? [];\n  // if (images.length) {\n  //   addSection('Image Results');\n  //   images.forEach((img, i) => {\n  //     output += [\n  //       `Anchor: \\ue202turn0image${i + 1}`,\n  //       `Title: ${img.title ?? '(no title)'}`,\n  //       `Image URL: ${img.imageUrl}`,\n  //       ''\n  //     ].join('\\n');\n  //   });\n  // }\n\n  // Knowledge Graph\n  if (results.knowledgeGraph != null) {\n    addSection('Knowledge Graph');\n    output += [\n      `Title: ${results.knowledgeGraph.title ?? '(no title)'}`,\n      results.knowledgeGraph.description != null\n        ? `Description: ${results.knowledgeGraph.description}`\n        : '',\n      results.knowledgeGraph.type != null\n        ? `Type: ${results.knowledgeGraph.type}`\n        : '',\n      results.knowledgeGraph.imageUrl != null\n        ? `Image URL: ${results.knowledgeGraph.imageUrl}`\n        : '',\n      results.knowledgeGraph.attributes != null\n        ? `Attributes: ${JSON.stringify(results.knowledgeGraph.attributes, null, 2)}`\n        : '',\n      '',\n    ]\n      .filter(Boolean)\n      .join('\\n');\n  }\n\n  // Answer Box\n  if (results.answerBox != null) {\n    addSection('Answer Box');\n    output += [\n      results.answerBox.title != null\n        ? `Title: ${results.answerBox.title}`\n        : '',\n      results.answerBox.answer != null\n        ? `Answer: ${results.answerBox.answer}`\n        : '',\n      results.answerBox.snippet != null\n        ? `Snippet: ${results.answerBox.snippet}`\n        : '',\n      results.answerBox.date != null ? `Date: ${results.answerBox.date}` : '',\n      '',\n    ]\n      .filter(Boolean)\n      .join('\\n');\n  }\n\n  // People also ask\n  const peopleAlsoAsk = results.peopleAlsoAsk ?? [];\n  if (peopleAlsoAsk.length) {\n    addSection('People Also Ask');\n    peopleAlsoAsk.forEach((p, _i) => {\n      output += [`Q: ${p.question}`, `A: ${p.answer}`, '']\n        .filter(Boolean)\n        .join('\\n');\n    });\n  }\n\n  return output.trim();\n}\n"],"names":[],"mappings":";;AAEM,SAAU,mBAAmB,CAAC,OAA2B,EAAA;IAC7D,IAAI,MAAM,GAAG,EAAE;AAEf,IAAA,MAAM,UAAU,GAAG,CAAC,KAAa,KAAU;AACzC,QAAA,MAAM,IAAI,CAAA,MAAA,EAAS,KAAK,CAAA,MAAA,CAAQ;AAClC,KAAC;;AAGD,IAAA,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,EAAE;AACrC,IAAA,IAAI,OAAO,CAAC,MAAM,EAAE;QAClB,UAAU,CAAC,aAAa,CAAC;QACzB,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,KAAI;AACvB,YAAA,MAAM,IAAI;gBACR,CAAU,OAAA,EAAA,CAAC,GAAG,CAAC,CAAA,EAAA,EAAK,CAAC,CAAC,KAAK,IAAI,YAAY,CAAE,CAAA;gBAC7C,CAAsC,mCAAA,EAAA,CAAC,GAAG,CAAC,CAAE,CAAA;gBAC7C,CAAQ,KAAA,EAAA,CAAC,CAAC,IAAI,CAAE,CAAA;AAChB,gBAAA,CAAC,CAAC,OAAO,IAAI,IAAI,GAAG,CAAY,SAAA,EAAA,CAAC,CAAC,OAAO,CAAA,CAAE,GAAG,EAAE;AAChD,gBAAA,CAAC,CAAC,IAAI,IAAI,IAAI,GAAG,CAAS,MAAA,EAAA,CAAC,CAAC,IAAI,CAAA,CAAE,GAAG,EAAE;AACvC,gBAAA,CAAC,CAAC,WAAW,IAAI,IAAI,GAAG,CAAW,QAAA,EAAA,CAAC,CAAC,WAAW,CAAA,CAAE,GAAG,EAAE;gBACvD,EAAE;gBACF,4BAA4B;AAC5B,gBAAA,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE;AACnB,qBAAA,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;qBACtC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAA,YAAA,EAAe,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA,GAAA,EAAM,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA,CAAE,CAAC;gBACrE,EAAE;AACH;iBACE,MAAM,CAAC,OAAO;iBACd,IAAI,CAAC,IAAI,CAAC;AACf,SAAC,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoCJ,IAAA,IAAI,OAAO,CAAC,cAAc,IAAI,IAAI,EAAE;QAClC,UAAU,CAAC,iBAAiB,CAAC;AAC7B,QAAA,MAAM,IAAI;AACR,YAAA,CAAA,OAAA,EAAU,OAAO,CAAC,cAAc,CAAC,KAAK,IAAI,YAAY,CAAE,CAAA;AACxD,YAAA,OAAO,CAAC,cAAc,CAAC,WAAW,IAAI;AACpC,kBAAE,CAAgB,aAAA,EAAA,OAAO,CAAC,cAAc,CAAC,WAAW,CAAE;AACtD,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,cAAc,CAAC,IAAI,IAAI;AAC7B,kBAAE,CAAS,MAAA,EAAA,OAAO,CAAC,cAAc,CAAC,IAAI,CAAE;AACxC,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,cAAc,CAAC,QAAQ,IAAI;AACjC,kBAAE,CAAc,WAAA,EAAA,OAAO,CAAC,cAAc,CAAC,QAAQ,CAAE;AACjD,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,cAAc,CAAC,UAAU,IAAI;AACnC,kBAAE,CAAe,YAAA,EAAA,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,cAAc,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,CAAE;AAC7E,kBAAE,EAAE;YACN,EAAE;AACH;aACE,MAAM,CAAC,OAAO;aACd,IAAI,CAAC,IAAI,CAAC;;;AAIf,IAAA,IAAI,OAAO,CAAC,SAAS,IAAI,IAAI,EAAE;QAC7B,UAAU,CAAC,YAAY,CAAC;AACxB,QAAA,MAAM,IAAI;AACR,YAAA,OAAO,CAAC,SAAS,CAAC,KAAK,IAAI;AACzB,kBAAE,CAAU,OAAA,EAAA,OAAO,CAAC,SAAS,CAAC,KAAK,CAAE;AACrC,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,SAAS,CAAC,MAAM,IAAI;AAC1B,kBAAE,CAAW,QAAA,EAAA,OAAO,CAAC,SAAS,CAAC,MAAM,CAAE;AACvC,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,SAAS,CAAC,OAAO,IAAI;AAC3B,kBAAE,CAAY,SAAA,EAAA,OAAO,CAAC,SAAS,CAAC,OAAO,CAAE;AACzC,kBAAE,EAAE;AACN,YAAA,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,GAAG,SAAS,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,EAAE;YACvE,EAAE;AACH;aACE,MAAM,CAAC,OAAO;aACd,IAAI,CAAC,IAAI,CAAC;;;AAIf,IAAA,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,EAAE;AACjD,IAAA,IAAI,aAAa,CAAC,MAAM,EAAE;QACxB,UAAU,CAAC,iBAAiB,CAAC;QAC7B,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,KAAI;AAC9B,YAAA,MAAM,IAAI,CAAC,CAAM,GAAA,EAAA,CAAC,CAAC,QAAQ,CAAA,CAAE,EAAE,CAAA,GAAA,EAAM,CAAC,CAAC,MAAM,CAAE,CAAA,EAAE,EAAE;iBAChD,MAAM,CAAC,OAAO;iBACd,IAAI,CAAC,IAAI,CAAC;AACf,SAAC,CAAC;;AAGJ,IAAA,OAAO,MAAM,CAAC,IAAI,EAAE;AACtB;;;;"}

package/dist/cjs/tools/search/highlights.cjs

@@ -0,0 +1,193 @@
+'use strict';
+
+// 2. Pre-compile all regular expressions (only do this once)
+// Group patterns by priority for early returns
+const priorityPatterns = [
+    // High priority patterns (structural)
+    [
+        { regex: /\n\n/g }, // Double newline (paragraph break)
+        { regex: /\n/g }, // Single newline
+        { regex: /={3,}\s*\n|-{3,}\s*\n/g }, // Section separators
+    ],
+    // Medium priority (semantic)
+    [
+        { regex: /[.!?][")\]]?\s/g }, // End of sentence
+        { regex: /;\s/g }, // Semicolon
+        { regex: /:\s/g }, // Colon
+    ],
+    // Low priority (any breaks)
+    [
+        { regex: /,\s/g }, // Comma
+        { regex: /\s-\s/g }, // Dash surrounded by spaces
+        { regex: /\s/g }, // Any space
+    ],
+];
+function findFirstMatch(text, regex) {
+    // Reset regex
+    regex.lastIndex = 0;
+    // For very long texts, try chunking
+    if (text.length > 10000) {
+        const chunkSize = 2000;
+        let position = 0;
+        while (position < text.length) {
+            const chunk = text.substring(position, position + chunkSize);
+            regex.lastIndex = 0;
+            const match = regex.exec(chunk);
+            if (match) {
+                return position + match.index;
+            }
+            // Move to next chunk with some overlap
+            position += chunkSize - 100;
+            if (position >= text.length)
+                break;
+        }
+        return -1;
+    }
+    // For shorter texts, normal regex search
+    const match = regex.exec(text);
+    return match ? match.index : -1;
+}
+// 3. Optimized boundary finding functions
+function findLastMatch(text, regex) {
+    // Reset regex state
+    regex.lastIndex = 0;
+    let lastIndex = -1;
+    let lastLength = 0;
+    let match;
+    // For very long texts, use a different approach to avoid regex engine slowdowns
+    if (text.length > 10000) {
+        // Try dividing the text into chunks for faster processing
+        const chunkSize = 2000;
+        let startPosition = Math.max(0, text.length - chunkSize);
+        while (startPosition >= 0) {
+            const chunk = text.substring(startPosition, startPosition + chunkSize);
+            regex.lastIndex = 0;
+            let chunkLastIndex = -1;
+            let chunkLastLength = 0;
+            while ((match = regex.exec(chunk)) !== null) {
+                chunkLastIndex = match.index;
+                chunkLastLength = match[0].length;
+            }
+            if (chunkLastIndex !== -1) {
+                return startPosition + chunkLastIndex + chunkLastLength;
+            }
+            // Move to previous chunk with some overlap
+            startPosition = Math.max(0, startPosition - chunkSize + 100) - 1;
+            if (startPosition <= 0)
+                break;
+        }
+        return -1;
+    }
+    // For shorter texts, normal regex search
+    while ((match = regex.exec(text)) !== null) {
+        lastIndex = match.index;
+        lastLength = match[0].length;
+    }
+    return lastIndex === -1 ? -1 : lastIndex + lastLength;
+}
+// 4. Find the best boundary with priority groups
+function findBestBoundary(text, direction = 'backward') {
+    if (!text || text.length === 0)
+        return 0;
+    // Try each priority group
+    for (const patternGroup of priorityPatterns) {
+        for (const pattern of patternGroup) {
+            const position = direction === 'backward'
+                ? findLastMatch(text, pattern.regex)
+                : findFirstMatch(text, pattern.regex);
+            if (position !== -1) {
+                return position;
+            }
+        }
+    }
+    // No match found, use character boundary
+    return direction === 'backward' ? text.length : 0;
+}
+/**
+ * Expand highlights in search results using smart boundary detection.
+ *
+ * This implementation finds natural text boundaries like paragraphs, sentences,
+ * and phrases to provide context while maintaining readability.
+ *
+ * @param searchResults - Search results object
+ * @param mainExpandBy - Primary expansion size on each side (default: 300)
+ * @param separatorExpandBy - Additional range to look for separators (default: 150)
+ * @returns Copy of search results with expanded highlights
+ */
+function expandHighlights(searchResults, mainExpandBy = 300, separatorExpandBy = 150) {
+    // 1. Avoid full deep copy - only copy what we modify
+    const resultCopy = { ...searchResults };
+    // Only deep copy the relevant arrays
+    if (resultCopy.organic) {
+        resultCopy.organic = [...resultCopy.organic];
+    }
+    if (resultCopy.topStories) {
+        resultCopy.topStories = [...resultCopy.topStories];
+    }
+    // 5. Process the results efficiently
+    const processResultTypes = ['organic', 'topStories'];
+    for (const resultType of processResultTypes) {
+        if (!resultCopy[resultType])
+            continue;
+        // Map results to new array with modified highlights
+        resultCopy[resultType] = resultCopy[resultType]?.map((result) => {
+            if (result.content == null ||
+                result.content === '' ||
+                !result.highlights ||
+                result.highlights.length === 0) {
+                return result; // No modification needed
+            }
+            // Create a shallow copy with expanded highlights
+            const resultCopy = { ...result };
+            const content = result.content;
+            const highlights = [];
+            // Process each highlight
+            for (const highlight of result.highlights) {
+                const highlightText = highlight.text;
+                let startPos = content.indexOf(highlightText);
+                let highlightLen = highlightText.length;
+                if (startPos === -1) {
+                    // Try with stripped whitespace
+                    const strippedHighlight = highlightText.trim();
+                    startPos = content.indexOf(strippedHighlight);
+                    if (startPos === -1) {
+                        highlights.push({
+                            text: highlight.text,
+                            score: highlight.score,
+                        });
+                        continue;
+                    }
+                    highlightLen = strippedHighlight.length;
+                }
+                // Calculate boundaries
+                const mainStart = Math.max(0, startPos - mainExpandBy);
+                const mainEnd = Math.min(content.length, startPos + highlightLen + mainExpandBy);
+                const separatorStart = Math.max(0, mainStart - separatorExpandBy);
+                const separatorEnd = Math.min(content.length, mainEnd + separatorExpandBy);
+                // Extract text segments
+                const headText = content.substring(separatorStart, mainStart);
+                const tailText = content.substring(mainEnd, separatorEnd);
+                // Find natural boundaries
+                const bestHeadBoundary = findBestBoundary(headText, 'backward');
+                const bestTailBoundary = findBestBoundary(tailText, 'forward');
+                // Calculate final positions
+                const finalStart = separatorStart + bestHeadBoundary;
+                const finalEnd = mainEnd + bestTailBoundary;
+                // Extract the expanded highlight
+                const expandedHighlightText = content
+                    .substring(finalStart, finalEnd)
+                    .trim();
+                highlights.push({
+                    text: expandedHighlightText,
+                    score: highlight.score,
+                });
+            }
+            resultCopy.highlights = highlights;
+            return resultCopy;
+        });
+    }
+    return resultCopy;
+}
+
+exports.expandHighlights = expandHighlights;
+//# sourceMappingURL=highlights.cjs.map

package/dist/cjs/tools/search/highlights.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"highlights.cjs","sources":["../../../../src/tools/search/highlights.ts"],"sourcesContent":["import type * as t from './types';\n\n// 2. Pre-compile all regular expressions (only do this once)\n// Group patterns by priority for early returns\nconst priorityPatterns = [\n  // High priority patterns (structural)\n  [\n    { regex: /\\n\\n/g }, // Double newline (paragraph break)\n    { regex: /\\n/g }, // Single newline\n    { regex: /={3,}\\s*\\n|-{3,}\\s*\\n/g }, // Section separators\n  ],\n  // Medium priority (semantic)\n  [\n    { regex: /[.!?][\")\\]]?\\s/g }, // End of sentence\n    { regex: /;\\s/g }, // Semicolon\n    { regex: /:\\s/g }, // Colon\n  ],\n  // Low priority (any breaks)\n  [\n    { regex: /,\\s/g }, // Comma\n    { regex: /\\s-\\s/g }, // Dash surrounded by spaces\n    { regex: /\\s/g }, // Any space\n  ],\n];\n\nfunction findFirstMatch(text: string, regex: RegExp): number {\n  // Reset regex\n  regex.lastIndex = 0;\n\n  // For very long texts, try chunking\n  if (text.length > 10000) {\n    const chunkSize = 2000;\n    let position = 0;\n\n    while (position < text.length) {\n      const chunk = text.substring(position, position + chunkSize);\n      regex.lastIndex = 0;\n\n      const match = regex.exec(chunk);\n      if (match) {\n        return position + match.index;\n      }\n\n      // Move to next chunk with some overlap\n      position += chunkSize - 100;\n      if (position >= text.length) break;\n    }\n    return -1;\n  }\n\n  // For shorter texts, normal regex search\n  const match = regex.exec(text);\n  return match ? match.index : -1;\n}\n\n// 3. Optimized boundary finding functions\nfunction findLastMatch(text: string, regex: RegExp): number {\n  // Reset regex state\n  regex.lastIndex = 0;\n\n  let lastIndex = -1;\n  let lastLength = 0;\n  let match;\n\n  // For very long texts, use a different approach to avoid regex engine slowdowns\n  if (text.length > 10000) {\n    // Try dividing the text into chunks for faster processing\n    const chunkSize = 2000;\n    let startPosition = Math.max(0, text.length - chunkSize);\n\n    while (startPosition >= 0) {\n      const chunk = text.substring(startPosition, startPosition + chunkSize);\n      regex.lastIndex = 0;\n\n      let chunkLastIndex = -1;\n      let chunkLastLength = 0;\n\n      while ((match = regex.exec(chunk)) !== null) {\n        chunkLastIndex = match.index;\n        chunkLastLength = match[0].length;\n      }\n\n      if (chunkLastIndex !== -1) {\n        return startPosition + chunkLastIndex + chunkLastLength;\n      }\n\n      // Move to previous chunk with some overlap\n      startPosition = Math.max(0, startPosition - chunkSize + 100) - 1;\n      if (startPosition <= 0) break;\n    }\n    return -1;\n  }\n\n  // For shorter texts, normal regex search\n  while ((match = regex.exec(text)) !== null) {\n    lastIndex = match.index;\n    lastLength = match[0].length;\n  }\n\n  return lastIndex === -1 ? -1 : lastIndex + lastLength;\n}\n\n// 4. Find the best boundary with priority groups\nfunction findBestBoundary(text: string, direction = 'backward'): number {\n  if (!text || text.length === 0) return 0;\n\n  // Try each priority group\n  for (const patternGroup of priorityPatterns) {\n    for (const pattern of patternGroup) {\n      const position =\n        direction === 'backward'\n          ? findLastMatch(text, pattern.regex)\n          : findFirstMatch(text, pattern.regex);\n\n      if (position !== -1) {\n        return position;\n      }\n    }\n  }\n\n  // No match found, use character boundary\n  return direction === 'backward' ? text.length : 0;\n}\n\n/**\n * Expand highlights in search results using smart boundary detection.\n *\n * This implementation finds natural text boundaries like paragraphs, sentences,\n * and phrases to provide context while maintaining readability.\n *\n * @param searchResults - Search results object\n * @param mainExpandBy - Primary expansion size on each side (default: 300)\n * @param separatorExpandBy - Additional range to look for separators (default: 150)\n * @returns Copy of search results with expanded highlights\n */\nexport function expandHighlights(\n  searchResults: t.SearchResultData,\n  mainExpandBy = 300,\n  separatorExpandBy = 150\n): t.SearchResultData {\n  // 1. Avoid full deep copy - only copy what we modify\n  const resultCopy = { ...searchResults };\n\n  // Only deep copy the relevant arrays\n  if (resultCopy.organic) {\n    resultCopy.organic = [...resultCopy.organic];\n  }\n  if (resultCopy.topStories) {\n    resultCopy.topStories = [...resultCopy.topStories];\n  }\n\n  // 5. Process the results efficiently\n  const processResultTypes = ['organic', 'topStories'] as const;\n\n  for (const resultType of processResultTypes) {\n    if (!resultCopy[resultType as 'organic' | 'topStories']) continue;\n\n    // Map results to new array with modified highlights\n    resultCopy[resultType] = resultCopy[resultType]?.map((result) => {\n      if (\n        result.content == null ||\n        result.content === '' ||\n        !result.highlights ||\n        result.highlights.length === 0\n      ) {\n        return result; // No modification needed\n      }\n\n      // Create a shallow copy with expanded highlights\n      const resultCopy = { ...result };\n      const content = result.content;\n      const highlights = [];\n\n      // Process each highlight\n      for (const highlight of result.highlights) {\n        const highlightText = highlight.text;\n\n        let startPos = content.indexOf(highlightText);\n        let highlightLen = highlightText.length;\n\n        if (startPos === -1) {\n          // Try with stripped whitespace\n          const strippedHighlight = highlightText.trim();\n          startPos = content.indexOf(strippedHighlight);\n\n          if (startPos === -1) {\n            highlights.push({\n              text: highlight.text,\n              score: highlight.score,\n            });\n            continue;\n          }\n          highlightLen = strippedHighlight.length;\n        }\n\n        // Calculate boundaries\n        const mainStart = Math.max(0, startPos - mainExpandBy);\n        const mainEnd = Math.min(\n          content.length,\n          startPos + highlightLen + mainExpandBy\n        );\n\n        const separatorStart = Math.max(0, mainStart - separatorExpandBy);\n        const separatorEnd = Math.min(\n          content.length,\n          mainEnd + separatorExpandBy\n        );\n\n        // Extract text segments\n        const headText = content.substring(separatorStart, mainStart);\n        const tailText = content.substring(mainEnd, separatorEnd);\n\n        // Find natural boundaries\n        const bestHeadBoundary = findBestBoundary(headText, 'backward');\n        const bestTailBoundary = findBestBoundary(tailText, 'forward');\n\n        // Calculate final positions\n        const finalStart = separatorStart + bestHeadBoundary;\n        const finalEnd = mainEnd + bestTailBoundary;\n\n        // Extract the expanded highlight\n        const expandedHighlightText = content\n          .substring(finalStart, finalEnd)\n          .trim();\n        highlights.push({\n          text: expandedHighlightText,\n          score: highlight.score,\n        });\n      }\n\n      resultCopy.highlights = highlights;\n      return resultCopy;\n    });\n  }\n\n  return resultCopy;\n}\n"],"names":[],"mappings":";;AAEA;AACA;AACA,MAAM,gBAAgB,GAAG;;AAEvB,IAAA;AACE,QAAA,EAAE,KAAK,EAAE,OAAO,EAAE;AAClB,QAAA,EAAE,KAAK,EAAE,KAAK,EAAE;AAChB,QAAA,EAAE,KAAK,EAAE,wBAAwB,EAAE;AACpC,KAAA;;AAED,IAAA;AACE,QAAA,EAAE,KAAK,EAAE,iBAAiB,EAAE;AAC5B,QAAA,EAAE,KAAK,EAAE,MAAM,EAAE;AACjB,QAAA,EAAE,KAAK,EAAE,MAAM,EAAE;AAClB,KAAA;;AAED,IAAA;AACE,QAAA,EAAE,KAAK,EAAE,MAAM,EAAE;AACjB,QAAA,EAAE,KAAK,EAAE,QAAQ,EAAE;AACnB,QAAA,EAAE,KAAK,EAAE,KAAK,EAAE;AACjB,KAAA;CACF;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,KAAa,EAAA;;AAEjD,IAAA,KAAK,CAAC,SAAS,GAAG,CAAC;;AAGnB,IAAA,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,EAAE;QACvB,MAAM,SAAS,GAAG,IAAI;QACtB,IAAI,QAAQ,GAAG,CAAC;AAEhB,QAAA,OAAO,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE;AAC7B,YAAA,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,QAAQ,GAAG,SAAS,CAAC;AAC5D,YAAA,KAAK,CAAC,SAAS,GAAG,CAAC;YAEnB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC;YAC/B,IAAI,KAAK,EAAE;AACT,gBAAA,OAAO,QAAQ,GAAG,KAAK,CAAC,KAAK;;;AAI/B,YAAA,QAAQ,IAAI,SAAS,GAAG,GAAG;AAC3B,YAAA,IAAI,QAAQ,IAAI,IAAI,CAAC,MAAM;gBAAE;;QAE/B,OAAO,EAAE;;;IAIX,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;AAC9B,IAAA,OAAO,KAAK,GAAG,KAAK,CAAC,KAAK,GAAG,EAAE;AACjC;AAEA;AACA,SAAS,aAAa,CAAC,IAAY,EAAE,KAAa,EAAA;;AAEhD,IAAA,KAAK,CAAC,SAAS,GAAG,CAAC;AAEnB,IAAA,IAAI,SAAS,GAAG,EAAE;IAClB,IAAI,UAAU,GAAG,CAAC;AAClB,IAAA,IAAI,KAAK;;AAGT,IAAA,IAAI,IAAI,CAAC,MAAM,GAAG,KAAK,EAAE;;QAEvB,MAAM,SAAS,GAAG,IAAI;AACtB,QAAA,IAAI,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;AAExD,QAAA,OAAO,aAAa,IAAI,CAAC,EAAE;AACzB,YAAA,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,aAAa,GAAG,SAAS,CAAC;AACtE,YAAA,KAAK,CAAC,SAAS,GAAG,CAAC;AAEnB,YAAA,IAAI,cAAc,GAAG,EAAE;YACvB,IAAI,eAAe,GAAG,CAAC;AAEvB,YAAA,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE;AAC3C,gBAAA,cAAc,GAAG,KAAK,CAAC,KAAK;AAC5B,gBAAA,eAAe,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;;AAGnC,YAAA,IAAI,cAAc,KAAK,EAAE,EAAE;AACzB,gBAAA,OAAO,aAAa,GAAG,cAAc,GAAG,eAAe;;;AAIzD,YAAA,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,GAAG,SAAS,GAAG,GAAG,CAAC,GAAG,CAAC;YAChE,IAAI,aAAa,IAAI,CAAC;gBAAE;;QAE1B,OAAO,EAAE;;;AAIX,IAAA,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE;AAC1C,QAAA,SAAS,GAAG,KAAK,CAAC,KAAK;AACvB,QAAA,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM;;AAG9B,IAAA,OAAO,SAAS,KAAK,EAAE,GAAG,EAAE,GAAG,SAAS,GAAG,UAAU;AACvD;AAEA;AACA,SAAS,gBAAgB,CAAC,IAAY,EAAE,SAAS,GAAG,UAAU,EAAA;AAC5D,IAAA,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;AAAE,QAAA,OAAO,CAAC;;AAGxC,IAAA,KAAK,MAAM,YAAY,IAAI,gBAAgB,EAAE;AAC3C,QAAA,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE;AAClC,YAAA,MAAM,QAAQ,GACZ,SAAS,KAAK;kBACV,aAAa,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK;kBACjC,cAAc,CAAC,IAAI,EAAE,OAAO,CAAC,KAAK,CAAC;AAEzC,YAAA,IAAI,QAAQ,KAAK,EAAE,EAAE;AACnB,gBAAA,OAAO,QAAQ;;;;;AAMrB,IAAA,OAAO,SAAS,KAAK,UAAU,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC;AACnD;AAEA;;;;;;;;;;AAUG;AACG,SAAU,gBAAgB,CAC9B,aAAiC,EACjC,YAAY,GAAG,GAAG,EAClB,iBAAiB,GAAG,GAAG,EAAA;;AAGvB,IAAA,MAAM,UAAU,GAAG,EAAE,GAAG,aAAa,EAAE;;AAGvC,IAAA,IAAI,UAAU,CAAC,OAAO,EAAE;QACtB,UAAU,CAAC,OAAO,GAAG,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC;;AAE9C,IAAA,IAAI,UAAU,CAAC,UAAU,EAAE;QACzB,UAAU,CAAC,UAAU,GAAG,CAAC,GAAG,UAAU,CAAC,UAAU,CAAC;;;AAIpD,IAAA,MAAM,kBAAkB,GAAG,CAAC,SAAS,EAAE,YAAY,CAAU;AAE7D,IAAA,KAAK,MAAM,UAAU,IAAI,kBAAkB,EAAE;AAC3C,QAAA,IAAI,CAAC,UAAU,CAAC,UAAsC,CAAC;YAAE;;AAGzD,QAAA,UAAU,CAAC,UAAU,CAAC,GAAG,UAAU,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,CAAC,MAAM,KAAI;AAC9D,YAAA,IACE,MAAM,CAAC,OAAO,IAAI,IAAI;gBACtB,MAAM,CAAC,OAAO,KAAK,EAAE;gBACrB,CAAC,MAAM,CAAC,UAAU;AAClB,gBAAA,MAAM,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAC9B;gBACA,OAAO,MAAM,CAAC;;;AAIhB,YAAA,MAAM,UAAU,GAAG,EAAE,GAAG,MAAM,EAAE;AAChC,YAAA,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO;YAC9B,MAAM,UAAU,GAAG,EAAE;;AAGrB,YAAA,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE;AACzC,gBAAA,MAAM,aAAa,GAAG,SAAS,CAAC,IAAI;gBAEpC,IAAI,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC;AAC7C,gBAAA,IAAI,YAAY,GAAG,aAAa,CAAC,MAAM;AAEvC,gBAAA,IAAI,QAAQ,KAAK,EAAE,EAAE;;AAEnB,oBAAA,MAAM,iBAAiB,GAAG,aAAa,CAAC,IAAI,EAAE;AAC9C,oBAAA,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC;AAE7C,oBAAA,IAAI,QAAQ,KAAK,EAAE,EAAE;wBACnB,UAAU,CAAC,IAAI,CAAC;4BACd,IAAI,EAAE,SAAS,CAAC,IAAI;4BACpB,KAAK,EAAE,SAAS,CAAC,KAAK;AACvB,yBAAA,CAAC;wBACF;;AAEF,oBAAA,YAAY,GAAG,iBAAiB,CAAC,MAAM;;;AAIzC,gBAAA,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,YAAY,CAAC;AACtD,gBAAA,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CACtB,OAAO,CAAC,MAAM,EACd,QAAQ,GAAG,YAAY,GAAG,YAAY,CACvC;AAED,gBAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,iBAAiB,CAAC;AACjE,gBAAA,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAC3B,OAAO,CAAC,MAAM,EACd,OAAO,GAAG,iBAAiB,CAC5B;;gBAGD,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,cAAc,EAAE,SAAS,CAAC;gBAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,YAAY,CAAC;;gBAGzD,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,QAAQ,EAAE,UAAU,CAAC;gBAC/D,MAAM,gBAAgB,GAAG,gBAAgB,CAAC,QAAQ,EAAE,SAAS,CAAC;;AAG9D,gBAAA,MAAM,UAAU,GAAG,cAAc,GAAG,gBAAgB;AACpD,gBAAA,MAAM,QAAQ,GAAG,OAAO,GAAG,gBAAgB;;gBAG3C,MAAM,qBAAqB,GAAG;AAC3B,qBAAA,SAAS,CAAC,UAAU,EAAE,QAAQ;AAC9B,qBAAA,IAAI,EAAE;gBACT,UAAU,CAAC,IAAI,CAAC;AACd,oBAAA,IAAI,EAAE,qBAAqB;oBAC3B,KAAK,EAAE,SAAS,CAAC,KAAK;AACvB,iBAAA,CAAC;;AAGJ,YAAA,UAAU,CAAC,UAAU,GAAG,UAAU;AAClC,YAAA,OAAO,UAAU;AACnB,SAAC,CAAC;;AAGJ,IAAA,OAAO,UAAU;AACnB;;;;"}

package/dist/cjs/tools/search/rerankers.cjs

@@ -0,0 +1,187 @@
+'use strict';
+
+var axios = require('axios');
+
+/* eslint-disable no-console */
+class BaseReranker {
+    apiKey;
+    constructor() {
+        // Each specific reranker will set its API key
+    }
+    getDefaultRanking(documents, topK) {
+        return documents
+            .slice(0, Math.min(topK, documents.length))
+            .map((doc) => ({ text: doc, score: 0 }));
+    }
+    logDocumentSamples(documents) {
+        console.log('Sample documents being sent to API:');
+        for (let i = 0; i < Math.min(3, documents.length); i++) {
+            console.log(`Document ${i}: ${documents[i].substring(0, 100)}...`);
+        }
+    }
+}
+class JinaReranker extends BaseReranker {
+    constructor({ apiKey = process.env.JINA_API_KEY }) {
+        super();
+        this.apiKey = apiKey;
+    }
+    async rerank(query, documents, topK = 5) {
+        console.log(`Reranking ${documents.length} documents with Jina`);
+        try {
+            if (this.apiKey == null || this.apiKey === '') {
+                console.warn('JINA_API_KEY is not set. Using default ranking.');
+                return this.getDefaultRanking(documents, topK);
+            }
+            this.logDocumentSamples(documents);
+            const requestData = {
+                model: 'jina-reranker-v2-base-multilingual',
+                query: query,
+                top_n: topK,
+                documents: documents,
+                return_documents: true,
+            };
+            const response = await axios.post('https://api.jina.ai/v1/rerank', requestData, {
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${this.apiKey}`,
+                },
+            });
+            // Log the response data structure
+            console.log('Jina API response structure:');
+            console.log('Model:', response.data?.model);
+            console.log('Usage:', response.data?.usage);
+            console.log('Results count:', response.data?.results.length);
+            // Log a sample of the results
+            if ((response.data?.results.length ?? 0) > 0) {
+                console.log('Sample result:', JSON.stringify(response.data?.results[0], null, 2));
+            }
+            if (response.data && response.data.results.length) {
+                return response.data.results.map((result) => {
+                    const docIndex = result.index;
+                    const score = result.relevance_score;
+                    let text = '';
+                    // If return_documents is true, the document field will be present
+                    if (result.document != null) {
+                        const doc = result.document;
+                        if (typeof doc === 'object' && 'text' in doc) {
+                            text = doc.text;
+                        }
+                        else if (typeof doc === 'string') {
+                            text = doc;
+                        }
+                    }
+                    else {
+                        // Otherwise, use the index to get the document
+                        text = documents[docIndex];
+                    }
+                    return { text, score };
+                });
+            }
+            else {
+                console.warn('Unexpected response format from Jina API. Using default ranking.');
+                return this.getDefaultRanking(documents, topK);
+            }
+        }
+        catch (error) {
+            console.error('Error using Jina reranker:', error);
+            // Fallback to default ranking on error
+            return this.getDefaultRanking(documents, topK);
+        }
+    }
+}
+class CohereReranker extends BaseReranker {
+    constructor({ apiKey = process.env.COHERE_API_KEY }) {
+        super();
+        this.apiKey = apiKey;
+    }
+    async rerank(query, documents, topK = 5) {
+        console.log(`Reranking ${documents.length} documents with Cohere`);
+        try {
+            if (this.apiKey == null || this.apiKey === '') {
+                console.warn('COHERE_API_KEY is not set. Using default ranking.');
+                return this.getDefaultRanking(documents, topK);
+            }
+            this.logDocumentSamples(documents);
+            const requestData = {
+                model: 'rerank-v3.5',
+                query: query,
+                top_n: topK,
+                documents: documents,
+            };
+            const response = await axios.post('https://api.cohere.com/v2/rerank', requestData, {
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${this.apiKey}`,
+                },
+            });
+            // Log the response data structure
+            console.log('Cohere API response structure:');
+            console.log('ID:', response.data?.id);
+            console.log('Meta:', response.data?.meta);
+            console.log('Results count:', response.data?.results.length);
+            // Log a sample of the results
+            if ((response.data?.results.length ?? 0) > 0) {
+                console.log('Sample result:', JSON.stringify(response.data?.results[0], null, 2));
+            }
+            if (response.data && response.data.results.length) {
+                return response.data.results.map((result) => {
+                    const docIndex = result.index;
+                    const score = result.relevance_score;
+                    const text = documents[docIndex];
+                    return { text, score };
+                });
+            }
+            else {
+                console.warn('Unexpected response format from Cohere API. Using default ranking.');
+                return this.getDefaultRanking(documents, topK);
+            }
+        }
+        catch (error) {
+            console.error('Error using Cohere reranker:', error);
+            // Fallback to default ranking on error
+            return this.getDefaultRanking(documents, topK);
+        }
+    }
+}
+class InfinityReranker extends BaseReranker {
+    constructor() {
+        super();
+        // No API key needed for the placeholder implementation
+    }
+    async rerank(query, documents, topK = 5) {
+        console.log(`Reranking ${documents.length} documents with Infinity (placeholder)`);
+        // This would be replaced with actual Infinity reranker implementation
+        return this.getDefaultRanking(documents, topK);
+    }
+}
+/**
+ * Creates the appropriate reranker based on type and configuration
+ */
+const createReranker = (config) => {
+    const { rerankerType, jinaApiKey, cohereApiKey } = config;
+    switch (rerankerType.toLowerCase()) {
+        case 'jina':
+            return new JinaReranker({ apiKey: jinaApiKey });
+        case 'cohere':
+            return new CohereReranker({ apiKey: cohereApiKey });
+        case 'infinity':
+            return new InfinityReranker();
+        case 'none':
+            console.log('Skipping reranking as reranker is set to "none"');
+            return undefined;
+        default:
+            console.warn(`Unknown reranker type: ${rerankerType}. Defaulting to InfinityReranker.`);
+            return new JinaReranker({ apiKey: jinaApiKey });
+    }
+};
+// Example usage:
+// const jinaReranker = new JinaReranker();
+// const cohereReranker = new CohereReranker();
+// const infinityReranker = new InfinityReranker();
+
+exports.BaseReranker = BaseReranker;
+exports.CohereReranker = CohereReranker;
+exports.InfinityReranker = InfinityReranker;
+exports.JinaReranker = JinaReranker;
+exports.createReranker = createReranker;
+//# sourceMappingURL=rerankers.cjs.map

package/dist/cjs/tools/search/rerankers.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerankers.cjs","sources":["../../../../src/tools/search/rerankers.ts"],"sourcesContent":["/* eslint-disable no-console */\nimport axios from 'axios';\nimport type * as t from './types';\n\nexport abstract class BaseReranker {\n  protected apiKey: string | undefined;\n\n  constructor() {\n    // Each specific reranker will set its API key\n  }\n\n  abstract rerank(\n    query: string,\n    documents: string[],\n    topK?: number\n  ): Promise<t.Highlight[]>;\n\n  protected getDefaultRanking(\n    documents: string[],\n    topK: number\n  ): t.Highlight[] {\n    return documents\n      .slice(0, Math.min(topK, documents.length))\n      .map((doc) => ({ text: doc, score: 0 }));\n  }\n\n  protected logDocumentSamples(documents: string[]): void {\n    console.log('Sample documents being sent to API:');\n    for (let i = 0; i < Math.min(3, documents.length); i++) {\n      console.log(`Document ${i}: ${documents[i].substring(0, 100)}...`);\n    }\n  }\n}\n\nexport class JinaReranker extends BaseReranker {\n  constructor({ apiKey = process.env.JINA_API_KEY }: { apiKey?: string }) {\n    super();\n    this.apiKey = apiKey;\n  }\n\n  async rerank(\n    query: string,\n    documents: string[],\n    topK: number = 5\n  ): Promise<t.Highlight[]> {\n    console.log(`Reranking ${documents.length} documents with Jina`);\n\n    try {\n      if (this.apiKey == null || this.apiKey === '') {\n        console.warn('JINA_API_KEY is not set. Using default ranking.');\n        return this.getDefaultRanking(documents, topK);\n      }\n\n      this.logDocumentSamples(documents);\n\n      const requestData = {\n        model: 'jina-reranker-v2-base-multilingual',\n        query: query,\n        top_n: topK,\n        documents: documents,\n        return_documents: true,\n      };\n\n      const response = await axios.post<t.JinaRerankerResponse | undefined>(\n        'https://api.jina.ai/v1/rerank',\n        requestData,\n        {\n          headers: {\n            'Content-Type': 'application/json',\n            Authorization: `Bearer ${this.apiKey}`,\n          },\n        }\n      );\n\n      // Log the response data structure\n      console.log('Jina API response structure:');\n      console.log('Model:', response.data?.model);\n      console.log('Usage:', response.data?.usage);\n      console.log('Results count:', response.data?.results.length);\n\n      // Log a sample of the results\n      if ((response.data?.results.length ?? 0) > 0) {\n        console.log(\n          'Sample result:',\n          JSON.stringify(response.data?.results[0], null, 2)\n        );\n      }\n\n      if (response.data && response.data.results.length) {\n        return response.data.results.map((result) => {\n          const docIndex = result.index;\n          const score = result.relevance_score;\n          let text = '';\n\n          // If return_documents is true, the document field will be present\n          if (result.document != null) {\n            const doc = result.document;\n            if (typeof doc === 'object' && 'text' in doc) {\n              text = doc.text;\n            } else if (typeof doc === 'string') {\n              text = doc;\n            }\n          } else {\n            // Otherwise, use the index to get the document\n            text = documents[docIndex];\n          }\n\n          return { text, score };\n        });\n      } else {\n        console.warn(\n          'Unexpected response format from Jina API. Using default ranking.'\n        );\n        return this.getDefaultRanking(documents, topK);\n      }\n    } catch (error) {\n      console.error('Error using Jina reranker:', error);\n      // Fallback to default ranking on error\n      return this.getDefaultRanking(documents, topK);\n    }\n  }\n}\n\nexport class CohereReranker extends BaseReranker {\n  constructor({ apiKey = process.env.COHERE_API_KEY }: { apiKey?: string }) {\n    super();\n    this.apiKey = apiKey;\n  }\n\n  async rerank(\n    query: string,\n    documents: string[],\n    topK: number = 5\n  ): Promise<t.Highlight[]> {\n    console.log(`Reranking ${documents.length} documents with Cohere`);\n\n    try {\n      if (this.apiKey == null || this.apiKey === '') {\n        console.warn('COHERE_API_KEY is not set. Using default ranking.');\n        return this.getDefaultRanking(documents, topK);\n      }\n\n      this.logDocumentSamples(documents);\n\n      const requestData = {\n        model: 'rerank-v3.5',\n        query: query,\n        top_n: topK,\n        documents: documents,\n      };\n\n      const response = await axios.post<t.CohereRerankerResponse | undefined>(\n        'https://api.cohere.com/v2/rerank',\n        requestData,\n        {\n          headers: {\n            'Content-Type': 'application/json',\n            Authorization: `Bearer ${this.apiKey}`,\n          },\n        }\n      );\n\n      // Log the response data structure\n      console.log('Cohere API response structure:');\n      console.log('ID:', response.data?.id);\n      console.log('Meta:', response.data?.meta);\n      console.log('Results count:', response.data?.results.length);\n\n      // Log a sample of the results\n      if ((response.data?.results.length ?? 0) > 0) {\n        console.log(\n          'Sample result:',\n          JSON.stringify(response.data?.results[0], null, 2)\n        );\n      }\n\n      if (response.data && response.data.results.length) {\n        return response.data.results.map((result) => {\n          const docIndex = result.index;\n          const score = result.relevance_score;\n          const text = documents[docIndex];\n          return { text, score };\n        });\n      } else {\n        console.warn(\n          'Unexpected response format from Cohere API. Using default ranking.'\n        );\n        return this.getDefaultRanking(documents, topK);\n      }\n    } catch (error) {\n      console.error('Error using Cohere reranker:', error);\n      // Fallback to default ranking on error\n      return this.getDefaultRanking(documents, topK);\n    }\n  }\n}\n\nexport class InfinityReranker extends BaseReranker {\n  constructor() {\n    super();\n    // No API key needed for the placeholder implementation\n  }\n\n  async rerank(\n    query: string,\n    documents: string[],\n    topK: number = 5\n  ): Promise<t.Highlight[]> {\n    console.log(\n      `Reranking ${documents.length} documents with Infinity (placeholder)`\n    );\n    // This would be replaced with actual Infinity reranker implementation\n    return this.getDefaultRanking(documents, topK);\n  }\n}\n\n/**\n * Creates the appropriate reranker based on type and configuration\n */\nexport const createReranker = (config: {\n  rerankerType: t.RerankerType;\n  jinaApiKey?: string;\n  cohereApiKey?: string;\n}): BaseReranker | undefined => {\n  const { rerankerType, jinaApiKey, cohereApiKey } = config;\n\n  switch (rerankerType.toLowerCase()) {\n  case 'jina':\n    return new JinaReranker({ apiKey: jinaApiKey });\n  case 'cohere':\n    return new CohereReranker({ apiKey: cohereApiKey });\n  case 'infinity':\n    return new InfinityReranker();\n  case 'none':\n    console.log('Skipping reranking as reranker is set to \"none\"');\n    return undefined;\n  default:\n    console.warn(\n      `Unknown reranker type: ${rerankerType}. Defaulting to InfinityReranker.`\n    );\n    return new JinaReranker({ apiKey: jinaApiKey });\n  }\n};\n\n// Example usage:\n// const jinaReranker = new JinaReranker();\n// const cohereReranker = new CohereReranker();\n// const infinityReranker = new InfinityReranker();\n"],"names":[],"mappings":";;;;AAAA;MAIsB,YAAY,CAAA;AACtB,IAAA,MAAM;AAEhB,IAAA,WAAA,GAAA;;;IAUU,iBAAiB,CACzB,SAAmB,EACnB,IAAY,EAAA;AAEZ,QAAA,OAAO;AACJ,aAAA,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC;AACzC,aAAA,GAAG,CAAC,CAAC,GAAG,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;;AAGlC,IAAA,kBAAkB,CAAC,SAAmB,EAAA;AAC9C,QAAA,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC;QAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE;AACtD,YAAA,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA,EAAA,EAAK,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA,GAAA,CAAK,CAAC;;;AAGvE;AAEK,MAAO,YAAa,SAAQ,YAAY,CAAA;IAC5C,WAAY,CAAA,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,EAAuB,EAAA;AACpE,QAAA,KAAK,EAAE;AACP,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM;;IAGtB,MAAM,MAAM,CACV,KAAa,EACb,SAAmB,EACnB,OAAe,CAAC,EAAA;QAEhB,OAAO,CAAC,GAAG,CAAC,CAAA,UAAA,EAAa,SAAS,CAAC,MAAM,CAAsB,oBAAA,CAAA,CAAC;AAEhE,QAAA,IAAI;AACF,YAAA,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;AAC7C,gBAAA,OAAO,CAAC,IAAI,CAAC,iDAAiD,CAAC;gBAC/D,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC;;AAGhD,YAAA,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC;AAElC,YAAA,MAAM,WAAW,GAAG;AAClB,gBAAA,KAAK,EAAE,oCAAoC;AAC3C,gBAAA,KAAK,EAAE,KAAK;AACZ,gBAAA,KAAK,EAAE,IAAI;AACX,gBAAA,SAAS,EAAE,SAAS;AACpB,gBAAA,gBAAgB,EAAE,IAAI;aACvB;YAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,+BAA+B,EAC/B,WAAW,EACX;AACE,gBAAA,OAAO,EAAE;AACP,oBAAA,cAAc,EAAE,kBAAkB;AAClC,oBAAA,aAAa,EAAE,CAAA,OAAA,EAAU,IAAI,CAAC,MAAM,CAAE,CAAA;AACvC,iBAAA;AACF,aAAA,CACF;;AAGD,YAAA,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;AAC3C,YAAA,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC;;AAG5D,YAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC5C,OAAO,CAAC,GAAG,CACT,gBAAgB,EAChB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CACnD;;AAGH,YAAA,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;gBACjD,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,KAAI;AAC1C,oBAAA,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK;AAC7B,oBAAA,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe;oBACpC,IAAI,IAAI,GAAG,EAAE;;AAGb,oBAAA,IAAI,MAAM,CAAC,QAAQ,IAAI,IAAI,EAAE;AAC3B,wBAAA,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ;wBAC3B,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,MAAM,IAAI,GAAG,EAAE;AAC5C,4BAAA,IAAI,GAAG,GAAG,CAAC,IAAI;;AACV,6BAAA,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;4BAClC,IAAI,GAAG,GAAG;;;yBAEP;;AAEL,wBAAA,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC;;AAG5B,oBAAA,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE;AACxB,iBAAC,CAAC;;iBACG;AACL,gBAAA,OAAO,CAAC,IAAI,CACV,kEAAkE,CACnE;gBACD,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC;;;QAEhD,OAAO,KAAK,EAAE;AACd,YAAA,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC;;YAElD,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC;;;AAGnD;AAEK,MAAO,cAAe,SAAQ,YAAY,CAAA;IAC9C,WAAY,CAAA,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,EAAuB,EAAA;AACtE,QAAA,KAAK,EAAE;AACP,QAAA,IAAI,CAAC,MAAM,GAAG,MAAM;;IAGtB,MAAM,MAAM,CACV,KAAa,EACb,SAAmB,EACnB,OAAe,CAAC,EAAA;QAEhB,OAAO,CAAC,GAAG,CAAC,CAAA,UAAA,EAAa,SAAS,CAAC,MAAM,CAAwB,sBAAA,CAAA,CAAC;AAElE,QAAA,IAAI;AACF,YAAA,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE;AAC7C,gBAAA,OAAO,CAAC,IAAI,CAAC,mDAAmD,CAAC;gBACjE,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC;;AAGhD,YAAA,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC;AAElC,YAAA,MAAM,WAAW,GAAG;AAClB,gBAAA,KAAK,EAAE,aAAa;AACpB,gBAAA,KAAK,EAAE,KAAK;AACZ,gBAAA,KAAK,EAAE,IAAI;AACX,gBAAA,SAAS,EAAE,SAAS;aACrB;YAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,kCAAkC,EAClC,WAAW,EACX;AACE,gBAAA,OAAO,EAAE;AACP,oBAAA,cAAc,EAAE,kBAAkB;AAClC,oBAAA,aAAa,EAAE,CAAA,OAAA,EAAU,IAAI,CAAC,MAAM,CAAE,CAAA;AACvC,iBAAA;AACF,aAAA,CACF;;AAGD,YAAA,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC;YAC7C,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACrC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;AACzC,YAAA,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC;;AAG5D,YAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC5C,OAAO,CAAC,GAAG,CACT,gBAAgB,EAChB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CACnD;;AAGH,YAAA,IAAI,QAAQ,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;gBACjD,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,KAAI;AAC1C,oBAAA,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK;AAC7B,oBAAA,MAAM,KAAK,GAAG,MAAM,CAAC,eAAe;AACpC,oBAAA,MAAM,IAAI,GAAG,SAAS,CAAC,QAAQ,CAAC;AAChC,oBAAA,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE;AACxB,iBAAC,CAAC;;iBACG;AACL,gBAAA,OAAO,CAAC,IAAI,CACV,oEAAoE,CACrE;gBACD,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC;;;QAEhD,OAAO,KAAK,EAAE;AACd,YAAA,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC;;YAEpD,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC;;;AAGnD;AAEK,MAAO,gBAAiB,SAAQ,YAAY,CAAA;AAChD,IAAA,WAAA,GAAA;AACE,QAAA,KAAK,EAAE;;;IAIT,MAAM,MAAM,CACV,KAAa,EACb,SAAmB,EACnB,OAAe,CAAC,EAAA;QAEhB,OAAO,CAAC,GAAG,CACT,CAAA,UAAA,EAAa,SAAS,CAAC,MAAM,CAAwC,sCAAA,CAAA,CACtE;;QAED,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC;;AAEjD;AAED;;AAEG;AACU,MAAA,cAAc,GAAG,CAAC,MAI9B,KAA8B;IAC7B,MAAM,EAAE,YAAY,EAAE,UAAU,EAAE,YAAY,EAAE,GAAG,MAAM;AAEzD,IAAA,QAAQ,YAAY,CAAC,WAAW,EAAE;AAClC,QAAA,KAAK,MAAM;YACT,OAAO,IAAI,YAAY,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;AACjD,QAAA,KAAK,QAAQ;YACX,OAAO,IAAI,cAAc,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC;AACrD,QAAA,KAAK,UAAU;YACb,OAAO,IAAI,gBAAgB,EAAE;AAC/B,QAAA,KAAK,MAAM;AACT,YAAA,OAAO,CAAC,GAAG,CAAC,iDAAiD,CAAC;AAC9D,YAAA,OAAO,SAAS;AAClB,QAAA;AACE,YAAA,OAAO,CAAC,IAAI,CACV,0BAA0B,YAAY,CAAA,iCAAA,CAAmC,CAC1E;YACD,OAAO,IAAI,YAAY,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;;AAEnD;AAEA;AACA;AACA;AACA;;;;;;;;"}