@humain/terminal 0.2.3 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +2 -0
- package/dist/bundle/chunks/{chunk-U75GS4NL.js → chunk-CBTAWCW5.js} +1 -1
- package/dist/bundle/chunks/{chunk-D6HHRSB5.js → chunk-S43N4JYF.js} +14 -29
- package/dist/bundle/chunks/{chunk-LYOOYM65.js → chunk-WKLAQTQ4.js} +100 -124
- package/dist/bundle/chunks/{compat-22OQ5DBK.js → compat-L5WILLPV.js} +1 -1
- package/dist/bundle/chunks/{extract-CTIFQZDJ.js → extract-2YP6VMY4.js} +3 -3
- package/dist/bundle/cli.js +1 -1
- package/dist/bundle/index.js +1 -1
- package/dist/bundle/rpc-entry.js +1 -1
- package/dist/humain/web-access/vendor/anysearch.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/anysearch.js +4 -14
- package/dist/humain/web-access/vendor/anysearch.js.map +1 -1
- package/dist/humain/web-access/vendor/bocha.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/bocha.js +3 -24
- package/dist/humain/web-access/vendor/bocha.js.map +1 -1
- package/dist/humain/web-access/vendor/brave.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/brave.js +3 -24
- package/dist/humain/web-access/vendor/brave.js.map +1 -1
- package/dist/humain/web-access/vendor/brightdata.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/brightdata.js +5 -34
- package/dist/humain/web-access/vendor/brightdata.js.map +1 -1
- package/dist/humain/web-access/vendor/content-find.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/content-find.js +186 -51
- package/dist/humain/web-access/vendor/content-find.js.map +1 -1
- package/dist/humain/web-access/vendor/curator-page.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/curator-page.js +4 -1
- package/dist/humain/web-access/vendor/curator-page.js.map +1 -1
- package/dist/humain/web-access/vendor/curator-run.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/curator-run.js +3 -1
- package/dist/humain/web-access/vendor/curator-run.js.map +1 -1
- package/dist/humain/web-access/vendor/curator-server.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/curator-server.js +2 -0
- package/dist/humain/web-access/vendor/curator-server.js.map +1 -1
- package/dist/humain/web-access/vendor/domain-filter-normalization.d.ts +2 -0
- package/dist/humain/web-access/vendor/domain-filter-normalization.d.ts.map +1 -0
- package/dist/humain/web-access/vendor/domain-filter-normalization.js +19 -0
- package/dist/humain/web-access/vendor/domain-filter-normalization.js.map +1 -0
- package/dist/humain/web-access/vendor/duckduckgo.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/duckduckgo.js +3 -24
- package/dist/humain/web-access/vendor/duckduckgo.js.map +1 -1
- package/dist/humain/web-access/vendor/extract.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/extract.js +3 -1
- package/dist/humain/web-access/vendor/extract.js.map +1 -1
- package/dist/humain/web-access/vendor/firecrawl.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/firecrawl.js +5 -32
- package/dist/humain/web-access/vendor/firecrawl.js.map +1 -1
- package/dist/humain/web-access/vendor/gemini-search.d.ts +5 -2
- package/dist/humain/web-access/vendor/gemini-search.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/gemini-search.js +85 -37
- package/dist/humain/web-access/vendor/gemini-search.js.map +1 -1
- package/dist/humain/web-access/vendor/index.d.ts +3 -3
- package/dist/humain/web-access/vendor/index.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/index.js +135 -157
- package/dist/humain/web-access/vendor/index.js.map +1 -1
- package/dist/humain/web-access/vendor/jina-search.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/jina-search.js +4 -14
- package/dist/humain/web-access/vendor/jina-search.js.map +1 -1
- package/dist/humain/web-access/vendor/kagi.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/kagi.js +4 -12
- package/dist/humain/web-access/vendor/kagi.js.map +1 -1
- package/dist/humain/web-access/vendor/kimi-search.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/kimi-search.js +5 -32
- package/dist/humain/web-access/vendor/kimi-search.js.map +1 -1
- package/dist/humain/web-access/vendor/mistral-search.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/mistral-search.js +1 -18
- package/dist/humain/web-access/vendor/mistral-search.js.map +1 -1
- package/dist/humain/web-access/vendor/ollama.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/ollama.js +2 -6
- package/dist/humain/web-access/vendor/ollama.js.map +1 -1
- package/dist/humain/web-access/vendor/openai-search.d.ts +3 -0
- package/dist/humain/web-access/vendor/openai-search.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/openai-search.js +181 -38
- package/dist/humain/web-access/vendor/openai-search.js.map +1 -1
- package/dist/humain/web-access/vendor/opencode-session-headers.d.ts +10 -0
- package/dist/humain/web-access/vendor/opencode-session-headers.d.ts.map +1 -0
- package/dist/humain/web-access/vendor/opencode-session-headers.js +23 -0
- package/dist/humain/web-access/vendor/opencode-session-headers.js.map +1 -0
- package/dist/humain/web-access/vendor/page-query.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/page-query.js +10 -2
- package/dist/humain/web-access/vendor/page-query.js.map +1 -1
- package/dist/humain/web-access/vendor/parallel.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/parallel.js +1 -18
- package/dist/humain/web-access/vendor/parallel.js.map +1 -1
- package/dist/humain/web-access/vendor/pdf-extract.d.ts +2 -0
- package/dist/humain/web-access/vendor/pdf-extract.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/pdf-extract.js +1 -0
- package/dist/humain/web-access/vendor/pdf-extract.js.map +1 -1
- package/dist/humain/web-access/vendor/querit.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/querit.js +5 -32
- package/dist/humain/web-access/vendor/querit.js.map +1 -1
- package/dist/humain/web-access/vendor/search-answer-formatting.d.ts +8 -0
- package/dist/humain/web-access/vendor/search-answer-formatting.d.ts.map +1 -0
- package/dist/humain/web-access/vendor/search-answer-formatting.js +6 -0
- package/dist/humain/web-access/vendor/search-answer-formatting.js.map +1 -0
- package/dist/humain/web-access/vendor/search-result-count-normalization.d.ts +2 -0
- package/dist/humain/web-access/vendor/search-result-count-normalization.d.ts.map +1 -0
- package/dist/humain/web-access/vendor/search-result-count-normalization.js +6 -0
- package/dist/humain/web-access/vendor/search-result-count-normalization.js.map +1 -0
- package/dist/humain/web-access/vendor/search1api.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/search1api.js +5 -32
- package/dist/humain/web-access/vendor/search1api.js.map +1 -1
- package/dist/humain/web-access/vendor/searchinfinity.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/searchinfinity.js +5 -32
- package/dist/humain/web-access/vendor/searchinfinity.js.map +1 -1
- package/dist/humain/web-access/vendor/searxng.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/searxng.js +3 -24
- package/dist/humain/web-access/vendor/searxng.js.map +1 -1
- package/dist/humain/web-access/vendor/serpapi.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/serpapi.js +5 -30
- package/dist/humain/web-access/vendor/serpapi.js.map +1 -1
- package/dist/humain/web-access/vendor/serpbase.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/serpbase.js +3 -24
- package/dist/humain/web-access/vendor/serpbase.js.map +1 -1
- package/dist/humain/web-access/vendor/serpdive.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/serpdive.js +3 -24
- package/dist/humain/web-access/vendor/serpdive.js.map +1 -1
- package/dist/humain/web-access/vendor/serper.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/serper.js +5 -30
- package/dist/humain/web-access/vendor/serper.js.map +1 -1
- package/dist/humain/web-access/vendor/serply.d.ts +4 -0
- package/dist/humain/web-access/vendor/serply.d.ts.map +1 -0
- package/dist/humain/web-access/vendor/serply.js +191 -0
- package/dist/humain/web-access/vendor/serply.js.map +1 -0
- package/dist/humain/web-access/vendor/source-check.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/source-check.js +11 -47
- package/dist/humain/web-access/vendor/source-check.js.map +1 -1
- package/dist/humain/web-access/vendor/summary-review.d.ts +1 -1
- package/dist/humain/web-access/vendor/summary-review.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/summary-review.js +6 -2
- package/dist/humain/web-access/vendor/summary-review.js.map +1 -1
- package/dist/humain/web-access/vendor/tavily.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/tavily.js +3 -24
- package/dist/humain/web-access/vendor/tavily.js.map +1 -1
- package/dist/humain/web-access/vendor/tinyfish.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/tinyfish.js +5 -32
- package/dist/humain/web-access/vendor/tinyfish.js.map +1 -1
- package/dist/humain/web-access/vendor/utils.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/utils.js +2 -0
- package/dist/humain/web-access/vendor/utils.js.map +1 -1
- package/dist/humain/web-access/vendor/valyu.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/valyu.js +5 -30
- package/dist/humain/web-access/vendor/valyu.js.map +1 -1
- package/dist/humain/web-access/vendor/xai-search.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/xai-search.js +1 -18
- package/dist/humain/web-access/vendor/xai-search.js.map +1 -1
- package/dist/humain/web-access/vendor/xcrawl.d.ts.map +1 -1
- package/dist/humain/web-access/vendor/xcrawl.js +5 -34
- package/dist/humain/web-access/vendor/xcrawl.js.map +1 -1
- package/npm-shrinkwrap.json +6 -6
- package/package.json +2 -2
- package/src/humain/web-access/UPSTREAM.md +33 -1
- package/src/humain/web-access/upstream.json +6 -5
|
@@ -11,7 +11,7 @@ function editDistanceWithin(left, right, maximum) {
|
|
|
11
11
|
const current = [i];
|
|
12
12
|
let rowMinimum = i;
|
|
13
13
|
for (let j = 1; j <= right.length; j++) {
|
|
14
|
-
const value = Math.min(
|
|
14
|
+
const value = Math.min(previous[j] + 1, current[j - 1] + 1, previous[j - 1] + (left[i - 1] === right[j - 1] ? 0 : 1));
|
|
15
15
|
current[j] = value;
|
|
16
16
|
rowMinimum = Math.min(rowMinimum, value);
|
|
17
17
|
}
|
|
@@ -19,7 +19,7 @@ function editDistanceWithin(left, right, maximum) {
|
|
|
19
19
|
return false;
|
|
20
20
|
previous = current;
|
|
21
21
|
}
|
|
22
|
-
return
|
|
22
|
+
return previous[right.length] <= maximum;
|
|
23
23
|
}
|
|
24
24
|
function literalMatches(text, query, caseInsensitive) {
|
|
25
25
|
const haystack = caseInsensitive ? text.toLocaleLowerCase() : text;
|
|
@@ -53,65 +53,200 @@ function fuzzyMatches(text, query) {
|
|
|
53
53
|
const maximum = queryToken.length >= 9 ? 2 : queryToken.length >= 5 ? 1 : 0;
|
|
54
54
|
return editDistanceWithin(queryToken, normalize(token[0]), maximum);
|
|
55
55
|
}));
|
|
56
|
-
const start = paragraph.index +
|
|
57
|
-
matches.push({ query, start, end: start +
|
|
56
|
+
const start = paragraph.index + first.index;
|
|
57
|
+
matches.push({ query, start, end: start + first[0].length });
|
|
58
58
|
}
|
|
59
59
|
return matches;
|
|
60
60
|
}
|
|
61
|
-
function mergeRanges(
|
|
61
|
+
function mergeRanges(ranges) {
|
|
62
|
+
const merged = [];
|
|
63
|
+
for (const range of [...ranges].sort((left, right) => left.start - right.start || left.end - right.end)) {
|
|
64
|
+
const previous = merged.at(-1);
|
|
65
|
+
if (previous && range.start <= previous.end)
|
|
66
|
+
previous.end = Math.max(previous.end, range.end);
|
|
67
|
+
else
|
|
68
|
+
merged.push({ ...range });
|
|
69
|
+
}
|
|
70
|
+
return merged;
|
|
71
|
+
}
|
|
72
|
+
function contextRanges(textLength, matches) {
|
|
62
73
|
const ranges = [];
|
|
63
|
-
for (const match of
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
+
for (const match of matches) {
|
|
75
|
+
ranges.push({
|
|
76
|
+
start: Math.max(0, match.start - CONTEXT_CHARS),
|
|
77
|
+
end: Math.min(textLength, match.end + CONTEXT_CHARS),
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
return mergeRanges(ranges);
|
|
81
|
+
}
|
|
82
|
+
function lowerBound(values, target) {
|
|
83
|
+
let low = 0;
|
|
84
|
+
let high = values.length;
|
|
85
|
+
while (low < high) {
|
|
86
|
+
const middle = (low + high) >>> 1;
|
|
87
|
+
if (values[middle] < target)
|
|
88
|
+
low = middle + 1;
|
|
89
|
+
else
|
|
90
|
+
high = middle;
|
|
74
91
|
}
|
|
75
|
-
return
|
|
92
|
+
return low;
|
|
93
|
+
}
|
|
94
|
+
function upperBound(values, target) {
|
|
95
|
+
let low = 0;
|
|
96
|
+
let high = values.length;
|
|
97
|
+
while (low < high) {
|
|
98
|
+
const middle = (low + high) >>> 1;
|
|
99
|
+
if (values[middle] <= target)
|
|
100
|
+
low = middle + 1;
|
|
101
|
+
else
|
|
102
|
+
high = middle;
|
|
103
|
+
}
|
|
104
|
+
return low;
|
|
76
105
|
}
|
|
77
106
|
export function findContent(text, queries, mode) {
|
|
78
107
|
const normalizedQueries = [...new Set(queries.map(query => query.trim()).filter(Boolean))];
|
|
79
|
-
const
|
|
80
|
-
? fuzzyMatches(text, query)
|
|
81
|
-
:
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
}));
|
|
108
|
+
const occurrences = normalizedQueries.map(query => {
|
|
109
|
+
const matches = mode === "fuzzy" ? fuzzyMatches(text, query) : literalMatches(text, query, mode === "case-insensitive");
|
|
110
|
+
return { query, matches, starts: matches.map(match => match.start), ends: matches.map(match => match.end) };
|
|
111
|
+
});
|
|
112
|
+
const matches = occurrences.flatMap(result => result.matches);
|
|
113
|
+
const queryResults = occurrences.map(result => ({ query: result.query, matchCount: result.matches.length }));
|
|
86
114
|
const heading = matches.length > 0 ? `Text matches (${mode})` : `Text matches (${mode}): no matches`;
|
|
87
|
-
const sections = [heading];
|
|
88
|
-
let formattedLength = heading.length;
|
|
89
|
-
let returnedMatches = 0;
|
|
90
|
-
for (const range of mergeRanges(text.length, matches)) {
|
|
91
|
-
const prefix = range.start > 0 ? "…" : "";
|
|
92
|
-
const suffix = range.end < text.length ? "…" : "";
|
|
93
|
-
const snippet = `${prefix}${text.slice(range.start, range.end).replace(/\s+/g, " ").trim()}${suffix}`;
|
|
94
|
-
const counts = [...new Set(range.matches.map(match => match.query))]
|
|
95
|
-
.map(query => `\"${query}\" ×${range.matches.filter(match => match.query === query).length}`)
|
|
96
|
-
.join(", ");
|
|
97
|
-
const section = `${sections.length}. ${counts}\n${snippet}`;
|
|
98
|
-
if (formattedLength + 2 + section.length > MAX_OUTPUT_CHARS)
|
|
99
|
-
break;
|
|
100
|
-
sections.push(section);
|
|
101
|
-
formattedLength += 2 + section.length;
|
|
102
|
-
returnedMatches += range.matches.length;
|
|
103
|
-
}
|
|
104
115
|
const missing = queryResults.filter(result => result.matchCount === 0).map(result => `\"${result.query}\"`);
|
|
105
|
-
const
|
|
106
|
-
...
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
116
|
+
const matchingQueries = occurrences.filter(result => result.matches.length > 0).map((result, index) => ({
|
|
117
|
+
...result,
|
|
118
|
+
id: `Q${index + 1}`,
|
|
119
|
+
order: index,
|
|
120
|
+
}));
|
|
121
|
+
const whitespaceRuns = [...text.matchAll(/\s+/g)].map(run => ({ start: run.index, end: run.index + run[0].length }));
|
|
122
|
+
const whitespaceStarts = whitespaceRuns.map(run => run.start);
|
|
123
|
+
const whitespaceEnds = whitespaceRuns.map(run => run.end);
|
|
124
|
+
const whitespaceSavings = [0];
|
|
125
|
+
for (const run of whitespaceRuns)
|
|
126
|
+
whitespaceSavings.push(whitespaceSavings.at(-1) + run.end - run.start - 1);
|
|
127
|
+
function normalizedLength(start, end) {
|
|
128
|
+
const firstRun = upperBound(whitespaceStarts, start) - 1;
|
|
129
|
+
if (firstRun >= 0 && whitespaceEnds[firstRun] > start)
|
|
130
|
+
start = whitespaceEnds[firstRun];
|
|
131
|
+
if (start >= end)
|
|
132
|
+
return 0;
|
|
133
|
+
const lastRun = upperBound(whitespaceStarts, end - 1) - 1;
|
|
134
|
+
if (lastRun >= 0 && whitespaceEnds[lastRun] >= end)
|
|
135
|
+
end = whitespaceStarts[lastRun];
|
|
136
|
+
if (start >= end)
|
|
137
|
+
return 0;
|
|
138
|
+
const first = lowerBound(whitespaceStarts, start);
|
|
139
|
+
const last = upperBound(whitespaceEnds, end);
|
|
140
|
+
return end - start - (whitespaceSavings[last] - whitespaceSavings[first]);
|
|
141
|
+
}
|
|
142
|
+
function rangeCounts(range) {
|
|
143
|
+
// Literal occurrences have fixed widths; fuzzy occurrences come from successive disjoint paragraphs.
|
|
144
|
+
return matchingQueries.flatMap(result => {
|
|
145
|
+
const first = lowerBound(result.starts, range.start);
|
|
146
|
+
const last = upperBound(result.ends, range.end);
|
|
147
|
+
return last > first ? [{ ...result, count: last - first, firstStart: result.starts[first] }] : [];
|
|
148
|
+
}).sort((left, right) => left.firstStart - right.firstStart || left.order - right.order);
|
|
149
|
+
}
|
|
150
|
+
const legend = matchingQueries.length > 0
|
|
151
|
+
? `Queries: ${matchingQueries.map(result => `${result.id} = \"${result.query}\"`).join(", ")}`
|
|
152
|
+
: "";
|
|
153
|
+
const missingNotice = missing.length > 0 ? `No matches: ${missing.join(", ")}` : "";
|
|
154
|
+
function measure(ranges, overflow = false, omitted = []) {
|
|
155
|
+
let length = heading.length;
|
|
156
|
+
let returnedMatches = 0;
|
|
157
|
+
if (overflow && legend)
|
|
158
|
+
length += 2 + legend.length;
|
|
159
|
+
for (const [index, range] of ranges.entries()) {
|
|
160
|
+
const counts = rangeCounts(range);
|
|
161
|
+
if (counts.length === 0)
|
|
162
|
+
continue;
|
|
163
|
+
const labelsLength = counts.reduce((total, result) => total
|
|
164
|
+
+ (overflow ? result.id.length : result.query.length + 2)
|
|
165
|
+
+ 2 + String(result.count).length, 2 * (counts.length - 1));
|
|
166
|
+
const snippetLength = normalizedLength(range.start, range.end)
|
|
167
|
+
+ (range.start > 0 ? 1 : 0) + (range.end < text.length ? 1 : 0);
|
|
168
|
+
length += 2 + String(index + 1).length + 2 + labelsLength + 1 + snippetLength;
|
|
169
|
+
returnedMatches += counts.reduce((total, result) => total + result.count, 0);
|
|
170
|
+
}
|
|
171
|
+
if (missingNotice)
|
|
172
|
+
length += 2 + missingNotice.length;
|
|
173
|
+
if (omitted.length > 0)
|
|
174
|
+
length += 2 + `No representative excerpt: ${omitted.join(", ")}.`.length;
|
|
175
|
+
if (returnedMatches < matches.length)
|
|
176
|
+
length += 2 + `Showing ${returnedMatches} of ${matches.length} matches.`.length;
|
|
177
|
+
return { length, returnedMatches };
|
|
178
|
+
}
|
|
179
|
+
function formatRanges(ranges, overflow = false, omitted = []) {
|
|
180
|
+
const sections = [heading];
|
|
181
|
+
let returnedMatches = 0;
|
|
182
|
+
if (overflow && legend)
|
|
183
|
+
sections.push(legend);
|
|
184
|
+
for (const [index, range] of ranges.entries()) {
|
|
185
|
+
const contained = rangeCounts(range);
|
|
186
|
+
if (contained.length === 0)
|
|
187
|
+
continue;
|
|
188
|
+
const prefix = range.start > 0 ? "…" : "";
|
|
189
|
+
const suffix = range.end < text.length ? "…" : "";
|
|
190
|
+
const snippet = `${prefix}${text.slice(range.start, range.end).replace(/\s+/g, " ").trim()}${suffix}`;
|
|
191
|
+
const counts = contained
|
|
192
|
+
.map(result => `${overflow ? result.id : `\"${result.query}\"`} ×${result.count}`)
|
|
193
|
+
.join(", ");
|
|
194
|
+
sections.push(`${index + 1}. ${counts}\n${snippet}`);
|
|
195
|
+
returnedMatches += contained.reduce((total, result) => total + result.count, 0);
|
|
196
|
+
}
|
|
197
|
+
if (missingNotice)
|
|
198
|
+
sections.push(missingNotice);
|
|
199
|
+
if (omitted.length > 0)
|
|
200
|
+
sections.push(`No representative excerpt: ${omitted.join(", ")}.`);
|
|
201
|
+
if (returnedMatches < matches.length)
|
|
202
|
+
sections.push(`Showing ${returnedMatches} of ${matches.length} matches.`);
|
|
203
|
+
return { text: sections.join("\n\n"), matchCount: matches.length, returnedMatches, queryResults };
|
|
204
|
+
}
|
|
205
|
+
const fullRanges = contextRanges(text.length, matches);
|
|
206
|
+
const full = measure(fullRanges);
|
|
207
|
+
if (full.returnedMatches === matches.length && full.length <= MAX_OUTPUT_CHARS)
|
|
208
|
+
return formatRanges(fullRanges);
|
|
209
|
+
let ranges = [];
|
|
210
|
+
let omitted = matchingQueries.map(result => result.id);
|
|
211
|
+
if (measure(ranges, true, omitted).length > MAX_OUTPUT_CHARS) {
|
|
212
|
+
const text = `${heading}\n\nUnable to format bounded excerpts: query metadata exceeds ${MAX_OUTPUT_CHARS} characters.\n\nShowing 0 of ${matches.length} matches.`;
|
|
213
|
+
return { text, matchCount: matches.length, returnedMatches: 0, queryResults };
|
|
214
|
+
}
|
|
215
|
+
const witnesses = [];
|
|
216
|
+
for (const { id, matches: queryMatches } of matchingQueries) {
|
|
217
|
+
const proposedOmitted = omitted.filter(queryId => queryId !== id);
|
|
218
|
+
const currentLength = measure(ranges, true, omitted).length;
|
|
219
|
+
let selected;
|
|
220
|
+
for (const witness of queryMatches) {
|
|
221
|
+
const proposedRanges = mergeRanges([...ranges, { start: witness.start, end: witness.end }]);
|
|
222
|
+
const summary = measure(proposedRanges, true, proposedOmitted);
|
|
223
|
+
const candidate = {
|
|
224
|
+
witness,
|
|
225
|
+
ranges: proposedRanges,
|
|
226
|
+
cost: summary.length - currentLength,
|
|
227
|
+
};
|
|
228
|
+
if (summary.length <= MAX_OUTPUT_CHARS && (!selected || candidate.cost < selected.cost
|
|
229
|
+
|| candidate.cost === selected.cost && (witness.start < selected.witness.start
|
|
230
|
+
|| witness.start === selected.witness.start && witness.end < selected.witness.end)))
|
|
231
|
+
selected = candidate;
|
|
232
|
+
}
|
|
233
|
+
if (selected) {
|
|
234
|
+
ranges = selected.ranges;
|
|
235
|
+
omitted = proposedOmitted;
|
|
236
|
+
witnesses.push(selected.witness);
|
|
237
|
+
}
|
|
238
|
+
}
|
|
239
|
+
for (const witness of witnesses) {
|
|
240
|
+
const proposed = mergeRanges([...ranges, {
|
|
241
|
+
start: Math.max(0, witness.start - CONTEXT_CHARS),
|
|
242
|
+
end: Math.min(text.length, witness.end + CONTEXT_CHARS),
|
|
243
|
+
}]);
|
|
244
|
+
if (measure(proposed, true, omitted).length <= MAX_OUTPUT_CHARS)
|
|
245
|
+
ranges = proposed;
|
|
114
246
|
}
|
|
115
|
-
|
|
247
|
+
const allOccurrences = mergeRanges([...ranges, ...matches.map(match => ({ start: match.start, end: match.end }))]);
|
|
248
|
+
if (measure(allOccurrences, true, omitted).length <= MAX_OUTPUT_CHARS)
|
|
249
|
+
ranges = allOccurrences;
|
|
250
|
+
return formatRanges(ranges, true, omitted);
|
|
116
251
|
}
|
|
117
252
|
//# sourceMappingURL=content-find.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"content-find.js","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/content-find.ts"],"names":[],"mappings":"AAEA,MAAM,aAAa,GAAG,GAAG,CAAC;AAC1B,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAchC,SAAS,SAAS,CAAC,KAAa;IAC/B,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC,iBAAiB,EAAE,CAAC;AAClF,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY,EAAE,KAAa,EAAE,OAAe;IACvE,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,OAAO;QAAE,OAAO,KAAK,CAAC;IACjE,IAAI,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IAC7E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACrB,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EACtB,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,EACzB,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAC/D,CAAC;YACF,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YACnB,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,UAAU,GAAG,OAAO;YAAE,OAAO,KAAK,CAAC;QACvC,QAAQ,GAAG,OAAO,CAAC;IACpB,CAAC;IACD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,OAAO,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC;AAC3D,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,KAAa,EAAE,eAAwB;IAC5E,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,MAAM,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;IACnE,MAAM,OAAO,GAAY,EAAE,CAAC;IAC5B,KAAK,IAAI,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7H,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,KAAa;IAChD,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC;IACpE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACxC,MAAM,OAAO,GAAY,EAAE,CAAC;IAC5B,MAAM,UAAU,GAAG,4BAA4B,CAAC;IAChD,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACnD,MAAM,aAAa,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,aAAa,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,KAAK,KAAK,SAAS;YAAE,SAAS;QACjF,MAAM,MAAM,GAAG,CAAC,GAAG,aAAa,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAC9D,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACpE,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACtC,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5E,OAAO,kBAAkB,CAAC,UAAU,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC,CAAC;QACJ,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;QACpF,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ;YAAE,SAAS;QACxC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;YAC5D,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5E,OAAO,kBAAkB,CAAC,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACrE,CAAC,CAAC,CAAC,CAAC;QACJ,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAClF,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,UAAkB,EAAE,OAAgB;IACxD,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;QAClF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,aAAa,CAAC,CAAC;QACvD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,GAAG,GAAG,aAAa,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,QAAQ,IAAI,KAAK,IAAI,QAAQ,CAAC,GAAG,EAAE,CAAC;YACvC,QAAQ,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAC3C,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACP,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAC/C,CAAC;IACF,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,MAAM,UAAU,WAAW,CAC1B,IAAY,EACZ,OAAiB,EACjB,IAAc;IAEd,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC3F,MAAM,OAAO,GAAG,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,KAAK,OAAO;QAClE,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC;QAC3B,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,KAAK,kBAAkB,CAAC,CAAC,CAAC;IAC7D,MAAM,YAAY,GAAG,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACpD,KAAK;QACL,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,MAAM;KACjE,CAAC,CAAC,CAAC;IAEJ,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,IAAI,GAAG,CAAC,CAAC,CAAC,iBAAiB,IAAI,eAAe,CAAC;IACrG,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,IAAI,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IACrC,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,MAAM,OAAO,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC;QACtG,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;aAClE,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,KAAK,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;aAC5F,IAAI,CAAC,IAAI,CAAC,CAAC;QACb,MAAM,OAAO,GAAG,GAAG,QAAQ,CAAC,MAAM,KAAK,MAAM,KAAK,OAAO,EAAE,CAAC;QAC5D,IAAI,eAAe,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,gBAAgB;YAAE,MAAM;QACnE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,eAAe,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACtC,eAAe,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;IACzC,CAAC;IAED,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IAC5G,MAAM,MAAM,GAAG;QACd,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACpE,GAAG,CAAC,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,eAAe,OAAO,OAAO,CAAC,MAAM,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KACzG,CAAC;IACF,KAAK,MAAM,OAAO,IAAI,MAAM,EAAE,CAAC;QAC9B,IAAI,eAAe,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,gBAAgB;YAAE,MAAM;QACnE,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,eAAe,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IACvC,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,CAAC;AACnG,CAAC","sourcesContent":["export type FindMode = \"exact\" | \"case-insensitive\" | \"fuzzy\";\n\nconst CONTEXT_CHARS = 400;\nconst MAX_OUTPUT_CHARS = 20_000;\n\ninterface Match {\n\tquery: string;\n\tstart: number;\n\tend: number;\n}\n\ninterface Range {\n\tstart: number;\n\tend: number;\n\tmatches: Match[];\n}\n\nfunction normalize(value: string): string {\n\treturn value.normalize(\"NFD\").replace(/\\p{Diacritic}/gu, \"\").toLocaleLowerCase();\n}\n\nfunction editDistanceWithin(left: string, right: string, maximum: number): boolean {\n\tif (Math.abs(left.length - right.length) > maximum) return false;\n\tlet previous = Array.from({ length: right.length + 1 }, (_, index) => index);\n\tfor (let i = 1; i <= left.length; i++) {\n\t\tconst current = [i];\n\t\tlet rowMinimum = i;\n\t\tfor (let j = 1; j <= right.length; j++) {\n\t\t\tconst value = Math.min(\n\t\t\t\t(previous[j] ?? 0) + 1,\n\t\t\t\t(current[j - 1] ?? 0) + 1,\n\t\t\t\t(previous[j - 1] ?? 0) + (left[i - 1] === right[j - 1] ? 0 : 1),\n\t\t\t);\n\t\t\tcurrent[j] = value;\n\t\t\trowMinimum = Math.min(rowMinimum, value);\n\t\t}\n\t\tif (rowMinimum > maximum) return false;\n\t\tprevious = current;\n\t}\n\treturn (previous[right.length] ?? maximum + 1) <= maximum;\n}\n\nfunction literalMatches(text: string, query: string, caseInsensitive: boolean): Match[] {\n\tconst haystack = caseInsensitive ? text.toLocaleLowerCase() : text;\n\tconst needle = caseInsensitive ? query.toLocaleLowerCase() : query;\n\tconst matches: Match[] = [];\n\tfor (let start = haystack.indexOf(needle); start >= 0; start = haystack.indexOf(needle, start + Math.max(needle.length, 1))) {\n\t\tmatches.push({ query, start, end: start + query.length });\n\t}\n\treturn matches;\n}\n\nfunction fuzzyMatches(text: string, query: string): Match[] {\n\tconst queryTokens = normalize(query).match(/[\\p{L}\\p{N}]+/gu) ?? [];\n\tif (queryTokens.length === 0) return [];\n\tconst matches: Match[] = [];\n\tconst paragraphs = /[^\\n]+(?:\\n(?!\\n)[^\\n]+)*/g;\n\tfor (const paragraph of text.matchAll(paragraphs)) {\n\t\tconst paragraphText = paragraph[0];\n\t\tif (paragraphText.trim().length === 0 || paragraph.index === undefined) continue;\n\t\tconst tokens = [...paragraphText.matchAll(/[\\p{L}\\p{N}]+/gu)];\n\t\tconst matched = queryTokens.filter(queryToken => tokens.some(token => {\n\t\t\tconst candidate = normalize(token[0]);\n\t\t\tconst maximum = queryToken.length >= 9 ? 2 : queryToken.length >= 5 ? 1 : 0;\n\t\t\treturn editDistanceWithin(queryToken, candidate, maximum);\n\t\t}));\n\t\tconst required = queryTokens.length === 1 ? 1 : Math.ceil(queryTokens.length * 0.6);\n\t\tif (matched.length < required) continue;\n\t\tconst first = tokens.find(token => matched.some(queryToken => {\n\t\t\tconst maximum = queryToken.length >= 9 ? 2 : queryToken.length >= 5 ? 1 : 0;\n\t\t\treturn editDistanceWithin(queryToken, normalize(token[0]), maximum);\n\t\t}));\n\t\tconst start = paragraph.index + (first?.index ?? 0);\n\t\tmatches.push({ query, start, end: start + (first?.[0].length ?? query.length) });\n\t}\n\treturn matches;\n}\n\nfunction mergeRanges(textLength: number, matches: Match[]): Range[] {\n\tconst ranges: Range[] = [];\n\tfor (const match of [...matches].sort((left, right) => left.start - right.start)) {\n\t\tconst start = Math.max(0, match.start - CONTEXT_CHARS);\n\t\tconst end = Math.min(textLength, match.end + CONTEXT_CHARS);\n\t\tconst previous = ranges.at(-1);\n\t\tif (previous && start <= previous.end) {\n\t\t\tprevious.end = Math.max(previous.end, end);\n\t\t\tprevious.matches.push(match);\n\t\t} else {\n\t\t\tranges.push({ start, end, matches: [match] });\n\t\t}\n\t}\n\treturn ranges;\n}\n\nexport function findContent(\n\ttext: string,\n\tqueries: string[],\n\tmode: FindMode,\n): { text: string; matchCount: number; returnedMatches: number; queryResults: Array<{ query: string; matchCount: number }> } {\n\tconst normalizedQueries = [...new Set(queries.map(query => query.trim()).filter(Boolean))];\n\tconst matches = normalizedQueries.flatMap(query => mode === \"fuzzy\"\n\t\t? fuzzyMatches(text, query)\n\t\t: literalMatches(text, query, mode === \"case-insensitive\"));\n\tconst queryResults = normalizedQueries.map(query => ({\n\t\tquery,\n\t\tmatchCount: matches.filter(match => match.query === query).length,\n\t}));\n\n\tconst heading = matches.length > 0 ? `Text matches (${mode})` : `Text matches (${mode}): no matches`;\n\tconst sections = [heading];\n\tlet formattedLength = heading.length;\n\tlet returnedMatches = 0;\n\tfor (const range of mergeRanges(text.length, matches)) {\n\t\tconst prefix = range.start > 0 ? \"…\" : \"\";\n\t\tconst suffix = range.end < text.length ? \"…\" : \"\";\n\t\tconst snippet = `${prefix}${text.slice(range.start, range.end).replace(/\\s+/g, \" \").trim()}${suffix}`;\n\t\tconst counts = [...new Set(range.matches.map(match => match.query))]\n\t\t\t.map(query => `\\\"${query}\\\" ×${range.matches.filter(match => match.query === query).length}`)\n\t\t\t.join(\", \");\n\t\tconst section = `${sections.length}. ${counts}\\n${snippet}`;\n\t\tif (formattedLength + 2 + section.length > MAX_OUTPUT_CHARS) break;\n\t\tsections.push(section);\n\t\tformattedLength += 2 + section.length;\n\t\treturnedMatches += range.matches.length;\n\t}\n\n\tconst missing = queryResults.filter(result => result.matchCount === 0).map(result => `\\\"${result.query}\\\"`);\n\tconst footer = [\n\t\t...(missing.length > 0 ? [`No matches: ${missing.join(\", \")}`] : []),\n\t\t...(returnedMatches < matches.length ? [`Showing ${returnedMatches} of ${matches.length} matches.`] : []),\n\t];\n\tfor (const section of footer) {\n\t\tif (formattedLength + 2 + section.length > MAX_OUTPUT_CHARS) break;\n\t\tsections.push(section);\n\t\tformattedLength += 2 + section.length;\n\t}\n\n\treturn { text: sections.join(\"\\n\\n\"), matchCount: matches.length, returnedMatches, queryResults };\n}\n"]}
|
|
1
|
+
{"version":3,"file":"content-find.js","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/content-find.ts"],"names":[],"mappings":"AAEA,MAAM,aAAa,GAAG,GAAG,CAAC;AAC1B,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAahC,SAAS,SAAS,CAAC,KAAa;IAC/B,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC,iBAAiB,EAAE,CAAC;AAClF,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY,EAAE,KAAa,EAAE,OAAe;IACvE,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,OAAO;QAAE,OAAO,KAAK,CAAC;IACjE,IAAI,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IAC7E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CACrB,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EACf,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAClB,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CACxD,CAAC;YACF,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YACnB,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,UAAU,GAAG,OAAO;YAAE,OAAO,KAAK,CAAC;QACvC,QAAQ,GAAG,OAAO,CAAC;IACpB,CAAC;IACD,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,OAAO,CAAC;AAC1C,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,KAAa,EAAE,eAAwB;IAC5E,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,MAAM,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;IACnE,MAAM,OAAO,GAAY,EAAE,CAAC;IAC5B,KAAK,IAAI,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,MAAM,EAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7H,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,KAAa;IAChD,MAAM,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,CAAC;IACpE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACxC,MAAM,OAAO,GAAY,EAAE,CAAC;IAC5B,MAAM,UAAU,GAAG,4BAA4B,CAAC;IAChD,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACnD,MAAM,aAAa,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,aAAa,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,CAAC,KAAK,KAAK,SAAS;YAAE,SAAS;QACjF,MAAM,MAAM,GAAG,CAAC,GAAG,aAAa,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAC9D,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;YACpE,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACtC,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5E,OAAO,kBAAkB,CAAC,UAAU,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC,CAAC;QACJ,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;QACpF,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ;YAAE,SAAS;QACxC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE;YAC5D,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5E,OAAO,kBAAkB,CAAC,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QACrE,CAAC,CAAC,CAAE,CAAC;QACL,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC5C,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,MAAe;IACnC,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;QACzG,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,QAAQ,IAAI,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC,GAAG;YAAE,QAAQ,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;;YACzF,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,MAAM,CAAC;AACf,CAAC;AAED,SAAS,aAAa,CAAC,UAAkB,EAAE,OAAgB;IAC1D,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC;YACX,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,GAAG,aAAa,CAAC;YAC/C,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,GAAG,GAAG,aAAa,CAAC;SACpD,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB,EAAE,MAAc;IACnD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC;IACzB,OAAO,GAAG,GAAG,IAAI,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM;YAAE,GAAG,GAAG,MAAM,GAAG,CAAC,CAAC;;YACzC,IAAI,GAAG,MAAM,CAAC;IACpB,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC;AAED,SAAS,UAAU,CAAC,MAAgB,EAAE,MAAc;IACnD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC;IACzB,OAAO,GAAG,GAAG,IAAI,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAClC,IAAI,MAAM,CAAC,MAAM,CAAC,IAAI,MAAM;YAAE,GAAG,GAAG,MAAM,GAAG,CAAC,CAAC;;YAC1C,IAAI,GAAG,MAAM,CAAC;IACpB,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,WAAW,CAC1B,IAAY,EACZ,OAAiB,EACjB,IAAc;IAEd,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC3F,MAAM,WAAW,GAAG,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;QACjD,MAAM,OAAO,GAAG,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,KAAK,kBAAkB,CAAC,CAAC;QACxH,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;IAC7G,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9D,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAE7G,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,IAAI,GAAG,CAAC,CAAC,CAAC,iBAAiB,IAAI,eAAe,CAAC;IACrG,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IAC5G,MAAM,eAAe,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACvG,GAAG,MAAM;QACT,EAAE,EAAE,IAAI,KAAK,GAAG,CAAC,EAAE;QACnB,KAAK,EAAE,KAAK;KACZ,CAAC,CAAC,CAAC;IACJ,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACrH,MAAM,gBAAgB,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC9D,MAAM,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC1D,MAAM,iBAAiB,GAAG,CAAC,CAAC,CAAC,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,cAAc;QAAE,iBAAiB,CAAC,IAAI,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,CAAE,GAAG,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IAC9G,SAAS,gBAAgB,CAAC,KAAa,EAAE,GAAW;QACnD,MAAM,QAAQ,GAAG,UAAU,CAAC,gBAAgB,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACzD,IAAI,QAAQ,IAAI,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,GAAG,KAAK;YAAE,KAAK,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;QACxF,IAAI,KAAK,IAAI,GAAG;YAAE,OAAO,CAAC,CAAC;QAC3B,MAAM,OAAO,GAAG,UAAU,CAAC,gBAAgB,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1D,IAAI,OAAO,IAAI,CAAC,IAAI,cAAc,CAAC,OAAO,CAAC,IAAI,GAAG;YAAE,GAAG,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACpF,IAAI,KAAK,IAAI,GAAG;YAAE,OAAO,CAAC,CAAC;QAC3B,MAAM,KAAK,GAAG,UAAU,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;QAClD,MAAM,IAAI,GAAG,UAAU,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QAC7C,OAAO,GAAG,GAAG,KAAK,GAAG,CAAC,iBAAiB,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3E,CAAC;IACD,SAAS,WAAW,CAAC,KAAY;QAChC,qGAAqG;QACrG,OAAO,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;YACvC,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;YACrD,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC;YAChD,OAAO,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,KAAK,EAAE,IAAI,GAAG,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACnG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAC1F,CAAC;IACD,MAAM,MAAM,GAAG,eAAe,CAAC,MAAM,GAAG,CAAC;QACxC,CAAC,CAAC,YAAY,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,EAAE,QAAQ,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAC9F,CAAC,CAAC,EAAE,CAAC;IACN,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IACpF,SAAS,OAAO,CAAC,MAAe,EAAE,QAAQ,GAAG,KAAK,EAAE,OAAO,GAAa,EAAE;QACzE,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC5B,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,QAAQ,IAAI,MAAM;YAAE,MAAM,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;QACpD,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YAClC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAClC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK;kBACxD,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;kBACvD,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YAC7D,MAAM,aAAa,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC;kBAC3D,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,GAAG,YAAY,GAAG,CAAC,GAAG,aAAa,CAAC;YAC9E,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,aAAa;YAAE,MAAM,IAAI,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC;QACtD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,GAAG,8BAA8B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;QACjG,IAAI,eAAe,GAAG,OAAO,CAAC,MAAM;YAAE,MAAM,IAAI,CAAC,GAAG,WAAW,eAAe,OAAO,OAAO,CAAC,MAAM,WAAW,CAAC,MAAM,CAAC;QACtH,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC;IACpC,CAAC;IACD,SAAS,YAAY,CAAC,MAAe,EAAE,QAAQ,GAAG,KAAK,EAAE,OAAO,GAAa,EAAE;QAC9E,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,QAAQ,IAAI,MAAM;YAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9C,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YACrC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YACrC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAClD,MAAM,OAAO,GAAG,GAAG,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC;YACtG,MAAM,MAAM,GAAG,SAAS;iBACtB,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,KAAK,IAAI,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC;iBACjF,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,GAAG,CAAC,KAAK,MAAM,KAAK,OAAO,EAAE,CAAC,CAAC;YACrD,eAAe,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACjF,CAAC;QACD,IAAI,aAAa;YAAE,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAChD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,8BAA8B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3F,IAAI,eAAe,GAAG,OAAO,CAAC,MAAM;YAAE,QAAQ,CAAC,IAAI,CAAC,WAAW,eAAe,OAAO,OAAO,CAAC,MAAM,WAAW,CAAC,CAAC;QAChH,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE,eAAe,EAAE,YAAY,EAAE,CAAC;IACnG,CAAC;IAED,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACjC,IAAI,IAAI,CAAC,eAAe,KAAK,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,IAAI,gBAAgB;QAAE,OAAO,YAAY,CAAC,UAAU,CAAC,CAAC;IAEhH,IAAI,MAAM,GAAY,EAAE,CAAC;IACzB,IAAI,OAAO,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACvD,IAAI,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,MAAM,GAAG,gBAAgB,EAAE,CAAC;QAC9D,MAAM,IAAI,GAAG,GAAG,OAAO,iEAAiE,gBAAgB,gCAAgC,OAAO,CAAC,MAAM,WAAW,CAAC;QAClK,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,MAAM,EAAE,eAAe,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC;IAC/E,CAAC;IACD,MAAM,SAAS,GAAY,EAAE,CAAC;IAC9B,KAAK,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,IAAI,eAAe,EAAE,CAAC;QAC7D,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC;QAClE,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC;QAC5D,IAAI,QAAuE,CAAC;QAC5E,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACpC,MAAM,cAAc,GAAG,WAAW,CAAC,CAAC,GAAG,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAC5F,MAAM,OAAO,GAAG,OAAO,CAAC,cAAc,EAAE,IAAI,EAAE,eAAe,CAAC,CAAC;YAC/D,MAAM,SAAS,GAAG;gBACjB,OAAO;gBACP,MAAM,EAAE,cAAc;gBACtB,IAAI,EAAE,OAAO,CAAC,MAAM,GAAG,aAAa;aACpC,CAAC;YACF,IAAI,OAAO,CAAC,MAAM,IAAI,gBAAgB,IAAI,CAAC,CAAC,QAAQ,IAAI,SAAS,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI;mBAClF,SAAS,CAAC,IAAI,KAAK,QAAQ,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK;uBAC1E,OAAO,CAAC,KAAK,KAAK,QAAQ,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBAAE,QAAQ,GAAG,SAAS,CAAC;QAC7G,CAAC;QACD,IAAI,QAAQ,EAAE,CAAC;YACd,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;YACzB,OAAO,GAAG,eAAe,CAAC;YAC1B,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAClC,CAAC;IACF,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,WAAW,CAAC,CAAC,GAAG,MAAM,EAAE;gBACxC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,GAAG,aAAa,CAAC;gBACjD,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,GAAG,aAAa,CAAC;aACvD,CAAC,CAAC,CAAC;QACJ,IAAI,OAAO,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,MAAM,IAAI,gBAAgB;YAAE,MAAM,GAAG,QAAQ,CAAC;IACpF,CAAC;IACD,MAAM,cAAc,GAAG,WAAW,CAAC,CAAC,GAAG,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACnH,IAAI,OAAO,CAAC,cAAc,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC,MAAM,IAAI,gBAAgB;QAAE,MAAM,GAAG,cAAc,CAAC;IAC/F,OAAO,YAAY,CAAC,MAAM,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;AAC5C,CAAC","sourcesContent":["export type FindMode = \"exact\" | \"case-insensitive\" | \"fuzzy\";\n\nconst CONTEXT_CHARS = 400;\nconst MAX_OUTPUT_CHARS = 20_000;\n\ninterface Match {\n\tquery: string;\n\tstart: number;\n\tend: number;\n}\n\ninterface Range {\n\tstart: number;\n\tend: number;\n}\n\nfunction normalize(value: string): string {\n\treturn value.normalize(\"NFD\").replace(/\\p{Diacritic}/gu, \"\").toLocaleLowerCase();\n}\n\nfunction editDistanceWithin(left: string, right: string, maximum: number): boolean {\n\tif (Math.abs(left.length - right.length) > maximum) return false;\n\tlet previous = Array.from({ length: right.length + 1 }, (_, index) => index);\n\tfor (let i = 1; i <= left.length; i++) {\n\t\tconst current = [i];\n\t\tlet rowMinimum = i;\n\t\tfor (let j = 1; j <= right.length; j++) {\n\t\t\tconst value = Math.min(\n\t\t\t\tprevious[j] + 1,\n\t\t\t\tcurrent[j - 1] + 1,\n\t\t\t\tprevious[j - 1] + (left[i - 1] === right[j - 1] ? 0 : 1),\n\t\t\t);\n\t\t\tcurrent[j] = value;\n\t\t\trowMinimum = Math.min(rowMinimum, value);\n\t\t}\n\t\tif (rowMinimum > maximum) return false;\n\t\tprevious = current;\n\t}\n\treturn previous[right.length] <= maximum;\n}\n\nfunction literalMatches(text: string, query: string, caseInsensitive: boolean): Match[] {\n\tconst haystack = caseInsensitive ? text.toLocaleLowerCase() : text;\n\tconst needle = caseInsensitive ? query.toLocaleLowerCase() : query;\n\tconst matches: Match[] = [];\n\tfor (let start = haystack.indexOf(needle); start >= 0; start = haystack.indexOf(needle, start + Math.max(needle.length, 1))) {\n\t\tmatches.push({ query, start, end: start + query.length });\n\t}\n\treturn matches;\n}\n\nfunction fuzzyMatches(text: string, query: string): Match[] {\n\tconst queryTokens = normalize(query).match(/[\\p{L}\\p{N}]+/gu) ?? [];\n\tif (queryTokens.length === 0) return [];\n\tconst matches: Match[] = [];\n\tconst paragraphs = /[^\\n]+(?:\\n(?!\\n)[^\\n]+)*/g;\n\tfor (const paragraph of text.matchAll(paragraphs)) {\n\t\tconst paragraphText = paragraph[0];\n\t\tif (paragraphText.trim().length === 0 || paragraph.index === undefined) continue;\n\t\tconst tokens = [...paragraphText.matchAll(/[\\p{L}\\p{N}]+/gu)];\n\t\tconst matched = queryTokens.filter(queryToken => tokens.some(token => {\n\t\t\tconst candidate = normalize(token[0]);\n\t\t\tconst maximum = queryToken.length >= 9 ? 2 : queryToken.length >= 5 ? 1 : 0;\n\t\t\treturn editDistanceWithin(queryToken, candidate, maximum);\n\t\t}));\n\t\tconst required = queryTokens.length === 1 ? 1 : Math.ceil(queryTokens.length * 0.6);\n\t\tif (matched.length < required) continue;\n\t\tconst first = tokens.find(token => matched.some(queryToken => {\n\t\t\tconst maximum = queryToken.length >= 9 ? 2 : queryToken.length >= 5 ? 1 : 0;\n\t\t\treturn editDistanceWithin(queryToken, normalize(token[0]), maximum);\n\t\t}))!;\n\t\tconst start = paragraph.index + first.index;\n\t\tmatches.push({ query, start, end: start + first[0].length });\n\t}\n\treturn matches;\n}\n\nfunction mergeRanges(ranges: Range[]): Range[] {\n\tconst merged: Range[] = [];\n\tfor (const range of [...ranges].sort((left, right) => left.start - right.start || left.end - right.end)) {\n\t\tconst previous = merged.at(-1);\n\t\tif (previous && range.start <= previous.end) previous.end = Math.max(previous.end, range.end);\n\t\telse merged.push({ ...range });\n\t}\n\treturn merged;\n}\n\nfunction contextRanges(textLength: number, matches: Match[]): Range[] {\n\tconst ranges: Range[] = [];\n\tfor (const match of matches) {\n\t\tranges.push({\n\t\t\tstart: Math.max(0, match.start - CONTEXT_CHARS),\n\t\t\tend: Math.min(textLength, match.end + CONTEXT_CHARS),\n\t\t});\n\t}\n\treturn mergeRanges(ranges);\n}\n\nfunction lowerBound(values: number[], target: number): number {\n\tlet low = 0;\n\tlet high = values.length;\n\twhile (low < high) {\n\t\tconst middle = (low + high) >>> 1;\n\t\tif (values[middle] < target) low = middle + 1;\n\t\telse high = middle;\n\t}\n\treturn low;\n}\n\nfunction upperBound(values: number[], target: number): number {\n\tlet low = 0;\n\tlet high = values.length;\n\twhile (low < high) {\n\t\tconst middle = (low + high) >>> 1;\n\t\tif (values[middle] <= target) low = middle + 1;\n\t\telse high = middle;\n\t}\n\treturn low;\n}\n\nexport function findContent(\n\ttext: string,\n\tqueries: string[],\n\tmode: FindMode,\n): { text: string; matchCount: number; returnedMatches: number; queryResults: Array<{ query: string; matchCount: number }> } {\n\tconst normalizedQueries = [...new Set(queries.map(query => query.trim()).filter(Boolean))];\n\tconst occurrences = normalizedQueries.map(query => {\n\t\tconst matches = mode === \"fuzzy\" ? fuzzyMatches(text, query) : literalMatches(text, query, mode === \"case-insensitive\");\n\t\treturn { query, matches, starts: matches.map(match => match.start), ends: matches.map(match => match.end) };\n\t});\n\tconst matches = occurrences.flatMap(result => result.matches);\n\tconst queryResults = occurrences.map(result => ({ query: result.query, matchCount: result.matches.length }));\n\n\tconst heading = matches.length > 0 ? `Text matches (${mode})` : `Text matches (${mode}): no matches`;\n\tconst missing = queryResults.filter(result => result.matchCount === 0).map(result => `\\\"${result.query}\\\"`);\n\tconst matchingQueries = occurrences.filter(result => result.matches.length > 0).map((result, index) => ({\n\t\t...result,\n\t\tid: `Q${index + 1}`,\n\t\torder: index,\n\t}));\n\tconst whitespaceRuns = [...text.matchAll(/\\s+/g)].map(run => ({ start: run.index, end: run.index + run[0].length }));\n\tconst whitespaceStarts = whitespaceRuns.map(run => run.start);\n\tconst whitespaceEnds = whitespaceRuns.map(run => run.end);\n\tconst whitespaceSavings = [0];\n\tfor (const run of whitespaceRuns) whitespaceSavings.push(whitespaceSavings.at(-1)! + run.end - run.start - 1);\n\tfunction normalizedLength(start: number, end: number): number {\n\t\tconst firstRun = upperBound(whitespaceStarts, start) - 1;\n\t\tif (firstRun >= 0 && whitespaceEnds[firstRun] > start) start = whitespaceEnds[firstRun];\n\t\tif (start >= end) return 0;\n\t\tconst lastRun = upperBound(whitespaceStarts, end - 1) - 1;\n\t\tif (lastRun >= 0 && whitespaceEnds[lastRun] >= end) end = whitespaceStarts[lastRun];\n\t\tif (start >= end) return 0;\n\t\tconst first = lowerBound(whitespaceStarts, start);\n\t\tconst last = upperBound(whitespaceEnds, end);\n\t\treturn end - start - (whitespaceSavings[last] - whitespaceSavings[first]);\n\t}\n\tfunction rangeCounts(range: Range) {\n\t\t// Literal occurrences have fixed widths; fuzzy occurrences come from successive disjoint paragraphs.\n\t\treturn matchingQueries.flatMap(result => {\n\t\t\tconst first = lowerBound(result.starts, range.start);\n\t\t\tconst last = upperBound(result.ends, range.end);\n\t\t\treturn last > first ? [{ ...result, count: last - first, firstStart: result.starts[first] }] : [];\n\t\t}).sort((left, right) => left.firstStart - right.firstStart || left.order - right.order);\n\t}\n\tconst legend = matchingQueries.length > 0\n\t\t? `Queries: ${matchingQueries.map(result => `${result.id} = \\\"${result.query}\\\"`).join(\", \")}`\n\t\t: \"\";\n\tconst missingNotice = missing.length > 0 ? `No matches: ${missing.join(\", \")}` : \"\";\n\tfunction measure(ranges: Range[], overflow = false, omitted: string[] = []) {\n\t\tlet length = heading.length;\n\t\tlet returnedMatches = 0;\n\t\tif (overflow && legend) length += 2 + legend.length;\n\t\tfor (const [index, range] of ranges.entries()) {\n\t\t\tconst counts = rangeCounts(range);\n\t\t\tif (counts.length === 0) continue;\n\t\t\tconst labelsLength = counts.reduce((total, result) => total\n\t\t\t\t+ (overflow ? result.id.length : result.query.length + 2)\n\t\t\t\t+ 2 + String(result.count).length, 2 * (counts.length - 1));\n\t\t\tconst snippetLength = normalizedLength(range.start, range.end)\n\t\t\t\t+ (range.start > 0 ? 1 : 0) + (range.end < text.length ? 1 : 0);\n\t\t\tlength += 2 + String(index + 1).length + 2 + labelsLength + 1 + snippetLength;\n\t\t\treturnedMatches += counts.reduce((total, result) => total + result.count, 0);\n\t\t}\n\t\tif (missingNotice) length += 2 + missingNotice.length;\n\t\tif (omitted.length > 0) length += 2 + `No representative excerpt: ${omitted.join(\", \")}.`.length;\n\t\tif (returnedMatches < matches.length) length += 2 + `Showing ${returnedMatches} of ${matches.length} matches.`.length;\n\t\treturn { length, returnedMatches };\n\t}\n\tfunction formatRanges(ranges: Range[], overflow = false, omitted: string[] = []) {\n\t\tconst sections = [heading];\n\t\tlet returnedMatches = 0;\n\t\tif (overflow && legend) sections.push(legend);\n\t\tfor (const [index, range] of ranges.entries()) {\n\t\t\tconst contained = rangeCounts(range);\n\t\t\tif (contained.length === 0) continue;\n\t\t\tconst prefix = range.start > 0 ? \"…\" : \"\";\n\t\t\tconst suffix = range.end < text.length ? \"…\" : \"\";\n\t\t\tconst snippet = `${prefix}${text.slice(range.start, range.end).replace(/\\s+/g, \" \").trim()}${suffix}`;\n\t\t\tconst counts = contained\n\t\t\t\t.map(result => `${overflow ? result.id : `\\\"${result.query}\\\"`} ×${result.count}`)\n\t\t\t\t.join(\", \");\n\t\t\tsections.push(`${index + 1}. ${counts}\\n${snippet}`);\n\t\t\treturnedMatches += contained.reduce((total, result) => total + result.count, 0);\n\t\t}\n\t\tif (missingNotice) sections.push(missingNotice);\n\t\tif (omitted.length > 0) sections.push(`No representative excerpt: ${omitted.join(\", \")}.`);\n\t\tif (returnedMatches < matches.length) sections.push(`Showing ${returnedMatches} of ${matches.length} matches.`);\n\t\treturn { text: sections.join(\"\\n\\n\"), matchCount: matches.length, returnedMatches, queryResults };\n\t}\n\n\tconst fullRanges = contextRanges(text.length, matches);\n\tconst full = measure(fullRanges);\n\tif (full.returnedMatches === matches.length && full.length <= MAX_OUTPUT_CHARS) return formatRanges(fullRanges);\n\n\tlet ranges: Range[] = [];\n\tlet omitted = matchingQueries.map(result => result.id);\n\tif (measure(ranges, true, omitted).length > MAX_OUTPUT_CHARS) {\n\t\tconst text = `${heading}\\n\\nUnable to format bounded excerpts: query metadata exceeds ${MAX_OUTPUT_CHARS} characters.\\n\\nShowing 0 of ${matches.length} matches.`;\n\t\treturn { text, matchCount: matches.length, returnedMatches: 0, queryResults };\n\t}\n\tconst witnesses: Match[] = [];\n\tfor (const { id, matches: queryMatches } of matchingQueries) {\n\t\tconst proposedOmitted = omitted.filter(queryId => queryId !== id);\n\t\tconst currentLength = measure(ranges, true, omitted).length;\n\t\tlet selected: { witness: Match; ranges: Range[]; cost: number } | undefined;\n\t\tfor (const witness of queryMatches) {\n\t\t\tconst proposedRanges = mergeRanges([...ranges, { start: witness.start, end: witness.end }]);\n\t\t\tconst summary = measure(proposedRanges, true, proposedOmitted);\n\t\t\tconst candidate = {\n\t\t\t\twitness,\n\t\t\t\tranges: proposedRanges,\n\t\t\t\tcost: summary.length - currentLength,\n\t\t\t};\n\t\t\tif (summary.length <= MAX_OUTPUT_CHARS && (!selected || candidate.cost < selected.cost\n\t\t\t\t|| candidate.cost === selected.cost && (witness.start < selected.witness.start\n\t\t\t\t\t|| witness.start === selected.witness.start && witness.end < selected.witness.end))) selected = candidate;\n\t\t}\n\t\tif (selected) {\n\t\t\tranges = selected.ranges;\n\t\t\tomitted = proposedOmitted;\n\t\t\twitnesses.push(selected.witness);\n\t\t}\n\t}\n\tfor (const witness of witnesses) {\n\t\tconst proposed = mergeRanges([...ranges, {\n\t\t\tstart: Math.max(0, witness.start - CONTEXT_CHARS),\n\t\t\tend: Math.min(text.length, witness.end + CONTEXT_CHARS),\n\t\t}]);\n\t\tif (measure(proposed, true, omitted).length <= MAX_OUTPUT_CHARS) ranges = proposed;\n\t}\n\tconst allOccurrences = mergeRanges([...ranges, ...matches.map(match => ({ start: match.start, end: match.end }))]);\n\tif (measure(allOccurrences, true, omitted).length <= MAX_OUTPUT_CHARS) ranges = allOccurrences;\n\treturn formatRanges(ranges, true, omitted);\n}\n"]}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"curator-page.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/curator-page.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"curator-page.d.ts","sourceRoot":"","sources":["../../../../src/humain/web-access/vendor/curator-page.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AA+D/D,wBAAgB,mBAAmB,CAClC,OAAO,EAAE,MAAM,EAAE,EACjB,YAAY,EAAE,MAAM,EACpB,OAAO,EAAE,MAAM,EACf,kBAAkB,EAAE,oBAAoB,EACxC,eAAe,EAAE,MAAM,EACvB,cAAc,EAAE,MAAM,EACtB,aAAa,EAAE,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,EACtD,mBAAmB,EAAE,MAAM,GAAG,IAAI,GAChC,MAAM,CA0IR"}
|
|
@@ -38,6 +38,7 @@ function buildProviderButtons(available, selected, hasInitialQueries) {
|
|
|
38
38
|
{ value: "serpbase", label: "SerpBase", available: available.serpbase },
|
|
39
39
|
{ value: "serpapi", label: "SerpApi", available: available.serpapi },
|
|
40
40
|
{ value: "serper", label: "Serper", available: available.serper },
|
|
41
|
+
{ value: "serply", label: "Serply", available: available.serply },
|
|
41
42
|
{ value: "valyu", label: "Valyu", available: available.valyu },
|
|
42
43
|
];
|
|
43
44
|
return providers
|
|
@@ -1451,7 +1452,7 @@ const SCRIPT = `(function() {
|
|
|
1451
1452
|
var token = DATA.sessionToken;
|
|
1452
1453
|
var timeoutSec = DATA.timeout;
|
|
1453
1454
|
var queries = Array.isArray(DATA.queries) ? DATA.queries : [];
|
|
1454
|
-
var providers = ["all", "openai", "exa", "brave", "parallel", "parallel-mcp", "tinyfish", "search1api", "searchinfinity", "querit", "tavily", "firecrawl", "jina", "serpdive", "kagi", "bocha", "ollama", "searxng", "duckduckgo", "perplexity", "gemini", "kimi", "anysearch", "xcrawl", "xai", "mistral", "brightdata", "serpbase", "serpapi", "serper", "valyu"];
|
|
1455
|
+
var providers = ["auto", "all", "openai", "exa", "brave", "parallel", "parallel-mcp", "tinyfish", "search1api", "searchinfinity", "querit", "tavily", "firecrawl", "jina", "serpdive", "kagi", "bocha", "ollama", "searxng", "duckduckgo", "perplexity", "gemini", "kimi", "anysearch", "xcrawl", "xai", "mistral", "brightdata", "serpbase", "serpapi", "serper", "serply", "valyu"];
|
|
1455
1456
|
var availProviders = DATA.availableProviders && typeof DATA.availableProviders === "object" ? DATA.availableProviders : {};
|
|
1456
1457
|
var workflow = "summary-review";
|
|
1457
1458
|
var initialDefaultProvider = typeof DATA.defaultProvider === "string" ? DATA.defaultProvider : "exa";
|
|
@@ -1655,6 +1656,7 @@ const SCRIPT = `(function() {
|
|
|
1655
1656
|
}
|
|
1656
1657
|
|
|
1657
1658
|
function providerLabel(provider) {
|
|
1659
|
+
if (provider === "auto") return "Auto";
|
|
1658
1660
|
if (provider === "all") return "All";
|
|
1659
1661
|
if (provider === "openai") return "OpenAI";
|
|
1660
1662
|
if (provider === "brave") return "Brave";
|
|
@@ -1684,6 +1686,7 @@ const SCRIPT = `(function() {
|
|
|
1684
1686
|
if (provider === "serpbase") return "SerpBase";
|
|
1685
1687
|
if (provider === "serpapi") return "SerpApi";
|
|
1686
1688
|
if (provider === "serper") return "Serper";
|
|
1689
|
+
if (provider === "serply") return "Serply";
|
|
1687
1690
|
if (provider === "valyu") return "Valyu";
|
|
1688
1691
|
return "Unknown";
|
|
1689
1692
|
}
|