@fffangchenghao/dsh-web-search 0.19.3 → 0.20.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +173 -1
- package/README.md +214 -34
- package/README.zh-CN.md +187 -35
- package/SECURITY.md +42 -7
- package/client.js +248 -10
- package/docs/store-evidence.md +10 -5
- package/lib/advanced-search.d.ts +107 -0
- package/lib/advanced-search.js +255 -0
- package/lib/bridge.d.ts +34 -0
- package/lib/bridge.js +305 -0
- package/lib/cache.d.ts +11 -4
- package/lib/cache.js +9 -5
- package/lib/config.d.ts +19 -3
- package/lib/config.js +24 -0
- package/lib/domain-tool.d.ts +5 -0
- package/lib/domain-tool.js +45 -6
- package/lib/engine-test.d.ts +116 -0
- package/lib/engine-test.js +256 -0
- package/lib/engines.d.ts +11 -1
- package/lib/engines.js +118 -19
- package/lib/errors.d.ts +16 -2
- package/lib/errors.js +40 -1
- package/lib/index.d.ts +24 -2
- package/lib/index.js +309 -21
- package/lib/inject.d.ts +68 -0
- package/lib/inject.js +1 -0
- package/lib/markdown.js +18 -1
- package/lib/mirrors.d.ts +23 -0
- package/lib/mirrors.js +69 -0
- package/lib/official-feed.d.ts +114 -0
- package/lib/official-feed.js +288 -0
- package/lib/official-support.d.ts +74 -0
- package/lib/official-support.js +134 -0
- package/lib/platform-tool.d.ts +77 -0
- package/lib/platform-tool.js +173 -0
- package/lib/platforms.d.ts +178 -0
- package/lib/platforms.js +1035 -0
- package/lib/query-router.d.ts +29 -0
- package/lib/query-router.js +58 -0
- package/lib/read-page.js +2 -1
- package/lib/research-cache.d.ts +115 -0
- package/lib/research-cache.js +275 -0
- package/lib/research.d.ts +45 -4
- package/lib/research.js +505 -22
- package/lib/search-many.d.ts +7 -1
- package/lib/search-many.js +7 -2
- package/lib/system-prompt.d.ts +27 -0
- package/lib/system-prompt.js +50 -0
- package/lib/tool-suite.d.ts +97 -0
- package/lib/tool-suite.js +224 -0
- package/lib/transport.d.ts +33 -2
- package/lib/transport.js +42 -9
- package/lib/types.d.ts +20 -0
- package/lib/types.js +9 -1
- package/lib/untrusted.d.ts +33 -0
- package/lib/untrusted.js +42 -0
- package/lib/verticals.d.ts +3 -1
- package/lib/verticals.js +26 -7
- package/package.json +5 -3
- package/skills/dsh-web-search/SKILL.md +21 -6
package/lib/engines.js
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { FAILURE_KINDS } from "./types.js";
|
|
2
|
+
import { SearchError, classifyFailure } from "./errors.js";
|
|
2
3
|
import { filterByTimeRange, preferWindow } from "./freshness.js";
|
|
3
4
|
import { resolveProxy } from "./proxy.js";
|
|
4
5
|
import { parseAnySearch, parseBing, parseDdgHtml, parseDdgLite, parseExaMcp, parseFirecrawl, parseSo } from "./parsers.js";
|
|
@@ -185,6 +186,69 @@ const SOFT_DEADLINE = {
|
|
|
185
186
|
function leadsQuery(host, lead) {
|
|
186
187
|
return host.region === 'both' || host.region === lead;
|
|
187
188
|
}
|
|
189
|
+
/** Build the structured counterpart of a failure string. */
|
|
190
|
+
function failureDetail(id, reason, error) {
|
|
191
|
+
return {
|
|
192
|
+
id,
|
|
193
|
+
reason,
|
|
194
|
+
...(error === undefined ? {} : { code: error.code }),
|
|
195
|
+
kind: error === undefined ? 'unknown' : classifyFailure(error),
|
|
196
|
+
...(error?.status === undefined ? {} : { status: error.status }),
|
|
197
|
+
};
|
|
198
|
+
}
|
|
199
|
+
/**
|
|
200
|
+
* Normalise a configured domain for suffix matching.
|
|
201
|
+
*
|
|
202
|
+
* Accepts a bare domain, a `*.domain` wildcard or a pasted URL, because all
|
|
203
|
+
* three are things a person reasonably types into a blocklist field.
|
|
204
|
+
*/
|
|
205
|
+
function normaliseDomain(value) {
|
|
206
|
+
let text = value.trim().toLowerCase();
|
|
207
|
+
if (text.includes('://')) {
|
|
208
|
+
try {
|
|
209
|
+
text = new URL(text).hostname;
|
|
210
|
+
}
|
|
211
|
+
catch {
|
|
212
|
+
// Fall through: the bare-domain cleanup below may still help.
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
return text
|
|
216
|
+
.replace(/^\*\./u, '')
|
|
217
|
+
.replace(/^\.+/u, '')
|
|
218
|
+
.replace(/\.+$/u, '')
|
|
219
|
+
.replace(/\/.*$/u, '')
|
|
220
|
+
.trim();
|
|
221
|
+
}
|
|
222
|
+
/** Whether a URL's host is the configured domain or a subdomain of it. */
|
|
223
|
+
function isBlockedHost(hostname, blocked) {
|
|
224
|
+
const host = hostname.toLowerCase().replace(/\.$/u, '');
|
|
225
|
+
return blocked.some((domain) => host === domain || host.endsWith(`.${domain}`));
|
|
226
|
+
}
|
|
227
|
+
/**
|
|
228
|
+
* Remove a caller-blocked domain from a result list.
|
|
229
|
+
*
|
|
230
|
+
* The filter is applied after fusion so it can never change the ranking of the
|
|
231
|
+
* rows that survive; it only removes rows the user explicitly excluded.
|
|
232
|
+
*/
|
|
233
|
+
function removeBlocked(sources, blocked) {
|
|
234
|
+
if (blocked.length === 0)
|
|
235
|
+
return [...sources];
|
|
236
|
+
return sources.filter((source) => {
|
|
237
|
+
try {
|
|
238
|
+
return !isBlockedHost(new URL(source.url).hostname, blocked);
|
|
239
|
+
}
|
|
240
|
+
catch {
|
|
241
|
+
return true;
|
|
242
|
+
}
|
|
243
|
+
});
|
|
244
|
+
}
|
|
245
|
+
/** Whether the primary failures permit a fallback under the configured policy. */
|
|
246
|
+
function allowsFallback(details, fallbackOn) {
|
|
247
|
+
if (fallbackOn === undefined)
|
|
248
|
+
return true;
|
|
249
|
+
const allowed = new Set(fallbackOn);
|
|
250
|
+
return details.every((detail) => allowed.has(detail.kind));
|
|
251
|
+
}
|
|
188
252
|
/**
|
|
189
253
|
* Ask one engine, rotating to the next key when the failure blames the key.
|
|
190
254
|
*
|
|
@@ -202,9 +266,9 @@ function leadsQuery(host, lead) {
|
|
|
202
266
|
* @param domain - AnySearch vertical domain, if configured.
|
|
203
267
|
* @returns the last attempt's outcome.
|
|
204
268
|
*/
|
|
205
|
-
async function searchHostWithKeys(host, query, signal, timeoutMs, proxy, timeRange, pool, domain) {
|
|
269
|
+
async function searchHostWithKeys(host, query, signal, timeoutMs, proxy, timeRange, pool, domain, safeSearch) {
|
|
206
270
|
if (host.id !== 'anysearch' || pool.size === 0) {
|
|
207
|
-
return searchHost(host, query, signal, timeoutMs, proxy, timeRange);
|
|
271
|
+
return searchHost(host, query, signal, timeoutMs, proxy, timeRange, safeSearch);
|
|
208
272
|
}
|
|
209
273
|
let key = pool.pick();
|
|
210
274
|
let last;
|
|
@@ -213,7 +277,7 @@ async function searchHostWithKeys(host, query, signal, timeoutMs, proxy, timeRan
|
|
|
213
277
|
anysearchApiKey: key,
|
|
214
278
|
...(domain === undefined ? {} : { anysearchDomain: domain }),
|
|
215
279
|
});
|
|
216
|
-
const outcome = await searchHost(configured, query, signal, timeoutMs, proxy, timeRange);
|
|
280
|
+
const outcome = await searchHost(configured, query, signal, timeoutMs, proxy, timeRange, safeSearch);
|
|
217
281
|
if (outcome.ok) {
|
|
218
282
|
pool.reward(key);
|
|
219
283
|
return outcome;
|
|
@@ -242,7 +306,7 @@ async function searchHostWithKeys(host, query, signal, timeoutMs, proxy, timeRan
|
|
|
242
306
|
* @param health - cooldown tracker to update, when one is configured.
|
|
243
307
|
* @returns one answer per engine that produced sources.
|
|
244
308
|
*/
|
|
245
|
-
async function runTier(hosts, query, signal, timeoutMs, failures, proxy, limits, health, pool, anysearchDomain) {
|
|
309
|
+
async function runTier(hosts, query, signal, timeoutMs, failures, failureDetails, proxy, limits, health, pool, anysearchDomain, safeSearch) {
|
|
246
310
|
const counters = limits.lead === 'all' || !hosts.some((host) => leadsQuery(host, limits.lead))
|
|
247
311
|
? () => true
|
|
248
312
|
: (host) => leadsQuery(host, limits.lead);
|
|
@@ -275,7 +339,7 @@ async function runTier(hosts, query, signal, timeoutMs, failures, proxy, limits,
|
|
|
275
339
|
releasedEarly = early;
|
|
276
340
|
released();
|
|
277
341
|
};
|
|
278
|
-
const running = hosts.map((host, index) => searchHostWithKeys(host, query, controller.signal, timeoutMs, proxy, limits.timeRange, pool, anysearchDomain).then((outcome) => {
|
|
342
|
+
const running = hosts.map((host, index) => searchHostWithKeys(host, query, controller.signal, timeoutMs, proxy, limits.timeRange, pool, anysearchDomain, safeSearch).then((outcome) => {
|
|
279
343
|
if (outcome.ok) {
|
|
280
344
|
rawCounts[index] = outcome.sources.length;
|
|
281
345
|
outcomes[index] = { host, sources: filterRelevant(outcome.sources, query) };
|
|
@@ -311,13 +375,18 @@ async function runTier(hosts, query, signal, timeoutMs, failures, proxy, limits,
|
|
|
311
375
|
for (const [index, outcome] of outcomes.entries()) {
|
|
312
376
|
const host = hosts[index];
|
|
313
377
|
if (outcome === undefined) {
|
|
314
|
-
|
|
378
|
+
const reason = releasedEarly ? `${host.id}: aborted once enough results had arrived` : `${host.id}: still running at deadline`;
|
|
379
|
+
failures.push(reason);
|
|
380
|
+
failureDetails.push(failureDetail(host.id, reason));
|
|
315
381
|
}
|
|
316
382
|
else if (outcome instanceof SearchError) {
|
|
317
383
|
failures.push(outcome.message);
|
|
384
|
+
failureDetails.push(failureDetail(host.id, outcome.message, outcome));
|
|
318
385
|
}
|
|
319
386
|
else if (outcome.sources.length === 0) {
|
|
320
|
-
|
|
387
|
+
const reason = `${host.id}: ${(rawCounts[index] ?? 0) > 0 ? 'no relevant results' : 'no results'}`;
|
|
388
|
+
failures.push(reason);
|
|
389
|
+
failureDetails.push(failureDetail(host.id, reason));
|
|
321
390
|
}
|
|
322
391
|
else {
|
|
323
392
|
answers.push(outcome);
|
|
@@ -388,16 +457,21 @@ export async function search(query, signal, options) {
|
|
|
388
457
|
// a throttled engine is still better than no search.
|
|
389
458
|
const now = Date.now();
|
|
390
459
|
const failures = [];
|
|
460
|
+
const failureDetails = [];
|
|
391
461
|
const rested = hosts.filter((host) => options.health?.isCooling(host.id, now) !== true);
|
|
392
462
|
if (rested.length > 0 && options.health !== undefined) {
|
|
393
463
|
for (const host of hosts) {
|
|
394
464
|
if (rested.includes(host))
|
|
395
465
|
continue;
|
|
396
|
-
const reason = options.health.skipped(host.id, now)
|
|
397
|
-
failures.push(
|
|
466
|
+
const reason = `${host.id}: ${options.health.skipped(host.id, now) ?? 'cooling down'}`;
|
|
467
|
+
failures.push(reason);
|
|
468
|
+
failureDetails.push(failureDetail(host.id, reason));
|
|
398
469
|
}
|
|
399
470
|
}
|
|
400
471
|
const usable = rested.length > 0 ? rested : hosts;
|
|
472
|
+
const blocked = (options.blockedDomains ?? []).map(normaliseDomain).filter((domain) => domain.length > 0);
|
|
473
|
+
const safeSearch = options.safeSearch ?? 'off';
|
|
474
|
+
const fallbackOn = options.fallbackOn;
|
|
401
475
|
const ascii = !CJK.test(query);
|
|
402
476
|
const lead = ascii ? 'global' : 'cn';
|
|
403
477
|
const wanted = usable.filter((host) => leadsQuery(host, lead)).length;
|
|
@@ -428,9 +502,20 @@ export async function search(query, signal, options) {
|
|
|
428
502
|
// the cooldown filter: an engine entering or leaving a cooldown must not
|
|
429
503
|
// invalidate an entry that is still fresh, or every throttle would turn the
|
|
430
504
|
// next identical query into a cache miss.
|
|
431
|
-
const key = options.cache === undefined ? undefined : cacheKey({
|
|
505
|
+
const key = options.cache === undefined ? undefined : cacheKey({
|
|
506
|
+
query,
|
|
507
|
+
limit,
|
|
508
|
+
wait,
|
|
509
|
+
lead,
|
|
510
|
+
engines: hosts.map((host) => host.id),
|
|
511
|
+
timeRange,
|
|
512
|
+
...(safeSearch === 'off' ? {} : { safeSearch }),
|
|
513
|
+
...(fallbackOn === undefined || fallbackOn.length === FAILURE_KINDS.length ? {} : { fallbackOn }),
|
|
514
|
+
...(blocked.length === 0 ? {} : { blockedDomains: blocked }),
|
|
515
|
+
});
|
|
432
516
|
const cached = key === undefined ? undefined : options.cache?.get(key);
|
|
433
|
-
|
|
517
|
+
const cachedSources = cached === undefined ? undefined : removeBlocked(cached, blocked);
|
|
518
|
+
if (cachedSources !== undefined && cachedSources.length > 0) {
|
|
434
519
|
options.trace?.({
|
|
435
520
|
limit,
|
|
436
521
|
lead,
|
|
@@ -439,27 +524,39 @@ export async function search(query, signal, options) {
|
|
|
439
524
|
rank,
|
|
440
525
|
tier: 'cache',
|
|
441
526
|
answers: [],
|
|
442
|
-
sources:
|
|
527
|
+
sources: cachedSources,
|
|
443
528
|
failures: [...failures],
|
|
529
|
+
failureDetails: [...failureDetails],
|
|
444
530
|
cached: true,
|
|
445
531
|
});
|
|
446
|
-
return { sources:
|
|
532
|
+
return { sources: cachedSources, failures, failureDetails, ...(proxy === undefined ? {} : { proxy }) };
|
|
447
533
|
}
|
|
448
534
|
const ordered = [...usable.filter((host) => leadsQuery(host, lead)), ...usable.filter((host) => !leadsQuery(host, lead))];
|
|
449
535
|
const primary = ordered.filter((host) => host.tier === 'primary');
|
|
450
536
|
const fallback = ordered.filter((host) => host.tier === 'fallback');
|
|
451
537
|
let tier = 'none';
|
|
452
|
-
let
|
|
538
|
+
let note;
|
|
539
|
+
let answers = applyWindow(await runTier(primary, query, signal, timeoutMs, failures, failureDetails, proxy, limits, options.health, pool, anysearchDomain, safeSearch));
|
|
453
540
|
if (answers.length > 0)
|
|
454
541
|
tier = 'primary';
|
|
455
542
|
let sources = answers.length === 0 ? [] : preferWindow(mergeRegions(answers, lead, limit, rank), timeRange);
|
|
456
543
|
if (sources.length === 0 && fallback.length > 0) {
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
544
|
+
if (allowsFallback(failureDetails, fallbackOn)) {
|
|
545
|
+
tier = 'fallback';
|
|
546
|
+
const kinds = [...new Set(failureDetails.map((detail) => detail.kind))];
|
|
547
|
+
answers = applyWindow(await runTier(fallback, query, signal, timeoutMs, failures, failureDetails, proxy, limits, options.health, pool, anysearchDomain, safeSearch));
|
|
548
|
+
sources = answers.length === 0 ? [] : preferWindow(mergeRegions(answers, lead, limit, rank), timeRange);
|
|
549
|
+
if (answers.length > 0 && kinds.length > 0)
|
|
550
|
+
note = `primary engines failed (${kinds.join(', ')}); using fallback.`;
|
|
551
|
+
}
|
|
552
|
+
else {
|
|
553
|
+
const blockedKind = failureDetails.find((detail) => !(fallbackOn ?? []).includes(detail.kind))?.kind ?? 'unknown';
|
|
554
|
+
note = `fallback skipped: ${blockedKind} is not enabled in fallbackOn.`;
|
|
555
|
+
}
|
|
460
556
|
}
|
|
461
557
|
if (signal?.aborted === true)
|
|
462
558
|
throw new SearchError('web search was cancelled', 'SEARCH_ABORTED', false);
|
|
559
|
+
sources = removeBlocked(sources, blocked);
|
|
463
560
|
if (key !== undefined && sources.length > 0)
|
|
464
561
|
options.cache?.set(key, sources);
|
|
465
562
|
options.trace?.({
|
|
@@ -472,7 +569,9 @@ export async function search(query, signal, options) {
|
|
|
472
569
|
answers,
|
|
473
570
|
sources,
|
|
474
571
|
failures: [...failures],
|
|
572
|
+
failureDetails: [...failureDetails],
|
|
573
|
+
...(note === undefined ? {} : { note }),
|
|
475
574
|
cached: false,
|
|
476
575
|
});
|
|
477
|
-
return { sources, failures, ...(proxy === undefined ? {} : { proxy }) };
|
|
576
|
+
return { sources, failures, failureDetails, ...(note === undefined ? {} : { note }), ...(proxy === undefined ? {} : { proxy }) };
|
|
478
577
|
}
|
package/lib/errors.d.ts
CHANGED
|
@@ -8,7 +8,7 @@
|
|
|
8
8
|
*
|
|
9
9
|
* @module @fangchenghao/dsh-web-search/errors
|
|
10
10
|
*/
|
|
11
|
-
import type { SearchErrorCode } from './types.ts';
|
|
11
|
+
import type { FailureKind, SearchErrorCode } from './types.ts';
|
|
12
12
|
/** Failure raised by one engine, carrying its business code. */
|
|
13
13
|
export declare class SearchError extends Error {
|
|
14
14
|
/** Business code, used for cooldown decisions and for caller diagnostics. */
|
|
@@ -17,8 +17,22 @@ export declare class SearchError extends Error {
|
|
|
17
17
|
readonly retryable: boolean;
|
|
18
18
|
/** The service's own wait hint in milliseconds, when it sent one. */
|
|
19
19
|
readonly retryAfterMs: number | undefined;
|
|
20
|
-
|
|
20
|
+
/** HTTP status when the failure came from a response. */
|
|
21
|
+
readonly status: number | undefined;
|
|
22
|
+
constructor(message: string, code: SearchErrorCode, retryable?: boolean, retryAfterMs?: number, status?: number);
|
|
21
23
|
}
|
|
24
|
+
/**
|
|
25
|
+
* Classify one engine failure into an actionable kind.
|
|
26
|
+
*
|
|
27
|
+
* The mapping is deliberately conservative: only a response status that says
|
|
28
|
+
* the credential or quota is the problem becomes `auth`/`quota`; an unexplained
|
|
29
|
+
* 403 is treated as a bot wall, because retrying the same request cannot fix a
|
|
30
|
+
* missing key but a wall often clears on its own.
|
|
31
|
+
*
|
|
32
|
+
* @param error - the classified engine failure.
|
|
33
|
+
* @returns the kind used by `fallbackOn` and diagnostics.
|
|
34
|
+
*/
|
|
35
|
+
export declare function classifyFailure(error: SearchError): FailureKind;
|
|
22
36
|
/**
|
|
23
37
|
* Read the `Retry-After` header of a response.
|
|
24
38
|
* @param value - raw header value: delta-seconds, or an HTTP date.
|
package/lib/errors.js
CHANGED
|
@@ -6,14 +6,53 @@ export class SearchError extends Error {
|
|
|
6
6
|
retryable;
|
|
7
7
|
/** The service's own wait hint in milliseconds, when it sent one. */
|
|
8
8
|
retryAfterMs;
|
|
9
|
-
|
|
9
|
+
/** HTTP status when the failure came from a response. */
|
|
10
|
+
status;
|
|
11
|
+
constructor(message, code, retryable = true, retryAfterMs, status) {
|
|
10
12
|
super(message);
|
|
11
13
|
this.name = 'SearchError';
|
|
12
14
|
this.code = code;
|
|
13
15
|
this.retryable = retryable;
|
|
14
16
|
this.retryAfterMs = retryAfterMs;
|
|
17
|
+
this.status = status;
|
|
15
18
|
}
|
|
16
19
|
}
|
|
20
|
+
/**
|
|
21
|
+
* Classify one engine failure into an actionable kind.
|
|
22
|
+
*
|
|
23
|
+
* The mapping is deliberately conservative: only a response status that says
|
|
24
|
+
* the credential or quota is the problem becomes `auth`/`quota`; an unexplained
|
|
25
|
+
* 403 is treated as a bot wall, because retrying the same request cannot fix a
|
|
26
|
+
* missing key but a wall often clears on its own.
|
|
27
|
+
*
|
|
28
|
+
* @param error - the classified engine failure.
|
|
29
|
+
* @returns the kind used by `fallbackOn` and diagnostics.
|
|
30
|
+
*/
|
|
31
|
+
export function classifyFailure(error) {
|
|
32
|
+
if (error.code === 'SEARCH_THROTTLED' || error.code === 'SEARCH_TIMEOUT')
|
|
33
|
+
return 'transient';
|
|
34
|
+
if (error.code === 'SEARCH_NETWORK')
|
|
35
|
+
return 'transient';
|
|
36
|
+
if (error.code === 'SEARCH_PARSE' || error.code === 'SEARCH_EMPTY' || error.code === 'SEARCH_UNSUPPORTED') {
|
|
37
|
+
return 'invalid-response';
|
|
38
|
+
}
|
|
39
|
+
if (error.code === 'SEARCH_BLOCKED' || error.code === 'SEARCH_HTTP_STATUS') {
|
|
40
|
+
if (error.status === 401)
|
|
41
|
+
return 'auth';
|
|
42
|
+
if (error.status === 402)
|
|
43
|
+
return 'quota';
|
|
44
|
+
if (error.status === 429)
|
|
45
|
+
return 'transient';
|
|
46
|
+
if (error.status !== undefined && error.status >= 500)
|
|
47
|
+
return 'transient';
|
|
48
|
+
if (/\b(quota|credit|out of budget|limit exceeded)\b/iu.test(error.message))
|
|
49
|
+
return 'quota';
|
|
50
|
+
if (/\b(unauthori[sz]ed|authenticat(?:ion|ed)?|api[ _-]?key|credential)\b/iu.test(error.message))
|
|
51
|
+
return 'auth';
|
|
52
|
+
return 'bot-wall';
|
|
53
|
+
}
|
|
54
|
+
return 'unknown';
|
|
55
|
+
}
|
|
17
56
|
/**
|
|
18
57
|
* Read the `Retry-After` header of a response.
|
|
19
58
|
* @param value - raw header value: delta-seconds, or an HTTP date.
|
package/lib/index.d.ts
CHANGED
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import type { PluginConfig } from './config.ts';
|
|
2
2
|
import type { FetchProvider } from './fetch.ts';
|
|
3
|
+
import type { InjectableHost } from './inject.ts';
|
|
3
4
|
import type { Source } from './types.ts';
|
|
4
5
|
export declare const name = "dsh-web-search";
|
|
5
6
|
/** The `ctx.web` service this plugin registers a search provider with. */
|
|
@@ -46,6 +47,8 @@ export interface PluginContext {
|
|
|
46
47
|
*/
|
|
47
48
|
effect?: (execute: () => (() => void) | void) => unknown;
|
|
48
49
|
on?: (event: string, listener: () => void) => unknown;
|
|
50
|
+
/** Optional Cordis injection hook; used for the Settings bridge and prompt. */
|
|
51
|
+
inject?: NonNullable<InjectableHost['inject']>;
|
|
49
52
|
}
|
|
50
53
|
/** Configuration as the loader hands it over, already schema-validated. */
|
|
51
54
|
export type ApplyConfig = PluginConfig;
|
|
@@ -72,7 +75,7 @@ declare const _default: typeof apply & {
|
|
|
72
75
|
Config: import("@deepseek-ai/schemastery").default<Schemastery.ObjectS<NoInfer<{
|
|
73
76
|
hosts: import("@deepseek-ai/schemastery").default<NoInfer<string[]>, NoInfer<string[]>, "volatile-defined">;
|
|
74
77
|
timeoutMs: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
75
|
-
fetchFormat: import("@deepseek-ai/schemastery").default<"
|
|
78
|
+
fetchFormat: import("@deepseek-ai/schemastery").default<"text" | "markdown", "text" | "markdown", "volatile-defined">;
|
|
76
79
|
fetchMaxLength: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
77
80
|
renderJs: import("@deepseek-ai/schemastery").default<"off" | "auto" | "always", "off" | "auto" | "always", "volatile-defined">;
|
|
78
81
|
renderTimeoutMs: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
@@ -85,6 +88,9 @@ declare const _default: typeof apply & {
|
|
|
85
88
|
freshnessBoost: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
86
89
|
freshnessDays: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
87
90
|
timeRange: import("@deepseek-ai/schemastery").default<"off" | "day" | "week" | "month" | "year", "off" | "day" | "week" | "month" | "year", "volatile-defined">;
|
|
91
|
+
blockedDomains: import("@deepseek-ai/schemastery").default<NoInfer<string[]>, NoInfer<string[]>, "volatile-defined">;
|
|
92
|
+
safeSearch: import("@deepseek-ai/schemastery").default<"off" | "moderate" | "strict", "off" | "moderate" | "strict", "volatile-defined">;
|
|
93
|
+
fallbackOn: import("@deepseek-ai/schemastery").default<NoInfer<("quota" | "auth" | "bot-wall" | "transient" | "invalid-response" | "unknown")[]>, NoInfer<("quota" | "auth" | "bot-wall" | "transient" | "invalid-response" | "unknown")[]>, "volatile-defined">;
|
|
88
94
|
cacheTtlMs: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
89
95
|
cacheEntries: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
90
96
|
cachePersist: import("@deepseek-ai/schemastery").default<boolean, boolean, "volatile-defined">;
|
|
@@ -96,10 +102,11 @@ declare const _default: typeof apply & {
|
|
|
96
102
|
domainSources: import("@deepseek-ai/schemastery").default<NoInfer<string | string[]>, NoInfer<string | string[]>, "volatile-defined">;
|
|
97
103
|
domainLimit: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
98
104
|
domainTimeoutMs: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
105
|
+
toolSurface: import("@deepseek-ai/schemastery").default<"unified" | "legacy", "unified" | "legacy", "volatile-defined">;
|
|
99
106
|
}>>, Schemastery.ObjectT<NoInfer<{
|
|
100
107
|
hosts: import("@deepseek-ai/schemastery").default<NoInfer<string[]>, NoInfer<string[]>, "volatile-defined">;
|
|
101
108
|
timeoutMs: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
102
|
-
fetchFormat: import("@deepseek-ai/schemastery").default<"
|
|
109
|
+
fetchFormat: import("@deepseek-ai/schemastery").default<"text" | "markdown", "text" | "markdown", "volatile-defined">;
|
|
103
110
|
fetchMaxLength: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
104
111
|
renderJs: import("@deepseek-ai/schemastery").default<"off" | "auto" | "always", "off" | "auto" | "always", "volatile-defined">;
|
|
105
112
|
renderTimeoutMs: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
@@ -112,6 +119,9 @@ declare const _default: typeof apply & {
|
|
|
112
119
|
freshnessBoost: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
113
120
|
freshnessDays: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
114
121
|
timeRange: import("@deepseek-ai/schemastery").default<"off" | "day" | "week" | "month" | "year", "off" | "day" | "week" | "month" | "year", "volatile-defined">;
|
|
122
|
+
blockedDomains: import("@deepseek-ai/schemastery").default<NoInfer<string[]>, NoInfer<string[]>, "volatile-defined">;
|
|
123
|
+
safeSearch: import("@deepseek-ai/schemastery").default<"off" | "moderate" | "strict", "off" | "moderate" | "strict", "volatile-defined">;
|
|
124
|
+
fallbackOn: import("@deepseek-ai/schemastery").default<NoInfer<("quota" | "auth" | "bot-wall" | "transient" | "invalid-response" | "unknown")[]>, NoInfer<("quota" | "auth" | "bot-wall" | "transient" | "invalid-response" | "unknown")[]>, "volatile-defined">;
|
|
115
125
|
cacheTtlMs: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
116
126
|
cacheEntries: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
117
127
|
cachePersist: import("@deepseek-ai/schemastery").default<boolean, boolean, "volatile-defined">;
|
|
@@ -123,6 +133,7 @@ declare const _default: typeof apply & {
|
|
|
123
133
|
domainSources: import("@deepseek-ai/schemastery").default<NoInfer<string | string[]>, NoInfer<string | string[]>, "volatile-defined">;
|
|
124
134
|
domainLimit: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
125
135
|
domainTimeoutMs: import("@deepseek-ai/schemastery").default<number, number, "volatile-defined">;
|
|
136
|
+
toolSurface: import("@deepseek-ai/schemastery").default<"unified" | "legacy", "unified" | "legacy", "volatile-defined">;
|
|
126
137
|
}>>, "plain">;
|
|
127
138
|
inject: string[];
|
|
128
139
|
};
|
|
@@ -142,10 +153,21 @@ export { DEFAULT_VERTICAL_IDS, VERTICAL_IDS, VERTICALS, searchVerticals, vertica
|
|
|
142
153
|
export { DOMAIN_TOOL_NAME, DOMAIN_TOOL_FALLBACK_NAME, createDomainToolDefinition, registerDomainTool, formatDomainValue, } from './domain-tool.ts';
|
|
143
154
|
export type { VerticalId, VerticalSpec, VerticalOutcome, VerticalSearchOptions } from './verticals.ts';
|
|
144
155
|
export type { DomainToolSettings, DomainToolValue, DomainToolDefinition, ToolRegistryLike } from './domain-tool.ts';
|
|
156
|
+
export { ADVANCED_SEARCH_TOOL_NAME, ADVANCED_SEARCH_FALLBACK_NAME, ADVANCED_SEARCH_DEFAULT_LIMIT, ADVANCED_SEARCH_MAX_LIMIT, createAdvancedSearchDefinition, registerAdvancedSearchTool, pickAdvancedSearchToolName, formatAdvancedSearchValue, } from './advanced-search.ts';
|
|
157
|
+
export type { AdvancedSearchDefinition, AdvancedSearchOutcome, AdvancedSearchRegistration, AdvancedSearchRegistryLike, AdvancedSearchRunner, AdvancedSearchValue, } from './advanced-search.ts';
|
|
158
|
+
export { SEARCH_PROMPT_SECTION, SEARCH_PROMPT_ORDER, SEARCH_PROMPT_TEXT, registerSearchPrompt, } from './system-prompt.ts';
|
|
159
|
+
export { UNTRUSTED_OPEN, UNTRUSTED_CLOSE, stripUntrustedBoundary, wrapUntrustedContent } from './untrusted.ts';
|
|
145
160
|
export { SEARCH_MANY_TOOL_NAME, SEARCH_MANY_FALLBACK_NAME, SEARCH_MANY_CONCURRENCY, SEARCH_MANY_DEFAULT_LIMIT, createSearchManyDefinition, registerSearchManyTool, pickSearchManyToolName, formatSearchManyValue, } from './search-many.ts';
|
|
146
161
|
export type { SearchManyDefinition, SearchManyOutcome, SearchManyRegistration, SearchManyRegistryLike, SearchManyResult, SearchManyRunner, SearchManySource, SearchManyValue, } from './search-many.ts';
|
|
147
162
|
export { RESEARCH_TOOL_NAME, RESEARCH_TOOL_FALLBACK_NAME, RESEARCH_DEFAULT_SOURCES, RESEARCH_MAX_SOURCES, RESEARCH_MAX_QUERIES, RESEARCH_EXCERPT_CHARS, RESEARCH_BUDGET_MS, createResearchDefinition, registerResearchTool, pickResearchToolName, formatResearchValue, } from './research.ts';
|
|
148
163
|
export type { ResearchDefinition, ResearchFetcher, ResearchFetchedPage, ResearchFetchFailure, ResearchPage, ResearchRegistration, ResearchRegistryLike, ResearchSearcher, ResearchSearchOutcome, ResearchValue, } from './research.ts';
|
|
164
|
+
export { PLATFORM_DEFAULT_LIMIT, PLATFORM_MAX_LIMIT, PLATFORM_TOOL_FALLBACK_NAME, PLATFORM_TOOL_NAME, createPlatformToolDefinition, parsePlatformArgs, pickPlatformToolName, registerPlatformTool, } from './platform-tool.ts';
|
|
165
|
+
export type { PlatformRunner, PlatformToolDefinition, PlatformToolRegistryLike, PlatformToolValue, } from './platform-tool.ts';
|
|
166
|
+
export { DEFAULT_PLATFORM_LIMIT, MAX_PLATFORM_LIMIT, PLATFORM_IDS, PLATFORM_LABELS, isPlatformId, parseBilibili, parseJuejin, parseReddit, parseV2ex, parseYoutube, searchPlatforms, } from './platforms.ts';
|
|
167
|
+
export type { PlatformId, PlatformOutcome, PlatformSearchOptions, } from './platforms.ts';
|
|
168
|
+
export { CACHE_SEARCH_DEFAULT_LIMIT, CACHE_SEARCH_FALLBACK_NAME, CACHE_SEARCH_MAX_BODIES, CACHE_SEARCH_MAX_CHARS, CACHE_SEARCH_MAX_LIMIT, CACHE_SEARCH_SNIPPET_CHARS, CACHE_SEARCH_TTL_MS, CACHE_SEARCH_TOOL_NAME, ResearchBodyCache, cacheTokens, cacheWindows, createCacheSearchDefinition, formatCacheSearchValue, pickCacheSearchToolName, registerCacheSearchTool, } from './research-cache.ts';
|
|
169
|
+
export type { CacheSearchDefinition, CacheSearchRegistryLike, CacheSearchValue, CachedResearchBody, CachedResearchMatch, ResearchBodyCacheOptions, } from './research-cache.ts';
|
|
170
|
+
export { alternateOfficialUrl, canonicalOfficialUrl } from './mirrors.ts';
|
|
149
171
|
export { READ_PAGE_TOOL_NAME, READ_PAGE_TOOL_FALLBACK_NAME, READ_PAGE_MIN_LENGTH, READ_PAGE_MAX_LENGTH, READ_PAGE_DEFAULT_LENGTH, READ_PAGE_INTERNAL_MAX_CHARS, READ_PAGE_CACHE_ENTRIES, READ_PAGE_PROVIDER_ID, createReadPageDefinition, registerReadPageTool, pickReadPageToolName, formatReadPageValue, } from './read-page.ts';
|
|
150
172
|
export type { ReadPageDefinition, ReadPageOptions, ReadPageRegistration, ReadPageRegistryLike, ReadPageSettings, ReadPageValue, } from './read-page.ts';
|
|
151
173
|
export type { Source, SearchOutcome, RankOptions, SearchOptions, HostSpec, Region, TimeRange, WaitPolicy } from './types.ts';
|