webpeel 0.21.39 → 0.21.40
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1061,7 +1061,7 @@ export class DuckDuckGoProvider {
|
|
|
1061
1061
|
const searxResults = await searchViaSearXNG(query, {
|
|
1062
1062
|
count: options.count ?? 10,
|
|
1063
1063
|
signal: options.signal,
|
|
1064
|
-
timeoutMs:
|
|
1064
|
+
timeoutMs: 12000,
|
|
1065
1065
|
});
|
|
1066
1066
|
if (searxResults.length > 0) {
|
|
1067
1067
|
providerStats.record('searxng', true);
|
|
@@ -21,7 +21,7 @@ export async function searchViaSearXNG(query, options = {}) {
|
|
|
21
21
|
const baseUrl = process.env.SEARXNG_URL;
|
|
22
22
|
if (!baseUrl)
|
|
23
23
|
return [];
|
|
24
|
-
const { count = 10, signal, timeoutMs =
|
|
24
|
+
const { count = 10, signal, timeoutMs = 15000, engines = '', language = 'en', } = options;
|
|
25
25
|
const controller = new AbortController();
|
|
26
26
|
const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
|
|
27
27
|
if (signal)
|
|
@@ -95,7 +95,7 @@ export async function searchViaSearXNG(query, options = {}) {
|
|
|
95
95
|
*/
|
|
96
96
|
export async function isSearXNGHealthy() {
|
|
97
97
|
try {
|
|
98
|
-
const results = await searchViaSearXNG('test', { count: 1, timeoutMs:
|
|
98
|
+
const results = await searchViaSearXNG('test', { count: 1, timeoutMs: 10000 });
|
|
99
99
|
return results.length > 0;
|
|
100
100
|
}
|
|
101
101
|
catch {
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "webpeel",
|
|
3
|
-
"version": "0.21.
|
|
3
|
+
"version": "0.21.40",
|
|
4
4
|
"description": "Fast web fetcher for AI agents - stealth mode, crawl mode, page actions, structured extraction, PDF parsing, smart escalation from simple HTTP to headless browser",
|
|
5
5
|
"author": "Jake Liu",
|
|
6
6
|
"license": "AGPL-3.0-only",
|