@staticn0va/wigolo 0.1.0 → 0.1.2

package/dist/search/v1/v1-provider.js

@@ -0,0 +1,68 @@
+import { runV1Search } from "./orchestrator.js";
+import { applyContextRank } from "./context-rank.js";
+import { dedupAgainstRecentUrls } from "./recent-cache-dedup.js";
+class V1SearchProvider {
+  name = "v1";
+  async search(input, _ctx) {
+    const rawQuery = Array.isArray(input.query) ? input.query.join(" ") : input.query;
+    if (typeof rawQuery !== "string" || rawQuery.trim() === "") {
+      return {
+        ok: false,
+        error: "invalid_input",
+        error_reason: "Query is empty",
+        stage: "search"
+      };
+    }
+    const query = rawQuery.trim();
+    if (input.category === "images") {
+      return {
+        ok: false,
+        error: "unsupported_category",
+        error_reason: "images vertical not supported in v1 \u2014 set WIGOLO_SEARCH=searxng for legacy image search, or omit category for a general search",
+        stage: "search"
+      };
+    }
+    const start = Date.now();
+    const result = await runV1Search({
+      query,
+      category: input.category,
+      fromDate: input.from_date,
+      toDate: input.to_date,
+      maxResults: input.max_results,
+      language: input.language,
+      includeDomains: input.include_domains,
+      excludeDomains: input.exclude_domains
+    });
+    let processed = result.results;
+    if (input.agent_context?.text || input.agent_context?.intent) {
+      const contextText = input.agent_context.text ?? input.agent_context.intent;
+      processed = await applyContextRank(processed, query, contextText);
+    }
+    if (input.agent_context?.recent_urls?.length) {
+      processed = dedupAgainstRecentUrls(processed, input.agent_context.recent_urls);
+    }
+    const items = processed.map((r) => ({
+      title: r.title,
+      url: r.url,
+      snippet: r.snippet,
+      relevance_score: r.relevance_score,
+      ...r.published_date ? { published_date: r.published_date } : {}
+    }));
+    const elapsed = Date.now() - start;
+    const data = {
+      results: items,
+      query,
+      engines_used: result.enginesUsed,
+      total_time_ms: elapsed,
+      search_time_ms: elapsed
+    };
+    if (result.degraded) {
+      data.warning = "all engines failed or no results";
+    }
+    return { ok: true, data };
+  }
+}
+export {
+  V1SearchProvider
+};
+//# sourceMappingURL=v1-provider.js.map

package/dist/search/v1/v1-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../src/search/v1/v1-provider.ts"],"sourcesContent":["// V1SearchProvider — Phase 7 retrieval-only adapter.\n//\n// Delegates to the v1 orchestrator (intent routing + per-vertical engines +\n// RRF fusion) and maps RawSearchResult to SearchResultItem for the MCP\n// `search` tool surface. Intentional omissions for Phase 7: no content\n// fetch/extraction, no rerank, no multi-query expansion, no caching, no\n// answer synthesis, no evidence extraction. Those land in later phases.\n\nimport type { SearchProvider, SearchContext } from '../../providers/search-provider.js';\nimport type {\n  SearchInput,\n  SearchOutput,\n  SearchResultItem,\n  StageResult,\n} from '../../types.js';\nimport { runV1Search } from './orchestrator.js';\nimport { applyContextRank } from './context-rank.js';\nimport { dedupAgainstRecentUrls } from './recent-cache-dedup.js';\n\nexport class V1SearchProvider implements SearchProvider {\n  readonly name = 'v1' as const;\n\n  async search(input: SearchInput, _ctx: SearchContext): Promise<StageResult<SearchOutput>> {\n    const rawQuery = Array.isArray(input.query) ? input.query.join(' ') : input.query;\n    if (typeof rawQuery !== 'string' || rawQuery.trim() === '') {\n      return {\n        ok: false,\n        error: 'invalid_input',\n        error_reason: 'Query is empty',\n        stage: 'search',\n      };\n    }\n    const query = rawQuery.trim();\n\n    // v1 has no images vertical. Silently coercing to general was misleading —\n    // callers got general results back labelled as if they'd asked for images.\n    // Surface this explicitly so the host LLM can pick another tool (or fall\n    // back to legacy SearXNG via WIGOLO_SEARCH=searxng).\n    if (input.category === 'images') {\n      return {\n        ok: false,\n        error: 'unsupported_category',\n        error_reason: 'images vertical not supported in v1 — set WIGOLO_SEARCH=searxng for legacy image search, or omit category for a general search',\n        stage: 'search',\n      };\n    }\n\n    const start = Date.now();\n    const result = await runV1Search({\n      query,\n      category: input.category,\n      fromDate: input.from_date,\n      toDate: input.to_date,\n      maxResults: input.max_results,\n      language: input.language,\n      includeDomains: input.include_domains,\n      excludeDomains: input.exclude_domains,\n    });\n\n    let processed = result.results;\n\n    if (input.agent_context?.text || input.agent_context?.intent) {\n      const contextText = input.agent_context.text ?? input.agent_context.intent;\n      processed = await applyContextRank(processed, query, contextText);\n    }\n\n    if (input.agent_context?.recent_urls?.length) {\n      processed = dedupAgainstRecentUrls(processed, input.agent_context.recent_urls);\n    }\n\n    const items: SearchResultItem[] = processed.map((r) => ({\n      title: r.title,\n      url: r.url,\n      snippet: r.snippet,\n      relevance_score: r.relevance_score,\n      ...(r.published_date ? { published_date: r.published_date } : {}),\n    }));\n\n    const elapsed = Date.now() - start;\n    const data: SearchOutput = {\n      results: items,\n      query,\n      engines_used: result.enginesUsed,\n      total_time_ms: elapsed,\n      search_time_ms: elapsed,\n    };\n\n    if (result.degraded) {\n      data.warning = 'all engines failed or no results';\n    }\n\n    return { ok: true, data };\n  }\n}\n"],"mappings":"AAeA,SAAS,mBAAmB;AAC5B,SAAS,wBAAwB;AACjC,SAAS,8BAA8B;AAEhC,MAAM,iBAA2C;AAAA,EAC7C,OAAO;AAAA,EAEhB,MAAM,OAAO,OAAoB,MAAyD;AACxF,UAAM,WAAW,MAAM,QAAQ,MAAM,KAAK,IAAI,MAAM,MAAM,KAAK,GAAG,IAAI,MAAM;AAC5E,QAAI,OAAO,aAAa,YAAY,SAAS,KAAK,MAAM,IAAI;AAC1D,aAAO;AAAA,QACL,IAAI;AAAA,QACJ,OAAO;AAAA,QACP,cAAc;AAAA,QACd,OAAO;AAAA,MACT;AAAA,IACF;AACA,UAAM,QAAQ,SAAS,KAAK;AAM5B,QAAI,MAAM,aAAa,UAAU;AAC/B,aAAO;AAAA,QACL,IAAI;AAAA,QACJ,OAAO;AAAA,QACP,cAAc;AAAA,QACd,OAAO;AAAA,MACT;AAAA,IACF;AAEA,UAAM,QAAQ,KAAK,IAAI;AACvB,UAAM,SAAS,MAAM,YAAY;AAAA,MAC/B;AAAA,MACA,UAAU,MAAM;AAAA,MAChB,UAAU,MAAM;AAAA,MAChB,QAAQ,MAAM;AAAA,MACd,YAAY,MAAM;AAAA,MAClB,UAAU,MAAM;AAAA,MAChB,gBAAgB,MAAM;AAAA,MACtB,gBAAgB,MAAM;AAAA,IACxB,CAAC;AAED,QAAI,YAAY,OAAO;AAEvB,QAAI,MAAM,eAAe,QAAQ,MAAM,eAAe,QAAQ;AAC5D,YAAM,cAAc,MAAM,cAAc,QAAQ,MAAM,cAAc;AACpE,kBAAY,MAAM,iBAAiB,WAAW,OAAO,WAAW;AAAA,IAClE;AAEA,QAAI,MAAM,eAAe,aAAa,QAAQ;AAC5C,kBAAY,uBAAuB,WAAW,MAAM,cAAc,WAAW;AAAA,IAC/E;AAEA,UAAM,QAA4B,UAAU,IAAI,CAAC,OAAO;AAAA,MACtD,OAAO,EAAE;AAAA,MACT,KAAK,EAAE;AAAA,MACP,SAAS,EAAE;AAAA,MACX,iBAAiB,EAAE;AAAA,MACnB,GAAI,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,eAAe,IAAI,CAAC;AAAA,IACjE,EAAE;AAEF,UAAM,UAAU,KAAK,IAAI,IAAI;AAC7B,UAAM,OAAqB;AAAA,MACzB,SAAS;AAAA,MACT;AAAA,MACA,cAAc,OAAO;AAAA,MACrB,eAAe;AAAA,MACf,gBAAgB;AAAA,IAClB;AAEA,QAAI,OAAO,UAAU;AACnB,WAAK,UAAU;AAAA,IACjB;AAEA,WAAO,EAAE,IAAI,MAAM,KAAK;AAAA,EAC1B;AACF;","names":[]}

package/dist/search/v1/verticals/code.d.ts

@@ -0,0 +1,4 @@
+import { type EngineEntry } from '../engine-base.js';
+export declare function getCodeEngines(): EngineEntry[];
+export declare function _resetCodeEnginesForTest(): void;
+//# sourceMappingURL=code.d.ts.map

package/dist/search/v1/verticals/code.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"code.d.ts","sourceRoot":"","sources":["../../../../src/search/v1/verticals/code.ts"],"names":[],"mappings":"AAEA,OAAO,EAA2B,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAI9E,wBAAgB,cAAc,IAAI,WAAW,EAAE,CAO9C;AAED,wBAAgB,wBAAwB,IAAI,IAAI,CAE/C"}

package/dist/search/v1/verticals/code.js

@@ -0,0 +1,20 @@
+import { GithubCodeEngine } from "../../engines/github-code.js";
+import { StackOverflowEngine } from "../../engines/stackoverflow.js";
+import { wrapWithRetryAndBreaker } from "../engine-base.js";
+let cached = null;
+function getCodeEngines() {
+  if (cached) return cached;
+  cached = [
+    { engine: wrapWithRetryAndBreaker(new GithubCodeEngine()), weight: 1.2, supportsDateFilter: false },
+    { engine: wrapWithRetryAndBreaker(new StackOverflowEngine()), weight: 1, supportsDateFilter: true }
+  ];
+  return cached;
+}
+function _resetCodeEnginesForTest() {
+  cached = null;
+}
+export {
+  _resetCodeEnginesForTest,
+  getCodeEngines
+};
+//# sourceMappingURL=code.js.map

package/dist/search/v1/verticals/code.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/search/v1/verticals/code.ts"],"sourcesContent":["import { GithubCodeEngine } from '../../engines/github-code.js';\nimport { StackOverflowEngine } from '../../engines/stackoverflow.js';\nimport { wrapWithRetryAndBreaker, type EngineEntry } from '../engine-base.js';\n\nlet cached: EngineEntry[] | null = null;\n\nexport function getCodeEngines(): EngineEntry[] {\n  if (cached) return cached;\n  cached = [\n    { engine: wrapWithRetryAndBreaker(new GithubCodeEngine()), weight: 1.2, supportsDateFilter: false },\n    { engine: wrapWithRetryAndBreaker(new StackOverflowEngine()), weight: 1.0, supportsDateFilter: true },\n  ];\n  return cached;\n}\n\nexport function _resetCodeEnginesForTest(): void {\n  cached = null;\n}\n"],"mappings":"AAAA,SAAS,wBAAwB;AACjC,SAAS,2BAA2B;AACpC,SAAS,+BAAiD;AAE1D,IAAI,SAA+B;AAE5B,SAAS,iBAAgC;AAC9C,MAAI,OAAQ,QAAO;AACnB,WAAS;AAAA,IACP,EAAE,QAAQ,wBAAwB,IAAI,iBAAiB,CAAC,GAAG,QAAQ,KAAK,oBAAoB,MAAM;AAAA,IAClG,EAAE,QAAQ,wBAAwB,IAAI,oBAAoB,CAAC,GAAG,QAAQ,GAAK,oBAAoB,KAAK;AAAA,EACtG;AACA,SAAO;AACT;AAEO,SAAS,2BAAiC;AAC/C,WAAS;AACX;","names":[]}

package/dist/search/v1/verticals/docs.d.ts

@@ -0,0 +1,4 @@
+import { type EngineEntry } from '../engine-base.js';
+export declare function getDocsEngines(): EngineEntry[];
+export declare function _resetDocsEnginesForTest(): void;
+//# sourceMappingURL=docs.d.ts.map

package/dist/search/v1/verticals/docs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"docs.d.ts","sourceRoot":"","sources":["../../../../src/search/v1/verticals/docs.ts"],"names":[],"mappings":"AAEA,OAAO,EAA2B,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAO9E,wBAAgB,cAAc,IAAI,WAAW,EAAE,CAO9C;AAED,wBAAgB,wBAAwB,IAAI,IAAI,CAE/C"}

package/dist/search/v1/verticals/docs.js

@@ -0,0 +1,20 @@
+import { MdnEngine } from "../../engines/mdn.js";
+import { DevDocsEngine } from "../../engines/devdocs.js";
+import { wrapWithRetryAndBreaker } from "../engine-base.js";
+let cached = null;
+function getDocsEngines() {
+  if (cached) return cached;
+  cached = [
+    { engine: wrapWithRetryAndBreaker(new MdnEngine()), weight: 1.2, supportsDateFilter: false },
+    { engine: wrapWithRetryAndBreaker(new DevDocsEngine()), weight: 0.8, supportsDateFilter: false }
+  ];
+  return cached;
+}
+function _resetDocsEnginesForTest() {
+  cached = null;
+}
+export {
+  _resetDocsEnginesForTest,
+  getDocsEngines
+};
+//# sourceMappingURL=docs.js.map

package/dist/search/v1/verticals/docs.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/search/v1/verticals/docs.ts"],"sourcesContent":["import { MdnEngine } from '../../engines/mdn.js';\nimport { DevDocsEngine } from '../../engines/devdocs.js';\nimport { wrapWithRetryAndBreaker, type EngineEntry } from '../engine-base.js';\n\n// MDN + devdocs are both first-party docs APIs. We deliberately don't add a\n// generic \"site:docs.*\" engine here — broader docs coverage is handled by the\n// orchestrator falling back to the general vertical when needed.\nlet cached: EngineEntry[] | null = null;\n\nexport function getDocsEngines(): EngineEntry[] {\n  if (cached) return cached;\n  cached = [\n    { engine: wrapWithRetryAndBreaker(new MdnEngine()), weight: 1.2, supportsDateFilter: false },\n    { engine: wrapWithRetryAndBreaker(new DevDocsEngine()), weight: 0.8, supportsDateFilter: false },\n  ];\n  return cached;\n}\n\nexport function _resetDocsEnginesForTest(): void {\n  cached = null;\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAC1B,SAAS,qBAAqB;AAC9B,SAAS,+BAAiD;AAK1D,IAAI,SAA+B;AAE5B,SAAS,iBAAgC;AAC9C,MAAI,OAAQ,QAAO;AACnB,WAAS;AAAA,IACP,EAAE,QAAQ,wBAAwB,IAAI,UAAU,CAAC,GAAG,QAAQ,KAAK,oBAAoB,MAAM;AAAA,IAC3F,EAAE,QAAQ,wBAAwB,IAAI,cAAc,CAAC,GAAG,QAAQ,KAAK,oBAAoB,MAAM;AAAA,EACjG;AACA,SAAO;AACT;AAEO,SAAS,2BAAiC;AAC/C,WAAS;AACX;","names":[]}

package/dist/search/v1/verticals/general.d.ts

@@ -0,0 +1,4 @@
+import { type EngineEntry } from '../engine-base.js';
+export declare function getGeneralEngines(): EngineEntry[];
+export declare function _resetGeneralEnginesForTest(): void;
+//# sourceMappingURL=general.d.ts.map

package/dist/search/v1/verticals/general.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"general.d.ts","sourceRoot":"","sources":["../../../../src/search/v1/verticals/general.ts"],"names":[],"mappings":"AAGA,OAAO,EAA2B,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAI9E,wBAAgB,iBAAiB,IAAI,WAAW,EAAE,CAQjD;AAED,wBAAgB,2BAA2B,IAAI,IAAI,CAElD"}

package/dist/search/v1/verticals/general.js

@@ -0,0 +1,22 @@
+import { BingEngine } from "../../engines/bing.js";
+import { DuckDuckGoEngine } from "../../engines/duckduckgo.js";
+import { StartpageEngine } from "../../engines/startpage.js";
+import { wrapWithRetryAndBreaker } from "../engine-base.js";
+let cached = null;
+function getGeneralEngines() {
+  if (cached) return cached;
+  cached = [
+    { engine: wrapWithRetryAndBreaker(new BingEngine()), weight: 1, supportsDateFilter: false },
+    { engine: wrapWithRetryAndBreaker(new DuckDuckGoEngine()), weight: 1, supportsDateFilter: false },
+    { engine: wrapWithRetryAndBreaker(new StartpageEngine()), weight: 1, supportsDateFilter: false }
+  ];
+  return cached;
+}
+function _resetGeneralEnginesForTest() {
+  cached = null;
+}
+export {
+  _resetGeneralEnginesForTest,
+  getGeneralEngines
+};
+//# sourceMappingURL=general.js.map

package/dist/search/v1/verticals/general.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/search/v1/verticals/general.ts"],"sourcesContent":["import { BingEngine } from '../../engines/bing.js';\nimport { DuckDuckGoEngine } from '../../engines/duckduckgo.js';\nimport { StartpageEngine } from '../../engines/startpage.js';\nimport { wrapWithRetryAndBreaker, type EngineEntry } from '../engine-base.js';\n\nlet cached: EngineEntry[] | null = null;\n\nexport function getGeneralEngines(): EngineEntry[] {\n  if (cached) return cached;\n  cached = [\n    { engine: wrapWithRetryAndBreaker(new BingEngine()), weight: 1, supportsDateFilter: false },\n    { engine: wrapWithRetryAndBreaker(new DuckDuckGoEngine()), weight: 1, supportsDateFilter: false },\n    { engine: wrapWithRetryAndBreaker(new StartpageEngine()), weight: 1, supportsDateFilter: false },\n  ];\n  return cached;\n}\n\nexport function _resetGeneralEnginesForTest(): void {\n  cached = null;\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAC3B,SAAS,wBAAwB;AACjC,SAAS,uBAAuB;AAChC,SAAS,+BAAiD;AAE1D,IAAI,SAA+B;AAE5B,SAAS,oBAAmC;AACjD,MAAI,OAAQ,QAAO;AACnB,WAAS;AAAA,IACP,EAAE,QAAQ,wBAAwB,IAAI,WAAW,CAAC,GAAG,QAAQ,GAAG,oBAAoB,MAAM;AAAA,IAC1F,EAAE,QAAQ,wBAAwB,IAAI,iBAAiB,CAAC,GAAG,QAAQ,GAAG,oBAAoB,MAAM;AAAA,IAChG,EAAE,QAAQ,wBAAwB,IAAI,gBAAgB,CAAC,GAAG,QAAQ,GAAG,oBAAoB,MAAM;AAAA,EACjG;AACA,SAAO;AACT;AAEO,SAAS,8BAAoC;AAClD,WAAS;AACX;","names":[]}

package/dist/search/v1/verticals/news.d.ts

@@ -0,0 +1,10 @@
+import { type EngineEntry } from '../engine-base.js';
+/**
+ * Returns the news vertical's engine list. Computed once and memoized.
+ *
+ * Follow-up: dynamic feed config reload requires resetting the vertical
+ * cache (call `_resetNewsEnginesForTest()` for now).
+ */
+export declare function getNewsEngines(): EngineEntry[];
+export declare function _resetNewsEnginesForTest(): void;
+//# sourceMappingURL=news.d.ts.map

package/dist/search/v1/verticals/news.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"news.d.ts","sourceRoot":"","sources":["../../../../src/search/v1/verticals/news.ts"],"names":[],"mappings":"AAGA,OAAO,EAA2B,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAwB9E;;;;;GAKG;AACH,wBAAgB,cAAc,IAAI,WAAW,EAAE,CAwB9C;AAED,wBAAgB,wBAAwB,IAAI,IAAI,CAE/C"}

package/dist/search/v1/verticals/news.js

@@ -0,0 +1,52 @@
+import { HnAlgoliaEngine } from "../../engines/hn-algolia.js";
+import { LobstersEngine } from "../../engines/lobsters.js";
+import { BingNewsEngine } from "../../engines/bing-news.js";
+import { wrapWithRetryAndBreaker } from "../engine-base.js";
+import { RssFeedEngine } from "../rss/rss-engine.js";
+import { loadFeedConfig } from "../rss/feed-config.js";
+import { countFeedItems } from "../rss/feed-store.js";
+import { createLogger } from "../../../logger.js";
+const log = createLogger("search");
+let cached = null;
+function hasRssConfigured() {
+  try {
+    if (loadFeedConfig().feeds.length > 0) return true;
+  } catch {
+  }
+  try {
+    if (countFeedItems() > 0) return true;
+  } catch {
+  }
+  return false;
+}
+function getNewsEngines() {
+  if (cached) return cached;
+  const entries = [
+    { engine: wrapWithRetryAndBreaker(new HnAlgoliaEngine()), weight: 1.2, supportsDateFilter: true },
+    // Lobsters /search.json has no native date filter; engine applies client-side
+    // filtering. Mark false so the orchestrator treats it as date-naive.
+    { engine: wrapWithRetryAndBreaker(new LobstersEngine()), weight: 1, supportsDateFilter: false },
+    // Bing News widens reach beyond HN/Lobsters' tech-only feed. The engine
+    // scrapes /search?filters=tnews and surfaces .news_dt → published_date so
+    // the recency layer can rank it like the other date-aware engines.
+    { engine: wrapWithRetryAndBreaker(new BingNewsEngine()), weight: 0.9, supportsDateFilter: false }
+  ];
+  if (hasRssConfigured()) {
+    entries.push({
+      engine: wrapWithRetryAndBreaker(new RssFeedEngine()),
+      weight: 1.5,
+      supportsDateFilter: true
+    });
+    log.info("news vertical: rss-feed engine attached");
+  }
+  cached = entries;
+  return cached;
+}
+function _resetNewsEnginesForTest() {
+  cached = null;
+}
+export {
+  _resetNewsEnginesForTest,
+  getNewsEngines
+};
+//# sourceMappingURL=news.js.map

package/dist/search/v1/verticals/news.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/search/v1/verticals/news.ts"],"sourcesContent":["import { HnAlgoliaEngine } from '../../engines/hn-algolia.js';\nimport { LobstersEngine } from '../../engines/lobsters.js';\nimport { BingNewsEngine } from '../../engines/bing-news.js';\nimport { wrapWithRetryAndBreaker, type EngineEntry } from '../engine-base.js';\nimport { RssFeedEngine } from '../rss/rss-engine.js';\nimport { loadFeedConfig } from '../rss/feed-config.js';\nimport { countFeedItems } from '../rss/feed-store.js';\nimport { createLogger } from '../../../logger.js';\n\nconst log = createLogger('search');\n\nlet cached: EngineEntry[] | null = null;\n\nfunction hasRssConfigured(): boolean {\n  try {\n    if (loadFeedConfig().feeds.length > 0) return true;\n  } catch {\n    // fall through\n  }\n  try {\n    if (countFeedItems() > 0) return true;\n  } catch {\n    // fall through\n  }\n  return false;\n}\n\n/**\n * Returns the news vertical's engine list. Computed once and memoized.\n *\n * Follow-up: dynamic feed config reload requires resetting the vertical\n * cache (call `_resetNewsEnginesForTest()` for now).\n */\nexport function getNewsEngines(): EngineEntry[] {\n  if (cached) return cached;\n  const entries: EngineEntry[] = [\n    { engine: wrapWithRetryAndBreaker(new HnAlgoliaEngine()), weight: 1.2, supportsDateFilter: true },\n    // Lobsters /search.json has no native date filter; engine applies client-side\n    // filtering. Mark false so the orchestrator treats it as date-naive.\n    { engine: wrapWithRetryAndBreaker(new LobstersEngine()), weight: 1.0, supportsDateFilter: false },\n    // Bing News widens reach beyond HN/Lobsters' tech-only feed. The engine\n    // scrapes /search?filters=tnews and surfaces .news_dt → published_date so\n    // the recency layer can rank it like the other date-aware engines.\n    { engine: wrapWithRetryAndBreaker(new BingNewsEngine()), weight: 0.9, supportsDateFilter: false },\n  ];\n\n  if (hasRssConfigured()) {\n    entries.push({\n      engine: wrapWithRetryAndBreaker(new RssFeedEngine()),\n      weight: 1.5,\n      supportsDateFilter: true,\n    });\n    log.info('news vertical: rss-feed engine attached');\n  }\n\n  cached = entries;\n  return cached;\n}\n\nexport function _resetNewsEnginesForTest(): void {\n  cached = null;\n}\n"],"mappings":"AAAA,SAAS,uBAAuB;AAChC,SAAS,sBAAsB;AAC/B,SAAS,sBAAsB;AAC/B,SAAS,+BAAiD;AAC1D,SAAS,qBAAqB;AAC9B,SAAS,sBAAsB;AAC/B,SAAS,sBAAsB;AAC/B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAEjC,IAAI,SAA+B;AAEnC,SAAS,mBAA4B;AACnC,MAAI;AACF,QAAI,eAAe,EAAE,MAAM,SAAS,EAAG,QAAO;AAAA,EAChD,QAAQ;AAAA,EAER;AACA,MAAI;AACF,QAAI,eAAe,IAAI,EAAG,QAAO;AAAA,EACnC,QAAQ;AAAA,EAER;AACA,SAAO;AACT;AAQO,SAAS,iBAAgC;AAC9C,MAAI,OAAQ,QAAO;AACnB,QAAM,UAAyB;AAAA,IAC7B,EAAE,QAAQ,wBAAwB,IAAI,gBAAgB,CAAC,GAAG,QAAQ,KAAK,oBAAoB,KAAK;AAAA;AAAA;AAAA,IAGhG,EAAE,QAAQ,wBAAwB,IAAI,eAAe,CAAC,GAAG,QAAQ,GAAK,oBAAoB,MAAM;AAAA;AAAA;AAAA;AAAA,IAIhG,EAAE,QAAQ,wBAAwB,IAAI,eAAe,CAAC,GAAG,QAAQ,KAAK,oBAAoB,MAAM;AAAA,EAClG;AAEA,MAAI,iBAAiB,GAAG;AACtB,YAAQ,KAAK;AAAA,MACX,QAAQ,wBAAwB,IAAI,cAAc,CAAC;AAAA,MACnD,QAAQ;AAAA,MACR,oBAAoB;AAAA,IACtB,CAAC;AACD,QAAI,KAAK,yCAAyC;AAAA,EACpD;AAEA,WAAS;AACT,SAAO;AACT;AAEO,SAAS,2BAAiC;AAC/C,WAAS;AACX;","names":[]}

package/dist/search/v1/verticals/papers.d.ts

@@ -0,0 +1,4 @@
+import { type EngineEntry } from '../engine-base.js';
+export declare function getPapersEngines(): EngineEntry[];
+export declare function _resetPapersEnginesForTest(): void;
+//# sourceMappingURL=papers.d.ts.map

package/dist/search/v1/verticals/papers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"papers.d.ts","sourceRoot":"","sources":["../../../../src/search/v1/verticals/papers.ts"],"names":[],"mappings":"AAEA,OAAO,EAA2B,KAAK,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAI9E,wBAAgB,gBAAgB,IAAI,WAAW,EAAE,CAUhD;AAED,wBAAgB,0BAA0B,IAAI,IAAI,CAEjD"}

package/dist/search/v1/verticals/papers.js

@@ -0,0 +1,23 @@
+import { ArxivEngine } from "../../engines/arxiv.js";
+import { SemanticScholarEngine } from "../../engines/semantic-scholar.js";
+import { wrapWithRetryAndBreaker } from "../engine-base.js";
+let cached = null;
+function getPapersEngines() {
+  if (cached) return cached;
+  cached = [
+    // arXiv's API doesn't accept a date range natively; the engine filters
+    // client-side. We still flag supportsDateFilter: true so the orchestrator
+    // can treat date-aware queries uniformly.
+    { engine: wrapWithRetryAndBreaker(new ArxivEngine()), weight: 1.1, supportsDateFilter: true },
+    { engine: wrapWithRetryAndBreaker(new SemanticScholarEngine()), weight: 1, supportsDateFilter: true }
+  ];
+  return cached;
+}
+function _resetPapersEnginesForTest() {
+  cached = null;
+}
+export {
+  _resetPapersEnginesForTest,
+  getPapersEngines
+};
+//# sourceMappingURL=papers.js.map

package/dist/search/v1/verticals/papers.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../../../src/search/v1/verticals/papers.ts"],"sourcesContent":["import { ArxivEngine } from '../../engines/arxiv.js';\nimport { SemanticScholarEngine } from '../../engines/semantic-scholar.js';\nimport { wrapWithRetryAndBreaker, type EngineEntry } from '../engine-base.js';\n\nlet cached: EngineEntry[] | null = null;\n\nexport function getPapersEngines(): EngineEntry[] {\n  if (cached) return cached;\n  cached = [\n    // arXiv's API doesn't accept a date range natively; the engine filters\n    // client-side. We still flag supportsDateFilter: true so the orchestrator\n    // can treat date-aware queries uniformly.\n    { engine: wrapWithRetryAndBreaker(new ArxivEngine()), weight: 1.1, supportsDateFilter: true },\n    { engine: wrapWithRetryAndBreaker(new SemanticScholarEngine()), weight: 1.0, supportsDateFilter: true },\n  ];\n  return cached;\n}\n\nexport function _resetPapersEnginesForTest(): void {\n  cached = null;\n}\n"],"mappings":"AAAA,SAAS,mBAAmB;AAC5B,SAAS,6BAA6B;AACtC,SAAS,+BAAiD;AAE1D,IAAI,SAA+B;AAE5B,SAAS,mBAAkC;AAChD,MAAI,OAAQ,QAAO;AACnB,WAAS;AAAA;AAAA;AAAA;AAAA,IAIP,EAAE,QAAQ,wBAAwB,IAAI,YAAY,CAAC,GAAG,QAAQ,KAAK,oBAAoB,KAAK;AAAA,IAC5F,EAAE,QAAQ,wBAAwB,IAAI,sBAAsB,CAAC,GAAG,QAAQ,GAAK,oBAAoB,KAAK;AAAA,EACxG;AACA,SAAO;AACT;AAEO,SAAS,6BAAmC;AACjD,WAAS;AACX;","names":[]}

package/dist/search/validator.js

@@ -1,35 +1,35 @@
-import { getConfig } from '../config.js';
-import { createLogger } from '../logger.js';
-const log = createLogger('search');
-export async function validateLinks(results, options) {
-    const config = getConfig();
-    if (!config.validateLinks)
-        return results;
-    const maxConcurrent = options?.maxConcurrent ?? 5;
-    const timeoutMs = config.validateTimeoutMs;
-    const valid = [];
-    for (let i = 0; i < results.length; i += maxConcurrent) {
-        const batch = results.slice(i, i + maxConcurrent);
-        const checks = batch.map(async (result) => {
-            try {
-                const response = await fetch(result.url, {
-                    method: 'HEAD',
-                    redirect: 'follow',
-                    signal: AbortSignal.timeout(timeoutMs),
-                });
-                return { result, ok: response.status < 400 };
-            }
-            catch {
-                log.debug('link validation failed', { url: result.url });
-                return { result, ok: false };
-            }
+import { getConfig } from "../config.js";
+import { createLogger } from "../logger.js";
+const log = createLogger("search");
+async function validateLinks(results, options) {
+  const config = getConfig();
+  if (!config.validateLinks) return results;
+  const maxConcurrent = options?.maxConcurrent ?? 5;
+  const timeoutMs = config.validateTimeoutMs;
+  const valid = [];
+  for (let i = 0; i < results.length; i += maxConcurrent) {
+    const batch = results.slice(i, i + maxConcurrent);
+    const checks = batch.map(async (result) => {
+      try {
+        const response = await fetch(result.url, {
+          method: "HEAD",
+          redirect: "follow",
+          signal: AbortSignal.timeout(timeoutMs)
         });
-        const batchResults = await Promise.all(checks);
-        for (const { result, ok } of batchResults) {
-            if (ok)
-                valid.push(result);
-        }
+        return { result, ok: response.status < 400 };
+      } catch {
+        log.debug("link validation failed", { url: result.url });
+        return { result, ok: false };
+      }
+    });
+    const batchResults = await Promise.all(checks);
+    for (const { result, ok } of batchResults) {
+      if (ok) valid.push(result);
     }
-    return valid;
+  }
+  return valid;
 }
+export {
+  validateLinks
+};
 //# sourceMappingURL=validator.js.map

package/dist/search/validator.js.map

@@ -1 +1 @@
-{"version":3,"file":"validator.js","sourceRoot":"","sources":["../../src/search/validator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAY,EACZ,OAAoC;IAEpC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,IAAI,CAAC,MAAM,CAAC,aAAa;QAAE,OAAO,OAAO,CAAC;IAE1C,MAAM,aAAa,GAAG,OAAO,EAAE,aAAa,IAAI,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,MAAM,CAAC,iBAAiB,CAAC;IAC3C,MAAM,KAAK,GAAQ,EAAE,CAAC;IAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAuC,EAAE;YAC7E,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE;oBACvC,MAAM,EAAE,MAAM;oBACd,QAAQ,EAAE,QAAQ;oBAClB,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC;iBACvC,CAAC,CAAC;gBACH,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC/C,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;gBACzD,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;YAC/B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC/C,KAAK,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,YAAY,EAAE,CAAC;YAC1C,IAAI,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}
+{"version":3,"sources":["../../src/search/validator.ts"],"sourcesContent":["import { getConfig } from '../config.js';\nimport { createLogger } from '../logger.js';\n\nconst log = createLogger('search');\n\nexport async function validateLinks<T extends { url: string }>(\n  results: T[],\n  options?: { maxConcurrent?: number },\n): Promise<T[]> {\n  const config = getConfig();\n\n  if (!config.validateLinks) return results;\n\n  const maxConcurrent = options?.maxConcurrent ?? 5;\n  const timeoutMs = config.validateTimeoutMs;\n  const valid: T[] = [];\n\n  for (let i = 0; i < results.length; i += maxConcurrent) {\n    const batch = results.slice(i, i + maxConcurrent);\n    const checks = batch.map(async (result): Promise<{ result: T; ok: boolean }> => {\n      try {\n        const response = await fetch(result.url, {\n          method: 'HEAD',\n          redirect: 'follow',\n          signal: AbortSignal.timeout(timeoutMs),\n        });\n        return { result, ok: response.status < 400 };\n      } catch {\n        log.debug('link validation failed', { url: result.url });\n        return { result, ok: false };\n      }\n    });\n\n    const batchResults = await Promise.all(checks);\n    for (const { result, ok } of batchResults) {\n      if (ok) valid.push(result);\n    }\n  }\n\n  return valid;\n}\n"],"mappings":"AAAA,SAAS,iBAAiB;AAC1B,SAAS,oBAAoB;AAE7B,MAAM,MAAM,aAAa,QAAQ;AAEjC,eAAsB,cACpB,SACA,SACc;AACd,QAAM,SAAS,UAAU;AAEzB,MAAI,CAAC,OAAO,cAAe,QAAO;AAElC,QAAM,gBAAgB,SAAS,iBAAiB;AAChD,QAAM,YAAY,OAAO;AACzB,QAAM,QAAa,CAAC;AAEpB,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK,eAAe;AACtD,UAAM,QAAQ,QAAQ,MAAM,GAAG,IAAI,aAAa;AAChD,UAAM,SAAS,MAAM,IAAI,OAAO,WAAgD;AAC9E,UAAI;AACF,cAAM,WAAW,MAAM,MAAM,OAAO,KAAK;AAAA,UACvC,QAAQ;AAAA,UACR,UAAU;AAAA,UACV,QAAQ,YAAY,QAAQ,SAAS;AAAA,QACvC,CAAC;AACD,eAAO,EAAE,QAAQ,IAAI,SAAS,SAAS,IAAI;AAAA,MAC7C,QAAQ;AACN,YAAI,MAAM,0BAA0B,EAAE,KAAK,OAAO,IAAI,CAAC;AACvD,eAAO,EAAE,QAAQ,IAAI,MAAM;AAAA,MAC7B;AAAA,IACF,CAAC;AAED,UAAM,eAAe,MAAM,QAAQ,IAAI,MAAM;AAC7C,eAAW,EAAE,QAAQ,GAAG,KAAK,cAAc;AACzC,UAAI,GAAI,OAAM,KAAK,MAAM;AAAA,IAC3B;AAAA,EACF;AAEA,SAAO;AACT;","names":[]}

package/dist/searxng/bootstrap.d.ts

@@ -1,8 +1,38 @@
 export interface BootstrapState {
     status: 'downloading' | 'ready' | 'failed' | 'no_runtime';
     searxngPath?: string;
+    attempts?: number;
+    lastAttemptAt?: string;
+    nextRetryAt?: string;
+    lastError?: {
+        message: string;
+        stderr: string;
+        exitCode: number | null;
+        command: string;
+        timestamp: string;
+    };
+    /** @deprecated legacy field; read-only for back-compat. Never written by new code. */
     error?: string;
 }
+export declare function backoffSchedule(attempt: number): number | null;
+export interface BootstrapErrorDetail {
+    stderr: string;
+    exitCode: number | null;
+    command: string;
+}
+export declare class BootstrapError extends Error {
+    readonly detail: BootstrapErrorDetail;
+    constructor(detail: BootstrapErrorDetail);
+}
+export declare function runStep(command: string, args: string[], opts: {
+    timeout: number;
+}): void;
+export declare function acquireBootstrapLock(dataDir: string): () => void;
+export interface WaitForBootstrapOpts {
+    timeoutMs: number;
+    intervalMs: number;
+}
+export declare function waitForBootstrap(dataDir: string, opts: WaitForBootstrapOpts): Promise<'ready' | 'failed'>;
 export interface BackendResolution {
     type: 'external' | 'native' | 'docker' | 'scraping';
     url?: string;

package/dist/searxng/bootstrap.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"bootstrap.d.ts","sourceRoot":"","sources":["../../src/searxng/bootstrap.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,aAAa,GAAG,OAAO,GAAG,QAAQ,GAAG,YAAY,CAAC;IAC1D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,UAAU,GAAG,QAAQ,GAAG,QAAQ,GAAG,UAAU,CAAC;IACpD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,wBAAgB,oBAAoB,IAAI,OAAO,CAO9C;AAED,wBAAgB,oBAAoB,IAAI,OAAO,CAO9C;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CAQxE;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,IAAI,CAG9E;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAoCrD;AAED,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAyCvE;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAyB3E"}
+{"version":3,"file":"bootstrap.d.ts","sourceRoot":"","sources":["../../src/searxng/bootstrap.ts"],"names":[],"mappings":"AASA,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,aAAa,GAAG,OAAO,GAAG,QAAQ,GAAG,YAAY,CAAC;IAC1D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE;QACV,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;QACxB,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,sFAAsF;IACtF,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAM9D;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,qBAAa,cAAe,SAAQ,KAAK;aACX,MAAM,EAAE,oBAAoB;gBAA5B,MAAM,EAAE,oBAAoB;CAIzD;AAED,wBAAgB,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CASxF;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,IAAI,CA8BhE;AAED,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,oBAAoB,GAAG,OAAO,CAAC,OAAO,GAAG,QAAQ,CAAC,CAU/G;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,UAAU,GAAG,QAAQ,GAAG,QAAQ,GAAG,UAAU,CAAC;IACpD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,wBAAgB,oBAAoB,IAAI,OAAO,CAO9C;AAED,wBAAgB,oBAAoB,IAAI,OAAO,CAO9C;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CAQxE;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,IAAI,CAG9E;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAoCrD;AAED,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,iBAAiB,CAAC,CA6DvE;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAgF3E"}