@staticn0va/wigolo 0.1.0

package/dist/search/engines/startpage.js

@@ -0,0 +1,50 @@
+import { parseHTML } from 'linkedom';
+import { createLogger } from '../../logger.js';
+const log = createLogger('search');
+export class StartpageEngine {
+    name = 'startpage';
+    async search(query, options = {}) {
+        const timeoutMs = options.timeoutMs ?? 10000;
+        const maxResults = options.maxResults ?? 10;
+        const params = new URLSearchParams({ query, cat: 'web' });
+        const url = `https://www.startpage.com/sp/search?${params}`;
+        log.debug('scraping startpage', { query });
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: {
+                'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+                'Content-Type': 'application/x-www-form-urlencoded',
+            },
+            body: params.toString(),
+            signal: AbortSignal.timeout(timeoutMs),
+        });
+        if (!response.ok)
+            throw new Error(`Startpage returned ${response.status}`);
+        const html = await response.text();
+        return this.parseResults(html, maxResults);
+    }
+    parseResults(html, maxResults) {
+        const { document } = parseHTML(html);
+        const results = [];
+        const items = document.querySelectorAll('.w-gl__result');
+        const total = Math.min(items.length, maxResults);
+        for (let i = 0; i < total; i++) {
+            const item = items[i];
+            const link = item.querySelector('.w-gl__result-title, a.w-gl__result-url');
+            const snippetEl = item.querySelector('.w-gl__description');
+            const href = link?.getAttribute('href');
+            const title = link?.textContent?.trim();
+            if (href && title) {
+                results.push({
+                    title,
+                    url: href,
+                    snippet: snippetEl?.textContent?.trim() ?? '',
+                    relevance_score: 1 - i / Math.max(items.length, 1),
+                    engine: 'startpage',
+                });
+            }
+        }
+        return results;
+    }
+}
+//# sourceMappingURL=startpage.js.map

package/dist/search/engines/startpage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"startpage.js","sourceRoot":"","sources":["../../../src/search/engines/startpage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAE/C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,OAAO,eAAe;IAC1B,IAAI,GAAG,WAAW,CAAC;IAEnB,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAA+B,EAAE;QAC3D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;QAC7C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;QAE5C,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1D,MAAM,GAAG,GAAG,uCAAuC,MAAM,EAAE,CAAC;QAE5D,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAE3C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,YAAY,EAAE,uHAAuH;gBACrI,cAAc,EAAE,mCAAmC;aACpD;YACD,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE;YACvB,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC;SACvC,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAE3E,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC7C,CAAC;IAED,YAAY,CAAC,IAAY,EAAE,UAAkB;QAC3C,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,MAAM,KAAK,GAAG,QAAQ,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,yCAAyC,CAAC,CAAC;YAC3E,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC;YAE3D,MAAM,IAAI,GAAG,IAAI,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,KAAK,GAAG,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;YAExC,IAAI,IAAI,IAAI,KAAK,EAAE,CAAC;gBAClB,OAAO,CAAC,IAAI,CAAC;oBACX,KAAK;oBACL,GAAG,EAAE,IAAI;oBACT,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE;oBAC7C,eAAe,EAAE,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;oBAClD,MAAM,EAAE,WAAW;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}

package/dist/search/filters.d.ts

@@ -0,0 +1,16 @@
+export declare function filterByDomains<T extends {
+    url: string;
+}>(results: T[], includeDomains?: string[], excludeDomains?: string[]): T[];
+export declare function filterByDateRange<T>(results: T[], fromDate?: string, toDate?: string): T[];
+export declare function filterByCategory<T>(results: T[], _category?: string): T[];
+export interface FilterOptions {
+    includeDomains?: string[];
+    excludeDomains?: string[];
+    fromDate?: string;
+    toDate?: string;
+    category?: string;
+}
+export declare function applyAllFilters<T extends {
+    url: string;
+}>(results: T[], options: FilterOptions): T[];
+//# sourceMappingURL=filters.d.ts.map

package/dist/search/filters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"filters.d.ts","sourceRoot":"","sources":["../../src/search/filters.ts"],"names":[],"mappings":"AAiBA,wBAAgB,eAAe,CAAC,CAAC,SAAS;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,EACvD,OAAO,EAAE,CAAC,EAAE,EACZ,cAAc,CAAC,EAAE,MAAM,EAAE,EACzB,cAAc,CAAC,EAAE,MAAM,EAAE,GACxB,CAAC,EAAE,CAgBL;AAOD,wBAAgB,iBAAiB,CAAC,CAAC,EACjC,OAAO,EAAE,CAAC,EAAE,EACZ,QAAQ,CAAC,EAAE,MAAM,EACjB,MAAM,CAAC,EAAE,MAAM,GACd,CAAC,EAAE,CAYL;AAED,wBAAgB,gBAAgB,CAAC,CAAC,EAChC,OAAO,EAAE,CAAC,EAAE,EACZ,SAAS,CAAC,EAAE,MAAM,GACjB,CAAC,EAAE,CAGL;AAED,MAAM,WAAW,aAAa;IAC5B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;IAC1B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,wBAAgB,eAAe,CAAC,CAAC,SAAS;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,EACvD,OAAO,EAAE,CAAC,EAAE,EACZ,OAAO,EAAE,aAAa,GACrB,CAAC,EAAE,CAKL"}

package/dist/search/filters.js

@@ -0,0 +1,63 @@
+function getDomain(url) {
+    try {
+        return new URL(url).hostname.toLowerCase();
+    }
+    catch {
+        return '';
+    }
+}
+function normalizeDomain(domain) {
+    return domain.replace(/\/+$/, '').toLowerCase();
+}
+function domainMatches(hostname, domain) {
+    const normalized = normalizeDomain(domain);
+    return hostname === normalized || hostname.endsWith('.' + normalized);
+}
+export function filterByDomains(results, includeDomains, excludeDomains) {
+    if (!includeDomains?.length && !excludeDomains?.length)
+        return results;
+    return results.filter((r) => {
+        const hostname = getDomain(r.url);
+        if (!hostname) {
+            return !includeDomains?.length;
+        }
+        if (includeDomains?.length) {
+            if (!includeDomains.some((d) => domainMatches(hostname, d)))
+                return false;
+        }
+        if (excludeDomains?.length) {
+            if (excludeDomains.some((d) => domainMatches(hostname, d)))
+                return false;
+        }
+        return true;
+    });
+}
+function isValidIsoDate(dateStr) {
+    const parsed = new Date(dateStr);
+    return !isNaN(parsed.getTime()) && /^\d{4}-\d{2}-\d{2}$/.test(dateStr);
+}
+export function filterByDateRange(results, fromDate, toDate) {
+    if (!fromDate && !toDate)
+        return results;
+    if (fromDate && !isValidIsoDate(fromDate))
+        return results;
+    if (toDate && !isValidIsoDate(toDate))
+        return results;
+    if (fromDate && toDate && new Date(fromDate) > new Date(toDate))
+        return results;
+    // Date filtering is best-effort on direct scraping engines.
+    // SearXNG handles dates natively via time_range. For fallback engines,
+    // snippet text doesn't reliably contain dates, so we keep all results.
+    return results;
+}
+export function filterByCategory(results, _category) {
+    // Category filtering is handled by SearXNG natively.
+    return results;
+}
+export function applyAllFilters(results, options) {
+    let filtered = filterByDomains(results, options.includeDomains, options.excludeDomains);
+    filtered = filterByDateRange(filtered, options.fromDate, options.toDate);
+    filtered = filterByCategory(filtered, options.category);
+    return filtered;
+}
+//# sourceMappingURL=filters.js.map

package/dist/search/filters.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"filters.js","sourceRoot":"","sources":["../../src/search/filters.ts"],"names":[],"mappings":"AAAA,SAAS,SAAS,CAAC,GAAW;IAC5B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,MAAc;IACrC,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;AAClD,CAAC;AAED,SAAS,aAAa,CAAC,QAAgB,EAAE,MAAc;IACrD,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC3C,OAAO,QAAQ,KAAK,UAAU,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,GAAG,UAAU,CAAC,CAAC;AACxE,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,OAAY,EACZ,cAAyB,EACzB,cAAyB;IAEzB,IAAI,CAAC,cAAc,EAAE,MAAM,IAAI,CAAC,cAAc,EAAE,MAAM;QAAE,OAAO,OAAO,CAAC;IAEvE,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QAC1B,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,CAAC,cAAc,EAAE,MAAM,CAAC;QACjC,CAAC;QACD,IAAI,cAAc,EAAE,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;QAC5E,CAAC;QACD,IAAI,cAAc,EAAE,MAAM,EAAE,CAAC;YAC3B,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAAE,OAAO,KAAK,CAAC;QAC3E,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACrC,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;IACjC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AACzE,CAAC;AAED,MAAM,UAAU,iBAAiB,CAC/B,OAAY,EACZ,QAAiB,EACjB,MAAe;IAEf,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM;QAAE,OAAO,OAAO,CAAC;IAEzC,IAAI,QAAQ,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;QAAE,OAAO,OAAO,CAAC;IAC1D,IAAI,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;QAAE,OAAO,OAAO,CAAC;IAEtD,IAAI,QAAQ,IAAI,MAAM,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,OAAO,CAAC;IAEhF,4DAA4D;IAC5D,uEAAuE;IACvE,uEAAuE;IACvE,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,OAAY,EACZ,SAAkB;IAElB,qDAAqD;IACrD,OAAO,OAAO,CAAC;AACjB,CAAC;AAUD,MAAM,UAAU,eAAe,CAC7B,OAAY,EACZ,OAAsB;IAEtB,IAAI,QAAQ,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,cAAc,EAAE,OAAO,CAAC,cAAc,CAAC,CAAC;IACxF,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACzE,QAAQ,GAAG,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/search/flashrank.d.ts

@@ -0,0 +1,12 @@
+export interface RerankPassage {
+    text: string;
+    index: number;
+}
+export interface RerankResult {
+    index: number;
+    score: number;
+}
+export declare function isFlashRankAvailable(): Promise<boolean>;
+export declare function resetAvailabilityCache(): void;
+export declare function flashRankRerank(query: string, passages: RerankPassage[], model?: string): Promise<RerankResult[] | null>;
+//# sourceMappingURL=flashrank.d.ts.map

package/dist/search/flashrank.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"flashrank.d.ts","sourceRoot":"","sources":["../../src/search/flashrank.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAkBD,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,OAAO,CAAC,CAS7D;AAED,wBAAgB,sBAAsB,IAAI,IAAI,CAE7C;AAMD,wBAAsB,eAAe,CACnC,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,aAAa,EAAE,EACzB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,YAAY,EAAE,GAAG,IAAI,CAAC,CA0BhC"}

package/dist/search/flashrank.js

@@ -0,0 +1,63 @@
+import { execFile as execFileCb } from 'node:child_process';
+import { promisify } from 'node:util';
+import { runPythonWithStdin } from '../extraction/trafilatura.js';
+import { createLogger } from '../logger.js';
+const execFileAsync = promisify(execFileCb);
+const log = createLogger('search');
+const FLASHRANK_SCRIPT = `
+import sys, json
+from flashrank import Ranker, RerankRequest
+data = json.loads(sys.stdin.read())
+ranker = Ranker(model_name=data.get('model', 'ms-marco-MiniLM-L-12-v2'))
+passages = [{"id": p["index"], "text": p["text"]} for p in data["passages"]]
+req = RerankRequest(query=data["query"], passages=passages)
+results = ranker.rerank(req)
+print(json.dumps([{"index": int(r.metadata["id"] if hasattr(r, "metadata") else r["id"]), "score": float(r.score if hasattr(r, "score") else r["score"])} for r in results]))
+`.trim();
+const SUBPROCESS_TIMEOUT_MS = 30000;
+const AVAILABILITY_CHECK_TIMEOUT_MS = 5000;
+let availableCache = null;
+export async function isFlashRankAvailable() {
+    if (availableCache !== null)
+        return availableCache;
+    try {
+        await execFileAsync('python3', ['-c', 'import flashrank'], { timeout: AVAILABILITY_CHECK_TIMEOUT_MS });
+        availableCache = true;
+    }
+    catch {
+        availableCache = false;
+    }
+    return availableCache;
+}
+export function resetAvailabilityCache() {
+    availableCache = null;
+}
+function clampScore(score) {
+    return Math.max(0, Math.min(1, score));
+}
+export async function flashRankRerank(query, passages, model) {
+    if (passages.length === 0)
+        return [];
+    try {
+        const input = JSON.stringify({
+            query,
+            passages,
+            model: model ?? 'ms-marco-MiniLM-L-12-v2',
+        });
+        const stdout = await runPythonWithStdin(FLASHRANK_SCRIPT, input, SUBPROCESS_TIMEOUT_MS);
+        const parsed = JSON.parse(stdout.trim());
+        if (!Array.isArray(parsed)) {
+            log.warn('FlashRank returned non-array output', { output: stdout.slice(0, 200) });
+            return null;
+        }
+        return parsed.map((r) => ({
+            index: r.index,
+            score: clampScore(r.score),
+        }));
+    }
+    catch (err) {
+        log.warn('FlashRank reranking failed, falling back to position scores', { error: String(err) });
+        return null;
+    }
+}
+//# sourceMappingURL=flashrank.js.map

package/dist/search/flashrank.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"flashrank.js","sourceRoot":"","sources":["../../src/search/flashrank.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,IAAI,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,aAAa,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;AAC5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAYnC,MAAM,gBAAgB,GAAG;;;;;;;;;CASxB,CAAC,IAAI,EAAE,CAAC;AAET,MAAM,qBAAqB,GAAG,KAAK,CAAC;AACpC,MAAM,6BAA6B,GAAG,IAAI,CAAC;AAE3C,IAAI,cAAc,GAAmB,IAAI,CAAC;AAE1C,MAAM,CAAC,KAAK,UAAU,oBAAoB;IACxC,IAAI,cAAc,KAAK,IAAI;QAAE,OAAO,cAAc,CAAC;IACnD,IAAI,CAAC;QACH,MAAM,aAAa,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,kBAAkB,CAAC,EAAE,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAC,CAAC;QACvG,cAAc,GAAG,IAAI,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,cAAc,GAAG,KAAK,CAAC;IACzB,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,cAAc,GAAG,IAAI,CAAC;AACxB,CAAC;AAED,SAAS,UAAU,CAAC,KAAa;IAC/B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAAa,EACb,QAAyB,EACzB,KAAc;IAEd,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAErC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC;YAC3B,KAAK;YACL,QAAQ;YACR,KAAK,EAAE,KAAK,IAAI,yBAAyB;SAC1C,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,gBAAgB,EAAE,KAAK,EAAE,qBAAqB,CAAC,CAAC;QACxF,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAEzC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,GAAG,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAClF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAmC,EAAE,EAAE,CAAC,CAAC;YAC1D,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC;SAC3B,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,GAAG,CAAC,IAAI,CAAC,6DAA6D,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChG,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/search/query.d.ts

@@ -0,0 +1,2 @@
+export declare function decomposeQuery(query: string): string[];
+//# sourceMappingURL=query.d.ts.map

package/dist/search/query.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query.d.ts","sourceRoot":"","sources":["../../src/search/query.ts"],"names":[],"mappings":"AAGA,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAsBtD"}

package/dist/search/query.js

@@ -0,0 +1,41 @@
+const MAX_QUERY_LENGTH = 200;
+const CLAUSE_SEPARATORS = ['. ', '? ', '! ', '; ', ', and ', ', or ', ' - ', ' — '];
+export function decomposeQuery(query) {
+    if (query.length <= MAX_QUERY_LENGTH) {
+        return [query];
+    }
+    let parts = [query];
+    for (const sep of CLAUSE_SEPARATORS) {
+        if (parts.every(p => p.length <= MAX_QUERY_LENGTH))
+            break;
+        parts = parts.flatMap(p => {
+            if (p.length <= MAX_QUERY_LENGTH)
+                return [p];
+            return p.split(sep).map(s => s.trim()).filter(Boolean);
+        });
+    }
+    parts = parts.flatMap(p => {
+        if (p.length <= MAX_QUERY_LENGTH)
+            return [p];
+        return splitAtWordBoundary(p);
+    });
+    return parts;
+}
+function splitAtWordBoundary(text) {
+    const chunks = [];
+    const words = text.split(' ');
+    let current = '';
+    for (const word of words) {
+        if (current.length + word.length + 1 > MAX_QUERY_LENGTH && current) {
+            chunks.push(current);
+            current = word;
+        }
+        else {
+            current = current ? `${current} ${word}` : word;
+        }
+    }
+    if (current)
+        chunks.push(current);
+    return chunks;
+}
+//# sourceMappingURL=query.js.map

package/dist/search/query.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query.js","sourceRoot":"","sources":["../../src/search/query.ts"],"names":[],"mappings":"AAAA,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;AAEpF,MAAM,UAAU,cAAc,CAAC,KAAa;IAC1C,IAAI,KAAK,CAAC,MAAM,IAAI,gBAAgB,EAAE,CAAC;QACrC,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;IAED,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC;IAEpB,KAAK,MAAM,GAAG,IAAI,iBAAiB,EAAE,CAAC;QACpC,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,gBAAgB,CAAC;YAAE,MAAM;QAE1D,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;YACxB,IAAI,CAAC,CAAC,MAAM,IAAI,gBAAgB;gBAAE,OAAO,CAAC,CAAC,CAAC,CAAC;YAC7C,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACxB,IAAI,CAAC,CAAC,MAAM,IAAI,gBAAgB;YAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7C,OAAO,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,OAAO,GAAG,EAAE,CAAC;IAEjB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,gBAAgB,IAAI,OAAO,EAAE,CAAC;YACnE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD,CAAC;IACH,CAAC;IACD,IAAI,OAAO;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAElC,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/search/rerank.d.ts

@@ -0,0 +1,3 @@
+import type { MergedSearchResult } from './dedup.js';
+export declare function rerankResults(query: string, results: MergedSearchResult[]): Promise<MergedSearchResult[]>;
+//# sourceMappingURL=rerank.d.ts.map

package/dist/search/rerank.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerank.d.ts","sourceRoot":"","sources":["../../src/search/rerank.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAC;AAOrD,wBAAsB,aAAa,CACjC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,kBAAkB,EAAE,GAC5B,OAAO,CAAC,kBAAkB,EAAE,CAAC,CAgC/B"}

package/dist/search/rerank.js

@@ -0,0 +1,40 @@
+import { flashRankRerank, isFlashRankAvailable } from './flashrank.js';
+import { getConfig } from '../config.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+export async function rerankResults(query, results) {
+    const config = getConfig();
+    if (results.length === 0)
+        return results;
+    if (config.reranker === 'flashrank') {
+        if (await isFlashRankAvailable()) {
+            const passages = results.map((r, i) => ({
+                text: `${r.title}\n${r.snippet}`,
+                index: i,
+            }));
+            const ranked = await flashRankRerank(query, passages, config.rerankerModel);
+            if (ranked) {
+                const reordered = ranked.map((r) => ({
+                    ...results[r.index],
+                    relevance_score: r.score,
+                }));
+                return applyThreshold(reordered, config.relevanceThreshold);
+            }
+            log.debug('FlashRank returned null, using passthrough');
+        }
+        else {
+            log.warn('FlashRank configured but not installed. Run: wigolo warmup --reranker');
+        }
+    }
+    else if (config.reranker !== 'none') {
+        log.warn('Unknown reranker configured, passing through', { reranker: config.reranker });
+    }
+    log.debug('Rerank passthrough', { count: results.length });
+    return applyThreshold(results, config.relevanceThreshold);
+}
+function applyThreshold(results, threshold) {
+    if (!threshold || threshold <= 0)
+        return results;
+    return results.filter((r) => r.relevance_score >= threshold);
+}
+//# sourceMappingURL=rerank.js.map

package/dist/search/rerank.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"rerank.js","sourceRoot":"","sources":["../../src/search/rerank.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AACvE,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAa,EACb,OAA6B;IAE7B,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IAEzC,IAAI,MAAM,CAAC,QAAQ,KAAK,WAAW,EAAE,CAAC;QACpC,IAAI,MAAM,oBAAoB,EAAE,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtC,IAAI,EAAE,GAAG,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,OAAO,EAAE;gBAChC,KAAK,EAAE,CAAC;aACT,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;YAC5E,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACnC,GAAG,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;oBACnB,eAAe,EAAE,CAAC,CAAC,KAAK;iBACzB,CAAC,CAAC,CAAC;gBAEJ,OAAO,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,kBAAkB,CAAC,CAAC;YAC9D,CAAC;YAED,GAAG,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,IAAI,CAAC,uEAAuE,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;SAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;QACtC,GAAG,CAAC,IAAI,CAAC,8CAA8C,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,GAAG,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3D,OAAO,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,kBAAkB,CAAC,CAAC;AAC5D,CAAC;AAED,SAAS,cAAc,CACrB,OAA6B,EAC7B,SAAiB;IAEjB,IAAI,CAAC,SAAS,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IACjD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,IAAI,SAAS,CAAC,CAAC;AAC/D,CAAC"}

package/dist/search/searxng.d.ts

@@ -0,0 +1,8 @@
+import type { SearchEngine, SearchEngineOptions, RawSearchResult } from '../types.js';
+export declare class SearxngClient implements SearchEngine {
+    private readonly baseUrl;
+    name: string;
+    constructor(baseUrl: string);
+    search(query: string, options?: SearchEngineOptions): Promise<RawSearchResult[]>;
+}
+//# sourceMappingURL=searxng.d.ts.map

package/dist/search/searxng.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"searxng.d.ts","sourceRoot":"","sources":["../../src/search/searxng.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AA2CtF,qBAAa,aAAc,YAAW,YAAY;IAGpC,OAAO,CAAC,QAAQ,CAAC,OAAO;IAFpC,IAAI,SAAa;gBAEY,OAAO,EAAE,MAAM;IAEtC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;CAyD3F"}

package/dist/search/searxng.js

@@ -0,0 +1,87 @@
+import { getConfig } from '../config.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+const CATEGORY_MAP = {
+    general: 'general',
+    news: 'news',
+    code: 'it',
+    docs: 'it',
+    papers: 'science',
+    images: 'images',
+};
+function computeTimeRange(fromDate, toDate) {
+    if (!fromDate)
+        return null;
+    const from = new Date(fromDate);
+    if (isNaN(from.getTime()))
+        return null;
+    const now = toDate ? new Date(toDate) : new Date();
+    if (isNaN(now.getTime()))
+        return null;
+    const diffDays = Math.round((now.getTime() - from.getTime()) / (1000 * 60 * 60 * 24));
+    if (diffDays <= 1)
+        return 'day';
+    if (diffDays <= 7)
+        return 'week';
+    if (diffDays <= 30)
+        return 'month';
+    return 'year';
+}
+export class SearxngClient {
+    baseUrl;
+    name = 'searxng';
+    constructor(baseUrl) {
+        this.baseUrl = baseUrl;
+    }
+    async search(query, options = {}) {
+        const config = getConfig();
+        const timeoutMs = options.timeoutMs ?? config.searxngQueryTimeoutMs;
+        const maxResults = options.maxResults ?? 10;
+        // Build query with domain site: operators
+        let queryStr = query;
+        if (options.includeDomains?.length) {
+            // Best-effort: site: syntax works on Google/Bing but not all SearXNG engines.
+            // Post-filter in filters.ts handles the gap for engines that ignore it.
+            const siteFilter = options.includeDomains.map(d => `site:${d}`).join(' OR ');
+            queryStr = options.includeDomains.length === 1
+                ? `${query} site:${options.includeDomains[0]}`
+                : `${query} (${siteFilter})`;
+        }
+        // exclude_domains are NOT passed to SearXNG — handled by post-filter
+        const params = new URLSearchParams({
+            q: queryStr,
+            format: 'json',
+            pageno: '1',
+        });
+        if (options.timeRange)
+            params.set('time_range', options.timeRange);
+        if (options.language)
+            params.set('language', options.language);
+        // Category pass-through
+        if (options.category) {
+            params.set('categories', CATEGORY_MAP[options.category] ?? 'general');
+        }
+        // Date range -> time_range bucket (SearXNG doesn't support arbitrary dates)
+        if (!options.timeRange && (options.fromDate || options.toDate)) {
+            const range = computeTimeRange(options.fromDate, options.toDate);
+            if (range)
+                params.set('time_range', range);
+        }
+        const url = `${this.baseUrl}/search?${params}`;
+        log.debug('querying searxng', { query: queryStr, url });
+        const response = await fetch(url, { signal: AbortSignal.timeout(timeoutMs) });
+        if (!response.ok) {
+            throw new Error(`SearXNG returned ${response.status}`);
+        }
+        const data = (await response.json());
+        const total = data.results.length;
+        return data.results.slice(0, maxResults).map((r, i) => ({
+            title: r.title,
+            url: r.url,
+            snippet: r.content,
+            relevance_score: r.score != null ? Math.min(r.score, 1) : 1 - i / Math.max(total, 1),
+            engine: 'searxng',
+        }));
+    }
+}
+//# sourceMappingURL=searxng.js.map

package/dist/search/searxng.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"searxng.js","sourceRoot":"","sources":["../../src/search/searxng.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,YAAY,GAA2B;IAC3C,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,IAAI;IACV,IAAI,EAAE,IAAI;IACV,MAAM,EAAE,SAAS;IACjB,MAAM,EAAE,QAAQ;CACjB,CAAC;AAEF,SAAS,gBAAgB,CAAC,QAAiB,EAAE,MAAe;IAC1D,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACvC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;IACnD,IAAI,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,IAAI,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACtF,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IAChC,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,MAAM,CAAC;IACjC,IAAI,QAAQ,IAAI,EAAE;QAAE,OAAO,OAAO,CAAC;IACnC,OAAO,MAAM,CAAC;AAChB,CAAC;AAiBD,MAAM,OAAO,aAAa;IAGK;IAF7B,IAAI,GAAG,SAAS,CAAC;IAEjB,YAA6B,OAAe;QAAf,YAAO,GAAP,OAAO,CAAQ;IAAG,CAAC;IAEhD,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAA+B,EAAE;QAC3D,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,MAAM,CAAC,qBAAqB,CAAC;QACpE,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;QAE5C,0CAA0C;QAC1C,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,OAAO,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC;YACnC,8EAA8E;YAC9E,wEAAwE;YACxE,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7E,QAAQ,GAAG,OAAO,CAAC,cAAc,CAAC,MAAM,KAAK,CAAC;gBAC5C,CAAC,CAAC,GAAG,KAAK,SAAS,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE;gBAC9C,CAAC,CAAC,GAAG,KAAK,KAAK,UAAU,GAAG,CAAC;QACjC,CAAC;QACD,qEAAqE;QAErE,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC;YACjC,CAAC,EAAE,QAAQ;YACX,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,GAAG;SACZ,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,SAAS;YAAE,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QACnE,IAAI,OAAO,CAAC,QAAQ;YAAE,MAAM,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE/D,wBAAwB;QACxB,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,YAAY,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,SAAS,CAAC,CAAC;QACxE,CAAC;QAED,4EAA4E;QAC5E,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/D,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACjE,IAAI,KAAK;gBAAE,MAAM,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,OAAO,WAAW,MAAM,EAAE,CAAC;QAC/C,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC;QAExD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAE9E,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAuB,CAAC;QAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QAElC,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACtD,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,GAAG,EAAE,CAAC,CAAC,GAAG;YACV,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,eAAe,EAAE,CAAC,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;YACpF,MAAM,EAAE,SAAS;SAClB,CAAC,CAAC,CAAC;IACN,CAAC;CACF"}

package/dist/search/validator.d.ts

@@ -0,0 +1,6 @@
+export declare function validateLinks<T extends {
+    url: string;
+}>(results: T[], options?: {
+    maxConcurrent?: number;
+}): Promise<T[]>;
+//# sourceMappingURL=validator.d.ts.map

package/dist/search/validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validator.d.ts","sourceRoot":"","sources":["../../src/search/validator.ts"],"names":[],"mappings":"AAKA,wBAAsB,aAAa,CAAC,CAAC,SAAS;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,EAC3D,OAAO,EAAE,CAAC,EAAE,EACZ,OAAO,CAAC,EAAE;IAAE,aAAa,CAAC,EAAE,MAAM,CAAA;CAAE,GACnC,OAAO,CAAC,CAAC,EAAE,CAAC,CAgCd"}

package/dist/search/validator.js

@@ -0,0 +1,35 @@
+import { getConfig } from '../config.js';
+import { createLogger } from '../logger.js';
+const log = createLogger('search');
+export async function validateLinks(results, options) {
+    const config = getConfig();
+    if (!config.validateLinks)
+        return results;
+    const maxConcurrent = options?.maxConcurrent ?? 5;
+    const timeoutMs = config.validateTimeoutMs;
+    const valid = [];
+    for (let i = 0; i < results.length; i += maxConcurrent) {
+        const batch = results.slice(i, i + maxConcurrent);
+        const checks = batch.map(async (result) => {
+            try {
+                const response = await fetch(result.url, {
+                    method: 'HEAD',
+                    redirect: 'follow',
+                    signal: AbortSignal.timeout(timeoutMs),
+                });
+                return { result, ok: response.status < 400 };
+            }
+            catch {
+                log.debug('link validation failed', { url: result.url });
+                return { result, ok: false };
+            }
+        });
+        const batchResults = await Promise.all(checks);
+        for (const { result, ok } of batchResults) {
+            if (ok)
+                valid.push(result);
+        }
+    }
+    return valid;
+}
+//# sourceMappingURL=validator.js.map

package/dist/search/validator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validator.js","sourceRoot":"","sources":["../../src/search/validator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAY,EACZ,OAAoC;IAEpC,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAE3B,IAAI,CAAC,MAAM,CAAC,aAAa;QAAE,OAAO,OAAO,CAAC;IAE1C,MAAM,aAAa,GAAG,OAAO,EAAE,aAAa,IAAI,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,MAAM,CAAC,iBAAiB,CAAC;IAC3C,MAAM,KAAK,GAAQ,EAAE,CAAC;IAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,aAAa,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAuC,EAAE;YAC7E,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,GAAG,EAAE;oBACvC,MAAM,EAAE,MAAM;oBACd,QAAQ,EAAE,QAAQ;oBAClB,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC;iBACvC,CAAC,CAAC;gBACH,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC/C,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;gBACzD,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;YAC/B,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC/C,KAAK,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,YAAY,EAAE,CAAC;YAC1C,IAAI,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/searxng/bootstrap.d.ts

@@ -0,0 +1,18 @@
+export interface BootstrapState {
+    status: 'downloading' | 'ready' | 'failed' | 'no_runtime';
+    searxngPath?: string;
+    error?: string;
+}
+export interface BackendResolution {
+    type: 'external' | 'native' | 'docker' | 'scraping';
+    url?: string;
+    searxngPath?: string;
+}
+export declare function checkPythonAvailable(): boolean;
+export declare function checkDockerAvailable(): boolean;
+export declare function getBootstrapState(dataDir: string): BootstrapState | null;
+export declare function setBootstrapState(dataDir: string, state: BootstrapState): void;
+export declare function generateSettings(port: number): string;
+export declare function resolveSearchBackend(): Promise<BackendResolution>;
+export declare function bootstrapNativeSearxng(dataDir: string): Promise<void>;
+//# sourceMappingURL=bootstrap.d.ts.map

package/dist/searxng/bootstrap.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bootstrap.d.ts","sourceRoot":"","sources":["../../src/searxng/bootstrap.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,aAAa,GAAG,OAAO,GAAG,QAAQ,GAAG,YAAY,CAAC;IAC1D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,UAAU,GAAG,QAAQ,GAAG,QAAQ,GAAG,UAAU,CAAC;IACpD,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,wBAAgB,oBAAoB,IAAI,OAAO,CAO9C;AAED,wBAAgB,oBAAoB,IAAI,OAAO,CAO9C;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CAQxE;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,cAAc,GAAG,IAAI,CAG9E;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAoCrD;AAED,wBAAsB,oBAAoB,IAAI,OAAO,CAAC,iBAAiB,CAAC,CAyCvE;AAED,wBAAsB,sBAAsB,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAyB3E"}