@bacnh85/pi-web 0.3.0 → 0.4.3

package/lib/brave.ts

@@ -1,40 +0,0 @@
-// Brave Search API client.
-
-import { sanitizeSnippet, type SearchResultItem } from "./format";
-import { withRetry } from "./retry";
-
-export interface BraveResult extends SearchResultItem {
-	age: string;
-}
-
-export async function fetchBraveResults(
-	query: string,
-	count: number,
-	country: string,
-	freshness: string,
-	apiKey: string,
-	signal?: AbortSignal,
-): Promise<BraveResult[]> {
-	return withRetry(async () => {
-		const params = new URLSearchParams({ q: query, count: String(count), country });
-		if (freshness) params.append("freshness", freshness);
-		const response = await fetch(`https://api.search.brave.com/res/v1/web/search?${params}`, {
-			headers: {
-				Accept: "application/json",
-				"Accept-Encoding": "gzip",
-				"X-Subscription-Token": apiKey,
-			},
-			signal,
-		});
-		if (!response.ok) throw new Error(`HTTP ${response.status}: ${response.statusText}\n${await response.text()}`);
-		const data: any = await response.json();
-		return (data.web?.results || [])
-			.slice(0, count)
-			.map((r: any) => ({
-				title: sanitizeSnippet(r.title || ""),
-				url: r.url || "",
-				snippet: sanitizeSnippet(r.description || ""),
-				age: sanitizeSnippet(r.age || r.page_age || ""),
-			}));
-	}, { maxRetries: 2, retryableErrors: ["timeout", "econn", "etimedout", "network", "socket"] });
-}

package/lib/retry.ts

@@ -1,142 +0,0 @@
-// Retry logic with exponential backoff for transient network failures.
-// Ported from pi-munin/lib/retry.ts.
-
-export interface RetryOptions {
-	maxRetries?: number;
-	initialDelay?: number;
-	maxDelay?: number;
-	multiplier?: number;
-	retryableErrors?: string[];
-	onRetry?: (attempt: number, max: number, delay: number, error: Error) => void;
-}
-
-function isRetryableError(error: Error): boolean {
-	const errorMessage = (error.message || "").toLowerCase();
-	const retryablePatterns = [
-		"econnrefused",
-		"enotfound",
-		"etimedout",
-		"econnreset",
-		"econnaborted",
-		"enetunreach",
-		"etimeout",
-		"timeout",
-		"network",
-		"socket hang up",
-		"socket",
-		"connection",
-		"fetch",
-		"request timeout",
-	];
-	return retryablePatterns.some((pattern) => errorMessage.includes(pattern));
-}
-
-function sleep(ms: number): Promise<void> {
-	return new Promise((resolve) => setTimeout(resolve, ms));
-}
-
-function calculateDelay(
-	attempt: number,
-	initialDelay: number,
-	maxDelay: number,
-	multiplier: number,
-): number {
-	const exponentialDelay = initialDelay * Math.pow(multiplier, attempt);
-	const jitter = Math.random() * 0.1 * exponentialDelay;
-	return Math.min(exponentialDelay + jitter, maxDelay);
-}
-
-/**
- * Retry a function with exponential backoff.
- * Never retries auth, not_found, or validation errors.
- */
-export async function withRetry<T>(
-	fn: () => Promise<T>,
-	options: RetryOptions = {},
-): Promise<T> {
-	const {
-		maxRetries = 3,
-		initialDelay = 1000,
-		maxDelay = 10000,
-		multiplier = 2,
-		retryableErrors = [],
-		onRetry,
-	} = options;
-
-	// Errors we never retry (non-transient)
-	const nonRetryablePatterns = [
-		"unauthorized",
-		"invalid api key",
-		"not found",
-		"validation",
-		"required",
-		"refusing to send",
-		"refusing to send a configured",
-		"must use http or https",
-		"could not extract readable content",
-		"brave_api_key is required",
-		"firecrawl_api_key is required",
-	];
-
-	let lastError: Error;
-
-	for (let attempt = 0; attempt <= maxRetries; attempt++) {
-		try {
-			return await fn();
-		} catch (error) {
-			lastError = error as Error;
-
-			if (attempt === maxRetries) throw error;
-
-			// Never retry non-transient errors
-			const msg = lastError.message.toLowerCase();
-			if (nonRetryablePatterns.some((p) => msg.includes(p))) throw error;
-
-			// Check if error is retryable
-			const shouldRetry =
-				retryableErrors.length > 0
-					? retryableErrors.some((pattern) => msg.includes(pattern.toLowerCase()))
-					: isRetryableError(lastError);
-
-			if (!shouldRetry) throw error;
-
-			const delay = calculateDelay(attempt, initialDelay, maxDelay, multiplier);
-
-			if (onRetry) {
-				onRetry(attempt + 1, maxRetries + 1, delay, lastError);
-			}
-
-			await sleep(delay);
-		}
-	}
-
-	throw lastError!;
-}
-
-/**
- * Combine a timeout signal with an optional external signal.
- */
-export function signalWithTimeout(timeoutMs: number, signal?: AbortSignal): AbortSignal {
-	const timeoutSignal = AbortSignal.timeout(timeoutMs);
-	if (!signal) return timeoutSignal;
-	return AbortSignal.any([signal, timeoutSignal]);
-}
-
-/**
- * Sleep that is abortable via an AbortSignal.
- */
-export function abortableSleep(ms: number, signal?: AbortSignal): Promise<void> {
-	if (signal?.aborted) return Promise.reject(signal.reason ?? new Error("Operation aborted."));
-	return new Promise((resolve, reject) => {
-		const timer = setTimeout(cleanupResolve, ms);
-		function cleanupResolve() {
-			signal?.removeEventListener("abort", cleanupReject);
-			resolve();
-		}
-		function cleanupReject() {
-			clearTimeout(timer);
-			reject(signal?.reason ?? new Error("Operation aborted."));
-		}
-		signal?.addEventListener("abort", cleanupReject, { once: true });
-	});
-}

package/lib/searxng.ts

@@ -1,63 +0,0 @@
-// SearXNG metasearch client.
-
-import { sanitizeSnippet } from "./format";
-import { signalWithTimeout, withRetry } from "./retry";
-
-export interface SearxngResultItem {
-	title: string;
-	url: string;
-	snippet: string;
-	engine: string;
-	category: string;
-	score?: number;
-	publishedDate: string;
-}
-
-export interface SearxngResponse {
-	results: SearxngResultItem[];
-	[key: string]: unknown;
-}
-
-export async function fetchSearxngResults(
-	params: Record<string, unknown>,
-	baseUrl: string,
-	signal?: AbortSignal,
-): Promise<SearxngResponse> {
-	return withRetry(async () => {
-		const limit = Math.min(50, Math.max(1, (params.count as number) ?? 5));
-		const url = new URL(`${baseUrl}/search`);
-		url.searchParams.set("q", params.query as string);
-		url.searchParams.set("format", "json");
-		url.searchParams.set("pageno", String(Math.max(1, (params.pageno as number) ?? 1)));
-		for (const key of ["categories", "engines", "language", "time_range", "safesearch"] as const) {
-			const val = params[key];
-			if (val !== undefined && val !== "") url.searchParams.set(key, String(val));
-		}
-		const timeoutMs = (params.timeout_ms as number) || 15000;
-		const response = await fetch(url, {
-			headers: { Accept: "application/json", "User-Agent": "pi-web/0.1 SearXNG" },
-			signal: signalWithTimeout(timeoutMs, signal),
-		});
-		const text = await response.text();
-		if (!response.ok) {
-			const hint =
-				response.status === 403
-					? "\nHint: enable JSON output in SearXNG settings.yml with search.formats including json."
-					: "";
-			throw new Error(`HTTP ${response.status}: ${response.statusText}${hint}${text ? `\n${text}` : ""}`);
-		}
-		const data: any = text ? JSON.parse(text) : {};
-		const results = (data.results || [])
-			.slice(0, limit)
-			.map((r: any) => ({
-				title: sanitizeSnippet(r.title || ""),
-				url: r.url || "",
-				snippet: sanitizeSnippet(r.content || r.snippet || ""),
-				engine: r.engine || "",
-				category: r.category || "",
-				score: r.score,
-				publishedDate: r.publishedDate || r.published_date || "",
-			}));
-		return { ...data, results };
-	}, { maxRetries: 2, retryableErrors: ["timeout", "econn", "etimedout", "network", "socket"] });
-}