webveil 0.0.0 → 0.1.0

package/dist/core/backends/types.d.ts

@@ -0,0 +1,48 @@
+/** A single search hit. */
+export interface SearchResult {
+    title: string;
+    url: string;
+    snippet?: string;
+}
+/** A fetched, extracted page as budget-bounded markdown. */
+export interface FetchResult {
+    url: string;
+    title?: string;
+    markdown: string;
+    truncated: boolean;
+}
+export interface SearchOptions {
+    maxResults?: number;
+    signal?: AbortSignal;
+}
+export interface FetchOptions {
+    size?: 's' | 'm' | 'l' | 'f';
+    signal?: AbortSignal;
+}
+/** Options the http helper accepts for a single request. */
+export interface HttpRequestOptions {
+    method?: string;
+    headers?: Record<string, string>;
+    body?: string;
+    /** Per-request timeout in ms (the helper aborts past this). */
+    timeoutMs?: number;
+    signal?: AbortSignal;
+}
+/**
+ * The proxied http helper handed to backends. Both methods route through the
+ * egress dispatcher; a backend never gets un-proxied transport of its own.
+ */
+export interface Http {
+    fetchJson<T = unknown>(url: string, options?: HttpRequestOptions): Promise<T>;
+    fetchText(url: string, options?: HttpRequestOptions): Promise<string>;
+}
+/**
+ * A result/content source. `search` is required; `fetch` is optional (a backend
+ * may override the default distilly Extractor with its own `/extract`). Both are
+ * given the proxied `http` helper so they cannot escape the configured egress.
+ */
+export interface Backend {
+    search(query: string, http: Http, options?: SearchOptions): Promise<SearchResult[]>;
+    fetch?(url: string, http: Http, options?: FetchOptions): Promise<FetchResult>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/core/backends/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/core/backends/types.ts"],"names":[],"mappings":"AAIA,2BAA2B;AAC3B,MAAM,WAAW,YAAY;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,4DAA4D;AAC5D,MAAM,WAAW,WAAW;IAC3B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,aAAa;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,MAAM,CAAC,EAAE,WAAW,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC5B,IAAI,CAAC,EAAE,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;IAC7B,MAAM,CAAC,EAAE,WAAW,CAAC;CACrB;AAED,4DAA4D;AAC5D,MAAM,WAAW,kBAAkB;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,+DAA+D;IAC/D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;CACrB;AAED;;;GAGG;AACH,MAAM,WAAW,IAAI;IACpB,SAAS,CAAC,CAAC,GAAG,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;IAC9E,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACtE;AAED;;;;GAIG;AACH,MAAM,WAAW,OAAO;IACvB,MAAM,CACL,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;IAC3B,KAAK,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;CAC9E"}

package/dist/core/backends/types.js

@@ -0,0 +1,5 @@
+// backend seam — the contract every result source (searxng | tavily-compat |
+// custom) implements. A Backend is HANDED a proxied `http` helper (bound to the
+// configured egress dispatcher) so it physically cannot bypass the egress.
+export {};
+//# sourceMappingURL=types.js.map

package/dist/core/backends/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/core/backends/types.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,gFAAgF;AAChF,2EAA2E"}

package/dist/core/config.d.ts

@@ -0,0 +1,39 @@
+/** How outbound HTTP leaves the machine. See egress.ts. */
+export type Egress = {
+    mode: 'direct';
+} | {
+    mode: 'http';
+    url: string;
+} | {
+    mode: 'socks5';
+    url: string;
+};
+/** Page-size budget preset for fetch (passed through to distilly). */
+export type FetchSize = 's' | 'm' | 'l' | 'f';
+/** The fully-resolved config every webveil module consumes. */
+export interface Config {
+    backend: string;
+    baseUrl: string;
+    apiKey?: string;
+    egress: Egress;
+    fetchSize: FetchSize;
+}
+/** A config file / env layer: any subset of the resolved shape. */
+export type PartialConfig = Partial<Config>;
+export interface ResolveOptions {
+    /** Directory the per-folder walk starts from. Defaults to process.cwd(). */
+    cwd?: string;
+    /** Environment to read overrides from. Defaults to process.env. */
+    env?: Record<string, string | undefined>;
+    /**
+     * Path to the global config file. Defaults to ~/.pi/agent/webveil.json.
+     * Tests point this at a temp dir to isolate the real home directory.
+     */
+    globalPath?: string;
+}
+/**
+ * Resolve the effective config. Higher-precedence layers override lower ones,
+ * key by key: env > project chain > global file > defaults.
+ */
+export declare function resolveConfig(options?: ResolveOptions): Config;
+//# sourceMappingURL=config.d.ts.map

package/dist/core/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/core/config.ts"],"names":[],"mappings":"AAUA,2DAA2D;AAC3D,MAAM,MAAM,MAAM,GACf;IAAC,IAAI,EAAE,QAAQ,CAAA;CAAC,GAChB;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAC,GAC3B;IAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAC,CAAC;AAEjC,sEAAsE;AACtE,MAAM,MAAM,SAAS,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;AAE9C,+DAA+D;AAC/D,MAAM,WAAW,MAAM;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,SAAS,CAAC;CACrB;AAED,mEAAmE;AACnE,MAAM,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAE5C,MAAM,WAAW,cAAc;IAC9B,4EAA4E;IAC5E,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,mEAAmE;IACnE,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;IACzC;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACpB;AA+CD;;;GAGG;AACH,wBAAgB,aAAa,CAAC,OAAO,GAAE,cAAmB,GAAG,MAAM,CAalE"}

package/dist/core/config.js

@@ -0,0 +1,72 @@
+// config seam — per-folder resolution. Precedence (highest wins):
+//   env > nearest .pi/webveil.json (walking up from cwd) > global
+//   ~/.pi/agent/webveil.json > defaults.
+// "Per folder = per account/egress." Each layer is a partial; later (lower)
+// layers fill gaps the higher layers leave.
+import { readFileSync } from 'node:fs';
+import { homedir } from 'node:os';
+import { dirname, join, parse } from 'node:path';
+const DEFAULTS = {
+    backend: 'searxng',
+    baseUrl: 'http://127.0.0.1:8080',
+    egress: { mode: 'direct' },
+    fetchSize: 'm',
+};
+const PROJECT_FILE = join('.pi', 'webveil.json');
+function readJson(path) {
+    let text;
+    try {
+        text = readFileSync(path, 'utf8');
+    }
+    catch {
+        return undefined; // absent file is fine; missing layers are expected
+    }
+    return JSON.parse(text);
+}
+/** The nearest `.pi/webveil.json` walking up from `cwd` (first found wins). */
+function readProjectChain(cwd) {
+    let dir = cwd;
+    const { root } = parse(dir);
+    for (;;) {
+        const found = readJson(join(dir, PROJECT_FILE));
+        if (found)
+            return found;
+        if (dir === root)
+            return undefined;
+        dir = dirname(dir);
+    }
+}
+function readEnv(env) {
+    const layer = {};
+    if (env.WEBVEIL_BACKEND)
+        layer.backend = env.WEBVEIL_BACKEND;
+    if (env.WEBVEIL_BASE_URL)
+        layer.baseUrl = env.WEBVEIL_BASE_URL;
+    if (env.WEBVEIL_API_KEY)
+        layer.apiKey = env.WEBVEIL_API_KEY;
+    if (env.WEBVEIL_FETCH_SIZE)
+        layer.fetchSize = env.WEBVEIL_FETCH_SIZE;
+    const mode = env.WEBVEIL_EGRESS;
+    if (mode === 'direct')
+        layer.egress = { mode: 'direct' };
+    else if (mode === 'http' || mode === 'socks5')
+        layer.egress = { mode, url: env.WEBVEIL_EGRESS_URL ?? '' };
+    return layer;
+}
+/**
+ * Resolve the effective config. Higher-precedence layers override lower ones,
+ * key by key: env > project chain > global file > defaults.
+ */
+export function resolveConfig(options = {}) {
+    const cwd = options.cwd ?? process.cwd();
+    const env = options.env ?? process.env;
+    const globalPath = options.globalPath ?? join(homedir(), '.pi', 'agent', 'webveil.json');
+    const layers = [
+        DEFAULTS,
+        readJson(globalPath) ?? {},
+        readProjectChain(cwd) ?? {},
+        readEnv(env),
+    ];
+    return Object.assign({}, ...layers);
+}
+//# sourceMappingURL=config.js.map

package/dist/core/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/core/config.ts"],"names":[],"mappings":"AAAA,kEAAkE;AAClE,kEAAkE;AAClE,yCAAyC;AACzC,4EAA4E;AAC5E,4CAA4C;AAE5C,OAAO,EAAC,YAAY,EAAC,MAAM,SAAS,CAAC;AACrC,OAAO,EAAC,OAAO,EAAC,MAAM,SAAS,CAAC;AAChC,OAAO,EAAC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAC,MAAM,WAAW,CAAC;AAmC/C,MAAM,QAAQ,GAAW;IACxB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,uBAAuB;IAChC,MAAM,EAAE,EAAC,IAAI,EAAE,QAAQ,EAAC;IACxB,SAAS,EAAE,GAAG;CACd,CAAC;AAEF,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;AAEjD,SAAS,QAAQ,CAAC,IAAY;IAC7B,IAAI,IAAY,CAAC;IACjB,IAAI,CAAC;QACJ,IAAI,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACnC,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC,CAAC,mDAAmD;IACtE,CAAC;IACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAkB,CAAC;AAC1C,CAAC;AAED,+EAA+E;AAC/E,SAAS,gBAAgB,CAAC,GAAW;IACpC,IAAI,GAAG,GAAG,GAAG,CAAC;IACd,MAAM,EAAC,IAAI,EAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IAC1B,SAAS,CAAC;QACT,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC;QAChD,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;QACxB,IAAI,GAAG,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC;QACnC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC;AACF,CAAC;AAED,SAAS,OAAO,CAAC,GAAuC;IACvD,MAAM,KAAK,GAAkB,EAAE,CAAC;IAChC,IAAI,GAAG,CAAC,eAAe;QAAE,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,eAAe,CAAC;IAC7D,IAAI,GAAG,CAAC,gBAAgB;QAAE,KAAK,CAAC,OAAO,GAAG,GAAG,CAAC,gBAAgB,CAAC;IAC/D,IAAI,GAAG,CAAC,eAAe;QAAE,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,eAAe,CAAC;IAC5D,IAAI,GAAG,CAAC,kBAAkB;QACzB,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,kBAA+B,CAAC;IACvD,MAAM,IAAI,GAAG,GAAG,CAAC,cAAc,CAAC;IAChC,IAAI,IAAI,KAAK,QAAQ;QAAE,KAAK,CAAC,MAAM,GAAG,EAAC,IAAI,EAAE,QAAQ,EAAC,CAAC;SAClD,IAAI,IAAI,KAAK,MAAM,IAAI,IAAI,KAAK,QAAQ;QAC5C,KAAK,CAAC,MAAM,GAAG,EAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,kBAAkB,IAAI,EAAE,EAAC,CAAC;IAC1D,OAAO,KAAK,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,UAA0B,EAAE;IACzD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACzC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC;IACvC,MAAM,UAAU,GACf,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC;IAEvE,MAAM,MAAM,GAAoB;QAC/B,QAAQ;QACR,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE;QAC1B,gBAAgB,CAAC,GAAG,CAAC,IAAI,EAAE;QAC3B,OAAO,CAAC,GAAG,CAAC;KACZ,CAAC;IACF,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,MAAM,CAAW,CAAC;AAC/C,CAAC"}

package/dist/core/egress.d.ts

@@ -0,0 +1,30 @@
+import { Agent, type Dispatcher, ProxyAgent } from 'undici';
+import type { Config } from './config.js';
+/** Thrown when a configured egress proxy cannot be built. Never swallowed. */
+export declare class EgressError extends Error {
+    constructor(message: string, options?: {
+        cause?: unknown;
+    });
+}
+/**
+ * Build the undici Dispatcher for the config's egress mode:
+ *   - direct → undefined (undici uses its default, un-proxied transport)
+ *   - http   → ProxyAgent
+ *   - socks5 → socks dispatcher (undici Agent over a socks connector)
+ *
+ * Throws (fail loud) if a configured http/socks5 proxy cannot be built. It
+ * NEVER returns `undefined` (direct) as a fallback for a broken proxy.
+ */
+export declare function buildDispatcher(cfg: Config): Dispatcher | undefined;
+/** A WHATWG-compatible fetch bound to a specific egress dispatcher. */
+export type EgressFetch = typeof globalThis.fetch;
+/**
+ * Build an egress-bound WHATWG `fetch`: undici's `fetch` closed over the
+ * dispatcher from buildDispatcher(cfg). This is the `fetch` injected into
+ * distilly/fetch so distilly never has egress of its own. Same fail-loud
+ * guarantee: a broken proxy throws HERE (before any I/O), never goes un-proxied.
+ */
+export declare function createEgressFetch(cfg: Config): EgressFetch;
+export type { Dispatcher };
+export { Agent, ProxyAgent };
+//# sourceMappingURL=egress.d.ts.map

package/dist/core/egress.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"egress.d.ts","sourceRoot":"","sources":["../../src/core/egress.ts"],"names":[],"mappings":"AAQA,OAAO,EAAC,KAAK,EAAE,KAAK,UAAU,EAAE,UAAU,EAAuB,MAAM,QAAQ,CAAC;AAEhF,OAAO,KAAK,EAAC,MAAM,EAAS,MAAM,aAAa,CAAC;AAEhD,8EAA8E;AAC9E,qBAAa,WAAY,SAAQ,KAAK;gBACzB,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAC;CAIxD;AAqBD;;;;;;;;GAQG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,UAAU,GAAG,SAAS,CAiCnE;AAED,uEAAuE;AACvE,MAAM,MAAM,WAAW,GAAG,OAAO,UAAU,CAAC,KAAK,CAAC;AAElD;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,CAU1D;AAED,YAAY,EAAC,UAAU,EAAC,CAAC;AACzB,OAAO,EAAC,KAAK,EAAE,UAAU,EAAC,CAAC"}

package/dist/core/egress.js

@@ -0,0 +1,87 @@
+// egress seam — how outbound HTTP leaves the machine. Yields TWO artifacts off
+// the SAME undici dispatcher: the proxied `http` helper (see http.ts, handed to
+// backends) and an egress-bound WHATWG `fetch` (injected into distilly/fetch).
+//
+// CRITICAL anonymity invariant (docs/adr/0001): egress is fail-loud. A
+// configured proxy that cannot be built MUST throw — it must NEVER silently
+// fall back to un-proxied (direct) transport.
+import { Agent, ProxyAgent, fetch as undiciFetch } from 'undici';
+import { socksDispatcher } from 'fetch-socks';
+/** Thrown when a configured egress proxy cannot be built. Never swallowed. */
+export class EgressError extends Error {
+    constructor(message, options) {
+        super(message, options);
+        this.name = 'EgressError';
+    }
+}
+function socksFromUrl(raw) {
+    const url = new URL(raw); // throws on a malformed proxy URL → fail loud
+    const protocol = url.protocol.replace(':', '');
+    if (protocol !== 'socks5' && protocol !== 'socks' && protocol !== 'socks5h')
+        throw new EgressError(`egress socks5: expected a socks5:// proxy url, got ${raw}`);
+    const port = Number(url.port);
+    if (!url.hostname || !Number.isInteger(port) || port <= 0)
+        throw new EgressError(`egress socks5: invalid host/port in ${raw}`);
+    return socksDispatcher({
+        type: 5,
+        host: url.hostname,
+        port,
+        userId: url.username || undefined,
+        password: url.password || undefined,
+    });
+}
+/**
+ * Build the undici Dispatcher for the config's egress mode:
+ *   - direct → undefined (undici uses its default, un-proxied transport)
+ *   - http   → ProxyAgent
+ *   - socks5 → socks dispatcher (undici Agent over a socks connector)
+ *
+ * Throws (fail loud) if a configured http/socks5 proxy cannot be built. It
+ * NEVER returns `undefined` (direct) as a fallback for a broken proxy.
+ */
+export function buildDispatcher(cfg) {
+    const egress = cfg.egress;
+    switch (egress.mode) {
+        case 'direct':
+            return undefined;
+        case 'http':
+            try {
+                if (!egress.url)
+                    throw new Error('missing proxy url');
+                return new ProxyAgent(egress.url);
+            }
+            catch (cause) {
+                throw new EgressError(`egress http: could not build proxy for ${egress.url}`, { cause });
+            }
+        case 'socks5':
+            try {
+                if (!egress.url)
+                    throw new Error('missing proxy url');
+                return socksFromUrl(egress.url);
+            }
+            catch (cause) {
+                if (cause instanceof EgressError)
+                    throw cause;
+                throw new EgressError(`egress socks5: could not build proxy for ${egress.url}`, { cause });
+            }
+        default: {
+            const exhaustive = egress;
+            throw new EgressError(`egress: unknown mode ${JSON.stringify(exhaustive)}`);
+        }
+    }
+}
+/**
+ * Build an egress-bound WHATWG `fetch`: undici's `fetch` closed over the
+ * dispatcher from buildDispatcher(cfg). This is the `fetch` injected into
+ * distilly/fetch so distilly never has egress of its own. Same fail-loud
+ * guarantee: a broken proxy throws HERE (before any I/O), never goes un-proxied.
+ */
+export function createEgressFetch(cfg) {
+    const dispatcher = buildDispatcher(cfg);
+    return ((input, init) => undiciFetch(input, {
+        ...(init ?? {}),
+        dispatcher,
+    }));
+}
+export { Agent, ProxyAgent };
+//# sourceMappingURL=egress.js.map

package/dist/core/egress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"egress.js","sourceRoot":"","sources":["../../src/core/egress.ts"],"names":[],"mappings":"AAAA,+EAA+E;AAC/E,gFAAgF;AAChF,+EAA+E;AAC/E,EAAE;AACF,uEAAuE;AACvE,4EAA4E;AAC5E,8CAA8C;AAE9C,OAAO,EAAC,KAAK,EAAmB,UAAU,EAAE,KAAK,IAAI,WAAW,EAAC,MAAM,QAAQ,CAAC;AAChF,OAAO,EAAC,eAAe,EAAC,MAAM,aAAa,CAAC;AAG5C,8EAA8E;AAC9E,MAAM,OAAO,WAAY,SAAQ,KAAK;IACrC,YAAY,OAAe,EAAE,OAA2B;QACvD,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxB,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;IAC3B,CAAC;CACD;AAED,SAAS,YAAY,CAAC,GAAW;IAChC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,8CAA8C;IACxE,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC/C,IAAI,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,SAAS;QAC1E,MAAM,IAAI,WAAW,CACpB,sDAAsD,GAAG,EAAE,CAC3D,CAAC;IACH,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC;QACxD,MAAM,IAAI,WAAW,CAAC,uCAAuC,GAAG,EAAE,CAAC,CAAC;IACrE,OAAO,eAAe,CAAC;QACtB,IAAI,EAAE,CAAC;QACP,IAAI,EAAE,GAAG,CAAC,QAAQ;QAClB,IAAI;QACJ,MAAM,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;QACjC,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;KACnC,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,eAAe,CAAC,GAAW;IAC1C,MAAM,MAAM,GAAW,GAAG,CAAC,MAAM,CAAC;IAClC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,QAAQ;YACZ,OAAO,SAAS,CAAC;QAClB,KAAK,MAAM;YACV,IAAI,CAAC;gBACJ,IAAI,CAAC,MAAM,CAAC,GAAG;oBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBACtD,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAM,IAAI,WAAW,CACpB,0CAA0C,MAAM,CAAC,GAAG,EAAE,EACtD,EAAC,KAAK,EAAC,CACP,CAAC;YACH,CAAC;QACF,KAAK,QAAQ;YACZ,IAAI,CAAC;gBACJ,IAAI,CAAC,MAAM,CAAC,GAAG;oBAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBACtD,OAAO,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,IAAI,KAAK,YAAY,WAAW;oBAAE,MAAM,KAAK,CAAC;gBAC9C,MAAM,IAAI,WAAW,CACpB,4CAA4C,MAAM,CAAC,GAAG,EAAE,EACxD,EAAC,KAAK,EAAC,CACP,CAAC;YACH,CAAC;QACF,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,UAAU,GAAU,MAAM,CAAC;YACjC,MAAM,IAAI,WAAW,CACpB,wBAAwB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CACpD,CAAC;QACH,CAAC;IACF,CAAC;AACF,CAAC;AAKD;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,GAAW;IAC5C,MAAM,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IACxC,OAAO,CAAC,CAAC,KAAwB,EAAE,IAAkB,EAAE,EAAE,CACxD,WAAW,CACV,KAAc,EACd;QACC,GAAI,CAAC,IAAI,IAAI,EAAE,CAA6B;QAC5C,UAAU;KACD,CACV,CAAgB,CAAC;AACpB,CAAC;AAGD,OAAO,EAAC,KAAK,EAAE,UAAU,EAAC,CAAC"}

package/dist/core/extract.d.ts

@@ -0,0 +1,45 @@
+import type { Config, FetchSize } from './config.js';
+import { type EgressFetch } from './egress.js';
+import type { FetchResult } from './backends/types.js';
+/** The shape distilly's `urlToMarkdown` returns (the bits we surface). */
+interface UrlToMarkdownResult {
+    markdown: string;
+    truncated: boolean;
+}
+/** distilly's networked entrypoint, narrowed to what the seam injects/uses. */
+type UrlToMarkdown = (url: string | URL, options: {
+    fetch: EgressFetch;
+    size?: FetchSize;
+}) => Promise<UrlToMarkdownResult>;
+/** Per-call extractor options. */
+export interface ExtractOptions {
+    /**
+     * Page-size budget for THIS call. Overrides the config's `fetchSize` when
+     * given. webveil's `s`/`m`/`l`/`f` preset maps STRAIGHT to distilly's `size`
+     * (the two enums are identical), so this is passed through verbatim.
+     */
+    size?: FetchSize;
+}
+/**
+ * Seams the extractor's collaborators so it is testable WITHOUT real network or
+ * undici: tests inject a spy `urlToMarkdown` and/or a spy egress fetch to assert
+ * distilly is called with the egress fetch (never a global). Defaults wire the
+ * real `distilly/fetch` + `createEgressFetch`.
+ */
+export interface ExtractDeps {
+    /** distilly's networked `urlToMarkdown` (default: the real `distilly/fetch`). */
+    urlToMarkdown?: UrlToMarkdown;
+    /** Builds the egress-bound fetch from config (default: createEgressFetch). */
+    createEgressFetch?: (config: Config) => EgressFetch;
+}
+/**
+ * Extract a URL to clean, budget-bounded markdown via distilly over webveil's
+ * egress. Builds the egress-bound `fetch` (fail-loud on an unbuildable proxy),
+ * injects it into distilly's `urlToMarkdown`, maps the `s`/`m`/`l`/`f` preset to
+ * distilly's `size`, and surfaces distilly's `truncated`.
+ *
+ * @returns `{ url, markdown, truncated }` (a `FetchResult` without a `title`).
+ */
+export declare function extract(url: string, config: Config, options?: ExtractOptions, deps?: ExtractDeps): Promise<FetchResult>;
+export {};
+//# sourceMappingURL=extract.d.ts.map

package/dist/core/extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../src/core/extract.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAAC,MAAM,EAAE,SAAS,EAAC,MAAM,aAAa,CAAC;AACnD,OAAO,EAAoB,KAAK,WAAW,EAAC,MAAM,aAAa,CAAC;AAChE,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,qBAAqB,CAAC;AAErD,0EAA0E;AAC1E,UAAU,mBAAmB;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,OAAO,CAAC;CACnB;AAED,+EAA+E;AAC/E,KAAK,aAAa,GAAG,CACpB,GAAG,EAAE,MAAM,GAAG,GAAG,EACjB,OAAO,EAAE;IAAC,KAAK,EAAE,WAAW,CAAC;IAAC,IAAI,CAAC,EAAE,SAAS,CAAA;CAAC,KAC3C,OAAO,CAAC,mBAAmB,CAAC,CAAC;AAElC,kCAAkC;AAClC,MAAM,WAAW,cAAc;IAC9B;;;;OAIG;IACH,IAAI,CAAC,EAAE,SAAS,CAAC;CACjB;AAED;;;;;GAKG;AACH,MAAM,WAAW,WAAW;IAC3B,iFAAiF;IACjF,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,8EAA8E;IAC9E,iBAAiB,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,WAAW,CAAC;CACpD;AAED;;;;;;;GAOG;AACH,wBAAsB,OAAO,CAC5B,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,cAAmB,EAC5B,IAAI,GAAE,WAAgB,GACpB,OAAO,CAAC,WAAW,CAAC,CAYtB"}

package/dist/core/extract.js

@@ -0,0 +1,36 @@
+// Extractor seam — turn a URL into clean, size-bounded markdown by calling
+// distilly's NETWORKED `urlToMarkdown` (the `distilly/fetch` entrypoint),
+// INJECTING webveil's egress-bound `fetch` as the only transport. distilly's
+// network Rules (github/mdn/react.dev/vuejs.org) rewrite a matching URL to its
+// raw `.md`/API source and fetch THAT over our egress — shorter, cleaner output;
+// non-matching URLs run through distilly's pure core. See docs/adr/0001.
+//
+// THE HARD INVARIANT (load-bearing for anonymity): webveil ALWAYS injects its
+// egress-bound `fetch` here and NEVER lets distilly use a global/default fetch.
+// distilly throws if none is injected — the desired fail-loud. And the egress
+// fetch itself throws (before any I/O) when a configured proxy is unbuildable
+// (egress.ts), so a broken proxy can never become an un-proxied request.
+//
+// This is the DEFAULT extractor; a backend's own `/extract` (tavily-compat) may
+// override it (wired in the core-fetch task).
+import { urlToMarkdown as distillyUrlToMarkdown } from 'distilly/fetch';
+import { createEgressFetch } from './egress.js';
+/**
+ * Extract a URL to clean, budget-bounded markdown via distilly over webveil's
+ * egress. Builds the egress-bound `fetch` (fail-loud on an unbuildable proxy),
+ * injects it into distilly's `urlToMarkdown`, maps the `s`/`m`/`l`/`f` preset to
+ * distilly's `size`, and surfaces distilly's `truncated`.
+ *
+ * @returns `{ url, markdown, truncated }` (a `FetchResult` without a `title`).
+ */
+export async function extract(url, config, options = {}, deps = {}) {
+    const urlToMarkdown = deps.urlToMarkdown ?? distillyUrlToMarkdown;
+    const buildFetch = deps.createEgressFetch ?? createEgressFetch;
+    // Build the egress-bound fetch FIRST: a configured-but-unbuildable proxy
+    // throws here, before any network access (never an un-proxied request).
+    const fetch = buildFetch(config);
+    const size = options.size ?? config.fetchSize;
+    const { markdown, truncated } = await urlToMarkdown(url, { fetch, size });
+    return { url, markdown, truncated };
+}
+//# sourceMappingURL=extract.js.map

package/dist/core/extract.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../src/core/extract.ts"],"names":[],"mappings":"AAAA,2EAA2E;AAC3E,0EAA0E;AAC1E,6EAA6E;AAC7E,+EAA+E;AAC/E,iFAAiF;AACjF,yEAAyE;AACzE,EAAE;AACF,8EAA8E;AAC9E,gFAAgF;AAChF,8EAA8E;AAC9E,8EAA8E;AAC9E,yEAAyE;AACzE,EAAE;AACF,gFAAgF;AAChF,8CAA8C;AAE9C,OAAO,EAAC,aAAa,IAAI,qBAAqB,EAAC,MAAM,gBAAgB,CAAC;AAEtE,OAAO,EAAC,iBAAiB,EAAmB,MAAM,aAAa,CAAC;AAsChE;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC5B,GAAW,EACX,MAAc,EACd,UAA0B,EAAE,EAC5B,OAAoB,EAAE;IAEtB,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,qBAAqB,CAAC;IAClE,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,IAAI,iBAAiB,CAAC;IAE/D,yEAAyE;IACzE,wEAAwE;IACxE,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;IAEjC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,CAAC;IAE9C,MAAM,EAAC,QAAQ,EAAE,SAAS,EAAC,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,EAAC,KAAK,EAAE,IAAI,EAAC,CAAC,CAAC;IACtE,OAAO,EAAC,GAAG,EAAE,QAAQ,EAAE,SAAS,EAAC,CAAC;AACnC,CAAC"}

package/dist/core/fetch.d.ts

@@ -0,0 +1,42 @@
+import type { Config, ResolveOptions } from './config.js';
+import type { EgressFetch } from './egress.js';
+import type { Dispatcher } from './egress.js';
+import type { ExtractDeps } from './extract.js';
+import type { Backend, FetchOptions, FetchResult, Http } from './backends/types.js';
+/**
+ * Collaborators, seamed so the core is testable WITHOUT real config files,
+ * undici, network, or distilly: a test injects fakes to assert the
+ * backend-`/extract`-vs-distilly branch, the list path, and that the guarded
+ * egress fetch (never a global) is what reaches distilly. Defaults wire the real
+ * modules.
+ */
+export interface FetchDeps {
+    resolveConfig?: (options?: ResolveOptions) => Config;
+    getBackend?: (name: string, config: Config) => Backend;
+    buildDispatcher?: (config: Config) => Dispatcher | undefined;
+    createHttp?: (dispatcher: Dispatcher | undefined) => Http;
+    createEgressFetch?: (config: Config) => EgressFetch;
+    guardEgressFetch?: (fetch: EgressFetch, config: Config) => EgressFetch;
+    extract?: (url: string, config: Config, options: {
+        size?: Config['fetchSize'];
+    }, deps: ExtractDeps) => Promise<FetchResult>;
+}
+/** Per-call fetch options plus the config-resolution knobs (cwd/env/global). */
+export interface FetchCoreOptions extends FetchOptions, ResolveOptions {
+}
+/**
+ * Fetch a LIST of urls to clean, size-bounded markdown, in order. This is the
+ * list-ready internal (story 12): the single-URL `fetch()` below is a thin
+ * wrapper over it, so a future `web_batch_fetch` reuses this directly.
+ *
+ * Each url goes through the SAME content-source choice: a backend's own
+ * `/extract` (if the configured backend implements `fetch`) OR the default
+ * distilly Extractor with the GUARDED egress fetch injected.
+ */
+export declare function fetchAll(urls: string[], options?: FetchCoreOptions, deps?: FetchDeps): Promise<FetchResult[]>;
+/**
+ * Fetch ONE url to clean, size-bounded markdown (`{ markdown, truncated, … }`).
+ * A thin single-URL wrapper over the list-ready `fetchAll` (story 12).
+ */
+export declare function fetch(url: string, options?: FetchCoreOptions, deps?: FetchDeps): Promise<FetchResult>;
+//# sourceMappingURL=fetch.d.ts.map

package/dist/core/fetch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../../src/core/fetch.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAC,MAAM,EAAE,cAAc,EAAC,MAAM,aAAa,CAAC;AAExD,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,aAAa,CAAC;AAI7C,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,cAAc,CAAC;AAE9C,OAAO,KAAK,EACX,OAAO,EACP,YAAY,EACZ,WAAW,EACX,IAAI,EACJ,MAAM,qBAAqB,CAAC;AAE7B;;;;;;GAMG;AACH,MAAM,WAAW,SAAS;IACzB,aAAa,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,cAAc,KAAK,MAAM,CAAC;IACrD,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC;IACvD,eAAe,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,UAAU,GAAG,SAAS,CAAC;IAC7D,UAAU,CAAC,EAAE,CAAC,UAAU,EAAE,UAAU,GAAG,SAAS,KAAK,IAAI,CAAC;IAC1D,iBAAiB,CAAC,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,WAAW,CAAC;IACpD,gBAAgB,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,KAAK,WAAW,CAAC;IACvE,OAAO,CAAC,EAAE,CACT,GAAG,EAAE,MAAM,EACX,MAAM,EAAE,MAAM,EACd,OAAO,EAAE;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC,WAAW,CAAC,CAAA;KAAC,EACrC,IAAI,EAAE,WAAW,KACb,OAAO,CAAC,WAAW,CAAC,CAAC;CAC1B;AAED,gFAAgF;AAChF,MAAM,WAAW,gBAAiB,SAAQ,YAAY,EAAE,cAAc;CAAG;AAEzE;;;;;;;;GAQG;AACH,wBAAsB,QAAQ,CAC7B,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,GAAE,gBAAqB,EAC9B,IAAI,GAAE,SAAc,GAClB,OAAO,CAAC,WAAW,EAAE,CAAC,CAsCxB;AAYD;;;GAGG;AACH,wBAAsB,KAAK,CAC1B,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,gBAAqB,EAC9B,IAAI,GAAE,SAAc,GAClB,OAAO,CAAC,WAAW,CAAC,CAGtB"}

package/dist/core/fetch.js

@@ -0,0 +1,76 @@
+// core fetch: the plain, framework-agnostic `fetch()` BOTH frontends (the incur
+// CLI/MCP and the pi extension) call. Returns clean, size-bounded markdown with
+// distilly's `truncated` flag.
+//
+// Flow (per URL): pick the content source (a backend's own `/extract`
+// (tavily-compat) when the configured backend provides one, OTHERWISE the
+// default distilly Extractor seam, urlToMarkdown over webveil's egress). The
+// SSRF guard lives INSIDE the egress-bound fetch injected into distilly, so it
+// covers distilly's rule-rewritten requests too (docs/adr/0001).
+//
+// LIST-READY INTERNALS (story 12): the work happens in `fetchAll(urls, …)`, a
+// list-processing internal, so a future `web_batch_fetch` tool is a trivial add
+// with no redesign. The public `fetch()` is a thin single-URL wrapper over it.
+import { resolveConfig as defaultResolveConfig } from './config.js';
+import { createEgressFetch as defaultCreateEgressFetch } from './egress.js';
+import { guardEgressFetch as defaultGuardEgressFetch } from './security.js';
+import { createHttp as defaultCreateHttp } from './http.js';
+import { buildDispatcher as defaultBuildDispatcher } from './egress.js';
+import { extract as defaultExtract } from './extract.js';
+import { getBackend as defaultGetBackend } from './backends/registry.js';
+/**
+ * Fetch a LIST of urls to clean, size-bounded markdown, in order. This is the
+ * list-ready internal (story 12): the single-URL `fetch()` below is a thin
+ * wrapper over it, so a future `web_batch_fetch` reuses this directly.
+ *
+ * Each url goes through the SAME content-source choice: a backend's own
+ * `/extract` (if the configured backend implements `fetch`) OR the default
+ * distilly Extractor with the GUARDED egress fetch injected.
+ */
+export async function fetchAll(urls, options = {}, deps = {}) {
+    const resolveConfig = deps.resolveConfig ?? defaultResolveConfig;
+    const getBackend = deps.getBackend ?? defaultGetBackend;
+    const buildDispatcher = deps.buildDispatcher ?? defaultBuildDispatcher;
+    const createHttp = deps.createHttp ?? defaultCreateHttp;
+    const createEgressFetch = deps.createEgressFetch ?? defaultCreateEgressFetch;
+    const guardEgressFetch = deps.guardEgressFetch ?? defaultGuardEgressFetch;
+    const extract = deps.extract ?? defaultExtract;
+    const config = resolveConfig({
+        cwd: options.cwd,
+        env: options.env,
+        globalPath: options.globalPath,
+    });
+    const backend = getBackend(config.backend, config);
+    // A backend that provides its own `/extract` (tavily-compat) OVERRIDES the
+    // distilly Extractor; it is handed only the proxied http helper (built from
+    // the SAME dispatcher as the egress fetch), so it cannot bypass egress.
+    if (backend.fetch) {
+        const http = createHttp(buildDispatcher(config));
+        const backendFetch = backend.fetch.bind(backend);
+        return runAll(urls, (url) => backendFetch(url, http, { size: options.size, signal: options.signal }));
+    }
+    // Default path: distilly Extractor over webveil's egress. Build the
+    // egress-bound fetch ONCE, wrap it with the SSRF guard, and inject THAT into
+    // distilly (never a global fetch). The guard covers distilly's rule-rewritten
+    // requests too. A configured-but-unbuildable proxy throws at build time
+    // (fail-loud), before any I/O.
+    const guardedFetch = guardEgressFetch(createEgressFetch(config), config);
+    const extractDeps = { createEgressFetch: () => guardedFetch };
+    return runAll(urls, (url) => extract(url, config, { size: options.size }, extractDeps));
+}
+/** Run a per-url worker over the list in order, collecting the results. */
+async function runAll(urls, work) {
+    const out = [];
+    for (const url of urls)
+        out.push(await work(url));
+    return out;
+}
+/**
+ * Fetch ONE url to clean, size-bounded markdown (`{ markdown, truncated, … }`).
+ * A thin single-URL wrapper over the list-ready `fetchAll` (story 12).
+ */
+export async function fetch(url, options = {}, deps = {}) {
+    const [result] = await fetchAll([url], options, deps);
+    return result;
+}
+//# sourceMappingURL=fetch.js.map

package/dist/core/fetch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch.js","sourceRoot":"","sources":["../../src/core/fetch.ts"],"names":[],"mappings":"AAAA,gFAAgF;AAChF,gFAAgF;AAChF,+BAA+B;AAC/B,EAAE;AACF,sEAAsE;AACtE,0EAA0E;AAC1E,6EAA6E;AAC7E,+EAA+E;AAC/E,iEAAiE;AACjE,EAAE;AACF,8EAA8E;AAC9E,gFAAgF;AAChF,+EAA+E;AAE/E,OAAO,EAAC,aAAa,IAAI,oBAAoB,EAAC,MAAM,aAAa,CAAC;AAElE,OAAO,EAAC,iBAAiB,IAAI,wBAAwB,EAAC,MAAM,aAAa,CAAC;AAE1E,OAAO,EAAC,gBAAgB,IAAI,uBAAuB,EAAC,MAAM,eAAe,CAAC;AAC1E,OAAO,EAAC,UAAU,IAAI,iBAAiB,EAAC,MAAM,WAAW,CAAC;AAC1D,OAAO,EAAC,eAAe,IAAI,sBAAsB,EAAC,MAAM,aAAa,CAAC;AAEtE,OAAO,EAAC,OAAO,IAAI,cAAc,EAAC,MAAM,cAAc,CAAC;AAEvD,OAAO,EAAC,UAAU,IAAI,iBAAiB,EAAC,MAAM,wBAAwB,CAAC;AAiCvE;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC7B,IAAc,EACd,UAA4B,EAAE,EAC9B,OAAkB,EAAE;IAEpB,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,oBAAoB,CAAC;IACjE,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,iBAAiB,CAAC;IACxD,MAAM,eAAe,GAAG,IAAI,CAAC,eAAe,IAAI,sBAAsB,CAAC;IACvE,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,iBAAiB,CAAC;IACxD,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,IAAI,wBAAwB,CAAC;IAC7E,MAAM,gBAAgB,GAAG,IAAI,CAAC,gBAAgB,IAAI,uBAAuB,CAAC;IAC1E,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,cAAc,CAAC;IAE/C,MAAM,MAAM,GAAG,aAAa,CAAC;QAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,UAAU,EAAE,OAAO,CAAC,UAAU;KAC9B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAEnD,2EAA2E;IAC3E,4EAA4E;IAC5E,wEAAwE;IACxE,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,IAAI,GAAG,UAAU,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;QACjD,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACjD,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,EAAE,CAC3B,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,EAAC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAC,CAAC,CACrE,CAAC;IACH,CAAC;IAED,oEAAoE;IACpE,6EAA6E;IAC7E,8EAA8E;IAC9E,wEAAwE;IACxE,+BAA+B;IAC/B,MAAM,YAAY,GAAG,gBAAgB,CAAC,iBAAiB,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;IACzE,MAAM,WAAW,GAAgB,EAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,YAAY,EAAC,CAAC;IACzE,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,EAAE,EAAE,CAC3B,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,EAAC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAC,EAAE,WAAW,CAAC,CACvD,CAAC;AACH,CAAC;AAED,2EAA2E;AAC3E,KAAK,UAAU,MAAM,CACpB,IAAc,EACd,IAA2C;IAE3C,MAAM,GAAG,GAAkB,EAAE,CAAC;IAC9B,KAAK,MAAM,GAAG,IAAI,IAAI;QAAE,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAClD,OAAO,GAAG,CAAC;AACZ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,KAAK,CAC1B,GAAW,EACX,UAA4B,EAAE,EAC9B,OAAkB,EAAE;IAEpB,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACtD,OAAO,MAAO,CAAC;AAChB,CAAC"}

package/dist/core/http.d.ts

@@ -0,0 +1,8 @@
+import { type Dispatcher } from 'undici';
+import type { Http } from './backends/types.js';
+/**
+ * Build the proxied http helper over a given dispatcher. Both methods throw on a
+ * non-2xx response so a backend never silently consumes an error body.
+ */
+export declare function createHttp(dispatcher: Dispatcher | undefined): Http;
+//# sourceMappingURL=http.d.ts.map

package/dist/core/http.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.d.ts","sourceRoot":"","sources":["../../src/core/http.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,KAAK,UAAU,EAAuB,MAAM,QAAQ,CAAC;AAC7D,OAAO,KAAK,EAAC,IAAI,EAAqB,MAAM,qBAAqB,CAAC;AA8BlE;;;GAGG;AACH,wBAAgB,UAAU,CAAC,UAAU,EAAE,UAAU,GAAG,SAAS,GAAG,IAAI,CAqBnE"}

package/dist/core/http.js

@@ -0,0 +1,49 @@
+// http helper — the proxied `http` handed to backends. fetchJson / fetchText
+// apply the egress dispatcher + a per-request timeout + abort. Distinct from the
+// egress-bound WHATWG `fetch` (egress.ts), but bound to the SAME dispatcher, so
+// a backend physically cannot bypass the configured egress.
+import { fetch as undiciFetch } from 'undici';
+const DEFAULT_TIMEOUT_MS = 30_000;
+async function request(dispatcher, url, options = {}) {
+    const timeoutMs = options.timeoutMs ?? DEFAULT_TIMEOUT_MS;
+    const controller = new AbortController();
+    const timer = setTimeout(() => controller.abort(), timeoutMs);
+    if (options.signal)
+        options.signal.addEventListener('abort', () => controller.abort(), {
+            once: true,
+        });
+    try {
+        const res = await undiciFetch(url, {
+            method: options.method,
+            headers: options.headers,
+            body: options.body,
+            signal: controller.signal,
+            dispatcher,
+        });
+        return res;
+    }
+    finally {
+        clearTimeout(timer);
+    }
+}
+/**
+ * Build the proxied http helper over a given dispatcher. Both methods throw on a
+ * non-2xx response so a backend never silently consumes an error body.
+ */
+export function createHttp(dispatcher) {
+    return {
+        async fetchJson(url, options) {
+            const res = await request(dispatcher, url, options);
+            if (!res.ok)
+                throw new Error(`http ${res.status} ${res.statusText} for ${url}`);
+            return (await res.json());
+        },
+        async fetchText(url, options) {
+            const res = await request(dispatcher, url, options);
+            if (!res.ok)
+                throw new Error(`http ${res.status} ${res.statusText} for ${url}`);
+            return await res.text();
+        },
+    };
+}
+//# sourceMappingURL=http.js.map

package/dist/core/http.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.js","sourceRoot":"","sources":["../../src/core/http.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,iFAAiF;AACjF,gFAAgF;AAChF,4DAA4D;AAE5D,OAAO,EAAkB,KAAK,IAAI,WAAW,EAAC,MAAM,QAAQ,CAAC;AAG7D,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAElC,KAAK,UAAU,OAAO,CACrB,UAAkC,EAClC,GAAW,EACX,UAA8B,EAAE;IAEhC,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC;IAC1D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAC9D,IAAI,OAAO,CAAC,MAAM;QACjB,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE;YAClE,IAAI,EAAE,IAAI;SACV,CAAC,CAAC;IACJ,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE;YAClC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,UAAU;SACD,CAAC,CAAC;QACZ,OAAO,GAA0B,CAAC;IACnC,CAAC;YAAS,CAAC;QACV,YAAY,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,UAAkC;IAC5D,OAAO;QACN,KAAK,CAAC,SAAS,CACd,GAAW,EACX,OAA4B;YAE5B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,EAAE;gBACV,MAAM,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,QAAQ,GAAG,EAAE,CAAC,CAAC;YACpE,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAM,CAAC;QAChC,CAAC;QACD,KAAK,CAAC,SAAS,CACd,GAAW,EACX,OAA4B;YAE5B,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,EAAE;gBACV,MAAM,IAAI,KAAK,CAAC,QAAQ,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,QAAQ,GAAG,EAAE,CAAC,CAAC;YACpE,OAAO,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;KACD,CAAC;AACH,CAAC"}

package/dist/core/search.d.ts

@@ -0,0 +1,31 @@
+import type { Config, ResolveOptions } from './config.js';
+import type { Dispatcher } from './egress.js';
+import type { Http, SearchOptions, SearchResult } from './backends/types.js';
+/**
+ * Collaborators, seamed so the core is testable WITHOUT real config files,
+ * undici, or network: a test injects a fake `getBackend`/`createHttp` to assert
+ * the backend is handed only the proxied helper, and a fake backend returning
+ * duplicate/over-limit hits to assert dedup + clamp. Defaults wire the real
+ * config/egress/http/registry modules.
+ */
+export interface SearchDeps {
+    resolveConfig?: (options?: ResolveOptions) => Config;
+    buildDispatcher?: (config: Config) => Dispatcher | undefined;
+    createHttp?: (dispatcher: Dispatcher | undefined) => Http;
+    getBackend?: (name: string, config: Config) => {
+        search: (query: string, http: Http, options?: SearchOptions) => Promise<SearchResult[]>;
+    };
+}
+/** Per-call search options plus the config-resolution knobs (cwd/env/global). */
+export interface SearchCoreOptions extends SearchOptions, ResolveOptions {
+}
+/**
+ * Search the configured backend over the configured egress and return
+ * normalized `SearchResult[]` (deduped by url, then clamped to `maxResults`).
+ *
+ * Dedup runs BEFORE the clamp so the caller gets up to `maxResults` UNIQUE hits,
+ * not a window that duplicates eat into; for the same reason the backend is NOT
+ * asked to pre-clamp (only the abort signal is forwarded).
+ */
+export declare function search(query: string, options?: SearchCoreOptions, deps?: SearchDeps): Promise<SearchResult[]>;
+//# sourceMappingURL=search.d.ts.map