@lloyal-labs/rig 2.1.0 → 3.0.0

package/dist/sources/web.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"web.d.ts","sourceRoot":"","sources":["../../src/sources/web.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAS,MAAM,4BAA4B,CAAC;AAC3D,OAAO,KAAK,EAAE,IAAI,EAAe,MAAM,4BAA4B,CAAC;AACpE,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAChD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAO/C,OAAO,EAAE,iBAAiB,EAAE,KAAK,WAAW,EAAE,MAAM,YAAY,CAAC;AA4DjE;;;;GAIG;AACH,MAAM,WAAW,aAAa;IAC5B,wDAAwD;IACxD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,kCAAkC;IAClC,KAAK,CAAC,EAAE;QACN,uEAAuE;QACvE,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,iDAAiD;QACjD,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,0CAA0C;QAC1C,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,+DAA+D;QAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB,CAAC;CACH;AAED;;;;;;;;;;;;;GAaG;AACH,qBAAa,SAAU,SAAQ,MAAM,CAAC;IAAE,QAAQ,EAAE,QAAQ,CAAA;CAAE,EAAE,KAAK,CAAC;IAClE,OAAO,CAAC,OAAO,CAAqB;IACpC,OAAO,CAAC,UAAU,CAAqB;IACvC,OAAO,CAAC,UAAU,CAAgB;IAElC,kBAAkB;IAClB,QAAQ,CAAC,IAAI,SAAS;IAEtB;;;OAGG;gBACS,QAAQ,EAAE,cAAc,EAAE,IAAI,CAAC,EAAE,aAAa;IAM1D,kBAAkB;IAClB,IAAI,KAAK,IAAI,IAAI,EAAE,CAElB;IAED;;;OAGG;IACF,IAAI,CAAC,GAAG,EAAE;QAAE,QAAQ,EAAE,QAAQ,CAAA;KAAE,GAAG,SAAS,CAAC,IAAI,CAAC;IAgBnD,kBAAkB;IAClB,SAAS,IAAI,KAAK,EAAE;CAGrB"}

package/dist/sources/web.js

@@ -1,104 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.WebSource = exports.chunkFetchedPages = void 0;
-const lloyal_agents_1 = require("@lloyal-labs/lloyal-agents");
-const web_search_1 = require("../tools/web-search");
-const fetch_page_1 = require("../tools/fetch-page");
-const chunking_1 = require("./chunking");
-// Re-export for backwards compatibility
-var chunking_2 = require("./chunking");
-Object.defineProperty(exports, "chunkFetchedPages", { enumerable: true, get: function () { return chunking_2.chunkFetchedPages; } });
-// ── BufferingFetchPage ───────────────────────────────────────
-/**
- * Thin wrapper over {@link FetchPageTool} that buffers fetched content
- * for post-use reranking via {@link WebSource.getChunks}.
- *
- * @category Rig
- */
-class BufferingFetchPage extends fetch_page_1.FetchPageTool {
-    _buffer;
-    _urlCache = new Map();
-    constructor(buffer, opts) {
-        super(opts);
-        this._buffer = buffer;
-    }
-    clearCache() {
-        this._urlCache.clear();
-    }
-    *execute(args, context) {
-        const cached = this._urlCache.get(args.url);
-        if (cached)
-            return cached;
-        const result = yield* super.execute(args, context);
-        this._urlCache.set(args.url, result);
-        const r = result;
-        const hasContent = typeof r?.content === "string" &&
-            r.content !== "[Could not extract article content]";
-        if (hasContent) {
-            this._buffer.push({
-                url: r.url || args.url,
-                title: r.title || "",
-                text: r.content,
-            });
-        }
-        return result;
-    }
-}
-/**
- * Web-backed data source
- *
- * Provides two tools: {@link WebSearchTool} (search the web) and
- * {@link FetchPageTool} (fetch and extract page content with optional
- * reranking). Fetched content is buffered for post-use reranking via
- * {@link getChunks}.
- *
- * No orchestration, no prompts, no node:fs. Works on Node and React
- * Native identically. Use {@link spawnAgents} from your harness to
- * orchestrate agents with these tools.
- *
- * @category Rig
- */
-class WebSource extends lloyal_agents_1.Source {
-    _buffer = [];
-    _fetchPage;
-    _webSearch;
-    /** @inheritDoc */
-    name = "web";
-    /**
-     * @param provider - Search backend (e.g. {@link TavilyProvider}) for web_search calls
-     * @param opts - Configuration for search and fetch tools
-     */
-    constructor(provider, opts) {
-        super();
-        this._fetchPage = new BufferingFetchPage(this._buffer, opts?.fetch);
-        this._webSearch = new web_search_1.WebSearchTool(provider, opts?.topN);
-    }
-    /** @inheritDoc */
-    get tools() {
-        return [this._webSearch, this._fetchPage];
-    }
-    /**
-     * Wire reranker to FetchPageTool for chunk scoring.
-     * @inheritDoc
-     */
-    *bind(ctx) {
-        this._buffer.length = 0;
-        this._fetchPage.clearCache();
-        this._reranker = ctx.reranker;
-        this._fetchPage.setReranker(ctx.reranker);
-        const tw = yield* lloyal_agents_1.Trace.expect();
-        tw.write({
-            traceId: tw.nextId(),
-            parentTraceId: null,
-            ts: performance.now(),
-            type: "source:bind",
-            sourceName: this.name,
-        });
-    }
-    /** @inheritDoc */
-    getChunks() {
-        return (0, chunking_1.chunkFetchedPages)(this._buffer);
-    }
-}
-exports.WebSource = WebSource;
-//# sourceMappingURL=web.js.map

package/dist/sources/web.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"web.js","sourceRoot":"","sources":["../../src/sources/web.ts"],"names":[],"mappings":";;;AACA,8DAA2D;AAK3D,oDAAoD;AACpD,oDAAoD;AACpD,yCAA+C;AAG/C,wCAAwC;AACxC,uCAAiE;AAAxD,6GAAA,iBAAiB,OAAA;AAE1B,gEAAgE;AAEhE;;;;;GAKG;AACH,MAAM,kBAAmB,SAAQ,0BAAa;IACpC,OAAO,CAAgB;IACvB,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAC;IAE/C,YACE,MAAqB,EACrB,IAKC;QAED,KAAK,CAAC,IAAI,CAAC,CAAC;QACZ,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;IAED,UAAU;QACR,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;IAED,CAAC,OAAO,CACN,IAAqC,EACrC,OAAqB;QAErB,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5C,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAE1B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAEnD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAErC,MAAM,CAAC,GAAG,MAAiC,CAAC;QAC5C,MAAM,UAAU,GACd,OAAO,CAAC,EAAE,OAAO,KAAK,QAAQ;YAC9B,CAAC,CAAC,OAAO,KAAK,qCAAqC,CAAC;QACtD,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAChB,GAAG,EAAG,CAAC,CAAC,GAAc,IAAI,IAAI,CAAC,GAAG;gBAClC,KAAK,EAAG,CAAC,CAAC,KAAgB,IAAI,EAAE;gBAChC,IAAI,EAAE,CAAC,CAAC,OAAiB;aAC1B,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAyBD;;;;;;;;;;;;;GAaG;AACH,MAAa,SAAU,SAAQ,sBAAqC;IAC1D,OAAO,GAAkB,EAAE,CAAC;IAC5B,UAAU,CAAqB;IAC/B,UAAU,CAAgB;IAElC,kBAAkB;IACT,IAAI,GAAG,KAAK,CAAC;IAEtB;;;OAGG;IACH,YAAY,QAAwB,EAAE,IAAoB;QACxD,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,UAAU,GAAG,IAAI,kBAAkB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QACpE,IAAI,CAAC,UAAU,GAAG,IAAI,0BAAa,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;IAC5D,CAAC;IAED,kBAAkB;IAClB,IAAI,KAAK;QACP,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAC5C,CAAC;IAED;;;OAGG;IACH,CAAC,IAAI,CAAC,GAA2B;QAC/B,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC;QAC9B,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE1C,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,qBAAK,CAAC,MAAM,EAAE,CAAC;QACjC,EAAE,CAAC,KAAK,CAAC;YACP,OAAO,EAAE,EAAE,CAAC,MAAM,EAAE;YACpB,aAAa,EAAE,IAAI;YACnB,EAAE,EAAE,WAAW,CAAC,GAAG,EAAE;YACrB,IAAI,EAAE,aAAa;YACnB,UAAU,EAAE,IAAI,CAAC,IAAI;SACtB,CAAC,CAAC;IACL,CAAC;IAED,kBAAkB;IAClB,SAAS;QACP,OAAO,IAAA,4BAAiB,EAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;CACF;AA/CD,8BA+CC"}

package/dist/tools/fetch-page.d.ts

@@ -1,48 +0,0 @@
-import type { Operation } from "effection";
-import { Tool } from "@lloyal-labs/lloyal-agents";
-import type { JsonSchema, ToolContext } from "@lloyal-labs/lloyal-agents";
-import type { Reranker } from "./types";
-/**
- * Fetch a web page and extract readable article content.
- *
- * Uses the Fetch API with a 10-second timeout, then extracts the
- * article body via linkedom + Readability.
- *
- * When a reranker is set (via {@link setReranker}) and the agent provides
- * a `query` argument, the article HTML is structurally chunked on heading
- * boundaries (same pattern as corpus `parseMarkdown`) and scored against
- * the query. Only the top-K most relevant verbatim chunks are returned —
- * reducing KV pressure without lossy summarization. The reranker runs on
- * its own `llama_context`, consuming zero inference KV.
- *
- * Without a reranker or query, returns the full content truncated to
- * `maxChars` (default 6000). Fully backward compatible.
- *
- * @category Rig
- */
-export declare class FetchPageTool extends Tool<{
-    url: string;
-    query?: string;
-}> {
-    readonly name = "fetch_page";
-    readonly description = "Fetch a web page and extract its article content. Returns readable text with title and excerpt. Pass a query to get only the most relevant sections.";
-    readonly parameters: JsonSchema;
-    private _maxChars;
-    private _reranker;
-    private _topK;
-    private _timeout;
-    private _tokenBudget;
-    constructor(opts?: {
-        maxChars?: number;
-        topK?: number;
-        timeout?: number;
-        tokenBudget?: number;
-    });
-    /** Inject reranker for chunk scoring. Call from Source.bind(). */
-    setReranker(reranker: Reranker): void;
-    execute(args: {
-        url: string;
-        query?: string;
-    }, context?: ToolContext): Operation<unknown>;
-}
-//# sourceMappingURL=fetch-page.d.ts.map

package/dist/tools/fetch-page.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"fetch-page.d.ts","sourceRoot":"","sources":["../../src/tools/fetch-page.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAS,MAAM,4BAA4B,CAAC;AACzD,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AAG1E,OAAO,KAAK,EAAE,QAAQ,EAAe,MAAM,SAAS,CAAC;AA+CrD;;;;;;;;;;;;;;;;;GAiBG;AACH,qBAAa,aAAc,SAAQ,IAAI,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;IACtE,QAAQ,CAAC,IAAI,gBAAgB;IAC7B,QAAQ,CAAC,WAAW,0JACqI;IACzJ,QAAQ,CAAC,UAAU,EAAE,UAAU,CAW7B;IAEF,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,SAAS,CAAyB;IAC1C,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,YAAY,CAAS;gBAEjB,IAAI,CAAC,EAAE;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB;IAQD,kEAAkE;IAClE,WAAW,CAAC,QAAQ,EAAE,QAAQ,GAAG,IAAI;IAIpC,OAAO,CACN,IAAI,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,EACrC,OAAO,CAAC,EAAE,WAAW,GACpB,SAAS,CAAC,OAAO,CAAC;CAwPtB"}

package/dist/tools/fetch-page.js

@@ -1,309 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.FetchPageTool = void 0;
-const effection_1 = require("effection");
-const lloyal_agents_1 = require("@lloyal-labs/lloyal-agents");
-const chunking_1 = require("../sources/chunking");
-/** Select top-K scored chunks within a token budget. */
-function selectTopChunks(scored, chunks, topK, tokenBudget) {
-    const selected = [];
-    let tokenTotal = 0;
-    for (const sc of scored.slice(0, topK)) {
-        const chunk = chunks.find((c) => c.resource === sc.file && c.startLine === sc.startLine);
-        if (!chunk?.text)
-            continue;
-        const chunkTokens = chunk.tokens.length || Math.ceil(chunk.text.length / 4);
-        if (tokenTotal + chunkTokens > tokenBudget) {
-            // First chunk exceeds budget — truncate on paragraph boundary
-            if (selected.length === 0) {
-                const charLimit = tokenBudget * 4;
-                let truncated = chunk.text.slice(0, charLimit);
-                const lastBreak = Math.max(truncated.lastIndexOf("\n\n"), truncated.lastIndexOf(". "));
-                if (lastBreak > charLimit * 0.4)
-                    truncated = truncated.slice(0, lastBreak + 1);
-                selected.push({
-                    text: truncated + "\n\n[truncated]",
-                    heading: sc.heading,
-                    score: sc.score,
-                });
-            }
-            break;
-        }
-        selected.push({ text: chunk.text, heading: sc.heading, score: sc.score });
-        tokenTotal += chunkTokens;
-    }
-    return selected;
-}
-/**
- * Fetch a web page and extract readable article content.
- *
- * Uses the Fetch API with a 10-second timeout, then extracts the
- * article body via linkedom + Readability.
- *
- * When a reranker is set (via {@link setReranker}) and the agent provides
- * a `query` argument, the article HTML is structurally chunked on heading
- * boundaries (same pattern as corpus `parseMarkdown`) and scored against
- * the query. Only the top-K most relevant verbatim chunks are returned —
- * reducing KV pressure without lossy summarization. The reranker runs on
- * its own `llama_context`, consuming zero inference KV.
- *
- * Without a reranker or query, returns the full content truncated to
- * `maxChars` (default 6000). Fully backward compatible.
- *
- * @category Rig
- */
-class FetchPageTool extends lloyal_agents_1.Tool {
-    name = "fetch_page";
-    description = "Fetch a web page and extract its article content. Returns readable text with title and excerpt. Pass a query to get only the most relevant sections.";
-    parameters = {
-        type: "object",
-        properties: {
-            url: { type: "string", description: "URL to fetch" },
-            query: {
-                type: "string",
-                description: "What to look for in this page (optional — improves relevance of returned content)",
-            },
-        },
-        required: ["url"],
-    };
-    _maxChars;
-    _reranker = null;
-    _topK;
-    _timeout;
-    _tokenBudget;
-    constructor(opts) {
-        super();
-        this._maxChars = opts?.maxChars ?? 6000;
-        this._topK = opts?.topK ?? 5;
-        this._timeout = opts?.timeout ?? 10_000;
-        this._tokenBudget = opts?.tokenBudget ?? 2048;
-    }
-    /** Inject reranker for chunk scoring. Call from Source.bind(). */
-    setReranker(reranker) {
-        this._reranker = reranker;
-    }
-    *execute(args, context) {
-        const url = args.url?.trim();
-        if (!url)
-            return { error: "url must not be empty" };
-        // Cross-agent dedup: another worker in this pool already fetched this URL
-        if (context?.peerHistory?.some(h => {
-            if (h.name !== 'fetch_page')
-                return false;
-            try {
-                const prev = JSON.parse(h.args).url;
-                return prev === url;
-            }
-            catch {
-                return false;
-            }
-        })) {
-            return { error: 'Resource unavailable. Try a different URL.' };
-        }
-        // Early reject PDF URLs
-        const lowerUrl = url.toLowerCase();
-        if (lowerUrl.endsWith(".pdf") ||
-            lowerUrl.includes(".pdf?") ||
-            lowerUrl.includes(".pdf#")) {
-            return {
-                error: "PDF documents cannot be extracted. Try searching for an HTML version of this content.",
-                url,
-            };
-        }
-        const maxChars = this._maxChars;
-        const reranker = this._reranker;
-        const topK = this._topK;
-        const timeout = this._timeout;
-        const tokenBudget = this._tokenBudget;
-        // Step 1: Fetch + readability (async)
-        const fetched = yield* (0, effection_1.call)(async () => {
-            const controller = new AbortController();
-            const timer = setTimeout(() => controller.abort(), timeout);
-            let res;
-            try {
-                res = await fetch(url, {
-                    headers: {
-                        "User-Agent": "Mozilla/5.0 (compatible; lloyal-agents/1.0)",
-                    },
-                    signal: controller.signal,
-                });
-            }
-            catch (err) {
-                return {
-                    error: `Fetch failed: ${err.message}`,
-                    url,
-                };
-            }
-            finally {
-                clearTimeout(timer);
-            }
-            if (!res.ok)
-                return { error: `HTTP ${res.status} ${res.statusText}`, url };
-            const contentType = res.headers.get("content-type") || "";
-            if (contentType.includes("application/pdf")) {
-                return {
-                    error: "PDF documents cannot be extracted. Try searching for an HTML version of this content.",
-                    url,
-                };
-            }
-            const html = await res.text();
-            const { parseHTML } = await Promise.resolve().then(() => require("linkedom"));
-            const { document } = parseHTML(html);
-            if (!document || !document.documentElement) {
-                return { url, content: "[Could not parse HTML]" };
-            }
-            const { Readability } = await Promise.resolve().then(() => require("@mozilla/readability"));
-            const article = new Readability(document).parse();
-            if (!article)
-                return { url, content: "[Could not extract article content]" };
-            return {
-                url,
-                title: article.title ?? "",
-                content: article.textContent ?? "",
-                articleHtml: article.content ?? "",
-                excerpt: article.excerpt ?? "",
-            };
-        });
-        // Early return on error or no article
-        if ("error" in fetched)
-            return fetched;
-        if (!fetched.articleHtml) {
-            let content = fetched.content;
-            if (content.length > maxChars)
-                content = content.slice(0, maxChars) + "\n\n[truncated]";
-            return {
-                url: fetched.url,
-                title: fetched.title,
-                content,
-                excerpt: fetched.excerpt,
-            };
-        }
-        // Step 2: Reranker path — chunk HTML structurally, score, return top-K
-        if (reranker && args.query) {
-            const chunks = yield* (0, effection_1.call)(() => (0, chunking_1.chunkHtml)(fetched.articleHtml, url, fetched.title));
-            // Write chunks to trace for replay sufficiency
-            let tw;
-            try {
-                tw = yield* lloyal_agents_1.Trace.expect();
-            }
-            catch {
-                /* no trace context */
-            }
-            const rerankT0 = performance.now();
-            if (tw) {
-                tw.write({
-                    traceId: tw.nextId(),
-                    parentTraceId: null,
-                    ts: rerankT0,
-                    type: "rerank:start",
-                    query: args.query,
-                    chunkCount: chunks.length,
-                    tool: "fetch_page",
-                    url,
-                    chunks: chunks.map((c) => ({
-                        heading: c.heading,
-                        textLength: c.text.length,
-                        startLine: c.startLine,
-                    })),
-                });
-            }
-            if (chunks.length > 0) {
-                yield* (0, effection_1.call)(() => reranker.tokenizeChunks(chunks));
-                // Score chunks against agent's local query
-                let scored = [];
-                yield* (0, effection_1.call)(async () => {
-                    for await (const batch of reranker.score(args.query, chunks)) {
-                        if (context?.onProgress)
-                            context.onProgress({ filled: batch.filled, total: batch.total });
-                        scored = batch.results;
-                    }
-                });
-                // Explore mode (default): agent-local scoring only. The agent chose
-                // this page — content scored against what it asked for. Filtering
-                // against original query removes bridging content that produces
-                // hypothesis greps. alsoOnPage provides discovery signals instead.
-                //
-                // Exploit mode (!explore): dual scoring via scoreRelevanceBatch.
-                if (!context?.explore && context?.scorer && scored.length > 0) {
-                    const chunkTexts = scored.map((sc) => {
-                        const chunk = chunks.find((c) => c.resource === sc.file && c.startLine === sc.startLine);
-                        return chunk?.text ?? "";
-                    });
-                    const combinedScores = yield* (0, effection_1.call)(() => context.scorer.scoreRelevanceBatch(chunkTexts, args.query));
-                    const reordered = scored
-                        .map((sc, i) => ({
-                        ...sc,
-                        score: combinedScores[i],
-                        _toolQueryScore: sc.score,
-                    }))
-                        .sort((a, b) => b.score - a.score);
-                    scored = reordered;
-                    if (tw) {
-                        tw.write({
-                            traceId: tw.nextId(),
-                            parentTraceId: null,
-                            ts: performance.now(),
-                            type: "entailment:content:exploit",
-                            tool: "fetch_page",
-                            pressure: {
-                                percentAvailable: context.pressurePercentAvailable ?? -1,
-                                remaining: -1,
-                                nCtx: -1,
-                            },
-                            chunks: reordered.slice(0, 5).map((sc) => ({
-                                heading: sc.heading,
-                                toolQueryScore: sc._toolQueryScore,
-                                combinedScore: sc.score,
-                            })),
-                        });
-                    }
-                }
-                // Select top-K within token budget (tokens populated by tokenizeChunks)
-                const topChunks = selectTopChunks(scored, chunks, topK, tokenBudget);
-                if (tw) {
-                    tw.write({
-                        traceId: tw.nextId(),
-                        parentTraceId: null,
-                        ts: performance.now(),
-                        type: "rerank:end",
-                        topResults: topChunks.map((c) => ({
-                            file: url,
-                            heading: c.heading,
-                            score: c.score,
-                            textPreview: c.text.slice(0, 200),
-                        })),
-                        selectedPassageCount: topChunks.length,
-                        totalChars: topChunks.reduce((sum, c) => sum + c.text.length, 0),
-                        durationMs: performance.now() - rerankT0,
-                        tool: "fetch_page",
-                        url,
-                    });
-                }
-                if (topChunks.length > 0) {
-                    // Discovery signal: headings of chunks that didn't make the cut.
-                    // Lightweight (~50 tokens) but gives the agent topics to explore.
-                    const selectedHeadings = new Set(topChunks.map((c) => c.heading));
-                    const alsoOnPage = scored
-                        .filter((sc) => !selectedHeadings.has(sc.heading))
-                        .map((sc) => sc.heading)
-                        .filter((h, i, arr) => arr.indexOf(h) === i);
-                    return {
-                        url,
-                        title: fetched.title,
-                        content: topChunks.map((c) => c.text).join("\n\n---\n\n"),
-                        chunks: topChunks.length,
-                        ...(alsoOnPage.length > 0 ? { alsoOnPage } : {}),
-                    };
-                }
-            }
-        }
-        // Fallback: return full content, truncated
-        let content = fetched.content;
-        if (content.length > maxChars) {
-            content = content.slice(0, maxChars) + "\n\n[truncated]";
-        }
-        return { url, title: fetched.title, content, excerpt: fetched.excerpt };
-    }
-}
-exports.FetchPageTool = FetchPageTool;
-//# sourceMappingURL=fetch-page.js.map

package/dist/tools/fetch-page.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"fetch-page.js","sourceRoot":"","sources":["../../src/tools/fetch-page.ts"],"names":[],"mappings":";;;AAAA,yCAAiC;AAEjC,8DAAyD;AAEzD,kDAAgD;AAIhD,wDAAwD;AACxD,SAAS,eAAe,CACtB,MAAqB,EACrB,MAAe,EACf,IAAY,EACZ,WAAmB;IAEnB,MAAM,QAAQ,GAA4D,EAAE,CAAC;IAC7E,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CACvB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,SAAS,KAAK,EAAE,CAAC,SAAS,CAC9D,CAAC;QACF,IAAI,CAAC,KAAK,EAAE,IAAI;YAAE,SAAS;QAE3B,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAE5E,IAAI,UAAU,GAAG,WAAW,GAAG,WAAW,EAAE,CAAC;YAC3C,8DAA8D;YAC9D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1B,MAAM,SAAS,GAAG,WAAW,GAAG,CAAC,CAAC;gBAClC,IAAI,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;gBAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,EAC7B,SAAS,CAAC,WAAW,CAAC,IAAI,CAAC,CAC5B,CAAC;gBACF,IAAI,SAAS,GAAG,SAAS,GAAG,GAAG;oBAC7B,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;gBAChD,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,SAAS,GAAG,iBAAiB;oBACnC,OAAO,EAAE,EAAE,CAAC,OAAO;oBACnB,KAAK,EAAE,EAAE,CAAC,KAAK;iBAChB,CAAC,CAAC;YACL,CAAC;YACD,MAAM;QACR,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC;QAC1E,UAAU,IAAI,WAAW,CAAC;IAC5B,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAa,aAAc,SAAQ,oBAAqC;IAC7D,IAAI,GAAG,YAAY,CAAC;IACpB,WAAW,GAClB,sJAAsJ,CAAC;IAChJ,UAAU,GAAe;QAChC,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE;YACpD,KAAK,EAAE;gBACL,IAAI,EAAE,QAAQ;gBACd,WAAW,EACT,mFAAmF;aACtF;SACF;QACD,QAAQ,EAAE,CAAC,KAAK,CAAC;KAClB,CAAC;IAEM,SAAS,CAAS;IAClB,SAAS,GAAoB,IAAI,CAAC;IAClC,KAAK,CAAS;IACd,QAAQ,CAAS;IACjB,YAAY,CAAS;IAE7B,YAAY,IAKX;QACC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,SAAS,GAAG,IAAI,EAAE,QAAQ,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,IAAI,EAAE,IAAI,IAAI,CAAC,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,IAAI,EAAE,OAAO,IAAI,MAAM,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,IAAI,EAAE,WAAW,IAAI,IAAI,CAAC;IAChD,CAAC;IAED,kEAAkE;IAClE,WAAW,CAAC,QAAkB;QAC5B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAED,CAAC,OAAO,CACN,IAAqC,EACrC,OAAqB;QAErB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,GAAG;YAAE,OAAO,EAAE,KAAK,EAAE,uBAAuB,EAAE,CAAC;QAEpD,0EAA0E;QAC1E,IAAI,OAAO,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE;YACjC,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY;gBAAE,OAAO,KAAK,CAAC;YAC1C,IAAI,CAAC;gBACH,MAAM,IAAI,GAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAsB,CAAC,GAAG,CAAC;gBAC1D,OAAO,IAAI,KAAK,GAAG,CAAC;YACtB,CAAC;YAAC,MAAM,CAAC;gBAAC,OAAO,KAAK,CAAC;YAAC,CAAC;QAC3B,CAAC,CAAC,EAAE,CAAC;YACH,OAAO,EAAE,KAAK,EAAE,4CAA4C,EAAE,CAAC;QACjE,CAAC;QAED,wBAAwB;QACxB,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QACnC,IACE,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC;YACzB,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC1B,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAC1B,CAAC;YACD,OAAO;gBACL,KAAK,EACH,uFAAuF;gBACzF,GAAG;aACJ,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC;QAEtC,sCAAsC;QACtC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,IAAA,gBAAI,EAAC,KAAK,IAAI,EAAE;YACrC,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;YAC5D,IAAI,GAAa,CAAC;YAClB,IAAI,CAAC;gBACH,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;oBACrB,OAAO,EAAE;wBACP,YAAY,EAAE,6CAA6C;qBAC5D;oBACD,MAAM,EAAE,UAAU,CAAC,MAAM;iBAC1B,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO;oBACL,KAAK,EAAE,iBAAkB,GAAa,CAAC,OAAO,EAAE;oBAChD,GAAG;iBACK,CAAC;YACb,CAAC;oBAAS,CAAC;gBACT,YAAY,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,EAAE;gBACT,OAAO,EAAE,KAAK,EAAE,QAAQ,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,EAAE,GAAG,EAAW,CAAC;YAEzE,MAAM,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;YAC1D,IAAI,WAAW,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBAC5C,OAAO;oBACL,KAAK,EACH,uFAAuF;oBACzF,GAAG;iBACK,CAAC;YACb,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAE9B,MAAM,EAAE,SAAS,EAAE,GAAG,2CAAa,UAAU,EAAC,CAAC;YAC/C,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;YAErC,IAAI,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;gBAC3C,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,wBAAwB,EAAW,CAAC;YAC7D,CAAC;YAED,MAAM,EAAE,WAAW,EAAE,GAAG,2CAAa,sBAAsB,EAAC,CAAC;YAC7D,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC;YAElD,IAAI,CAAC,OAAO;gBACV,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,qCAAqC,EAAW,CAAC;YAE1E,OAAO;gBACL,GAAG;gBACH,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,EAAE;gBAC1B,OAAO,EAAE,OAAO,CAAC,WAAW,IAAI,EAAE;gBAClC,WAAW,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;gBAClC,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE;aACtB,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,sCAAsC;QACtC,IAAI,OAAO,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;YACzB,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;YAC9B,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ;gBAC3B,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,iBAAiB,CAAC;YAC3D,OAAO;gBACL,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,OAAO;gBACP,OAAO,EAAE,OAAO,CAAC,OAAO;aACzB,CAAC;QACJ,CAAC;QAED,uEAAuE;QACvE,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,IAAA,gBAAI,EAAC,GAAG,EAAE,CAC9B,IAAA,oBAAS,EAAC,OAAO,CAAC,WAAW,EAAE,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,CACnD,CAAC;YAEF,+CAA+C;YAC/C,IAAI,EAAE,CAAC;YACP,IAAI,CAAC;gBACH,EAAE,GAAG,KAAK,CAAC,CAAC,qBAAK,CAAC,MAAM,EAAE,CAAC;YAC7B,CAAC;YAAC,MAAM,CAAC;gBACP,sBAAsB;YACxB,CAAC;YACD,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YACnC,IAAI,EAAE,EAAE,CAAC;gBACP,EAAE,CAAC,KAAK,CAAC;oBACP,OAAO,EAAE,EAAE,CAAC,MAAM,EAAE;oBACpB,aAAa,EAAE,IAAI;oBACnB,EAAE,EAAE,QAAQ;oBACZ,IAAI,EAAE,cAAc;oBACpB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,UAAU,EAAE,MAAM,CAAC,MAAM;oBACzB,IAAI,EAAE,YAAY;oBAClB,GAAG;oBACH,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;wBACzB,OAAO,EAAE,CAAC,CAAC,OAAO;wBAClB,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM;wBACzB,SAAS,EAAE,CAAC,CAAC,SAAS;qBACvB,CAAC,CAAC;iBACJ,CAAC,CAAC;YACL,CAAC;YAED,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,KAAK,CAAC,CAAC,IAAA,gBAAI,EAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;gBAEnD,2CAA2C;gBAC3C,IAAI,MAAM,GAAkB,EAAE,CAAC;gBAC/B,KAAK,CAAC,CAAC,IAAA,gBAAI,EAAC,KAAK,IAAI,EAAE;oBACrB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,KAAM,EAAE,MAAM,CAAC,EAAE,CAAC;wBAC9D,IAAI,OAAO,EAAE,UAAU;4BACrB,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;wBACnE,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC;oBACzB,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,oEAAoE;gBACpE,kEAAkE;gBAClE,gEAAgE;gBAChE,mEAAmE;gBACnE,EAAE;gBACF,iEAAiE;gBACjE,IAAI,CAAC,OAAO,EAAE,OAAO,IAAI,OAAO,EAAE,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAE9D,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE;wBACnC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CACvB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,SAAS,KAAK,EAAE,CAAC,SAAS,CAC9D,CAAC;wBACF,OAAO,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC;oBAC3B,CAAC,CAAC,CAAC;oBACH,MAAM,cAAc,GAAa,KAAK,CAAC,CAAC,IAAA,gBAAI,EAAC,GAAG,EAAE,CAChD,OAAO,CAAC,MAAO,CAAC,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAAC,KAAM,CAAC,CAC7D,CAAC;oBACF,MAAM,SAAS,GAAyB,MAAM;yBAC3C,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;wBACf,GAAG,EAAE;wBACL,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC;wBACxB,eAAe,EAAE,EAAE,CAAC,KAAK;qBAC1B,CAAC,CAAC;yBACF,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;oBACrC,MAAM,GAAG,SAAS,CAAC;oBAEnB,IAAI,EAAE,EAAE,CAAC;wBACP,EAAE,CAAC,KAAK,CAAC;4BACP,OAAO,EAAE,EAAE,CAAC,MAAM,EAAE;4BACpB,aAAa,EAAE,IAAI;4BACnB,EAAE,EAAE,WAAW,CAAC,GAAG,EAAE;4BACrB,IAAI,EAAE,4BAA4B;4BAClC,IAAI,EAAE,YAAY;4BAClB,QAAQ,EAAE;gCACR,gBAAgB,EAAE,OAAO,CAAC,wBAAwB,IAAI,CAAC,CAAC;gCACxD,SAAS,EAAE,CAAC,CAAC;gCACb,IAAI,EAAE,CAAC,CAAC;6BACT;4BACD,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gCACzC,OAAO,EAAE,EAAE,CAAC,OAAO;gCACnB,cAAc,EAAE,EAAE,CAAC,eAAe;gCAClC,aAAa,EAAE,EAAE,CAAC,KAAK;6BACxB,CAAC,CAAC;yBACJ,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAED,wEAAwE;gBACxE,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;gBAErE,IAAI,EAAE,EAAE,CAAC;oBACP,EAAE,CAAC,KAAK,CAAC;wBACP,OAAO,EAAE,EAAE,CAAC,MAAM,EAAE;wBACpB,aAAa,EAAE,IAAI;wBACnB,EAAE,EAAE,WAAW,CAAC,GAAG,EAAE;wBACrB,IAAI,EAAE,YAAY;wBAClB,UAAU,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;4BAChC,IAAI,EAAE,GAAG;4BACT,OAAO,EAAE,CAAC,CAAC,OAAO;4BAClB,KAAK,EAAE,CAAC,CAAC,KAAK;4BACd,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;yBAClC,CAAC,CAAC;wBACH,oBAAoB,EAAE,SAAS,CAAC,MAAM;wBACtC,UAAU,EAAE,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;wBAChE,UAAU,EAAE,WAAW,CAAC,GAAG,EAAE,GAAG,QAAQ;wBACxC,IAAI,EAAE,YAAY;wBAClB,GAAG;qBACJ,CAAC,CAAC;gBACL,CAAC;gBAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzB,iEAAiE;oBACjE,kEAAkE;oBAClE,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;oBAClE,MAAM,UAAU,GAAG,MAAM;yBACtB,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;yBACjD,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC;yBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;oBAE/C,OAAO;wBACL,GAAG;wBACH,KAAK,EAAE,OAAO,CAAC,KAAK;wBACpB,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC;wBACzD,MAAM,EAAE,SAAS,CAAC,MAAM;wBACxB,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBACjD,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,2CAA2C;QAC3C,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC9B,IAAI,OAAO,CAAC,MAAM,GAAG,QAAQ,EAAE,CAAC;YAC9B,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,iBAAiB,CAAC;QAC3D,CAAC;QACD,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC;IAC1E,CAAC;CACF;AApSD,sCAoSC"}

package/dist/tools/grep.d.ts

@@ -1,35 +0,0 @@
-import type { Operation } from 'effection';
-import { Tool } from '@lloyal-labs/lloyal-agents';
-import type { JsonSchema } from '@lloyal-labs/lloyal-agents';
-import type { Resource } from '../resources/types';
-/**
- * Exhaustive regex search across all corpus resources
- *
- * Scans every line of every loaded {@link Resource} for matches
- * against a regular expression. Returns matching lines with file
- * names and line numbers, capped at 50 results. Complements
- * {@link SearchTool} which ranks by semantic relevance -- grep
- * finds exact patterns exhaustively.
- *
- * @category Rig
- */
-export declare class GrepTool extends Tool<{
-    pattern: string;
-    ignoreCase?: boolean;
-}> {
-    readonly name = "grep";
-    readonly description = "Search the entire corpus for a regex pattern. Returns every matching line with line numbers and total match count. Complements search() which ranks by relevance \u2014 grep scans exhaustively.";
-    readonly parameters: JsonSchema;
-    private _resources;
-    private _maxResults;
-    private _lineMaxChars;
-    constructor(resources: Resource[], opts?: {
-        maxResults?: number;
-        lineMaxChars?: number;
-    });
-    execute(args: {
-        pattern: string;
-        ignoreCase?: boolean;
-    }): Operation<unknown>;
-}
-//# sourceMappingURL=grep.d.ts.map

package/dist/tools/grep.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"grep.d.ts","sourceRoot":"","sources":["../../src/tools/grep.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,4BAA4B,CAAC;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAEnD;;;;;;;;;;GAUG;AACH,qBAAa,QAAS,SAAQ,IAAI,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,OAAO,CAAA;CAAE,CAAC;IAC3E,QAAQ,CAAC,IAAI,UAAU;IACvB,QAAQ,CAAC,WAAW,sMAAiM;IACrN,QAAQ,CAAC,UAAU,EAAE,UAAU,CAO7B;IAEF,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,aAAa,CAAS;gBAElB,SAAS,EAAE,QAAQ,EAAE,EAAE,IAAI,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE;IAOvF,OAAO,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,SAAS,CAAC,OAAO,CAAC;CA4C9E"}

package/dist/tools/grep.js

@@ -1,84 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.GrepTool = void 0;
-const lloyal_agents_1 = require("@lloyal-labs/lloyal-agents");
-/**
- * Exhaustive regex search across all corpus resources
- *
- * Scans every line of every loaded {@link Resource} for matches
- * against a regular expression. Returns matching lines with file
- * names and line numbers, capped at 50 results. Complements
- * {@link SearchTool} which ranks by semantic relevance -- grep
- * finds exact patterns exhaustively.
- *
- * @category Rig
- */
-class GrepTool extends lloyal_agents_1.Tool {
-    name = 'grep';
-    description = 'Search the entire corpus for a regex pattern. Returns every matching line with line numbers and total match count. Complements search() which ranks by relevance — grep scans exhaustively.';
-    parameters = {
-        type: 'object',
-        properties: {
-            pattern: { type: 'string', description: 'Regex pattern (e.g. "\\bshor\\b" for whole-word, "hidden_secret" for literal)' },
-            ignoreCase: { type: 'boolean', description: 'Case-insensitive matching (default: true)' },
-        },
-        required: ['pattern'],
-    };
-    _resources;
-    _maxResults;
-    _lineMaxChars;
-    constructor(resources, opts) {
-        super();
-        this._resources = resources;
-        this._maxResults = opts?.maxResults ?? 50;
-        this._lineMaxChars = opts?.lineMaxChars ?? 200;
-    }
-    *execute(args) {
-        const pattern = args.pattern?.trim();
-        if (!pattern)
-            return { error: 'pattern must not be empty' };
-        const flags = (args.ignoreCase === false) ? 'g' : 'gi';
-        let re;
-        try {
-            re = new RegExp(pattern, flags);
-        }
-        catch {
-            return { error: `Invalid regex: ${pattern}` };
-        }
-        const matches = [];
-        let totalMatches = 0;
-        for (const res of this._resources) {
-            const lines = res.content.split('\n');
-            for (let i = 0; i < lines.length; i++) {
-                const hits = lines[i].match(re);
-                if (hits) {
-                    totalMatches += hits.length;
-                    const raw = lines[i].trim();
-                    let text;
-                    const maxChars = this._lineMaxChars;
-                    if (raw.length <= maxChars) {
-                        text = raw;
-                    }
-                    else {
-                        const idx = raw.search(re);
-                        const start = Math.max(0, idx - 40);
-                        const end = Math.min(raw.length, start + maxChars);
-                        text = (start > 0 ? '\u2026' : '') + raw.slice(start, end) + (end < raw.length ? '\u2026' : '');
-                    }
-                    matches.push({ file: res.name, line: i + 1, text });
-                }
-            }
-        }
-        if (totalMatches === 0) {
-            return {
-                totalMatches: 0, matchingLines: 0, matches: [],
-                note: 'Zero matches does NOT mean the topic is absent \u2014 only that this exact pattern was not found. Try search() for semantic matching or a broader/simpler regex.',
-            };
-        }
-        const limit = this._maxResults;
-        const truncated = matches.length > limit;
-        return { totalMatches, matchingLines: matches.length, truncated, matches: matches.slice(0, limit) };
-    }
-}
-exports.GrepTool = GrepTool;
-//# sourceMappingURL=grep.js.map

package/dist/tools/grep.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"grep.js","sourceRoot":"","sources":["../../src/tools/grep.ts"],"names":[],"mappings":";;;AACA,8DAAkD;AAIlD;;;;;;;;;;GAUG;AACH,MAAa,QAAS,SAAQ,oBAA+C;IAClE,IAAI,GAAG,MAAM,CAAC;IACd,WAAW,GAAG,6LAA6L,CAAC;IAC5M,UAAU,GAAe;QAChC,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,+EAA+E,EAAE;YACzH,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,2CAA2C,EAAE;SAC1F;QACD,QAAQ,EAAE,CAAC,SAAS,CAAC;KACtB,CAAC;IAEM,UAAU,CAAa;IACvB,WAAW,CAAS;IACpB,aAAa,CAAS;IAE9B,YAAY,SAAqB,EAAE,IAAqD;QACtF,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,EAAE,UAAU,IAAI,EAAE,CAAC;QAC1C,IAAI,CAAC,aAAa,GAAG,IAAI,EAAE,YAAY,IAAI,GAAG,CAAC;IACjD,CAAC;IAED,CAAC,OAAO,CAAC,IAA+C;QACtD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,KAAK,EAAE,2BAA2B,EAAE,CAAC;QAC5D,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QACvD,IAAI,EAAU,CAAC;QACf,IAAI,CAAC;YAAC,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAAC,CAAC;QACxC,MAAM,CAAC;YAAC,OAAO,EAAE,KAAK,EAAE,kBAAkB,OAAO,EAAE,EAAE,CAAC;QAAC,CAAC;QAExD,MAAM,OAAO,GAAmD,EAAE,CAAC;QACnE,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClC,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBAChC,IAAI,IAAI,EAAE,CAAC;oBACT,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC;oBAC5B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,IAAY,CAAC;oBACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC;oBACpC,IAAI,GAAG,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;wBAC3B,IAAI,GAAG,GAAG,CAAC;oBACb,CAAC;yBAAM,CAAC;wBACN,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;wBAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;wBACpC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,GAAG,QAAQ,CAAC,CAAC;wBACnD,IAAI,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBAClG,CAAC;oBACD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO;gBACL,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE;gBAC9C,IAAI,EAAE,kKAAkK;aACzK,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC;QAC/B,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC;QACzC,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC;IACtG,CAAC;CACF;AAnED,4BAmEC"}