@travisennis/acai 0.0.6 → 0.0.8

package/dist/tools/web-fetch.js

@@ -1,247 +0,0 @@
-import { load } from "cheerio";
-import { z } from "zod";
-import { logger } from "../logger.js";
-import style from "../terminal/style.js";
-export const WebFetchTool = {
-    name: "webFetch",
-};
-const inputSchema = z.object({
-    url: z.string().describe("The URL to fetch content from."),
-});
-export const createWebFetchTool = (options) => {
-    return {
-        toolDef: {
-            description: "Fetches the content of a given URL. It intelligently handles HTML content by attempting to use a specialized service for cleaner extraction, falling back to local cleaning if needed. For non-HTML content (like plain text or markdown), it fetches the raw content directly. IMPORTANT: Does not retrieve binary files.",
-            inputSchema,
-        },
-        async *execute({ url }, { toolCallId, abortSignal }) {
-            try {
-                yield {
-                    name: WebFetchTool.name,
-                    event: "tool-init",
-                    id: toolCallId,
-                    data: `${style.cyan(url)}`,
-                };
-                logger.info(`Initiating fetch for URL: ${url}`);
-                const result = await readUrl(url, abortSignal);
-                const urlContent = result.data;
-                const tokenCount = options.tokenCounter.count(urlContent);
-                yield {
-                    name: WebFetchTool.name,
-                    event: "tool-completion",
-                    id: toolCallId,
-                    data: `Fetched URL (${tokenCount} tokens)`,
-                };
-                logger.info(`Successfully read URL: ${url} (${tokenCount} tokens)`);
-                yield urlContent;
-            }
-            catch (error) {
-                const errorMessage = error.message;
-                yield {
-                    name: WebFetchTool.name,
-                    event: "tool-error",
-                    id: toolCallId,
-                    data: `${style.cyan(url)} ${errorMessage}`,
-                };
-                logger.error(`Error reading URL ${url}: ${errorMessage}`);
-                yield `Failed to read URL: ${errorMessage}`;
-            }
-        },
-    };
-};
-export async function readUrl(url, abortSignal) {
-    let initialResponse;
-    try {
-        // Initial fetch to check content type and potentially use directly
-        logger.debug(`Performing initial fetch for: ${url}`);
-        initialResponse = await fetch(url, { signal: abortSignal });
-        if (!initialResponse.ok) {
-            throw new Error(`HTTP error! status: ${initialResponse.status} ${initialResponse.statusText}`);
-        }
-        logger.debug(`Initial fetch successful for: ${url}, Status: ${initialResponse.status}`);
-    }
-    catch (error) {
-        // If the initial fetch fails entirely, rethrow
-        logger.error(`Initial fetch failed for ${url}: ${error}`);
-        throw new Error(`Error fetching initial data for ${url}: ${error}`);
-    }
-    const contentType = initialResponse.headers.get("content-type") ??
-        "text/plain";
-    logger.debug(`Content-Type for ${url}: ${contentType}`);
-    // If content type is HTML, try Jina first
-    if (contentType.includes("text/html")) {
-        logger.info(`Detected HTML content for ${url}. Attempting Jina AI fetch.`);
-        try {
-            const apiKey = process.env["JINA_READER_API_KEY"];
-            if (!apiKey) {
-                logger.warn("JINA_READER_API_KEY not set. Skipping Jina fetch.");
-                throw new Error("Jina API key not available"); // Skip to fallback
-            }
-            const jinaReadUrl = `https://r.jina.ai/${url}`;
-            logger.debug(`Fetching with Jina: ${jinaReadUrl}`);
-            const jinaResponse = await fetch(jinaReadUrl, {
-                method: "GET",
-                headers: {
-                    // biome-ignore lint/style/useNamingConvention: API requirement
-                    Authorization: `Bearer ${apiKey}`,
-                    "X-With-Generated-Alt": "true", // Optional: Ask Jina to include image descriptions
-                    "X-With-Links-Summary": "true", // Optional: Ask Jina for a summary of links
-                },
-                signal: abortSignal,
-            });
-            if (jinaResponse.ok) {
-                const data = await jinaResponse.text();
-                logger.info(`Successfully fetched and processed HTML URL with Jina: ${url}`);
-                return {
-                    contentType,
-                    data,
-                };
-            }
-            logger.warn(`Jina fetch failed for ${url} with status ${jinaResponse.status}: ${jinaResponse.statusText}. Falling back to direct fetch and clean.`);
-            // Fall through to use the initialResponse if Jina fails
-        }
-        catch (error) {
-            logger.warn(`Error fetching from Jina for ${url}: ${error.message}. Falling back to direct fetch and clean.`);
-            // Fall through to use the initialResponse if Jina fails
-        }
-        // Fallback for HTML: Use the initial response and clean it
-        try {
-            logger.warn(`Falling back to direct fetch and cleaning for HTML URL: ${url}`);
-            const htmlText = await initialResponse.text();
-            logger.debug(`Cleaning HTML content for ${url} (length: ${htmlText.length})`);
-            const cleaner = HtmlCleaner.new(htmlText);
-            const processedText = cleaner.clean();
-            logger.info(`Successfully cleaned HTML content for ${url} (length: ${processedText.length})`);
-            return {
-                contentType,
-                data: processedText,
-            };
-        }
-        catch (cleanError) {
-            logger.error(`Error cleaning HTML from fallback fetch for ${url}: ${cleanError}`);
-            throw new Error(`Error cleaning HTML from fallback fetch for ${url}: ${cleanError}`);
-        }
-    }
-    else {
-        // If not HTML, return the text directly from the initial response
-        logger.info(`Fetched non-HTML content directly: ${url} (Content-Type: ${contentType})`);
-        try {
-            if (contentType.startsWith("image/")) {
-                const arrayBuffer = await initialResponse.arrayBuffer();
-                const base64 = Buffer.from(arrayBuffer).toString("base64");
-                const base64Url = `data:${contentType};base64,${base64}`;
-                logger.debug(`Returning base64 image data for ${url} (length: ${base64.length})`);
-                return {
-                    contentType,
-                    data: base64Url,
-                };
-            }
-            const textContent = await initialResponse.text();
-            logger.debug(`Returning raw text content for ${url} (length: ${textContent.length})`);
-            return {
-                contentType,
-                data: textContent,
-            };
-        }
-        catch (textError) {
-            logger.error(`Error reading response for ${url}: ${textError}`);
-            throw new Error(`Error reading response for ${url}: ${textError}`);
-        }
-    }
-}
-export class HtmlCleaner {
-    static new(html) {
-        return new HtmlCleaner(html);
-    }
-    html;
-    constructor(html) {
-        this.html = html;
-    }
-    /**
-     * Cleans HTML content by removing unnecessary elements and simplifying structure
-     * @param {Object} [options] - Configuration options for cleaning
-     * @param {boolean} [options.simplify=true] - Whether to simplify HTML structure by removing redundant elements
-     * @param {boolean} [options.empty=true] - Whether to remove empty elements from the HTML
-     * @returns {string} Cleaned HTML content with removed whitespace and line breaks
-     */
-    clean(options) {
-        const { simplify = true, empty = true } = options ?? {};
-        const $ = load(this.html);
-        // Remove scripts, styles, and comments
-        this.removeUnnecessaryElements($);
-        // Simplify HTML structure
-        if (simplify) {
-            this.simplifyStructure($);
-        }
-        // Remove empty elements
-        if (empty) {
-            this.removeEmptyElements($);
-        }
-        // Get cleaned HTML
-        return $.html()
-            .trim()
-            .replace(/^\s*[\r\n]/gm, "");
-    }
-    /**
-     * Removes scripts, styles, and comments from HTML
-     */
-    removeUnnecessaryElements($) {
-        // Remove all script tags
-        $("script").remove();
-        // Remove all noscript tags
-        $("noscript").remove();
-        // Remove all style tags
-        $("style").remove();
-        // Remove all link tags (external stylesheets)
-        $('link[rel="stylesheet"]').remove();
-        // Remove all preload link tags
-        $('link[rel="preload"]').remove();
-        // Remove all link tags
-        $("link").remove();
-        // Remove all forms
-        $("form").remove();
-        // Remove comments
-        $("*")
-            .contents()
-            .each((_, element) => {
-            if (element.type === "comment") {
-                $(element).remove();
-            }
-        });
-        // Remove all inline styles
-        $("[style]").removeAttr("style");
-        // Remove all class attributes
-        $("[class]").removeAttr("class");
-        // Remove all id attributes
-        $("[id]").removeAttr("id");
-    }
-    /**
-     * Simplifies HTML structure by merging redundant tags
-     */
-    simplifyStructure($) {
-        // Merge nested divs
-        $("div div").each((_, element) => {
-            const $element = $(element);
-            const parent = $element.parent();
-            if (parent.children().length === 1 && parent.get(0)?.tagName === "div") {
-                $element.unwrap();
-            }
-        });
-        // Remove redundant spans
-        $("span").each((_, element) => {
-            const $element = $(element);
-            if (!$element.attr() || Object.keys($element.attr() ?? {}).length === 0) {
-                const h = $element.html();
-                if (h) {
-                    $element.replaceWith(h);
-                }
-            }
-        });
-    }
-    /**
-     * Removes empty elements from HTML
-     */
-    removeEmptyElements($) {
-        $(":empty").remove();
-    }
-}

package/dist/tools/web-search.d.ts

@@ -1,23 +0,0 @@
-import type { ToolCallOptions } from "ai";
-import { z } from "zod";
-import type { TokenCounter } from "../tokens/counter.ts";
-import type { ToolResult } from "./types.ts";
-export declare const WebSearchTool: {
-    name: "webSearch";
-};
-declare const inputSchema: z.ZodObject<{
-    query: z.ZodString;
-}, z.core.$strip>;
-export declare const createWebSearchTool: ({ tokenCounter, }: {
-    tokenCounter: TokenCounter;
-}) => {
-    toolDef: {
-        description: string;
-        inputSchema: z.ZodObject<{
-            query: z.ZodString;
-        }, z.core.$strip>;
-    };
-    execute: ({ query }: z.infer<typeof inputSchema>, { toolCallId, abortSignal }: ToolCallOptions) => AsyncGenerator<ToolResult>;
-};
-export {};
-//# sourceMappingURL=web-search.d.ts.map

package/dist/tools/web-search.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"web-search.d.ts","sourceRoot":"","sources":["../../source/tools/web-search.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,IAAI,CAAC;AAE1C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAE7C,eAAO,MAAM,aAAa;;CAEzB,CAAC;AAEF,QAAA,MAAM,WAAW;;iBAEf,CAAC;AAEH,eAAO,MAAM,mBAAmB,GAAI,mBAEjC;IACD,YAAY,EAAE,YAAY,CAAC;CAC5B;;;;;;;yBAQc,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,+BACT,eAAe,KAC3C,cAAc,CAAC,UAAU,CAAC;CA0D9B,CAAC"}

package/dist/tools/web-search.js

@@ -1,133 +0,0 @@
-import { SafeSearchType, search } from "duck-duck-scrape";
-import { z } from "zod";
-import Exa from "../api/exa/index.js";
-import style from "../terminal/style.js";
-import { manageTokenLimit } from "../tokens/threshold.js";
-export const WebSearchTool = {
-    name: "webSearch",
-};
-const inputSchema = z.object({
-    query: z.string().describe("The search query."),
-});
-export const createWebSearchTool = ({ tokenCounter, }) => {
-    const toolDef = {
-        description: "Searches the web and returns match documents with their title, url, and text content. The query should be formulated as a natural language question.",
-        inputSchema,
-    };
-    const execute = async function* ({ query }, { toolCallId, abortSignal }) {
-        try {
-            // Check if execution has been aborted
-            if (abortSignal?.aborted) {
-                throw new Error("Web search aborted");
-            }
-            yield {
-                name: WebSearchTool.name,
-                event: "tool-init",
-                id: toolCallId,
-                data: `${style.cyan(query)}`,
-            };
-            if (abortSignal?.aborted) {
-                throw new Error("Web search aborted before search execution");
-            }
-            const result = await performSearch(query, abortSignal);
-            const sources = result.results.map((source) => `## ${source.title}\nURL: ${source.url}\n\n${source.text}`);
-            const resultText = `# Search Results:\n\n${sources.join("\n\n")}`;
-            const searchResult = await manageTokenLimit(resultText, tokenCounter, "WebSearch", "Use more specific search queries or reduce number of results");
-            yield {
-                name: WebSearchTool.name,
-                event: "tool-completion",
-                id: toolCallId,
-                data: `Found ${result.results.length} results (${searchResult.tokenCount} tokens)`,
-            };
-            yield searchResult.content;
-        }
-        catch (error) {
-            const errorMessage = error instanceof Error ? error.message : String(error);
-            yield {
-                name: WebSearchTool.name,
-                event: "tool-error",
-                id: toolCallId,
-                data: errorMessage,
-            };
-            yield errorMessage;
-        }
-    };
-    return {
-        toolDef,
-        execute,
-        // No ask method needed for read-only tool
-    };
-};
-async function performSearch(query, abortSignal) {
-    // Check if EXA API key is available
-    const hasExaApiKey = process.env["EXA_API_KEY"] && process.env["EXA_API_KEY"].trim() !== "";
-    if (hasExaApiKey) {
-        // Use Exa search
-        try {
-            if (abortSignal?.aborted) {
-                throw new Error("Web search aborted before Exa search");
-            }
-            const exa = new Exa(process.env["EXA_API_KEY"]);
-            // Create a promise that races with the abort signal
-            const searchPromise = exa.searchAndContents(query, {
-                numResults: 5,
-                text: true,
-            });
-            const result = await Promise.race([
-                searchPromise,
-                new Promise((_, reject) => {
-                    if (abortSignal) {
-                        abortSignal.addEventListener("abort", () => {
-                            reject(new Error("Web search aborted during Exa search"));
-                        });
-                    }
-                }),
-            ]);
-            return result;
-        }
-        catch (error) {
-            // If Exa fails, fall back to duck duck scrape
-            console.info("Exa search failed, falling back to DuckDuckGo:", error);
-            return await searchWithDuckDuckGo(query, abortSignal);
-        }
-    }
-    else {
-        // Use DuckDuckGo search as fallback
-        console.info("EXA_API_KEY not set, using DuckDuckGo search");
-        return await searchWithDuckDuckGo(query, abortSignal);
-    }
-}
-async function searchWithDuckDuckGo(query, abortSignal) {
-    try {
-        if (abortSignal?.aborted) {
-            throw new Error("Web search aborted before DuckDuckGo search");
-        }
-        // Create a promise that races with the abort signal
-        const searchPromise = search(query, {
-            safeSearch: SafeSearchType.MODERATE,
-        });
-        const searchResults = await Promise.race([
-            searchPromise,
-            new Promise((_, reject) => {
-                if (abortSignal) {
-                    abortSignal.addEventListener("abort", () => {
-                        reject(new Error("Web search aborted during DuckDuckGo search"));
-                    });
-                }
-            }),
-        ]);
-        // Transform duck-duck-scrape results to match Exa format
-        // Take only first 5 results to match Exa behavior
-        const results = searchResults.results
-            .slice(0, 5)
-            .map((result) => ({
-            title: result.title,
-            url: result.url,
-            text: result.description || "",
-        }));
-        return { results };
-    }
-    catch (error) {
-        throw new Error(`Failed to perform web search: ${error}`);
-    }
-}

package/dist/tui/components/prompt-status.d.ts

@@ -1,16 +0,0 @@
-import type { ModelManager } from "../../models/manager.ts";
-import type { Component } from "../index.ts";
-type State = {
-    projectStatus: string;
-    currentContextWindow: number;
-    contextWindow: number;
-};
-export declare class PromptStatusComponent implements Component {
-    private modelManager;
-    private state;
-    constructor(modelManager: ModelManager, state: State);
-    setState(state: State): void;
-    render(width: number): string[];
-}
-export {};
-//# sourceMappingURL=prompt-status.d.ts.map

package/dist/tui/components/prompt-status.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"prompt-status.d.ts","sourceRoot":"","sources":["../../../source/tui/components/prompt-status.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAG5D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAE7C,KAAK,KAAK,GAAG;IACX,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,qBAAa,qBAAsB,YAAW,SAAS;IACrD,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,KAAK,CAAQ;gBACT,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,KAAK;IAKpD,QAAQ,CAAC,KAAK,EAAE,KAAK;IAIrB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE;CAkBhC"}

package/dist/tui/components/prompt-status.js

@@ -1,21 +0,0 @@
-import { displayProgressBar } from "../../terminal/index.js";
-import style from "../../terminal/style.js";
-export class PromptStatusComponent {
-    modelManager;
-    state;
-    constructor(modelManager, state) {
-        this.modelManager = modelManager;
-        this.state = state;
-    }
-    setState(state) {
-        this.state = state;
-    }
-    render(width) {
-        const results = [];
-        // results.push(style.dim(hr(width)));
-        results.push(this.state.projectStatus);
-        results.push(style.dim(`${this.modelManager.getModelMetadata("repl").id} [${this.modelManager.getModel("repl").modelId}]`));
-        results.push(displayProgressBar(this.state.currentContextWindow, this.state.contextWindow, width));
-        return results;
-    }
-}

package/dist/utils/filesystem.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"filesystem.d.ts","sourceRoot":"","sources":["../../source/utils/filesystem.ts"],"names":[],"mappings":"AAIA,wBAAgB,MAAM,CAAC,SAAS,EAAE,GAAG,GAAG,MAAM,GAAG,MAAM,CAEtD;AAED;;;;;GAKG;AACH,wBAAgB,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAS/C;AAED;;;;;GAKG;AACH,wBAAsB,WAAW,CAAC,QAAQ,EAAE,GAAG,GAAG,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAmB1E;AAED;;;;;GAKG;AACH,wBAAsB,cAAc,CAClC,aAAa,EAAE,GAAG,GAAG,MAAM,GAC1B,OAAO,CAAC,IAAI,CAAC,CAuGf"}

package/dist/utils/zod-utils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"zod-utils.d.ts","sourceRoot":"","sources":["../../source/utils/zod-utils.ts"],"names":[],"mappings":"AAAA,OAAU,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC;AAEjC,wBAAgB,WAAW,CAAC,GAAG,EAAE,OAAO,GAAG,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,CAEjE;AAED,wBAAgB,eAAe,CAC7B,MAAM,EAAE,OAAO,CAAC,OAAO,CAAC,GACvB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAEzB"}

package/dist/utils/zod-utils.js

@@ -1,7 +0,0 @@
-import z, { ZodType } from "zod";
-export function isZodSchema(obj) {
-    return obj instanceof ZodType;
-}
-export function zodToJsonSchema(schema) {
-    return z.toJSONSchema(schema);
-}