@staticn0va/wigolo 0.6.6 → 1.0.0

package/dist/search/tokens.js

@@ -0,0 +1,38 @@
+import { encode, decode } from 'gpt-tokenizer';
+const TRUNC_MARKER = '\n\n[... content truncated]';
+const MARKER_TOKEN_BUDGET = 6;
+export function countTokens(text) {
+    if (!text)
+        return 0;
+    return encode(text).length;
+}
+// Token-budget truncation. Prefer sentence > paragraph > section boundary
+// within the last 30% of the budget. Falls back to a hard token cut + marker.
+// Caveat: gpt-tokenizer uses cl100k-base (OpenAI). Counts on Claude/Gemini/
+// Llama may drift ~5-15%. Treat as approximation; we are not billing.
+export function truncateByTokens(text, maxTokens) {
+    if (maxTokens <= 0)
+        return TRUNC_MARKER.trim();
+    if (!text)
+        return '';
+    const tokens = encode(text);
+    if (tokens.length <= maxTokens)
+        return text;
+    const budget = Math.max(0, maxTokens - MARKER_TOKEN_BUDGET);
+    const head = decode(tokens.slice(0, budget));
+    const threshold = head.length * 0.7;
+    const lastSentence = Math.max(head.lastIndexOf('. '), head.lastIndexOf('.\n'), head.lastIndexOf('? '), head.lastIndexOf('! '));
+    if (lastSentence > threshold) {
+        return head.slice(0, lastSentence + 1) + TRUNC_MARKER;
+    }
+    const lastPara = head.lastIndexOf('\n\n');
+    if (lastPara > threshold) {
+        return head.slice(0, lastPara) + TRUNC_MARKER;
+    }
+    const lastHeading = head.lastIndexOf('\n#');
+    if (lastHeading > threshold) {
+        return head.slice(0, lastHeading) + TRUNC_MARKER;
+    }
+    return head + TRUNC_MARKER;
+}
+//# sourceMappingURL=tokens.js.map

package/dist/search/tokens.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokens.js","sourceRoot":"","sources":["../../src/search/tokens.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAE/C,MAAM,YAAY,GAAG,6BAA6B,CAAC;AACnD,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IACpB,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;AAC7B,CAAC;AAED,0EAA0E;AAC1E,8EAA8E;AAC9E,4EAA4E;AAC5E,sEAAsE;AACtE,MAAM,UAAU,gBAAgB,CAAC,IAAY,EAAE,SAAiB;IAC9D,IAAI,SAAS,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC,IAAI,EAAE,CAAC;IAC/C,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC5B,IAAI,MAAM,CAAC,MAAM,IAAI,SAAS;QAAE,OAAO,IAAI,CAAC;IAE5C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,mBAAmB,CAAC,CAAC;IAC5D,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;IACpC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAC3B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EACtB,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EACvB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EACtB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CACvB,CAAC;IACF,IAAI,YAAY,GAAG,SAAS,EAAE,CAAC;QAC7B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC;IACxD,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,QAAQ,GAAG,SAAS,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,YAAY,CAAC;IAChD,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,WAAW,GAAG,SAAS,EAAE,CAAC;QAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,GAAG,YAAY,CAAC;IACnD,CAAC;IACD,OAAO,IAAI,GAAG,YAAY,CAAC;AAC7B,CAAC"}

package/dist/search/truncate.d.ts

@@ -1,2 +1,6 @@
 export declare function truncateSmartly(text: string, maxChars: number): string;
+export declare function applyOutputBudget(text: string, opts: {
+    maxTokensOut?: number;
+    maxChars?: number;
+}): string;
 //# sourceMappingURL=truncate.d.ts.map

package/dist/search/truncate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"truncate.d.ts","sourceRoot":"","sources":["../../src/search/truncate.ts"],"names":[],"mappings":"AAEA,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CActE"}
+{"version":3,"file":"truncate.d.ts","sourceRoot":"","sources":["../../src/search/truncate.ts"],"names":[],"mappings":"AAIA,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CActE;AAKD,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GACjD,MAAM,CAKR"}

package/dist/search/truncate.js

@@ -1,3 +1,4 @@
+import { truncateByTokens } from './tokens.js';
 const TRUNC_MARKER = '\n\n[... content truncated]';
 export function truncateSmartly(text, maxChars) {
     if (maxChars <= 0)
@@ -14,4 +15,16 @@ export function truncateSmartly(text, maxChars) {
     }
     return head + TRUNC_MARKER;
 }
+// max_tokens_out wins over max_chars whenever both are set. Falls back to
+// truncateSmartly for chars-only budgets, and returns text unchanged when
+// neither is set.
+export function applyOutputBudget(text, opts) {
+    if (!text)
+        return text;
+    if (opts.maxTokensOut != null)
+        return truncateByTokens(text, opts.maxTokensOut);
+    if (opts.maxChars != null)
+        return truncateSmartly(text, opts.maxChars);
+    return text;
+}
 //# sourceMappingURL=truncate.js.map

package/dist/search/truncate.js.map

@@ -1 +1 @@
-{"version":3,"file":"truncate.js","sourceRoot":"","sources":["../../src/search/truncate.ts"],"names":[],"mappings":"AAAA,MAAM,YAAY,GAAG,6BAA6B,CAAC;AAEnD,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,QAAgB;IAC5D,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC;IACvC,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,IAAI,CAAC;IAEzC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,QAAQ,GAAG,GAAG,CAAC;IAEjC,IAAI,SAAS,GAAG,SAAS,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,YAAY,CAAC;IACjD,CAAC;IACD,OAAO,IAAI,GAAG,YAAY,CAAC;AAC7B,CAAC"}
+{"version":3,"file":"truncate.js","sourceRoot":"","sources":["../../src/search/truncate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,YAAY,GAAG,6BAA6B,CAAC;AAEnD,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,QAAgB;IAC5D,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,YAAY,CAAC;IACvC,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,IAAI,CAAC;IAEzC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,QAAQ,GAAG,GAAG,CAAC;IAEjC,IAAI,SAAS,GAAG,SAAS,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,GAAG,YAAY,CAAC;IACjD,CAAC;IACD,OAAO,IAAI,GAAG,YAAY,CAAC;AAC7B,CAAC;AAED,0EAA0E;AAC1E,0EAA0E;AAC1E,kBAAkB;AAClB,MAAM,UAAU,iBAAiB,CAC/B,IAAY,EACZ,IAAkD;IAElD,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI;QAAE,OAAO,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;IAChF,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI;QAAE,OAAO,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IACvE,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/server/tool-schemas.d.ts

@@ -0,0 +1,503 @@
+import type { ToolName } from '../instructions.js';
+export type ToolSchema = {
+    type: 'object';
+    properties: Record<string, unknown>;
+    required?: string[];
+};
+export declare const FETCH_TOOL_SCHEMA: {
+    type: "object";
+    properties: {
+        url: {
+            type: string;
+            description: string;
+        };
+        render_js: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+        use_auth: {
+            type: string;
+            description: string;
+        };
+        max_chars: {
+            type: string;
+            description: string;
+        };
+        max_content_chars: {
+            type: string;
+            description: string;
+        };
+        section: {
+            type: string;
+            description: string;
+        };
+        section_index: {
+            type: string;
+            description: string;
+        };
+        screenshot: {
+            type: string;
+            description: string;
+        };
+        headers: {
+            type: string;
+            description: string;
+            additionalProperties: {
+                type: string;
+            };
+        };
+        force_refresh: {
+            type: string;
+            description: string;
+        };
+        max_tokens_out: {
+            type: string;
+            description: string;
+        };
+        include_full_markdown: {
+            type: string;
+            description: string;
+        };
+        citation_format: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+        actions: {
+            type: string;
+            description: string;
+            items: {
+                type: string;
+                properties: {
+                    type: {
+                        type: string;
+                        enum: string[];
+                        description: string;
+                    };
+                    selector: {
+                        type: string;
+                        description: string;
+                    };
+                    text: {
+                        type: string;
+                        description: string;
+                    };
+                    ms: {
+                        type: string;
+                        description: string;
+                    };
+                    timeout: {
+                        type: string;
+                        description: string;
+                    };
+                    direction: {
+                        type: string;
+                        enum: string[];
+                        description: string;
+                    };
+                    amount: {
+                        type: string;
+                        description: string;
+                    };
+                };
+                required: string[];
+            };
+        };
+        mode: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+    };
+    required: string[];
+};
+export declare const SEARCH_TOOL_SCHEMA: {
+    type: "object";
+    properties: {
+        query: {
+            oneOf: ({
+                type: string;
+                description: string;
+                items?: undefined;
+            } | {
+                type: string;
+                items: {
+                    type: string;
+                };
+                description: string;
+            })[];
+            description: string;
+        };
+        max_results: {
+            type: string;
+            description: string;
+        };
+        include_content: {
+            type: string;
+            description: string;
+        };
+        content_max_chars: {
+            type: string;
+            description: string;
+        };
+        max_content_chars: {
+            type: string;
+            description: string;
+        };
+        max_total_chars: {
+            type: string;
+            description: string;
+        };
+        time_range: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+        search_engines: {
+            type: string;
+            items: {
+                type: string;
+            };
+            description: string;
+        };
+        language: {
+            type: string;
+            description: string;
+        };
+        include_domains: {
+            type: string;
+            items: {
+                type: string;
+            };
+            description: string;
+        };
+        exclude_domains: {
+            type: string;
+            items: {
+                type: string;
+            };
+            description: string;
+        };
+        from_date: {
+            type: string;
+            description: string;
+        };
+        to_date: {
+            type: string;
+            description: string;
+        };
+        category: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+        format: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+        max_highlights: {
+            type: string;
+            description: string;
+        };
+        force_refresh: {
+            type: string;
+            description: string;
+        };
+        max_tokens_out: {
+            type: string;
+            description: string;
+        };
+        include_full_markdown: {
+            type: string;
+            description: string;
+        };
+        citation_format: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+        mode: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+    };
+    required: string[];
+};
+export declare const CRAWL_TOOL_SCHEMA: {
+    type: "object";
+    properties: {
+        url: {
+            type: string;
+            description: string;
+        };
+        max_depth: {
+            type: string;
+            description: string;
+        };
+        max_pages: {
+            type: string;
+            description: string;
+        };
+        strategy: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+        include_patterns: {
+            type: string;
+            items: {
+                type: string;
+            };
+            description: string;
+        };
+        exclude_patterns: {
+            type: string;
+            items: {
+                type: string;
+            };
+            description: string;
+        };
+        use_auth: {
+            type: string;
+            description: string;
+        };
+        extract_links: {
+            type: string;
+            description: string;
+        };
+        max_total_chars: {
+            type: string;
+            description: string;
+        };
+        max_tokens_out: {
+            type: string;
+            description: string;
+        };
+        include_full_markdown: {
+            type: string;
+            description: string;
+        };
+        citation_format: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+    };
+    required: string[];
+};
+export declare const CACHE_TOOL_SCHEMA: {
+    type: "object";
+    properties: {
+        query: {
+            type: string;
+            description: string;
+        };
+        url_pattern: {
+            type: string;
+            description: string;
+        };
+        since: {
+            type: string;
+            description: string;
+        };
+        clear: {
+            type: string;
+            description: string;
+        };
+        stats: {
+            type: string;
+            description: string;
+        };
+        check_changes: {
+            type: string;
+            description: string;
+        };
+    };
+};
+export declare const EXTRACT_TOOL_SCHEMA: {
+    type: "object";
+    properties: {
+        url: {
+            type: string;
+            description: string;
+        };
+        html: {
+            type: string;
+            description: string;
+        };
+        mode: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+        css_selector: {
+            type: string;
+            description: string;
+        };
+        multiple: {
+            type: string;
+            description: string;
+        };
+        schema: {
+            type: string;
+            description: string;
+        };
+    };
+};
+export declare const FIND_SIMILAR_TOOL_SCHEMA: {
+    type: "object";
+    properties: {
+        url: {
+            type: string;
+            description: string;
+        };
+        concept: {
+            type: string;
+            description: string;
+        };
+        max_results: {
+            type: string;
+            description: string;
+        };
+        include_domains: {
+            type: string;
+            items: {
+                type: string;
+            };
+            description: string;
+        };
+        exclude_domains: {
+            type: string;
+            items: {
+                type: string;
+            };
+            description: string;
+        };
+        include_cache: {
+            type: string;
+            description: string;
+        };
+        include_web: {
+            type: string;
+            description: string;
+        };
+        max_tokens_out: {
+            type: string;
+            description: string;
+        };
+        include_full_markdown: {
+            type: string;
+            description: string;
+        };
+        citation_format: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+    };
+};
+export declare const RESEARCH_TOOL_SCHEMA: {
+    type: "object";
+    properties: {
+        question: {
+            type: string;
+            description: string;
+        };
+        depth: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+        max_sources: {
+            type: string;
+            description: string;
+        };
+        include_domains: {
+            type: string;
+            items: {
+                type: string;
+            };
+            description: string;
+        };
+        exclude_domains: {
+            type: string;
+            items: {
+                type: string;
+            };
+            description: string;
+        };
+        schema: {
+            type: string;
+            description: string;
+        };
+        stream: {
+            type: string;
+            description: string;
+        };
+        max_tokens_out: {
+            type: string;
+            description: string;
+        };
+        include_full_markdown: {
+            type: string;
+            description: string;
+        };
+        citation_format: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+    };
+    required: string[];
+};
+export declare const AGENT_TOOL_SCHEMA: {
+    type: "object";
+    properties: {
+        prompt: {
+            type: string;
+            description: string;
+        };
+        urls: {
+            type: string;
+            items: {
+                type: string;
+            };
+            description: string;
+        };
+        schema: {
+            type: string;
+            description: string;
+        };
+        max_pages: {
+            type: string;
+            description: string;
+        };
+        max_time_ms: {
+            type: string;
+            description: string;
+        };
+        stream: {
+            type: string;
+            description: string;
+        };
+        max_tokens_out: {
+            type: string;
+            description: string;
+        };
+        include_full_markdown: {
+            type: string;
+            description: string;
+        };
+        citation_format: {
+            type: string;
+            enum: string[];
+            description: string;
+        };
+    };
+    required: string[];
+};
+export declare const TOOL_SCHEMAS: Record<ToolName, ToolSchema>;
+//# sourceMappingURL=tool-schemas.d.ts.map

package/dist/server/tool-schemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-schemas.d.ts","sourceRoot":"","sources":["../../src/server/tool-schemas.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAEnD,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,QAAQ,CAAC;IACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwG7B,CAAC;AAEF,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+E9B,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuC7B,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4B7B,CAAC;AAEF,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAuB/B,CAAC;AAEF,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+CpC,CAAC;AAEF,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8ChC,CAAC;AAEF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2C7B,CAAC;AAEF,eAAO,MAAM,YAAY,EAAE,MAAM,CAAC,QAAQ,EAAE,UAAU,CASrD,CAAC"}