surfcode 0.0.0-stage → 0.1.1

package/dist/tools/shell.js

@@ -0,0 +1,118 @@
+import { spawn } from 'node:child_process';
+import stripAnsi from 'strip-ansi';
+import { SurfError } from '../core/errors.js';
+import { clip, normalizeOutput } from '../core/workspace.js';
+export const shellTool = {
+    name: 'bash',
+    description: 'Run a shell command in the workspace and return combined stdout/stderr. Use for builds, tests, git, installing dependencies, and other terminal tasks. Do not run interactive commands. Output is truncated.',
+    readOnly: false,
+    action: 'shell',
+    parameters: {
+        type: 'object',
+        properties: {
+            command: { type: 'string', description: 'Shell command to run.' },
+            timeout: { type: 'number', description: 'Timeout in milliseconds (default 120000, max 600000).' }
+        },
+        required: ['command']
+    },
+    async execute(args, context) {
+        const command = String(args.command ?? '').trim();
+        if (!command)
+            throw new SurfError('A command is required.');
+        const timeout = Math.max(1000, Math.min(Number(args.timeout) || 120_000, 600_000));
+        const started = Date.now();
+        const result = await runShell(command, context.cwd, timeout, context.signal);
+        const duration = ((Date.now() - started) / 1000).toFixed(1);
+        const combined = [result.stdout.trim(), result.stderr.trim()].filter(Boolean).join('\n');
+        const cleaned = stripAnsi(normalizeOutput(combined || '(no output)'));
+        const clipped = clip(cleaned, 60_000);
+        const exit = result.timedOut ? 'timed out' : `exit ${result.code ?? '?'}`;
+        const output = `$ ${command}\n(${exit} · ${duration}s)\n${clipped.text}`;
+        return {
+            output,
+            title: command,
+            isError: result.timedOut || (result.code ?? 0) !== 0,
+            display: {
+                kind: 'shell',
+                summary: `${result.timedOut ? 'timed out' : result.code === 0 ? 'ok' : `exit ${result.code}`} · ${duration}s`,
+                lines: cleaned.split('\n').length,
+                truncated: clipped.truncated
+            }
+        };
+    }
+};
+function runShell(command, cwd, timeout, signal) {
+    return new Promise((resolvePromise, reject) => {
+        const detached = process.platform !== 'win32';
+        const child = spawn(command, {
+            cwd,
+            shell: true,
+            detached,
+            env: { ...process.env, TERM: 'dumb', NO_COLOR: '1', FORCE_COLOR: '0' },
+            stdio: ['ignore', 'pipe', 'pipe']
+        });
+        let stdout = '';
+        let stderr = '';
+        let timedOut = false;
+        let settled = false;
+        let truncationKilled = false;
+        const kill = (sig) => {
+            try {
+                if (detached && child.pid)
+                    process.kill(-child.pid, sig);
+                else
+                    child.kill(sig);
+            }
+            catch {
+                child.kill(sig);
+            }
+        };
+        const finish = (code) => {
+            if (settled)
+                return;
+            settled = true;
+            clearTimeout(timer);
+            signal.removeEventListener('abort', onAbort);
+            resolvePromise({ stdout, stderr, code, timedOut });
+        };
+        const timer = setTimeout(() => {
+            timedOut = true;
+            kill('SIGTERM');
+            setTimeout(() => kill('SIGKILL'), 800).unref();
+        }, timeout);
+        const onAbort = () => {
+            kill('SIGTERM');
+            setTimeout(() => kill('SIGKILL'), 300).unref();
+        };
+        signal.addEventListener('abort', onAbort, { once: true });
+        child.stdout.on('data', (chunk) => {
+            if (stdout.length < 200_000)
+                stdout += chunk.toString('utf8');
+            else if (!truncationKilled) {
+                truncationKilled = true;
+                stderr += '\n(process output exceeded 200 KB and was stopped)';
+                kill('SIGTERM');
+            }
+        });
+        child.stderr.on('data', (chunk) => {
+            if (stderr.length < 100_000)
+                stderr += chunk.toString('utf8');
+        });
+        child.on('error', (error) => {
+            if (settled)
+                return;
+            settled = true;
+            clearTimeout(timer);
+            signal.removeEventListener('abort', onAbort);
+            reject(new SurfError(`Could not run command: ${error.message}`));
+        });
+        child.on('close', (code) => {
+            if (signal.aborted && !timedOut) {
+                finish(code);
+                return;
+            }
+            finish(code);
+        });
+    });
+}
+//# sourceMappingURL=shell.js.map

package/dist/tools/shell.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shell.js","sourceRoot":"","sources":["../../src/tools/shell.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,SAAS,MAAM,YAAY,CAAC;AAEnC,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAE7D,MAAM,CAAC,MAAM,SAAS,GAAmB;IACvC,IAAI,EAAE,MAAM;IACZ,WAAW,EACT,8MAA8M;IAChN,QAAQ,EAAE,KAAK;IACf,MAAM,EAAE,OAAO;IACf,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,uBAAuB,EAAE;YACjE,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,uDAAuD,EAAE;SAClG;QACD,QAAQ,EAAE,CAAC,SAAS,CAAC;KACtB;IACD,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO;QACzB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAClD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,SAAS,CAAC,wBAAwB,CAAC,CAAC;QAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACnF,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7E,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC5D,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzF,MAAM,OAAO,GAAG,SAAS,CAAC,eAAe,CAAC,QAAQ,IAAI,aAAa,CAAC,CAAC,CAAC;QACtE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,IAAI,IAAI,GAAG,EAAE,CAAC;QAC1E,MAAM,MAAM,GAAG,KAAK,OAAO,MAAM,IAAI,MAAM,QAAQ,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;QACzE,OAAO;YACL,MAAM;YACN,KAAK,EAAE,OAAO;YACd,OAAO,EAAE,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC;YACpD,OAAO,EAAE;gBACP,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,MAAM,CAAC,IAAI,EAAE,MAAM,QAAQ,GAAG;gBAC7G,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM;gBACjC,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B;SACF,CAAC;IACJ,CAAC;CACF,CAAC;AASF,SAAS,QAAQ,CAAC,OAAe,EAAE,GAAW,EAAE,OAAe,EAAE,MAAmB;IAClF,OAAO,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;QAC5C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC;QAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,EAAE;YAC3B,GAAG;YACH,KAAK,EAAE,IAAI;YACX,QAAQ;YACR,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE;YACtE,KAAK,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC;SAClC,CAAC,CAAC;QACH,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,QAAQ,GAAG,KAAK,CAAC;QACrB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,IAAI,gBAAgB,GAAG,KAAK,CAAC;QAE7B,MAAM,IAAI,GAAG,CAAC,GAAmB,EAAE,EAAE;YACnC,IAAI,CAAC;gBACH,IAAI,QAAQ,IAAI,KAAK,CAAC,GAAG;oBAAE,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;;oBACpD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClB,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,MAAM,GAAG,CAAC,IAAmB,EAAE,EAAE;YACrC,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC7C,cAAc,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QACrD,CAAC,CAAC;QAEF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,QAAQ,GAAG,IAAI,CAAC;YAChB,IAAI,CAAC,SAAS,CAAC,CAAC;YAChB,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;QACjD,CAAC,EAAE,OAAO,CAAC,CAAC;QAEZ,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,IAAI,CAAC,SAAS,CAAC,CAAC;YAChB,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC;QACjD,CAAC,CAAC;QACF,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAE1D,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACxC,IAAI,MAAM,CAAC,MAAM,GAAG,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;iBACzD,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC3B,gBAAgB,GAAG,IAAI,CAAC;gBACxB,MAAM,IAAI,oDAAoD,CAAC;gBAC/D,IAAI,CAAC,SAAS,CAAC,CAAC;YAClB,CAAC;QACH,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;YACxC,IAAI,MAAM,CAAC,MAAM,GAAG,OAAO;gBAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,IAAI,OAAO;gBAAE,OAAO;YACpB,OAAO,GAAG,IAAI,CAAC;YACf,YAAY,CAAC,KAAK,CAAC,CAAC;YACpB,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YAC7C,MAAM,CAAC,IAAI,SAAS,CAAC,0BAA0B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,MAAM,CAAC,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAChC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACb,OAAO;YACT,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,CAAC;QACf,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/tools/todos.js

@@ -0,0 +1,50 @@
+import { SurfError } from '../core/errors.js';
+export const todoTool = {
+    name: 'todo_write',
+    description: 'Maintain a short task list for multi-step work. Send the full list each time. Keep exactly one item in_progress when actively working. Use this for complex tasks; skip it for simple edits.',
+    readOnly: true,
+    action: 'read',
+    parameters: {
+        type: 'object',
+        properties: {
+            todos: {
+                type: 'array',
+                description: 'The complete todo list.',
+                items: {
+                    type: 'object',
+                    properties: {
+                        content: { type: 'string', description: 'Task description.' },
+                        status: { type: 'string', enum: ['pending', 'in_progress', 'completed'] }
+                    },
+                    required: ['content', 'status']
+                }
+            }
+        },
+        required: ['todos']
+    },
+    async execute(args, context) {
+        if (!Array.isArray(args.todos))
+            throw new SurfError('todos must be an array.');
+        const todos = args.todos.map((item) => {
+            const content = String(item?.content ?? '').trim();
+            const status = item?.status;
+            if (!content)
+                throw new SurfError('Every todo needs content.');
+            if (!['pending', 'in_progress', 'completed'].includes(status)) {
+                throw new SurfError(`Invalid todo status: ${String(status)}`);
+            }
+            return { content, status };
+        });
+        context.setTodos?.(todos);
+        const marks = { pending: '○', in_progress: '◐', completed: '●' };
+        const lines = todos.map((todo) => `${marks[todo.status]} ${todo.content}`);
+        return {
+            output: todos.length === 0
+                ? 'Todo list cleared.'
+                : `${todos.filter((todo) => todo.status === 'completed').length}/${todos.length} complete\n${lines.join('\n')}`,
+            title: 'Plan',
+            display: { kind: 'todos', summary: `${todos.filter((todo) => todo.status === 'completed').length}/${todos.length}`, todos }
+        };
+    }
+};
+//# sourceMappingURL=todos.js.map

package/dist/tools/todos.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"todos.js","sourceRoot":"","sources":["../../src/tools/todos.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,MAAM,CAAC,MAAM,QAAQ,GAAmB;IACtC,IAAI,EAAE,YAAY;IAClB,WAAW,EACT,8LAA8L;IAChM,QAAQ,EAAE,IAAI;IACd,MAAM,EAAE,MAAM;IACd,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,KAAK,EAAE;gBACL,IAAI,EAAE,OAAO;gBACb,WAAW,EAAE,yBAAyB;gBACtC,KAAK,EAAE;oBACL,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,OAAO,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,mBAAmB,EAAE;wBAC7D,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,SAAS,EAAE,aAAa,EAAE,WAAW,CAAC,EAAE;qBAC1E;oBACD,QAAQ,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC;iBAChC;aACF;SACF;QACD,QAAQ,EAAE,CAAC,OAAO,CAAC;KACpB;IACD,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO;QACzB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,yBAAyB,CAAC,CAAC;QAC/E,MAAM,KAAK,GAAe,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE;YACrD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACnD,MAAM,MAAM,GAAG,IAAI,EAAE,MAAM,CAAC;YAC5B,IAAI,CAAC,OAAO;gBAAE,MAAM,IAAI,SAAS,CAAC,2BAA2B,CAAC,CAAC;YAC/D,IAAI,CAAC,CAAC,SAAS,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC9D,MAAM,IAAI,SAAS,CAAC,wBAAwB,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YAChE,CAAC;YACD,OAAO,EAAE,OAAO,EAAE,MAAM,EAAc,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC;QAC1B,MAAM,KAAK,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAW,CAAC;QAC1E,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3E,OAAO;YACL,MAAM,EACJ,KAAK,CAAC,MAAM,KAAK,CAAC;gBAChB,CAAC,CAAC,oBAAoB;gBACtB,CAAC,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,cAAc,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;YACnH,KAAK,EAAE,MAAM;YACb,OAAO,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE;SAC5H,CAAC;IACJ,CAAC;CACF,CAAC"}

package/dist/tools/webfetch.js

@@ -0,0 +1,108 @@
+import { convert } from 'html-to-text';
+import { SurfError } from '../core/errors.js';
+import { clip } from '../core/workspace.js';
+const PRIVATE_HOST = /^(localhost|127\.|0\.0\.0\.0|10\.|192\.168\.|169\.254\.|172\.(1[6-9]|2\d|3[01])\.|\[?::1\]?)/i;
+export const webfetchTool = {
+    name: 'webfetch',
+    description: 'Fetch a public http(s) URL and return readable text. Useful for documentation, APIs and error references. Private/local network addresses are blocked.',
+    readOnly: true,
+    action: 'fetch',
+    parameters: {
+        type: 'object',
+        properties: {
+            url: { type: 'string', description: 'Absolute http(s) URL.' },
+            format: { type: 'string', enum: ['text', 'markdown', 'html'], description: 'Preferred output format. Default text.' }
+        },
+        required: ['url']
+    },
+    async execute(args, context) {
+        const raw = String(args.url ?? '').trim();
+        let url;
+        try {
+            url = new URL(raw);
+        }
+        catch {
+            throw new SurfError(`Invalid URL: ${raw}`);
+        }
+        if (!['http:', 'https:'].includes(url.protocol))
+            throw new SurfError('Only http and https URLs are supported.');
+        if (PRIVATE_HOST.test(url.hostname))
+            throw new SurfError('Private and local network URLs are blocked.');
+        const response = await fetch(url, {
+            headers: {
+                'user-agent': 'Mozilla/5.0 (compatible; SurfCode/0.1; +https://surfcode.dev)',
+                accept: 'text/html,application/xhtml+xml,application/json,text/plain;q=0.9,*/*;q=0.5'
+            },
+            redirect: 'follow',
+            signal: AbortSignal.any([context.signal, AbortSignal.timeout(30_000)])
+        });
+        if (!response.ok)
+            throw new SurfError(`Fetch failed: HTTP ${response.status} ${response.statusText}`);
+        const contentType = response.headers.get('content-type') ?? '';
+        const reader = response.body?.getReader();
+        if (!reader)
+            throw new SurfError('Fetch returned an empty response.');
+        const chunks = [];
+        let bytes = 0;
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            bytes += value.byteLength;
+            if (bytes > 2_000_000) {
+                await reader.cancel();
+                break;
+            }
+            chunks.push(value);
+        }
+        const rawBody = Buffer.concat(chunks).toString('utf8');
+        const requested = String(args.format ?? 'text');
+        let body;
+        if (contentType.includes('text/html') || /^\s*<!doctype html/i.test(rawBody)) {
+            body =
+                requested === 'html'
+                    ? rawBody
+                    : convert(rawBody, {
+                        wordwrap: false,
+                        selectors: [
+                            { selector: 'a', options: { hideEmpty: false, ignoreHref: false } },
+                            { selector: 'img', format: 'skip' },
+                            { selector: 'script', format: 'skip' },
+                            { selector: 'style', format: 'skip' },
+                            { selector: 'nav', format: 'skip' },
+                            { selector: 'footer', format: 'skip' }
+                        ]
+                    });
+        }
+        else if (contentType.includes('application/json')) {
+            try {
+                body = JSON.stringify(JSON.parse(rawBody), null, 2);
+            }
+            catch {
+                body = rawBody;
+            }
+        }
+        else {
+            body = rawBody;
+        }
+        const clipped = clip(body.replace(/\n{4,}/g, '\n\n\n').trim(), 50_000);
+        const title = extractTitle(rawBody) ?? url.hostname;
+        return {
+            output: `${url.toString()}\n\n${clipped.text}`,
+            title,
+            display: {
+                kind: 'fetch',
+                summary: `${url.hostname} · ${(bytes / 1024).toFixed(0)} KB`,
+                truncated: clipped.truncated,
+                lines: body.split('\n').length
+            }
+        };
+    }
+};
+function extractTitle(html) {
+    const match = /<title[^>]*>([\s\S]*?)<\/title>/i.exec(html);
+    if (!match?.[1])
+        return undefined;
+    return match[1].replace(/\s+/g, ' ').trim().slice(0, 140);
+}
+//# sourceMappingURL=webfetch.js.map

package/dist/tools/webfetch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"webfetch.js","sourceRoot":"","sources":["../../src/tools/webfetch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAC9C,OAAO,EAAE,IAAI,EAAE,MAAM,sBAAsB,CAAC;AAE5C,MAAM,YAAY,GAChB,+FAA+F,CAAC;AAElG,MAAM,CAAC,MAAM,YAAY,GAAmB;IAC1C,IAAI,EAAE,UAAU;IAChB,WAAW,EACT,wJAAwJ;IAC1J,QAAQ,EAAE,IAAI;IACd,MAAM,EAAE,OAAO;IACf,UAAU,EAAE;QACV,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACV,GAAG,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,uBAAuB,EAAE;YAC7D,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,wCAAwC,EAAE;SACtH;QACD,QAAQ,EAAE,CAAC,KAAK,CAAC;KAClB;IACD,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO;QACzB,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1C,IAAI,GAAQ,CAAC;QACb,IAAI,CAAC;YACH,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,SAAS,CAAC,gBAAgB,GAAG,EAAE,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,yCAAyC,CAAC,CAAC;QAChH,IAAI,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,6CAA6C,CAAC,CAAC;QAExG,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,OAAO,EAAE;gBACP,YAAY,EAAE,+DAA+D;gBAC7E,MAAM,EAAE,6EAA6E;aACtF;YACD,QAAQ,EAAE,QAAQ;YAClB,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;SACvE,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,SAAS,CAAC,sBAAsB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QACtG,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;QAC/D,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC;YAC1B,IAAI,KAAK,GAAG,SAAS,EAAE,CAAC;gBACtB,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC;gBACtB,MAAM;YACR,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QACvD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,CAAC;QAChD,IAAI,IAAY,CAAC;QACjB,IAAI,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7E,IAAI;gBACF,SAAS,KAAK,MAAM;oBAClB,CAAC,CAAC,OAAO;oBACT,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE;wBACf,QAAQ,EAAE,KAAK;wBACf,SAAS,EAAE;4BACT,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE;4BACnE,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE;4BACnC,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;4BACtC,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE;4BACrC,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE;4BACnC,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE;yBACvC;qBACF,CAAC,CAAC;QACX,CAAC;aAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACpD,IAAI,CAAC;gBACH,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YACtD,CAAC;YAAC,MAAM,CAAC;gBACP,IAAI,GAAG,OAAO,CAAC;YACjB,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,GAAG,OAAO,CAAC;QACjB,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;QACvE,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC;QACpD,OAAO;YACL,MAAM,EAAE,GAAG,GAAG,CAAC,QAAQ,EAAE,OAAO,OAAO,CAAC,IAAI,EAAE;YAC9C,KAAK;YACL,OAAO,EAAE;gBACP,IAAI,EAAE,OAAO;gBACb,OAAO,EAAE,GAAG,GAAG,CAAC,QAAQ,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK;gBAC5D,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM;aAC/B;SACF,CAAC;IACJ,CAAC;CACF,CAAC;AAEF,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,KAAK,GAAG,kCAAkC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5D,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IAClC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;AAC5D,CAAC"}