skillshield 1.0.0

package/dist/tools/index.js

@@ -0,0 +1,276 @@
+import { z } from 'zod';
+import { Logger } from '../utils/logger.js';
+import { ToolError } from '../utils/errors.js';
+import { createWebTools } from './web-tools.js';
+export class ToolRegistry {
+    constructor() {
+        this.tools = new Map();
+        this.webToolsRegistered = false;
+        this.logger = new Logger({ level: 'warn' });
+        this.registerBuiltins();
+        this.registerNativeWebTools();
+    }
+    /**
+     * Register all 5 native web intelligence tools as first-class built-ins.
+     * No API keys required — all engines work out of the box.
+     *
+     * Tools registered:
+     *   web_search    — DuckDuckGo + Google + SearXNG search
+     *   web_extract   — Content-density extraction from any URL
+     *   web_crawl     — BFS crawler with depth control
+     *   web_research  — Multi-round search+extract+synthesis
+     *   web_map       — Sitemap.xml + link discovery
+     */
+    registerNativeWebTools() {
+        try {
+            const webTools = createWebTools();
+            for (const tool of webTools) {
+                this.tools.set(tool.name, tool);
+            }
+            this.webToolsRegistered = true;
+            this.logger.debug(`Native web tools registered: ${webTools.map(t => t.name).join(', ')}`);
+        }
+        catch (err) {
+            this.logger.warn(`Failed to register native web tools: ${err}`);
+        }
+    }
+    /** Check if native web intelligence tools are active */
+    isWebIntelligenceActive() {
+        return this.webToolsRegistered;
+    }
+    /** Register a SkillTool instance directly (used by plugins, custom tools, etc.) */
+    register(tool) {
+        this.tools.set(tool.name, tool);
+    }
+    registerBuiltins() {
+        // file_read tool
+        this.registerTool('file_read', async (input) => {
+            const validated = z.object({ path: z.string() }).parse(input);
+            try {
+                const fs = await import('fs/promises');
+                const content = await fs.readFile(validated.path, 'utf-8');
+                return { path: validated.path, content, size: content.length };
+            }
+            catch (error) {
+                throw new ToolError(`Failed to read file: ${String(error)}`);
+            }
+        }, z.object({
+            path: z.string().describe('File path to read'),
+        }));
+        // file_write tool
+        this.registerTool('file_write', async (input) => {
+            const validated = z
+                .object({
+                path: z.string(),
+                content: z.string(),
+                append: z.boolean().optional(),
+            })
+                .parse(input);
+            try {
+                const fs = await import('fs/promises');
+                if (validated.append) {
+                    await fs.appendFile(validated.path, validated.content);
+                }
+                else {
+                    await fs.writeFile(validated.path, validated.content, 'utf-8');
+                }
+                return {
+                    path: validated.path,
+                    status: 'success',
+                    bytesWritten: validated.content.length,
+                };
+            }
+            catch (error) {
+                throw new ToolError(`Failed to write file: ${String(error)}`);
+            }
+        }, z.object({
+            path: z.string().describe('File path to write'),
+            content: z.string().describe('Content to write'),
+            append: z.boolean().optional().describe('Append instead of overwrite'),
+        }));
+        // shell_exec tool
+        this.registerTool('shell_exec', async (input) => {
+            const validated = z.object({ command: z.string(), timeout: z.number().optional() }).parse(input);
+            try {
+                const { exec } = await import('child_process');
+                const { promisify } = await import('util');
+                const execAsync = promisify(exec);
+                const timeout = validated.timeout || 30000;
+                const { stdout, stderr } = await execAsync(validated.command, { timeout });
+                return {
+                    command: validated.command,
+                    exitCode: 0,
+                    stdout: stdout.trim(),
+                    stderr: stderr.trim(),
+                };
+            }
+            catch (error) {
+                const err = error;
+                throw new ToolError(`Command execution failed: ${err.message}`);
+            }
+        }, z.object({
+            command: z.string().describe('Shell command to execute'),
+            timeout: z.number().optional().describe('Timeout in milliseconds (default: 30000)'),
+        }));
+        // http_request tool
+        this.registerTool('http_request', async (input) => {
+            const validated = z
+                .object({
+                method: z.enum(['GET', 'POST', 'PUT', 'DELETE', 'PATCH']).optional(),
+                url: z.string().url(),
+                headers: z.record(z.string()).optional(),
+                body: z.string().optional(),
+                timeout: z.number().optional(),
+            })
+                .parse(input);
+            try {
+                const fetch = (await import('node-fetch')).default;
+                const controller = new AbortController();
+                const timeout = validated.timeout || 30000;
+                const timeoutId = setTimeout(() => controller.abort(), timeout);
+                const response = await fetch(validated.url, {
+                    method: validated.method || 'GET',
+                    headers: validated.headers || {},
+                    body: validated.body,
+                    signal: controller.signal,
+                });
+                clearTimeout(timeoutId);
+                const contentType = response.headers.get('content-type');
+                let data;
+                if (contentType?.includes('application/json')) {
+                    data = await response.json();
+                }
+                else {
+                    data = await response.text();
+                }
+                return {
+                    status: response.status,
+                    statusText: response.statusText,
+                    headers: Object.fromEntries(response.headers),
+                    data,
+                };
+            }
+            catch (error) {
+                throw new ToolError(`HTTP request failed: ${String(error)}`);
+            }
+        }, z.object({
+            url: z.string().url().describe('URL to request'),
+            method: z.enum(['GET', 'POST', 'PUT', 'DELETE', 'PATCH']).optional().describe('HTTP method'),
+            headers: z.record(z.string()).optional().describe('Request headers'),
+            body: z.string().optional().describe('Request body'),
+            timeout: z.number().optional().describe('Timeout in milliseconds'),
+        }));
+    }
+    registerTool(name, handler, schema) {
+        const tool = {
+            name,
+            description: `${name} tool`,
+            schema,
+            execute: handler,
+        };
+        this.tools.set(name, tool);
+    }
+    getTool(name) {
+        return this.tools.get(name);
+    }
+    async executeTool(request) {
+        const startTime = Date.now();
+        const tool = this.getTool(request.name);
+        if (!tool) {
+            throw new ToolError(`Tool not found: ${request.name}`);
+        }
+        try {
+            // Validate input
+            const validatedInput = tool.schema.parse(request.input);
+            // Execute tool
+            const output = await tool.execute(validatedInput);
+            const duration = Date.now() - startTime;
+            return {
+                toolName: request.name,
+                input: request.input,
+                output,
+                duration,
+                success: true,
+            };
+        }
+        catch (error) {
+            const duration = Date.now() - startTime;
+            return {
+                toolName: request.name,
+                input: request.input,
+                output: null,
+                duration,
+                success: false,
+                error: error instanceof Error ? error.message : String(error),
+            };
+        }
+    }
+    listTools() {
+        return Array.from(this.tools.values()).map((tool) => {
+            const zodToJsonSchema = (schema) => {
+                const descriptions = {};
+                if (schema instanceof z.ZodObject) {
+                    const shape = schema.shape;
+                    for (const [key, value] of Object.entries(shape)) {
+                        if (value instanceof z.ZodType) {
+                            descriptions[key] = value.description || key;
+                        }
+                    }
+                }
+                return descriptions;
+            };
+            return {
+                name: tool.name,
+                description: tool.description,
+                schema: zodToJsonSchema(tool.schema),
+            };
+        });
+    }
+    getToolsForVercelAI() {
+        const toolsObj = {};
+        for (const [name, tool] of this.tools.entries()) {
+            toolsObj[name] = {
+                description: tool.description,
+                parameters: this.zodSchemaToJsonSchema(tool.schema),
+            };
+        }
+        return toolsObj;
+    }
+    zodSchemaToJsonSchema(schema) {
+        // Simplified conversion - production would use zod-to-json-schema library
+        if (schema instanceof z.ZodObject) {
+            const shape = schema.shape;
+            const properties = {};
+            const required = [];
+            for (const [key, value] of Object.entries(shape)) {
+                const zodType = value;
+                properties[key] = {
+                    type: this.mapZodToJsonType(zodType),
+                    description: zodType.description || key,
+                };
+                if (!zodType.isOptional?.()) {
+                    required.push(key);
+                }
+            }
+            return {
+                type: 'object',
+                properties,
+                required: required.length > 0 ? required : undefined,
+            };
+        }
+        return { type: 'object' };
+    }
+    mapZodToJsonType(zodType) {
+        const typeName = zodType.constructor.name;
+        const typeMap = {
+            ZodString: 'string',
+            ZodNumber: 'number',
+            ZodBoolean: 'boolean',
+            ZodArray: 'array',
+            ZodObject: 'object',
+            ZodEnum: 'string',
+        };
+        return typeMap[typeName] || 'any';
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/tools/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/tools/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAa,MAAM,KAAK,CAAC;AACnC,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AA6BhD,MAAM,OAAO,YAAY;IAKvB;QAJQ,UAAK,GAA2B,IAAI,GAAG,EAAE,CAAC;QAE1C,uBAAkB,GAAG,KAAK,CAAC;QAGjC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,IAAI,CAAC,sBAAsB,EAAE,CAAC;IAChC,CAAC;IAED;;;;;;;;;;OAUG;IACK,sBAAsB;QAC5B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,cAAc,EAAE,CAAC;YAElC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAClC,CAAC;YAED,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5F,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wCAAwC,GAAG,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,wDAAwD;IACxD,uBAAuB;QACrB,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACjC,CAAC;IAED,mFAAmF;IACnF,QAAQ,CAAC,IAAe;QACtB,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC;IAEO,gBAAgB;QAEtB,iBAAiB;QACjB,IAAI,CAAC,YAAY,CACf,WAAW,EACX,KAAK,EAAE,KAAc,EAAE,EAAE;YACvB,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC9D,IAAI,CAAC;gBACH,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;gBACvC,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBAC3D,OAAO,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;YACjE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,SAAS,CAAC,wBAAwB,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC,EACD,CAAC,CAAC,MAAM,CAAC;YACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC;SAC/C,CAAC,CACH,CAAC;QAEF,kBAAkB;QAClB,IAAI,CAAC,YAAY,CACf,YAAY,EACZ,KAAK,EAAE,KAAc,EAAE,EAAE;YACvB,MAAM,SAAS,GAAG,CAAC;iBAChB,MAAM,CAAC;gBACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;gBAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;gBACnB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;aAC/B,CAAC;iBACD,KAAK,CAAC,KAAK,CAAC,CAAC;YAChB,IAAI,CAAC;gBACH,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,CAAC;gBACvC,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;oBACrB,MAAM,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;gBACzD,CAAC;qBAAM,CAAC;oBACN,MAAM,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBACjE,CAAC;gBACD,OAAO;oBACL,IAAI,EAAE,SAAS,CAAC,IAAI;oBACpB,MAAM,EAAE,SAAS;oBACjB,YAAY,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM;iBACvC,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,SAAS,CAAC,yBAAyB,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC,EACD,CAAC,CAAC,MAAM,CAAC;YACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YAC/C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YAChD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;SACvE,CAAC,CACH,CAAC;QAEF,kBAAkB;QAClB,IAAI,CAAC,YAAY,CACf,YAAY,EACZ,KAAK,EAAE,KAAc,EAAE,EAAE;YACvB,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAEjG,IAAI,CAAC;gBACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAC;gBAC/C,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC3C,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;gBAElC,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,IAAI,KAAK,CAAC;gBAC3C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;gBAE3E,OAAO;oBACL,OAAO,EAAE,SAAS,CAAC,OAAO;oBAC1B,QAAQ,EAAE,CAAC;oBACX,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;oBACrB,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE;iBACtB,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,GAAG,GAAG,KAAY,CAAC;gBACzB,MAAM,IAAI,SAAS,CAAC,6BAA6B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAClE,CAAC;QACH,CAAC,EACD,CAAC,CAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;YACxD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;SACpF,CAAC,CACH,CAAC;QAEF,oBAAoB;QACpB,IAAI,CAAC,YAAY,CACf,cAAc,EACd,KAAK,EAAE,KAAc,EAAE,EAAE;YACvB,MAAM,SAAS,GAAG,CAAC;iBAChB,MAAM,CAAC;gBACN,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE;gBACpE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;gBACrB,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;gBACxC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;gBAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;aAC/B,CAAC;iBACD,KAAK,CAAC,KAAK,CAAC,CAAC;YAEhB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,CAAC,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC;gBACnD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;gBACzC,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,IAAI,KAAK,CAAC;gBAE3C,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;gBAEhE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,GAAG,EAAE;oBAC1C,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,KAAK;oBACjC,OAAO,EAAE,SAAS,CAAC,OAAO,IAAI,EAAE;oBAChC,IAAI,EAAE,SAAS,CAAC,IAAI;oBACpB,MAAM,EAAE,UAAU,CAAC,MAAa;iBACjC,CAAC,CAAC;gBAEH,YAAY,CAAC,SAAS,CAAC,CAAC;gBAExB,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBACzD,IAAI,IAAa,CAAC;gBAElB,IAAI,WAAW,EAAE,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBAC9C,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACN,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC/B,CAAC;gBAED,OAAO;oBACL,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;oBAC/B,OAAO,EAAE,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC;oBAC7C,IAAI;iBACL,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,IAAI,SAAS,CAAC,wBAAwB,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC,EACD,CAAC,CAAC,MAAM,CAAC;YACP,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;YAChD,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC;YAC5F,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;YACpE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;YACpD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;SACnE,CAAC,CACH,CAAC;IACJ,CAAC;IAED,YAAY,CAAC,IAAY,EAAE,OAA6C,EAAE,MAAiB;QACzF,MAAM,IAAI,GAAc;YACtB,IAAI;YACJ,WAAW,EAAE,GAAG,IAAI,OAAO;YAC3B,MAAM;YACN,OAAO,EAAE,OAAO;SACjB,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,OAAO,CAAC,IAAY;QAClB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAwB;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAExC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,SAAS,CAAC,mBAAmB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,CAAC;YACH,iBAAiB;YACjB,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAExD,eAAe;YACf,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAElD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,OAAO;gBACL,QAAQ,EAAE,OAAO,CAAC,IAAI;gBACtB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM;gBACN,QAAQ;gBACR,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,OAAO;gBACL,QAAQ,EAAE,OAAO,CAAC,IAAI;gBACtB,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,MAAM,EAAE,IAAI;gBACZ,QAAQ;gBACR,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;aAC9D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,SAAS;QACP,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAClD,MAAM,eAAe,GAAG,CAAC,MAAiB,EAA2B,EAAE;gBACrE,MAAM,YAAY,GAA2B,EAAE,CAAC;gBAChD,IAAI,MAAM,YAAY,CAAC,CAAC,SAAS,EAAE,CAAC;oBAClC,MAAM,KAAK,GAAI,MAAc,CAAC,KAAK,CAAC;oBACpC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;wBACjD,IAAI,KAAK,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;4BAC/B,YAAY,CAAC,GAAG,CAAC,GAAI,KAAa,CAAC,WAAW,IAAI,GAAG,CAAC;wBACxD,CAAC;oBACH,CAAC;gBACH,CAAC;gBACD,OAAO,YAAY,CAAC;YACtB,CAAC,CAAC;YAEF,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,MAAM,EAAE,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC;aACrC,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB;QACjB,MAAM,QAAQ,GAAwB,EAAE,CAAC;QAEzC,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAChD,QAAQ,CAAC,IAAI,CAAC,GAAG;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,MAAM,CAAC;aACpD,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,qBAAqB,CAAC,MAAiB;QAC7C,0EAA0E;QAC1E,IAAI,MAAM,YAAY,CAAC,CAAC,SAAS,EAAE,CAAC;YAClC,MAAM,KAAK,GAAI,MAAc,CAAC,KAAK,CAAC;YACpC,MAAM,UAAU,GAAwB,EAAE,CAAC;YAC3C,MAAM,QAAQ,GAAa,EAAE,CAAC;YAE9B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjD,MAAM,OAAO,GAAG,KAAY,CAAC;gBAC7B,UAAU,CAAC,GAAG,CAAC,GAAG;oBAChB,IAAI,EAAE,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC;oBACpC,WAAW,EAAE,OAAO,CAAC,WAAW,IAAI,GAAG;iBACxC,CAAC;gBAEF,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,EAAE,CAAC;oBAC5B,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;YAED,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,UAAU;gBACV,QAAQ,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;aACrD,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;IAC5B,CAAC;IAEO,gBAAgB,CAAC,OAAY;QACnC,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC;QAE1C,MAAM,OAAO,GAA2B;YACtC,SAAS,EAAE,QAAQ;YACnB,SAAS,EAAE,QAAQ;YACnB,UAAU,EAAE,SAAS;YACrB,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,QAAQ;YACnB,OAAO,EAAE,QAAQ;SAClB,CAAC;QAEF,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC;IACpC,CAAC;CACF"}

package/dist/tools/web-engine.d.ts

@@ -0,0 +1,158 @@
+/**
+ * SkillKit Native Web Intelligence Engine
+ * =========================================
+ * Zero external API dependencies. No Tavily, no SerpAPI, no paid keys.
+ * SkillKit builds its own web intelligence from scratch.
+ *
+ * 5 capabilities (inspired by Tavily's architecture, built natively):
+ *   1. SEARCH   — Multi-source web search (DuckDuckGo HTML + Google fallback + SearXNG)
+ *   2. EXTRACT  — Content extraction from any URL (Readability-style + metadata)
+ *   3. CRAWL    — Deep website crawling with link following and depth control
+ *   4. RESEARCH — Multi-step deep research with AI-powered synthesis
+ *   5. MAP      — Site URL structure discovery (sitemap.xml + link harvesting)
+ *
+ * How it works WITHOUT paid APIs:
+ *   - Search: Scrapes DuckDuckGo HTML (no API key needed), parses results
+ *   - Extract: Fetches raw HTML, strips boilerplate via content-density algorithm
+ *   - Crawl: BFS link-follower with domain scoping, depth limits, robots.txt respect
+ *   - Research: Orchestrates search → extract → synthesize in multiple rounds
+ *   - Map: Parses sitemap.xml + discovers links via crawl (URL-only mode)
+ *
+ * @module web-engine
+ */
+export interface SearchResult {
+    title: string;
+    url: string;
+    snippet: string;
+    source: string;
+    position: number;
+}
+export interface SearchResponse {
+    query: string;
+    results: SearchResult[];
+    total_results: number;
+    search_engine: string;
+    response_time_ms: number;
+}
+export interface ExtractedContent {
+    url: string;
+    title: string;
+    description: string;
+    content: string;
+    raw_html?: string;
+    language?: string;
+    published_date?: string;
+    author?: string;
+    word_count: number;
+    links: string[];
+    images: string[];
+    metadata: Record<string, string>;
+}
+export interface ExtractResponse {
+    results: ExtractedContent[];
+    failed: Array<{
+        url: string;
+        error: string;
+    }>;
+    response_time_ms: number;
+}
+export interface CrawlPage {
+    url: string;
+    title: string;
+    content: string;
+    depth: number;
+    links_found: number;
+    word_count: number;
+}
+export interface CrawlResponse {
+    base_url: string;
+    pages: CrawlPage[];
+    total_pages: number;
+    total_links_discovered: number;
+    max_depth_reached: number;
+    response_time_ms: number;
+}
+export interface ResearchSource {
+    title: string;
+    url: string;
+    snippet: string;
+    relevance_score: number;
+}
+export interface ResearchResponse {
+    query: string;
+    summary: string;
+    key_findings: string[];
+    sources: ResearchSource[];
+    search_rounds: number;
+    total_pages_analyzed: number;
+    response_time_ms: number;
+}
+export interface MapResponse {
+    base_url: string;
+    urls: string[];
+    total_urls: number;
+    sitemap_found: boolean;
+    response_time_ms: number;
+}
+/**
+ * Native web search using DuckDuckGo HTML scraping.
+ * No API key needed. Free. Unlimited.
+ *
+ * Fallback order: DuckDuckGo HTML → Google HTML (if DDG blocked) → SearXNG (if configured)
+ */
+export declare function nativeSearch(query: string, options?: {
+    max_results?: number;
+    region?: string;
+    time_range?: string;
+    safe_search?: boolean;
+    searxng_url?: string;
+}): Promise<SearchResponse>;
+/**
+ * Extract clean, structured content from one or more URLs.
+ * Native implementation — no Tavily, no Readability.js dependency.
+ * Uses content-density algorithm + metadata extraction.
+ */
+export declare function nativeExtract(urls: string | string[], options?: {
+    include_raw_html?: boolean;
+    include_links?: boolean;
+    include_images?: boolean;
+    timeout?: number;
+}): Promise<ExtractResponse>;
+/**
+ * Native BFS web crawler.
+ * Follows links from a starting URL, collecting content from discovered pages.
+ * Respects: domain scope, depth limits, URL patterns, page limits.
+ */
+export declare function nativeCrawl(startUrl: string, options?: {
+    max_depth?: number;
+    max_pages?: number;
+    include_patterns?: string[];
+    exclude_patterns?: string[];
+    same_domain_only?: boolean;
+    respect_robots?: boolean;
+}): Promise<CrawlResponse>;
+/**
+ * Multi-step deep research engine.
+ * Performs multiple rounds of: search → extract top results → identify gaps → refine search.
+ *
+ * If a `synthesize` callback is provided (AI model function), it generates a cohesive summary.
+ * Without it, returns structured findings from multiple search rounds.
+ */
+export declare function nativeResearch(query: string, options?: {
+    max_rounds?: number;
+    max_sources?: number;
+    depth?: 'basic' | 'advanced';
+    synthesize?: (findings: string[], query: string) => Promise<string>;
+    searxng_url?: string;
+}): Promise<ResearchResponse>;
+/**
+ * Map a website's complete URL structure.
+ * First tries sitemap.xml, then falls back to link-discovery crawl (URL-only mode).
+ * Fast — doesn't extract content, just discovers URLs.
+ */
+export declare function nativeMap(url: string, options?: {
+    max_urls?: number;
+    max_depth?: number;
+    include_subdomains?: boolean;
+}): Promise<MapResponse>;
+//# sourceMappingURL=web-engine.d.ts.map

package/dist/tools/web-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-engine.d.ts","sourceRoot":"","sources":["../../src/tools/web-engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAaH,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,MAAM,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9C,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,sBAAsB,EAAE,MAAM,CAAC;IAC/B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,OAAO,EAAE,cAAc,EAAE,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,OAAO,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAsND;;;;;GAKG;AACH,wBAAsB,YAAY,CAChC,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;IACP,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;CACjB,GACL,OAAO,CAAC,cAAc,CAAC,CA2DzB;AA6JD;;;;GAIG;AACH,wBAAsB,aAAa,CACjC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,EACvB,OAAO,GAAE;IACP,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;CACb,GACL,OAAO,CAAC,eAAe,CAAC,CA6B1B;AA8DD;;;;GAIG;AACH,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE;IACP,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,cAAc,CAAC,EAAE,OAAO,CAAC;CACrB,GACL,OAAO,CAAC,aAAa,CAAC,CAqExB;AAiCD;;;;;;GAMG;AACH,wBAAsB,cAAc,CAClC,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;IACP,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,OAAO,GAAG,UAAU,CAAC;IAC7B,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACpE,WAAW,CAAC,EAAE,MAAM,CAAC;CACjB,GACL,OAAO,CAAC,gBAAgB,CAAC,CAsH3B;AAID;;;;GAIG;AACH,wBAAsB,SAAS,CAC7B,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IACP,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kBAAkB,CAAC,EAAE,OAAO,CAAC;CACzB,GACL,OAAO,CAAC,WAAW,CAAC,CA2CtB"}