@cogitator-ai/self-modifying 0.1.0

package/dist/tool-generation/tool-generator.js

@@ -0,0 +1,169 @@
+import { ToolValidator } from './tool-validator';
+import { TOOL_GENERATION_SYSTEM_PROMPT, buildToolGenerationPrompt, buildToolImprovementPrompt, parseToolGenerationResponse, } from './prompts';
+export class ToolGenerator {
+    llm;
+    config;
+    validator;
+    constructor(options) {
+        this.llm = options.llm;
+        this.config = options.config;
+        this.validator = new ToolValidator({
+            llm: options.llm,
+            config: options.config,
+        });
+    }
+    async generate(gap, existingTools, testCases) {
+        let currentTool = null;
+        let validationResult = null;
+        let iterations = 0;
+        const maxIterations = this.config.maxIterationsPerTool || 3;
+        while (iterations < maxIterations) {
+            iterations++;
+            try {
+                if (currentTool === null) {
+                    currentTool = await this.generateInitial(gap, existingTools);
+                }
+                else if (validationResult) {
+                    currentTool = await this.improve(currentTool, validationResult, iterations);
+                }
+                if (!currentTool) {
+                    return {
+                        tool: null,
+                        validationResult: null,
+                        iterations,
+                        success: false,
+                        error: 'Failed to generate tool implementation',
+                    };
+                }
+                validationResult = await this.validator.validate(currentTool, testCases);
+                if (validationResult.isValid) {
+                    currentTool.status = 'validated';
+                    currentTool.validationScore = validationResult.overallScore;
+                    return {
+                        tool: currentTool,
+                        validationResult,
+                        iterations,
+                        success: true,
+                    };
+                }
+                if (validationResult.securityIssues.length > 0 && iterations >= 2) {
+                    return {
+                        tool: currentTool,
+                        validationResult,
+                        iterations,
+                        success: false,
+                        error: `Security issues persist after ${iterations} iterations: ${validationResult.securityIssues.join(', ')}`,
+                    };
+                }
+            }
+            catch (error) {
+                return {
+                    tool: currentTool,
+                    validationResult,
+                    iterations,
+                    success: false,
+                    error: error instanceof Error ? error.message : String(error),
+                };
+            }
+        }
+        return {
+            tool: currentTool,
+            validationResult,
+            iterations,
+            success: false,
+            error: `Failed to generate valid tool after ${maxIterations} iterations`,
+        };
+    }
+    async generateQuick(description, name, parameters) {
+        const gap = {
+            id: `quick_${Date.now()}`,
+            description,
+            requiredCapability: description,
+            suggestedToolName: name,
+            complexity: 'simple',
+            confidence: 1,
+            reasoning: 'User-requested quick generation',
+        };
+        const result = await this.generate(gap, []);
+        return result.tool;
+    }
+    async generateInitial(gap, existingTools) {
+        const toolSummaries = existingTools.map((t) => ({
+            name: t.name,
+            description: t.description,
+        }));
+        const prompt = buildToolGenerationPrompt(gap, toolSummaries, {
+            maxLines: 100,
+            securityLevel: 'strict',
+            allowedModules: this.config.sandboxConfig?.allowedModules,
+        });
+        const response = await this.callLLM([
+            { role: 'system', content: TOOL_GENERATION_SYSTEM_PROMPT },
+            { role: 'user', content: prompt },
+        ], 0.4);
+        const tool = parseToolGenerationResponse(response.content);
+        if (tool) {
+            tool.metadata = {
+                ...tool.metadata,
+                gapId: gap.id,
+                complexity: gap.complexity,
+            };
+        }
+        return tool;
+    }
+    async improve(tool, validationResult, iteration) {
+        const prompt = buildToolImprovementPrompt(tool, validationResult, iteration);
+        const response = await this.callLLM([
+            { role: 'system', content: TOOL_GENERATION_SYSTEM_PROMPT },
+            { role: 'user', content: prompt },
+        ], 0.3);
+        const improved = parseToolGenerationResponse(response.content);
+        if (improved) {
+            improved.id = tool.id;
+            improved.version = tool.version + 1;
+            improved.metadata = {
+                ...tool.metadata,
+                ...improved.metadata,
+                previousVersion: tool.version,
+                improvementIteration: iteration,
+            };
+        }
+        return improved;
+    }
+    createExecutableTool(generated) {
+        const execute = this.compileImplementation(generated.implementation);
+        const { z } = require('zod');
+        return {
+            name: generated.name,
+            description: generated.description,
+            parameters: z.record(z.unknown()),
+            execute,
+            toJSON: () => ({
+                name: generated.name,
+                description: generated.description,
+                parameters: {
+                    type: 'object',
+                    properties: generated.parameters,
+                },
+            }),
+        };
+    }
+    compileImplementation(implementation) {
+        return async (params) => {
+            const factory = new Function(`
+        "use strict";
+        ${implementation}
+        return execute;
+      `);
+            const execute = factory();
+            return execute(params);
+        };
+    }
+    async callLLM(messages, temperature) {
+        if (this.llm.complete) {
+            return this.llm.complete({ messages, temperature });
+        }
+        return this.llm.chat({ model: 'default', messages, temperature });
+    }
+}
+//# sourceMappingURL=tool-generator.js.map

package/dist/tool-generation/tool-generator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-generator.js","sourceRoot":"","sources":["../../src/tool-generation/tool-generator.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACjD,OAAO,EACL,6BAA6B,EAC7B,yBAAyB,EACzB,0BAA0B,EAC1B,2BAA2B,GAC5B,MAAM,WAAW,CAAC;AAenB,MAAM,OAAO,aAAa;IACP,GAAG,CAAa;IAChB,MAAM,CAA2B;IACjC,SAAS,CAAgB;IAE1C,YAAY,OAA6B;QACvC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,aAAa,CAAC;YACjC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,GAAkB,EAClB,aAAqB,EACrB,SAA+D;QAE/D,IAAI,WAAW,GAAyB,IAAI,CAAC;QAC7C,IAAI,gBAAgB,GAAgC,IAAI,CAAC;QACzD,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,IAAI,CAAC,CAAC;QAE5D,OAAO,UAAU,GAAG,aAAa,EAAE,CAAC;YAClC,UAAU,EAAE,CAAC;YAEb,IAAI,CAAC;gBACH,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;oBACzB,WAAW,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;gBAC/D,CAAC;qBAAM,IAAI,gBAAgB,EAAE,CAAC;oBAC5B,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,gBAAgB,EAAE,UAAU,CAAC,CAAC;gBAC9E,CAAC;gBAED,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,OAAO;wBACL,IAAI,EAAE,IAAI;wBACV,gBAAgB,EAAE,IAAI;wBACtB,UAAU;wBACV,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,wCAAwC;qBAChD,CAAC;gBACJ,CAAC;gBAED,gBAAgB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;gBAEzE,IAAI,gBAAgB,CAAC,OAAO,EAAE,CAAC;oBAC7B,WAAW,CAAC,MAAM,GAAG,WAAW,CAAC;oBACjC,WAAW,CAAC,eAAe,GAAG,gBAAgB,CAAC,YAAY,CAAC;oBAE5D,OAAO;wBACL,IAAI,EAAE,WAAW;wBACjB,gBAAgB;wBAChB,UAAU;wBACV,OAAO,EAAE,IAAI;qBACd,CAAC;gBACJ,CAAC;gBAED,IAAI,gBAAgB,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;oBAClE,OAAO;wBACL,IAAI,EAAE,WAAW;wBACjB,gBAAgB;wBAChB,UAAU;wBACV,OAAO,EAAE,KAAK;wBACd,KAAK,EAAE,iCAAiC,UAAU,gBAAgB,gBAAgB,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;qBAC/G,CAAC;gBACJ,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO;oBACL,IAAI,EAAE,WAAW;oBACjB,gBAAgB;oBAChB,UAAU;oBACV,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,gBAAgB;YAChB,UAAU;YACV,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,uCAAuC,aAAa,aAAa;SACzE,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,WAAmB,EACnB,IAAY,EACZ,UAAmC;QAEnC,MAAM,GAAG,GAAkB;YACzB,EAAE,EAAE,SAAS,IAAI,CAAC,GAAG,EAAE,EAAE;YACzB,WAAW;YACX,kBAAkB,EAAE,WAAW;YAC/B,iBAAiB,EAAE,IAAI;YACvB,UAAU,EAAE,QAAQ;YACpB,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,iCAAiC;SAC7C,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC5C,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,GAAkB,EAClB,aAAqB;QAErB,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9C,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;SAC3B,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAAG,yBAAyB,CAAC,GAAG,EAAE,aAAa,EAAE;YAC3D,QAAQ,EAAE,GAAG;YACb,aAAa,EAAE,QAAQ;YACvB,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,cAAc;SAC1D,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;YAClC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,6BAA6B,EAAE;YAC1D,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;SAClC,EAAE,GAAG,CAAC,CAAC;QAER,MAAM,IAAI,GAAG,2BAA2B,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE3D,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,QAAQ,GAAG;gBACd,GAAG,IAAI,CAAC,QAAQ;gBAChB,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,UAAU,EAAE,GAAG,CAAC,UAAU;aAC3B,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,IAAmB,EACnB,gBAAsC,EACtC,SAAiB;QAEjB,MAAM,MAAM,GAAG,0BAA0B,CAAC,IAAI,EAAE,gBAAgB,EAAE,SAAS,CAAC,CAAC;QAE7E,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC;YAClC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,6BAA6B,EAAE;YAC1D,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;SAClC,EAAE,GAAG,CAAC,CAAC;QAER,MAAM,QAAQ,GAAG,2BAA2B,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE/D,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACtB,QAAQ,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;YACpC,QAAQ,CAAC,QAAQ,GAAG;gBAClB,GAAG,IAAI,CAAC,QAAQ;gBAChB,GAAG,QAAQ,CAAC,QAAQ;gBACpB,eAAe,EAAE,IAAI,CAAC,OAAO;gBAC7B,oBAAoB,EAAE,SAAS;aAChC,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,oBAAoB,CAAC,SAAwB;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACrE,MAAM,EAAE,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAE7B,OAAO;YACL,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,EAAE,CAAqB;YACrD,OAAO;YACP,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;gBACb,IAAI,EAAE,SAAS,CAAC,IAAI;gBACpB,WAAW,EAAE,SAAS,CAAC,WAAW;gBAClC,UAAU,EAAE;oBACV,IAAI,EAAE,QAAiB;oBACvB,UAAU,EAAE,SAAS,CAAC,UAAqC;iBAC5D;aACF,CAAC;SACH,CAAC;IACJ,CAAC;IAEO,qBAAqB,CAC3B,cAAsB;QAEtB,OAAO,KAAK,EAAE,MAAe,EAAoB,EAAE;YACjD,MAAM,OAAO,GAAG,IAAI,QAAQ,CAAC;;UAEzB,cAAc;;OAEjB,CAAC,CAAC;YAEH,MAAM,OAAO,GAAG,OAAO,EAAE,CAAC;YAC1B,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,QAA2E,EAC3E,WAAmB;QAEnB,IAAI,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;IACpE,CAAC;CACF"}

package/dist/tool-generation/tool-sandbox.d.ts

@@ -0,0 +1,31 @@
+import type { ToolSandboxConfig, ToolSandboxResult, GeneratedTool } from '@cogitator-ai/types';
+export declare const DEFAULT_SANDBOX_CONFIG: ToolSandboxConfig;
+export declare class ToolSandbox {
+    private readonly config;
+    private readonly logs;
+    constructor(config?: Partial<ToolSandboxConfig>);
+    execute(tool: GeneratedTool, params: unknown): Promise<ToolSandboxResult>;
+    testWithCases(tool: GeneratedTool, testCases: Array<{
+        input: unknown;
+        expectedOutput?: unknown;
+        shouldThrow?: boolean;
+    }>): Promise<{
+        passed: number;
+        failed: number;
+        results: Array<{
+            input: unknown;
+            output?: unknown;
+            error?: string;
+            passed: boolean;
+            executionTime: number;
+        }>;
+    }>;
+    private validateImplementation;
+    private createContext;
+    private wrapImplementation;
+    private executeWithTimeout;
+    private executeUnsandboxed;
+    private estimateMemoryUsage;
+    private deepEqual;
+}
+//# sourceMappingURL=tool-sandbox.d.ts.map

package/dist/tool-generation/tool-sandbox.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-sandbox.d.ts","sourceRoot":"","sources":["../../src/tool-generation/tool-sandbox.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACd,MAAM,qBAAqB,CAAC;AAE7B,eAAO,MAAM,sBAAsB,EAAE,iBAMpC,CAAC;AAyBF,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoB;IAC3C,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAgB;gBAEzB,MAAM,GAAE,OAAO,CAAC,iBAAiB,CAAM;IAI7C,OAAO,CACX,IAAI,EAAE,aAAa,EACnB,MAAM,EAAE,OAAO,GACd,OAAO,CAAC,iBAAiB,CAAC;IAuCvB,aAAa,CACjB,IAAI,EAAE,aAAa,EACnB,SAAS,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,cAAc,CAAC,EAAE,OAAO,CAAC;QAAC,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,GACpF,OAAO,CAAC;QACT,MAAM,EAAE,MAAM,CAAC;QACf,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,KAAK,CAAC;YACb,KAAK,EAAE,OAAO,CAAC;YACf,MAAM,CAAC,EAAE,OAAO,CAAC;YACjB,KAAK,CAAC,EAAE,MAAM,CAAC;YACf,MAAM,EAAE,OAAO,CAAC;YAChB,aAAa,EAAE,MAAM,CAAC;SACvB,CAAC,CAAC;KACJ,CAAC;IAuCF,OAAO,CAAC,sBAAsB;IAiD9B,OAAO,CAAC,aAAa;IAiCrB,OAAO,CAAC,kBAAkB;YAgBZ,kBAAkB;YA+BlB,kBAAkB;IAgChC,OAAO,CAAC,mBAAmB;IAS3B,OAAO,CAAC,SAAS;CAsBlB"}

package/dist/tool-generation/tool-sandbox.js

@@ -0,0 +1,240 @@
+export const DEFAULT_SANDBOX_CONFIG = {
+    enabled: true,
+    maxExecutionTime: 5000,
+    maxMemory: 50 * 1024 * 1024,
+    allowedModules: [],
+    isolationLevel: 'strict',
+};
+export class ToolSandbox {
+    config;
+    logs = [];
+    constructor(config = {}) {
+        this.config = { ...DEFAULT_SANDBOX_CONFIG, ...config };
+    }
+    async execute(tool, params) {
+        const startTime = Date.now();
+        this.logs.length = 0;
+        if (!this.config.enabled) {
+            return this.executeUnsandboxed(tool, params, startTime);
+        }
+        try {
+            this.validateImplementation(tool.implementation);
+            const context = this.createContext();
+            const wrappedCode = this.wrapImplementation(tool.implementation);
+            const result = await this.executeWithTimeout(wrappedCode, context, params, this.config.maxExecutionTime);
+            return {
+                success: true,
+                result,
+                executionTime: Date.now() - startTime,
+                memoryUsed: this.estimateMemoryUsage(result),
+                logs: [...this.logs],
+            };
+        }
+        catch (error) {
+            return {
+                success: false,
+                error: error instanceof Error ? error.message : String(error),
+                executionTime: Date.now() - startTime,
+                memoryUsed: 0,
+                logs: [...this.logs],
+            };
+        }
+    }
+    async testWithCases(tool, testCases) {
+        const results = [];
+        for (const testCase of testCases) {
+            const execResult = await this.execute(tool, testCase.input);
+            let passed = false;
+            if (testCase.shouldThrow) {
+                passed = !execResult.success;
+            }
+            else if (testCase.expectedOutput !== undefined) {
+                passed =
+                    execResult.success &&
+                        this.deepEqual(execResult.result, testCase.expectedOutput);
+            }
+            else {
+                passed = execResult.success;
+            }
+            results.push({
+                input: testCase.input,
+                output: execResult.result,
+                error: execResult.error,
+                passed,
+                executionTime: execResult.executionTime,
+            });
+        }
+        return {
+            passed: results.filter((r) => r.passed).length,
+            failed: results.filter((r) => !r.passed).length,
+            results,
+        };
+    }
+    validateImplementation(code) {
+        const forbidden = [
+            /\beval\s*\(/,
+            /\bFunction\s*\(/,
+            /\bnew\s+Function\s*\(/,
+            /\bimport\s*\(/,
+            /\brequire\s*\(/,
+            /\bprocess\./,
+            /\bglobal\./,
+            /\bglobalThis\./,
+            /\bwindow\./,
+            /\bdocument\./,
+            /\bchild_process/,
+            /\bfs\./,
+            /\bhttp\./,
+            /\bhttps\./,
+            /\bnet\./,
+            /\bdns\./,
+            /\bos\./,
+            /\bexec\s*\(/,
+            /\bspawn\s*\(/,
+            /__proto__/,
+            /\bconstructor\s*\[/,
+        ];
+        if (this.config.isolationLevel === 'strict') {
+            forbidden.push(/\bfetch\s*\(/, /\bXMLHttpRequest/, /\bWebSocket/, /\bsetTimeout\s*\(/, /\bsetInterval\s*\(/);
+        }
+        for (const pattern of forbidden) {
+            if (pattern.test(code)) {
+                throw new Error(`Security violation: forbidden pattern detected - ${pattern.source}`);
+            }
+        }
+        const lines = code.split('\n').length;
+        if (lines > 200) {
+            throw new Error(`Implementation too large: ${lines} lines (max 200)`);
+        }
+    }
+    createContext() {
+        const sandbox = this;
+        return {
+            console: {
+                log: (...args) => {
+                    sandbox.logs.push(`[LOG] ${args.map(String).join(' ')}`);
+                },
+                warn: (...args) => {
+                    sandbox.logs.push(`[WARN] ${args.map(String).join(' ')}`);
+                },
+                error: (...args) => {
+                    sandbox.logs.push(`[ERROR] ${args.map(String).join(' ')}`);
+                },
+            },
+            Math,
+            JSON,
+            Date,
+            Array,
+            Object,
+            String,
+            Number,
+            Boolean,
+            RegExp,
+            Map,
+            Set,
+            Promise,
+            Error,
+            TypeError,
+            RangeError,
+        };
+    }
+    wrapImplementation(code) {
+        return `
+      "use strict";
+      return (async function sandboxedExecution(params, context) {
+        const { console, Math, JSON, Date, Array, Object, String, Number, Boolean, RegExp, Map, Set, Promise, Error, TypeError, RangeError } = context;
+
+        ${code}
+
+        if (typeof execute === 'function') {
+          return await execute(params);
+        }
+        throw new Error('Implementation must define an execute function');
+      });
+    `;
+    }
+    async executeWithTimeout(wrappedCode, context, params, timeout) {
+        return new Promise((resolve, reject) => {
+            const timer = setTimeout(() => {
+                reject(new Error(`Execution timeout: exceeded ${timeout}ms`));
+            }, timeout);
+            try {
+                const factory = new Function(wrappedCode);
+                const executor = factory();
+                Promise.resolve(executor(params, context))
+                    .then((result) => {
+                    clearTimeout(timer);
+                    resolve(result);
+                })
+                    .catch((error) => {
+                    clearTimeout(timer);
+                    reject(error);
+                });
+            }
+            catch (error) {
+                clearTimeout(timer);
+                reject(error);
+            }
+        });
+    }
+    async executeUnsandboxed(tool, params, startTime) {
+        try {
+            const factory = new Function(`
+        "use strict";
+        ${tool.implementation}
+        return execute;
+      `);
+            const execute = factory();
+            const result = await execute(params);
+            return {
+                success: true,
+                result,
+                executionTime: Date.now() - startTime,
+                memoryUsed: this.estimateMemoryUsage(result),
+                logs: [],
+            };
+        }
+        catch (error) {
+            return {
+                success: false,
+                error: error instanceof Error ? error.message : String(error),
+                executionTime: Date.now() - startTime,
+                memoryUsed: 0,
+                logs: [],
+            };
+        }
+    }
+    estimateMemoryUsage(value) {
+        try {
+            const str = JSON.stringify(value);
+            return str.length * 2;
+        }
+        catch {
+            return 0;
+        }
+    }
+    deepEqual(a, b) {
+        if (a === b)
+            return true;
+        if (typeof a !== typeof b)
+            return false;
+        if (a === null || b === null)
+            return a === b;
+        if (Array.isArray(a) && Array.isArray(b)) {
+            if (a.length !== b.length)
+                return false;
+            return a.every((val, i) => this.deepEqual(val, b[i]));
+        }
+        if (typeof a === 'object' && typeof b === 'object') {
+            const aObj = a;
+            const bObj = b;
+            const keysA = Object.keys(aObj);
+            const keysB = Object.keys(bObj);
+            if (keysA.length !== keysB.length)
+                return false;
+            return keysA.every((key) => this.deepEqual(aObj[key], bObj[key]));
+        }
+        return false;
+    }
+}
+//# sourceMappingURL=tool-sandbox.js.map

package/dist/tool-generation/tool-sandbox.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-sandbox.js","sourceRoot":"","sources":["../../src/tool-generation/tool-sandbox.ts"],"names":[],"mappings":"AAMA,MAAM,CAAC,MAAM,sBAAsB,GAAsB;IACvD,OAAO,EAAE,IAAI;IACb,gBAAgB,EAAE,IAAI;IACtB,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;IAC3B,cAAc,EAAE,EAAE;IAClB,cAAc,EAAE,QAAQ;CACzB,CAAC;AAyBF,MAAM,OAAO,WAAW;IACL,MAAM,CAAoB;IAC1B,IAAI,GAAa,EAAE,CAAC;IAErC,YAAY,SAAqC,EAAE;QACjD,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,sBAAsB,EAAE,GAAG,MAAM,EAAE,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,OAAO,CACX,IAAmB,EACnB,MAAe;QAEf,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAErB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAEjD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;YACrC,MAAM,WAAW,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAEjE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAC1C,WAAW,EACX,OAAO,EACP,MAAM,EACN,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAC7B,CAAC;YAEF,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM;gBACN,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACrC,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;gBAC5C,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;aACrB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACrC,UAAU,EAAE,CAAC;gBACb,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,IAAmB,EACnB,SAAqF;QAYrF,MAAM,OAAO,GAMR,EAAE,CAAC;QAER,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;YAE5D,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;YAC/B,CAAC;iBAAM,IAAI,QAAQ,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;gBACjD,MAAM;oBACJ,UAAU,CAAC,OAAO;wBAClB,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,MAAM,EAAE,QAAQ,CAAC,cAAc,CAAC,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC;YAC9B,CAAC;YAED,OAAO,CAAC,IAAI,CAAC;gBACX,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM;gBACN,aAAa,EAAE,UAAU,CAAC,aAAa;aACxC,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;YAC9C,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM;YAC/C,OAAO;SACR,CAAC;IACJ,CAAC;IAEO,sBAAsB,CAAC,IAAY;QACzC,MAAM,SAAS,GAAG;YAChB,aAAa;YACb,iBAAiB;YACjB,uBAAuB;YACvB,eAAe;YACf,gBAAgB;YAChB,aAAa;YACb,YAAY;YACZ,gBAAgB;YAChB,YAAY;YACZ,cAAc;YACd,iBAAiB;YACjB,QAAQ;YACR,UAAU;YACV,WAAW;YACX,SAAS;YACT,SAAS;YACT,QAAQ;YACR,aAAa;YACb,cAAc;YACd,WAAW;YACX,oBAAoB;SACrB,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,QAAQ,EAAE,CAAC;YAC5C,SAAS,CAAC,IAAI,CACZ,cAAc,EACd,kBAAkB,EAClB,aAAa,EACb,mBAAmB,EACnB,oBAAoB,CACrB,CAAC;QACJ,CAAC;QAED,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;YAChC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvB,MAAM,IAAI,KAAK,CACb,oDAAoD,OAAO,CAAC,MAAM,EAAE,CACrE,CAAC;YACJ,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACtC,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,6BAA6B,KAAK,kBAAkB,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAEO,aAAa;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC;QAErB,OAAO;YACL,OAAO,EAAE;gBACP,GAAG,EAAE,CAAC,GAAG,IAAe,EAAE,EAAE;oBAC1B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3D,CAAC;gBACD,IAAI,EAAE,CAAC,GAAG,IAAe,EAAE,EAAE;oBAC3B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC5D,CAAC;gBACD,KAAK,EAAE,CAAC,GAAG,IAAe,EAAE,EAAE;oBAC5B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7D,CAAC;aACF;YACD,IAAI;YACJ,IAAI;YACJ,IAAI;YACJ,KAAK;YACL,MAAM;YACN,MAAM;YACN,MAAM;YACN,OAAO;YACP,MAAM;YACN,GAAG;YACH,GAAG;YACH,OAAO;YACP,KAAK;YACL,SAAS;YACT,UAAU;SACX,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,IAAY;QACrC,OAAO;;;;;UAKD,IAAI;;;;;;;KAOT,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,WAAmB,EACnB,OAAuB,EACvB,MAAe,EACf,OAAe;QAEf,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,MAAM,CAAC,IAAI,KAAK,CAAC,+BAA+B,OAAO,IAAI,CAAC,CAAC,CAAC;YAChE,CAAC,EAAE,OAAO,CAAC,CAAC;YAEZ,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,QAAQ,CAAC,WAAW,CAAC,CAAC;gBAC1C,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC;gBAE3B,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;qBACvC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;oBACf,YAAY,CAAC,KAAK,CAAC,CAAC;oBACpB,OAAO,CAAC,MAAM,CAAC,CAAC;gBAClB,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;oBACf,YAAY,CAAC,KAAK,CAAC,CAAC;oBACpB,MAAM,CAAC,KAAK,CAAC,CAAC;gBAChB,CAAC,CAAC,CAAC;YACP,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,IAAmB,EACnB,MAAe,EACf,SAAiB;QAEjB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,QAAQ,CAAC;;UAEzB,IAAI,CAAC,cAAc;;OAEtB,CAAC,CAAC;YACH,MAAM,OAAO,GAAG,OAAO,EAAE,CAAC;YAC1B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;YAErC,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,MAAM;gBACN,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACrC,UAAU,EAAE,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC;gBAC5C,IAAI,EAAE,EAAE;aACT,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACrC,UAAU,EAAE,CAAC;gBACb,IAAI,EAAE,EAAE;aACT,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,mBAAmB,CAAC,KAAc;QACxC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAClC,OAAO,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;QACxB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAEO,SAAS,CAAC,CAAU,EAAE,CAAU;QACtC,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QACzB,IAAI,OAAO,CAAC,KAAK,OAAO,CAAC;YAAE,OAAO,KAAK,CAAC;QACxC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI;YAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAE7C,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;gBAAE,OAAO,KAAK,CAAC;YACxC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YACnD,MAAM,IAAI,GAAG,CAA4B,CAAC;YAC1C,MAAM,IAAI,GAAG,CAA4B,CAAC;YAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEhC,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;gBAAE,OAAO,KAAK,CAAC;YAChD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/tool-generation/tool-validator.d.ts

@@ -0,0 +1,32 @@
+import type { GeneratedTool, ToolValidationResult, LLMBackend, ToolSelfGenerationConfig } from '@cogitator-ai/types';
+export interface ToolValidatorOptions {
+    llm?: LLMBackend;
+    config: ToolSelfGenerationConfig;
+}
+interface ValidationRule {
+    id: string;
+    name: string;
+    severity: 'error' | 'warning' | 'info';
+    check: (code: string, tool: GeneratedTool) => string | null;
+}
+export declare class ToolValidator {
+    private readonly llm?;
+    private readonly config;
+    private readonly sandbox;
+    private readonly customRules;
+    constructor(options: ToolValidatorOptions);
+    validate(tool: GeneratedTool, testCases?: Array<{
+        input: unknown;
+        expectedOutput?: unknown;
+        shouldThrow?: boolean;
+    }>): Promise<ToolValidationResult>;
+    addRule(rule: ValidationRule): void;
+    private runStaticAnalysis;
+    private runLLMValidation;
+    private generateBasicTestCases;
+    private generateSampleValue;
+    private calculateScore;
+    private callLLM;
+}
+export {};
+//# sourceMappingURL=tool-validator.d.ts.map

package/dist/tool-generation/tool-validator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-validator.d.ts","sourceRoot":"","sources":["../../src/tool-generation/tool-validator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EACb,oBAAoB,EACpB,UAAU,EACV,wBAAwB,EACzB,MAAM,qBAAqB,CAAC;AAI7B,MAAM,WAAW,oBAAoB;IACnC,GAAG,CAAC,EAAE,UAAU,CAAC;IACjB,MAAM,EAAE,wBAAwB,CAAC;CAClC;AAED,UAAU,cAAc;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC;IACvC,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,KAAK,MAAM,GAAG,IAAI,CAAC;CAC7D;AAyHD,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAa;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA2B;IAClD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAwB;gBAExC,OAAO,EAAE,oBAAoB;IAMnC,QAAQ,CACZ,IAAI,EAAE,aAAa,EACnB,SAAS,CAAC,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,cAAc,CAAC,EAAE,OAAO,CAAC;QAAC,WAAW,CAAC,EAAE,OAAO,CAAA;KAAE,CAAC,GACrF,OAAO,CAAC,oBAAoB,CAAC;IAoEhC,OAAO,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI;IAInC,OAAO,CAAC,iBAAiB;YAsBX,gBAAgB;IAmC9B,OAAO,CAAC,sBAAsB;IA2B9B,OAAO,CAAC,mBAAmB;IAoB3B,OAAO,CAAC,cAAc;YAuBR,OAAO;CAUtB"}