@tyvm/knowhow 0.0.108-dev.c7d102c → 0.0.108-dev.ed88cf4

package/src/agents/tools/executeScript/examples/test-runner.ts

@@ -1,197 +0,0 @@
-#!/usr/bin/env ts-node
-/**
- * Test runner for the executeScript tool
- * Usage: npx ts-node src/agents/tools/executeScript/examples/test-runner.ts
- */
-
-import { executeScript } from "../../executeScript";
-import { services } from "../../../../services";
-import { Clients } from "../../../../clients";
-import { includedTools } from "../../../tools/list";
-import * as allTools from "../../../tools";
-
-// Sample script to test with
-const testScript = `
-// Test script that demonstrates various executeScript capabilities
-console.log("Starting test script execution...");
-
-async function main() {
-  // Test 1: Simple console output
-  console.log("Test 1: Basic logging works");
-
-  // Test 2: Call a tool (file search)
-  try {
-    console.log("Test 2: Calling fileSearch tool...");
-    const searchResult = await callTool("fileSearch", {
-      searchTerm: "package.json"
-    });
-    console.log("File search result:", searchResult);
-  } catch (error) {
-    console.error("Tool call failed:", error.message);
-  }
-
-  // Test 3: Call another tool (text search)
-  try {
-    console.log("Test 3: Calling textSearch tool...");
-    const textResult = await callTool("textSearch", {
-      searchTerm: "executeScript"
-    });
-    console.log("Text search found", textResult?.length || 0, "matches");
-  } catch (error) {
-    console.error("Text search failed:", error.message);
-  }
-
-  // Test 4: Make an LLM call
-  try {
-    console.log("Test 4: Making LLM call...");
-    const llmResponse = await llm([
-      {
-        role: "system",
-        content: "You are a helpful assistant. Respond with exactly one sentence."
-      },
-      {
-        role: "user",
-        content: "What is 2+2? Just give the answer briefly."
-      }
-    ], {
-      model: "gpt-4o-mini",
-      max_tokens: 50
-    });
-
-    console.log("LLM Response:", llmResponse.choices[0].message.content);
-  } catch (error) {
-    console.error("LLM call failed:", error.message);
-  }
-
-  // Test 5: Create an artifact
-  try {
-    console.log("Test 5: Creating artifact...");
-    createArtifact("test-results.md", \`# Test Results
-
-Script executed successfully at: \${new Date().toISOString()}
-
-This is a test artifact created by the executeScript tool.
-
-## Test Summary
-- Console logging: ✓
-- Tool calls: ✓
-- LLM calls: ✓
-- Artifact creation: ✓
-\`, "markdown");
-    console.log("Artifact created successfully");
-  } catch (error) {
-    console.error("Artifact creation failed:", error.message);
-  }
-
-  // Return final result
-  return {
-    success: true,
-    message: "All tests completed successfully",
-    timestamp: new Date().toISOString(),
-    testsRun: 5
-  };
-}
-
-// Execute the main function
-await main().then(result => {
-  console.log("=== SCRIPT COMPLETED ===");
-  console.log("Final result:", JSON.stringify(result, null, 2));
-}).catch(error => {
-  console.error("=== SCRIPT FAILED ===");
-  console.error("Error:", error);
-  throw error;
-});
-`;
-
-async function runTest() {
-  console.log("🚀 Starting executeScript test...\n");
-  const { Tools } = services();
-
-  try {
-    Tools.defineTools(includedTools, allTools);
-
-    console.log("📋 Test Parameters:");
-    console.log("- Max Tool Calls: 10");
-    console.log("- Max Tokens: 1000");
-    console.log("- Max Execution Time: 60s");
-    console.log("- Max Cost: $0.50\n");
-
-    const startTime = Date.now();
-
-    // Execute the test script
-    const result = await executeScript({
-      script: testScript,
-      maxToolCalls: 10,
-      maxTokens: 1000,
-      maxExecutionTimeMs: 60000,
-      maxCostUsd: 0.5,
-    });
-
-    const executionTime = Date.now() - startTime;
-
-    console.log("\n" + "=".repeat(60));
-    console.log("🎯 TEST RESULTS");
-    console.log("=".repeat(60));
-    console.log(`⏱️  Execution Time: ${executionTime}ms`);
-    console.log(`✅ Success: ${result.success}`);
-
-    if (result.success) {
-      console.log(`📊 Result:`, result.result);
-      console.log(`🔧 Tool Calls Made: ${result.quotaUsage.toolCalls}`);
-      console.log(`🎯 Tokens Used: ${result.quotaUsage.tokens}`);
-      console.log(`💰 Cost: $${result.quotaUsage.costUsd.toFixed(4)}`);
-
-      if (result.artifacts.length > 0) {
-        console.log(`📁 Artifacts Created: ${result.artifacts.length}`);
-        result.artifacts.forEach((artifact) => {
-          console.log(
-            `   - ${artifact.name} (${artifact.type}, ${artifact.contentLength} bytes)`
-          );
-        });
-      }
-
-      if (result.consoleOutput.length > 0) {
-        console.log(
-          `\n📝 Console Output (${result.consoleOutput.length} entries):`
-        );
-        result.consoleOutput.forEach((entry) => {
-          console.log(`   ${entry}`);
-        });
-      }
-
-      if (result.violations.length > 0) {
-        console.log(`\n⚠️  Policy Violations: ${result.violations.length}`);
-        result.violations.forEach((violation) => {
-          console.log(`   - ${JSON.stringify(violation)}`);
-        });
-      }
-    } else {
-      console.log(`❌ Error: ${result.error}`);
-
-      if (result.consoleOutput.length > 0) {
-        console.log(`\n📝 Console Output Before Failure:`);
-        result.consoleOutput.forEach((entry) => {
-          console.log(`   ${entry}`);
-        });
-      }
-    }
-
-    console.log("\n" + "=".repeat(60));
-    console.log(result.success ? "🎉 TEST PASSED!" : "💥 TEST FAILED!");
-    console.log("=".repeat(60));
-  } catch (error) {
-    console.error("\n💥 TEST RUNNER ERROR:");
-    console.error(error);
-    process.exit(1);
-  }
-}
-
-// Run the test if this file is executed directly
-if (require.main === module) {
-  runTest().catch((error) => {
-    console.error("Unhandled error:", error);
-    process.exit(1);
-  });
-}
-
-export { runTest, testScript };

package/src/agents/tools/executeScript/index.ts

@@ -1,98 +0,0 @@
-import { ScriptExecutor } from "../../../services/script-execution/ScriptExecutor";
-import { ToolsService } from "../../../services/Tools";
-import {
-  ExecutionRequest,
-  ExecutionResult,
-} from "../../../services/script-execution/types";
-import { services } from "../../../services";
-
-export async function executeScript({
-  script,
-  maxToolCalls,
-  maxTokens,
-  maxExecutionTimeMs,
-  maxCostUsd,
-  allowNetworkAccess,
-}: {
-  script: string;
-  maxToolCalls?: number;
-  maxTokens?: number;
-  maxExecutionTimeMs?: number;
-  maxCostUsd?: number;
-  allowNetworkAccess?: boolean;
-}) {
-  try {
-    // Get context from bound ToolsService
-    const toolService = (
-      this instanceof ToolsService ? this : services().Tools
-    ) as ToolsService;
-    const toolContext = toolService.getContext();
-    const { Clients, Tools } = toolContext;
-
-    if (!Clients) {
-      throw new Error("Clients not available in tool context");
-    }
-
-    // Create script executor with access to tools and clients
-    const executor = new ScriptExecutor(Tools, Clients);
-
-    // Execute the script
-    const result = await executor.execute({
-      script,
-      quotas: {
-        maxToolCalls: maxToolCalls || 50,
-        maxTokens: maxTokens || 10000,
-        maxExecutionTimeMs: maxExecutionTimeMs || 30000,
-        maxCostUsd: maxCostUsd || 1.0,
-        maxMemoryMb: 100,
-      },
-      policy: {
-        allowNetworkAccess: allowNetworkAccess ?? false,
-      },
-    });
-
-    // If there were policy violations, include them in the response
-    const violations = result.trace.events
-      .filter((e) => e.type.includes("violation") || e.type.includes("error"))
-      .map((e) => e.data);
-
-    // Format the response
-    return {
-      success: result.success,
-      result: result.result,
-      error: result.error,
-      artifacts: result.artifacts.map((a) => ({
-        id: a.id,
-        name: a.name,
-        type: a.type,
-        contentLength: a.content.length,
-        createdAt: a.createdAt,
-      })),
-      consoleOutput: result.consoleOutput,
-      metrics: result.trace.metrics,
-      violations,
-      executionTimeMs: result.trace.endTime - result.trace.startTime,
-      quotaUsage: {
-        toolCalls: result.trace.metrics.toolCallCount,
-        tokens: result.trace.metrics.tokenUsage.total,
-        costUsd: result.trace.metrics.costUsd,
-      },
-    };
-  } catch (error) {
-    return {
-      success: false,
-      error: error instanceof Error ? error.message : String(error),
-      result: null,
-      artifacts: [],
-      consoleOutput: [],
-      metrics: null,
-      violations: [],
-      executionTimeMs: 0,
-      quotaUsage: {
-        toolCalls: 0,
-        tokens: 0,
-        costUsd: 0,
-      },
-    };
-  }
-}

package/src/services/script-execution/SandboxContext.ts

@@ -1,282 +0,0 @@
-import { AIClient } from "../../clients";
-import { ScriptTracer } from "./ScriptTracer";
-import { ScriptPolicyEnforcer } from "./ScriptPolicy";
-import { Artifact, QuotaUsage } from "./types";
-import { Message } from "../../clients/types";
-import { ToolsService } from "../Tools";
-
-/**
- * Provides the execution context for scripts with controlled access to tools and AI
- */
-export class SandboxContext {
-  private artifacts: Artifact[] = [];
-  private consoleOutput: string[] = [];
-
-  constructor(
-    private toolsService: ToolsService,
-    private clients: AIClient,
-    private tracer: ScriptTracer,
-    private policyEnforcer: ScriptPolicyEnforcer
-  ) {}
-
-  /**
-   * Console implementation that captures output
-   */
-  console = {
-    log: (...args: any[]) => {
-      const message = args
-        .map((arg) =>
-          typeof arg === "object" ? JSON.stringify(arg) : String(arg)
-        )
-        .join(" ");
-      this.consoleOutput.push(`[LOG] ${message}`);
-      this.tracer.emitEvent("console_log", { message, args });
-    },
-
-    error: (...args: any[]) => {
-      const message = args
-        .map((arg) =>
-          typeof arg === "object" ? JSON.stringify(arg) : String(arg)
-        )
-        .join(" ");
-      this.consoleOutput.push(`[ERROR] ${message}`);
-      this.tracer.emitEvent("console_error", { message, args });
-    },
-
-    warn: (...args: any[]) => {
-      const message = args
-        .map((arg) =>
-          typeof arg === "object" ? JSON.stringify(arg) : String(arg)
-        )
-        .join(" ");
-      this.consoleOutput.push(`[WARN] ${message}`);
-      this.tracer.emitEvent("console_warn", { message, args });
-    },
-
-    info: (...args: any[]) => {
-      const message = args
-        .map((arg) =>
-          typeof arg === "object" ? JSON.stringify(arg) : String(arg)
-        )
-        .join(" ");
-      this.consoleOutput.push(`[INFO] ${message}`);
-      this.tracer.emitEvent("console_info", { message, args });
-    },
-  };
-
-  /**
-   * Call a tool through the tools service
-   */
-  async callTool(toolName: string, parameters: any): Promise<any> {
-    // Check policy first
-    if (!this.policyEnforcer.checkToolCall(toolName)) {
-      throw new Error(`Tool call '${toolName}' blocked by policy`);
-    }
-
-    if (toolName === "executeScript") {
-      throw new Error("Nested script execution is not allowed in sandbox");
-    }
-
-    this.tracer.emitEvent("tool_call_start", {
-      toolName,
-      parameters: this.sanitizeForLogging(parameters),
-    });
-
-    try {
-      // Record the tool call
-      this.policyEnforcer.recordToolCall();
-
-      // Create a proper ToolCall object
-      const toolCall = {
-        id: `script-tool-${Date.now()}-${Math.random()
-          .toString(36)
-          .substr(2, 9)}`,
-        type: "function" as const,
-        function: {
-          name: toolName,
-          arguments: JSON.stringify(parameters),
-        },
-      };
-
-      // Call the actual tool through the Tools service
-      const result = await this.toolsService.callTool(toolCall);
-
-      this.tracer.emitEvent("tool_call_success", {
-        toolName,
-        result: this.sanitizeForLogging(result),
-      });
-
-      return result;
-    } catch (error) {
-      this.tracer.emitEvent("tool_call_error", {
-        toolName,
-        error: error instanceof Error ? error.message : String(error),
-      });
-      throw error;
-    }
-  }
-
-  /**
-   * Call LLM through the clients service
-   */
-  async llm(
-    messages: Message[],
-    options: {
-      model?: string;
-      maxTokens?: number;
-      temperature?: number;
-    } = {}
-  ) {
-    const estimatedTokens = this.estimateTokens(messages);
-
-    // Check token quota
-    if (!this.policyEnforcer.checkTokenUsage(estimatedTokens)) {
-      throw new Error("Token quota would be exceeded");
-    }
-
-    this.tracer.emitEvent("llm_call_start", {
-      messageCount: messages.length,
-      estimatedTokens,
-      model: options.model,
-      options: this.sanitizeForLogging(options),
-    });
-
-    try {
-      // Record token usage
-      this.policyEnforcer.recordTokenUsage(estimatedTokens);
-
-      // Use the actual Clients service to make LLM calls
-      const completionOptions = {
-        model: options.model,
-        messages,
-        max_tokens: options.maxTokens,
-      };
-
-      // Detect provider from model or use default
-      const response = await this.clients.createCompletion(
-        "",
-        completionOptions
-      );
-
-      this.tracer.emitEvent("llm_call_success", {
-        model: response.model,
-        usage: response.usage,
-        usdCost: response.usd_cost,
-      });
-
-      return response;
-    } catch (error) {
-      this.tracer.emitEvent("llm_call_error", {
-        error: error instanceof Error ? error.message : String(error),
-      });
-      throw error;
-    }
-  }
-
-  /**
-   * Get current quota usage
-   */
-  getQuotaUsage(): QuotaUsage {
-    return this.policyEnforcer.getUsage();
-  }
-
-  /**
-   * Create an artifact
-   */
-  async createArtifact(
-    name: string,
-    content: string,
-    type: "text" | "json" | "csv" | "html" | "markdown" = "text"
-  ): Promise<Artifact> {
-    const artifact: Artifact = {
-      id: `artifact-${Date.now()}-${Math.random().toString(36).substr(2, 9)}`,
-      name,
-      type,
-      content,
-      createdAt: new Date().toISOString(),
-    };
-
-    this.artifacts.push(artifact);
-
-    this.tracer.emitEvent("artifact_created", {
-      artifactId: artifact.id,
-      name,
-      type,
-      contentLength: content.length,
-    });
-
-    return artifact;
-  }
-
-  async sleep(ms: number): Promise<void> {
-    if (typeof ms !== "number" || ms < 0 || ms > 2000) {
-      throw new Error("Invalid sleep duration, sleep must be >0 and <2000");
-    }
-    await new Promise((res) => setTimeout(res, ms));
-    this.tracer.emitEvent("sleep", { durationMs: ms });
-  }
-
-  /**
-   * Get all created artifacts
-   */
-  getArtifacts(): Artifact[] {
-    return [...this.artifacts];
-  }
-
-  /**
-   * Get console output
-   */
-  getConsoleOutput(): string[] {
-    return [...this.consoleOutput];
-  }
-
-  /**
-   * Estimate tokens for text (rough approximation)
-   */
-  private estimateTokens(messages: any[]): number {
-    let totalText = "";
-    for (const message of messages) {
-      if (typeof message === "string") {
-        totalText += message;
-      } else if (message && typeof message.content === "string") {
-        totalText += message.content;
-      }
-    }
-    // Rough estimation: ~4 characters per token
-    return Math.ceil(totalText.length / 4);
-  }
-
-  /**
-   * Sanitize data for logging (remove sensitive information)
-   */
-  private sanitizeForLogging(data: any): any {
-    if (data === null || data === undefined) {
-      return data;
-    }
-
-    if (typeof data === "string") {
-      // Truncate very long strings
-      return data.length > 500 ? data.substring(0, 500) + "..." : data;
-    }
-
-    if (typeof data === "object") {
-      const sanitized: any = {};
-      for (const [key, value] of Object.entries(data)) {
-        // Skip potentially sensitive keys
-        if (
-          key.toLowerCase().includes("password") ||
-          key.toLowerCase().includes("token") ||
-          key.toLowerCase().includes("secret") ||
-          key.toLowerCase().includes("key")
-        ) {
-          sanitized[key] = "[REDACTED]";
-        } else {
-          sanitized[key] = this.sanitizeForLogging(value);
-        }
-      }
-      return sanitized;
-    }
-
-    return data;
-  }
-}