opencode-toolbox 0.6.0 → 0.7.0

package/dist/index.js

@@ -38315,6 +38315,72 @@ Shows success/total metrics to highlight failures. Use to check if toolbox is wo
 var PERF_DESC = `Get detailed performance metrics for the toolbox plugin.
 
 Shows initialization times, search latencies, execution stats, and per-server metrics.`;
+var TEST_DESC = `Test all toolbox tools with minimal predefined prompts.
+
+Executes every registered tool with super simple inputs to verify they work. Returns pass/fail for each tool.`;
+var TEST_PROMPTS = {
+  time_get_current_time: {},
+  time_convert_time: { source_timezone: "UTC", time: "12:00", target_timezone: "America/New_York" },
+  brave_brave_web_search: { query: "test", count: 1 },
+  brave_brave_local_search: { query: "coffee", count: 1 },
+  brave_brave_video_search: { query: "test", count: 1 },
+  brave_brave_image_search: { query: "test", count: 1 },
+  brave_brave_news_search: { query: "test", count: 1 },
+  brave_brave_summarizer: { key: "test" },
+  brightdata_search_engine: { query: "hello", engine: "google", count: 1 },
+  brightdata_search_engine_batch: { queries: [{ query: "test", engine: "google", count: 1 }] },
+  brightdata_scrape_as_markdown: { url: "https://example.com" },
+  brightdata_scrape_as_html: { url: "https://example.com" },
+  brightdata_scrape_batch: { urls: ["https://example.com"] },
+  brightdata_extract: { url: "https://example.com" },
+  brightdata_session_stats: {},
+  brightdata_web_data_reuter_news: { url: "https://www.reuters.com/technology/" },
+  brightdata_web_data_github_repository_file: { url: "https://github.com/octocat/Hello-World/blob/master/README" },
+  "tavily_tavily-search": { query: "test", maxResults: 1 },
+  "tavily_tavily-extract": { urls: ["https://example.com"] },
+  "tavily_tavily-map": { url: "https://example.com" },
+  "context7_resolve-library-id": { libraryName: "react" },
+  octocode_githubSearchRepositories: { query: "test", maxResults: 1 },
+  octocode_githubSearchCode: { query: "function test", maxResults: 1 },
+  octocode_githubViewRepoStructure: { owner: "octocat", repo: "Hello-World" },
+  perplexity_perplexity_ask: { query: "What is 1+1?" },
+  perplexity_perplexity_search: { query: "test", maxResults: 1 }
+};
+function generateMinimalArgs(schema2) {
+  const args = {};
+  if (schema2.type !== "object" || !schema2.properties) {
+    return args;
+  }
+  const properties = schema2.properties;
+  const required3 = schema2.required || [];
+  for (const propName of required3) {
+    const prop = properties[propName];
+    if (!prop)
+      continue;
+    const enumValues = prop.enum;
+    switch (prop.type) {
+      case "string":
+        args[propName] = prop.default ?? enumValues?.[0] ?? "test";
+        break;
+      case "number":
+      case "integer":
+        args[propName] = prop.default ?? prop.minimum ?? 1;
+        break;
+      case "boolean":
+        args[propName] = prop.default ?? false;
+        break;
+      case "array":
+        args[propName] = prop.default ?? [];
+        break;
+      case "object":
+        args[propName] = prop.default ?? {};
+        break;
+      default:
+        args[propName] = prop.default ?? null;
+    }
+  }
+  return args;
+}
 var isTestEnv = !!process.env.BUN_TEST;
 function log(level, message, extra) {
   if (isTestEnv)
@@ -38344,25 +38410,14 @@ You have access to an extended toolbox with additional capabilities (web search,
 ## Workflow
 1. Search: toolbox_search_bm25({ text: "what you need" }) or toolbox_search_regex({ pattern: "prefix_.*" })
 2. Execute: toolbox_execute({ name: "tool_name", arguments: '{"key": "value"}' })`;
-function generateSystemPrompt(mcpManager) {
-  const servers = mcpManager.getAllServers();
-  if (servers.length === 0) {
-    return SYSTEM_PROMPT_BASE;
-  }
-  const toolboxSchema = {};
-  for (const server of servers) {
-    if (server.status === "connected" && server.tools.length > 0) {
-      toolboxSchema[server.name] = server.tools.map((t) => t.idString);
-    }
-  }
-  if (Object.keys(toolboxSchema).length === 0) {
+function generateSystemPrompt(configuredServers) {
+  if (configuredServers.length === 0) {
     return SYSTEM_PROMPT_BASE;
   }
   return `${SYSTEM_PROMPT_BASE}
 
 ## Registered MCP Servers
-${Object.entries(toolboxSchema).map(([server, tools]) => `- ${server}: ${tools.map((t) => t.split("_").slice(1).join("_")).join(", ")}`).join(`
-`)}`;
+- ${configuredServers.join(", ")}`;
 }
 var ToolboxPlugin = async (ctx) => {
   const pluginLoadStart = performance.now();
@@ -38663,15 +38718,137 @@ var ToolboxPlugin = async (ctx) => {
             }
           }, null, 2);
         }
+      }),
+      toolbox_test: tool({
+        description: TEST_DESC,
+        args: {
+          timeout: tool.schema.number().optional().describe("Timeout per tool in ms (default: 10000)")
+        },
+        async execute(args) {
+          const startTime = performance.now();
+          const output = [];
+          output.push("=".repeat(80));
+          output.push("TOOLBOX TEST - Full Execution Log");
+          output.push("=".repeat(80));
+          output.push("");
+          try {
+            await ensureInitialized();
+          } catch (error92) {
+            output.push(`[FATAL] Failed to initialize: ${error92 instanceof Error ? error92.message : String(error92)}`);
+            return output.join(`
+`);
+          }
+          const allTools = mcpManager.getAllCatalogTools();
+          const timeout = args.timeout || 1e4;
+          output.push(`[INFO] Found ${allTools.length} tools to test`);
+          output.push(`[INFO] Timeout per tool: ${timeout}ms`);
+          output.push(`[INFO] Started at: ${new Date().toISOString()}`);
+          output.push("");
+          let passed = 0;
+          let failed = 0;
+          let timedOut = 0;
+          let skipped = 0;
+          for (let i = 0;i < allTools.length; i++) {
+            const catalogTool = allTools[i];
+            const toolId = catalogTool.idString;
+            const testNum = i + 1;
+            output.push("-".repeat(80));
+            output.push(`[TEST ${testNum}/${allTools.length}] ${toolId}`);
+            output.push("-".repeat(80));
+            const parsed = parseToolName(toolId);
+            if (!parsed) {
+              output.push(`[SKIP] Invalid tool name format`);
+              output.push("");
+              skipped++;
+              continue;
+            }
+            output.push(`[INFO] Server: ${parsed.serverName}`);
+            output.push(`[INFO] Tool: ${parsed.toolName}`);
+            output.push(`[INFO] Description: ${catalogTool.description || "(no description)"}`);
+            output.push("");
+            let testArgs;
+            let argsSource;
+            const predefinedArgs = TEST_PROMPTS[toolId];
+            if (predefinedArgs !== undefined) {
+              testArgs = predefinedArgs;
+              argsSource = "PREDEFINED";
+            } else {
+              testArgs = generateMinimalArgs(catalogTool.inputSchema);
+              argsSource = Object.keys(testArgs).length > 0 ? "GENERATED" : "EMPTY";
+            }
+            output.push(`[INPUT] Arguments source: ${argsSource}`);
+            output.push(`[INPUT] Request payload:`);
+            output.push(JSON.stringify(testArgs, null, 2).split(`
+`).map((line) => "        " + line).join(`
+`));
+            output.push("");
+            const toolStart = performance.now();
+            try {
+              const timeoutPromise = new Promise((_, reject) => {
+                setTimeout(() => reject(new Error("TIMEOUT")), timeout);
+              });
+              const execPromise = mcpManager.callTool(parsed.serverName, parsed.toolName, testArgs);
+              const result = await Promise.race([execPromise, timeoutPromise]);
+              const duration5 = Math.round(performance.now() - toolStart);
+              output.push(`[OUTPUT] Response received in ${duration5}ms:`);
+              const resultStr = typeof result === "string" ? result : JSON.stringify(result, null, 2);
+              output.push(resultStr.split(`
+`).map((line) => "        " + line).join(`
+`));
+              output.push("");
+              output.push(`[PASS] \u2713 Test passed in ${duration5}ms`);
+              passed++;
+            } catch (error92) {
+              const duration5 = Math.round(performance.now() - toolStart);
+              const errorMsg = error92 instanceof Error ? error92.message : String(error92);
+              if (errorMsg === "TIMEOUT") {
+                output.push(`[OUTPUT] No response - timed out after ${timeout}ms`);
+                output.push("");
+                output.push(`[TIMEOUT] \u2717 Test timed out after ${duration5}ms`);
+                timedOut++;
+              } else {
+                output.push(`[OUTPUT] Error response:`);
+                output.push(`        ${errorMsg}`);
+                output.push("");
+                output.push(`[FAIL] \u2717 Test failed in ${duration5}ms`);
+                output.push(`[FAIL] Error: ${errorMsg}`);
+                failed++;
+              }
+            }
+            output.push("");
+          }
+          const totalDuration = Math.round(performance.now() - startTime);
+          const total = allTools.length;
+          const successRate = total > 0 ? Math.round(passed / total * 100) : 0;
+          output.push("=".repeat(80));
+          output.push("TEST SUMMARY");
+          output.push("=".repeat(80));
+          output.push("");
+          output.push(`Total tests:    ${total}`);
+          output.push(`Passed:         ${passed} \u2713`);
+          output.push(`Failed:         ${failed} \u2717`);
+          output.push(`Timed out:      ${timedOut} \u23F1`);
+          output.push(`Skipped:        ${skipped} \u2298`);
+          output.push("");
+          output.push(`Success rate:   ${successRate}%`);
+          output.push(`Total duration: ${totalDuration}ms`);
+          output.push(`Finished at:    ${new Date().toISOString()}`);
+          output.push("");
+          output.push("=".repeat(80));
+          log("info", `Toolbox test completed: ${passed}/${total} passed in ${totalDuration}ms`, {
+            passed,
+            failed,
+            timedOut,
+            skipped,
+            total
+          });
+          return output.join(`
+`);
+        }
       })
     },
     "experimental.chat.system.transform": async (_input, output) => {
-      if (!mcpManager.isReady() && initMode === "eager") {
-        try {
-          await mcpManager.waitForPartial();
-        } catch {}
-      }
-      output.system.push(generateSystemPrompt(mcpManager));
+      output.system.push(generateSystemPrompt(serverNames));
     }
   };
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "opencode-toolbox",
-  "version": "0.6.0",
+  "version": "0.7.0",
   "description": "Tool Search Tool Plugin for OpenCode - search and execute tools from MCP servers on-demand",
   "main": "dist/index.js",
   "module": "dist/index.js",