@tyvm/knowhow 0.0.90 → 0.0.91

package/.depcheckrc

@@ -0,0 +1,31 @@
+{
+  "ignores": [
+    "typescript",
+    "ts-jest",
+    "jest",
+    "ts-node",
+    "prettier",
+    "tslint",
+    "tslint-config-prettier",
+    "@types/jest",
+    "@types/node",
+    "@types/mocha",
+    "@types/diff",
+    "@types/express",
+    "@types/asana",
+    "@types/jira-client",
+    "@types/pdf-parse",
+    "@types/ws",
+    "@babel/preset-typescript"
+  ],
+  "skip-missing": true,
+  "ignore-patterns": [
+    "src/dataset/**",
+    "ts_build/**",
+    "node_modules/**",
+    "tests/**"
+  ],
+  "specials": [
+    "depcheck-special-bin"
+  ]
+}

package/bin/knowhow.js

@@ -10,7 +10,7 @@ if (!process.execArgv.includes("--no-node-snapshot")) {
 
   const result = spawnSync(
     process.execPath,
-    ["--no-node-snapshot", cliEntrypoint, ...process.argv.slice(2)],
+    ["--no-node-snapshot", "--enable-source-maps", cliEntrypoint, ...process.argv.slice(2)],
     {
       stdio: "inherit",
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tyvm/knowhow",
-  "version": "0.0.90",
+  "version": "0.0.91",
   "description": "ai cli with plugins and agents",
   "main": "ts_build/src/index.js",
   "bin": {
@@ -14,18 +14,18 @@
     "dataset:diffs:generate": "ts-node src/dataset/diffs/generate.ts",
     "dataset:diffs:jsonl": "ts-node src/dataset/diffs/jsonl.ts",
     "prepublishOnly": "npm run compile",
-    "lint": "tslint ./src/**/*.ts"
+    "lint": "tslint ./src/**/*.ts",
+    "lint:deps": "depcheck --config=.depcheckrc",
+    "lint:all": "npm run lint && npm run lint:deps"
   },
   "keywords": [],
   "author": "Micah Riggan",
   "license": "MIT",
   "devDependencies": {
     "@babel/preset-typescript": "^7.23.3",
-    "@types/asana": "^0.18.16",
     "@types/diff": "^5.2.1",
     "@types/express": "^4.17.13",
     "@types/jest": "^29.5.13",
-    "@types/jira-client": "^7.1.9",
     "@types/mocha": "^10.0.8",
     "@types/node": "^20.6.3",
     "@types/pdf-parse": "^1.1.4",
@@ -42,52 +42,24 @@
     "@aws-sdk/client-s3": "^3.588.0",
     "@google/genai": "^0.14.1",
     "@inquirer/editor": "^4.2.18",
-    "@linear/sdk": "^12.0.0",
     "@modelcontextprotocol/sdk": "^1.13.3",
-    "@notionhq/client": "^2.2.14",
-    "@octokit/rest": "^20.0.2",
     "@simplewebauthn/server": "^13.3.0",
-    "@types/react": "^19.1.8",
     "@tyvm/knowhow-tunnel": "0.0.4",
-    "asana": "^3.0.16",
-    "axios": "^1.5.0",
-    "cheerio": "^1.0.0",
     "commander": "^14.0.0",
     "diff": "^5.2.0",
-    "esbuild": "^0.25.8",
     "express": "^4.19.2",
-    "figma-js": "^1.16.1-0",
     "gitignore-to-glob": "^0.3.0",
     "glob": "11.0.3",
-    "ink": "^6.0.1",
     "isolated-vm": "^5.0.4",
-    "jira-client": "^8.2.2",
     "jiti": "^2.6.1",
     "marked": "^10.0.0",
     "marked-terminal": "^6.2.0",
     "minimatch": "^10.1.2",
-    "morgan": "^1.10.0",
-    "node-fetch": "^3.2.3",
     "node-jq": "^6.0.1",
-    "node-pty": "^1.0.0",
-    "node-record-lpcm16": "^1.0.1",
     "openai": "4.89.1",
-    "ora": "^5.4.1",
-    "parse-diff": "^0.11.1",
     "pdf-parse": "^1.1.1",
-    "playwright": "^1.52.0",
-    "playwright-extra": "^4.3.6",
-    "progress-estimator": "^0.3.1",
-    "puppeteer": "^24.4.0",
-    "puppeteer-extra-plugin-stealth": "^2.11.2",
-    "react": "^19.1.0",
-    "source-map-support": "^0.5.21",
-    "tree-sitter": "^0.21.1",
-    "tree-sitter-javascript": "^0.23.1",
-    "tree-sitter-typescript": "^0.23.1",
     "typescript": "^4.6.3",
     "ws": "^8.18.1",
-    "youtube-dl-exec": "^2.5.5",
     "zod": "^3.24.2"
   },
   "directories": {

package/src/agents/tools/executeScript/index.ts

@@ -12,12 +12,14 @@ export async function executeScript({
   maxTokens,
   maxExecutionTimeMs,
   maxCostUsd,
+  allowNetworkAccess,
 }: {
   script: string;
   maxToolCalls?: number;
   maxTokens?: number;
   maxExecutionTimeMs?: number;
   maxCostUsd?: number;
+  allowNetworkAccess?: boolean;
 }) {
   try {
     // Get context from bound ToolsService
@@ -44,6 +46,9 @@ export async function executeScript({
         maxCostUsd: maxCostUsd || 1.0,
         maxMemoryMb: 100,
       },
+      policy: {
+        allowNetworkAccess: allowNetworkAccess ?? false,
+      },
     });
 
     // If there were policy violations, include them in the response

package/src/agents/tools/googleSearch.ts

@@ -1,4 +1,4 @@
-import axios from "axios";
+import http from "../../utils/http";
 import { Tool } from "../../clients/types";
 
 interface GoogleSearchParams {
@@ -180,7 +180,7 @@ export async function googleSearch(params: GoogleSearchParams) {
   }
 
   try {
-    const response = await axios.get<GoogleSearchResponse>(url.toString());
+    const response = await http.get<GoogleSearchResponse>(url.toString());
     return transformGoogleSearchResponseForLLM(response.data);
   } catch (error) {
     console.error("Error performing Google search:", error);

package/src/agents/tools/index.ts

@@ -14,8 +14,6 @@ export * from "./scanFile";
 export * from "./textSearch";
 export * from "./visionTool";
 export * from "./writeFile";
-export * from "./asana";
-export * from "./github";
 export * from "./fileSearch";
 export * from "./language";
 export * from "./askHuman";
@@ -24,7 +22,6 @@ export * from "./googleSearch";
 export * from "./loadWebpage";
 export * from "./stringReplace";
 export * from "./executeScript";
-export * from "./ast";
 export * from "./startAgentTask";
 export * from "./ycmd";
 export * from "./mcp";

package/src/agents/tools/list.ts

@@ -2,8 +2,6 @@ import { Tool } from "../../clients/types";
 import { ChatCompletionTool } from "openai/resources/chat";
 
 import { services } from "../../services";
-import * as github from "./github/definitions";
-import * as asana from "./asana/definitions";
 import * as ycmd from "./ycmd/definitions";
 import * as language from "./language/definitions";
 import * as mcp from "./mcp/definitions";
@@ -710,152 +708,7 @@ export const includedTools = [
   executeScriptDefinition,
   googleSearchDefinition,
   startAgentTaskDefinition,
-  {
-    type: "function",
-    function: {
-      name: "astListPaths",
-      description:
-        "List all available simple paths in a file using tree-sitter AST parsing. Useful for understanding the structure of a file before making targeted edits.",
-      parameters: {
-        type: "object",
-        positional: true,
-        properties: {
-          filePath: {
-            type: "string",
-            description: "The path to the file to analyze",
-          },
-        },
-        required: ["filePath"],
-      },
-      returns: {
-        type: "string",
-        description:
-          "JSON object containing all available AST paths in the file",
-      },
-    },
-  },
-  {
-    type: "function",
-    function: {
-      name: "astEditNode",
-      description:
-        "Update a node at a specific AST path in a file using tree-sitter parsing. Use astListPaths first to find available paths.",
-      parameters: {
-        type: "object",
-        positional: true,
-        properties: {
-          filePath: {
-            type: "string",
-            description: "The path to the file to edit",
-          },
-          path: {
-            type: "string",
-            description:
-              "The AST path to the node to update (from astListPaths)",
-          },
-          newContent: {
-            type: "string",
-            description: "The new content to replace the node with",
-          },
-        },
-        required: ["filePath", "path", "newContent"],
-      },
-      returns: {
-        type: "string",
-        description: "JSON object with edit result and updated file content",
-      },
-    },
-  },
-  {
-    type: "function",
-    function: {
-      name: "astAppendNode",
-      description:
-        "Append a child node to a specific AST path in a file using tree-sitter parsing. Use astListPaths first to find available paths.",
-      parameters: {
-        type: "object",
-        positional: true,
-        properties: {
-          filePath: {
-            type: "string",
-            description: "The path to the file to edit",
-          },
-          parentPath: {
-            type: "string",
-            description: "The AST path to the parent node (from astListPaths)",
-          },
-          newContent: {
-            type: "string",
-            description: "The content of the child node to append",
-          },
-        },
-        required: ["filePath", "parentPath", "newContent"],
-      },
-      returns: {
-        type: "string",
-        description: "JSON object with append result and updated file content",
-      },
-    },
-  },
-  {
-    type: "function",
-    function: {
-      name: "astDeleteNode",
-      description:
-        "Delete a node at a specific AST path in a file using tree-sitter parsing. Use astListPaths first to find available paths.",
-      parameters: {
-        type: "object",
-        positional: true,
-        properties: {
-          filePath: {
-            type: "string",
-            description: "The path to the file to edit",
-          },
-          path: {
-            type: "string",
-            description:
-              "The AST path to the node to delete (from astListPaths)",
-          },
-        },
-        required: ["filePath", "path"],
-      },
-      returns: {
-        type: "string",
-        description: "JSON object with delete result and updated file content",
-      },
-    },
-  },
-  {
-    type: "function",
-    function: {
-      name: "astGetPathForLine",
-      description:
-        "Get the AST path for a specific line of text in a file using tree-sitter parsing. Useful for finding the structural location of specific code.",
-      parameters: {
-        type: "object",
-        positional: true,
-        properties: {
-          filePath: {
-            type: "string",
-            description: "The path to the file to analyze",
-          },
-          searchText: {
-            type: "string",
-            description: "The text to search for in the file",
-          },
-        },
-        required: ["filePath", "searchText"],
-      },
-      returns: {
-        type: "string",
-        description:
-          "JSON object containing AST paths and locations for the matching text",
-      },
-    },
-  },
-  ...asana.definitions,
   ...ycmd.definitions,
-  ...github.definitions,
   ...language.definitions,
   ...mcp.definitions,
 ] as Tool[];

package/src/agents/tools/loadWebpage.ts

@@ -1,6 +1,3 @@
-import { chromium } from "playwright-extra";
-import stealth from "puppeteer-extra-plugin-stealth";
-
 export interface LoadWebpageOptions {
   url: string;
   mode?: "text" | "screenshot";
@@ -14,116 +11,9 @@ export async function loadWebpage(
   waitForSelector?: string,
   timeout: number = 30000
 ): Promise<string> {
-  let browser;
-  let page;
-
-  try {
-    console.log(`Loading webpage: ${url} in ${mode} mode`);
-
-    chromium.use(stealth());
-
-    // Launch browser with stealth settings
-    browser = await chromium.launch({
-      headless: true,
-      args: [
-        "--disable-setuid-sandbox",
-        "--disable-dev-shm-usage",
-        "--disable-accelerated-2d-canvas",
-        "--no-first-run",
-        "--no-zygote",
-        "--disable-gpu",
-        "--disable-blink-features=AutomationControlled",
-        process.env.DISABLE_CHROME_SANDBOX === "true" ? "--no-sandbox" : "",
-      ],
-    });
-
-    const context = await browser.newContext({
-      userAgent:
-        "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
-      viewport: { width: 1366, height: 768 },
-      extraHTTPHeaders: {
-        "Accept-Language": "en-US,en;q=0.9",
-      },
-    });
-
-    page = await context.newPage();
-
-    // Capture console logs for text mode
-    const consoleLogs: string[] = [];
-    if (mode === "text") {
-      page.on("console", (msg) => {
-        consoleLogs.push(`[${msg.type()}] ${msg.text()}`);
-      });
-    }
-
-    // Navigate to the URL
-    await page.goto(url, {
-      waitUntil: "networkidle",
-      timeout,
-    });
-
-    // Wait for specific selector if provided
-    if (waitForSelector) {
-      await page.waitForSelector(waitForSelector, { timeout });
-    }
-
-    let result: string;
-
-    if (mode === "screenshot") {
-      // Take screenshot and return base64 encoded image
-      const screenshot = await page.screenshot({
-        fullPage: true,
-        type: "png",
-      });
-
-      const base64Screenshot = screenshot.toString("base64");
-      result = `data:image/png;base64,${base64Screenshot}`;
-    } else {
-      // Extract text content
-      const textContent = await page.evaluate(() => {
-        // Remove script and style elements
-        const scripts = document.querySelectorAll("script, style");
-        scripts.forEach((el) => el.remove());
-
-        // Get the text content
-        return document.body?.innerText || document.body?.textContent || "";
-      });
-
-      // Get page title
-      const title = await page.title();
-
-      // Format the result
-      result = `# ${title}\n\n## Page Content:\n${textContent}`;
-
-      if (consoleLogs.length > 0) {
-        result += `\n\n## Console Logs:\n${consoleLogs.join("\n")}`;
-      }
-    }
-
-    return result;
-  } catch (error) {
-    console.error("Error loading webpage:", error);
-    return `Error loading webpage: ${
-      error instanceof Error ? error.message : String(error)
-    }`;
-  } finally {
-    // Always close the browser
-    if (page) {
-      try {
-        await page.close();
-      } catch (e) {
-        console.warn("Error closing page:", e);
-      }
-    }
-
-    if (browser) {
-      try {
-        await browser.close();
-      } catch (e) {
-        console.warn("Error closing browser:", e);
-      }
-    }
-  }
+  throw new Error(
+    "loadWebpage requires @tyvm/knowhow-module-load-webpage to be installed and configured in knowhow.json modules."
+  );
 }
 
 export default loadWebpage;

package/src/auth/browserLogin.ts

@@ -1,4 +1,4 @@
-import axios from "axios";
+import http from "../utils/http";
 import { exec } from "child_process";
 import { promisify } from "util";
 import * as os from "os";
@@ -81,7 +81,7 @@ export class BrowserLoginService {
             );
           }
 
-          const statusResponse = await axios.get(
+          const statusResponse = await http.get(
             `${this.baseUrl}/api/cli-login/session/${sessionData.sessionId}/status`,
             { timeout: 10000 }
           );
@@ -93,7 +93,7 @@ export class BrowserLoginService {
             spinner.start("Authentication successful! Retrieving token");
 
             // Step 4: Retrieve JWT token
-            const tokenResponse = await axios.post(
+            const tokenResponse = await http.post(
               `${this.baseUrl}/api/cli-login/session/${sessionData.sessionId}/token`
             );
 
@@ -113,7 +113,7 @@ export class BrowserLoginService {
             );
           }
         } catch (error) {
-          if (axios.isAxiosError(error) && error.code !== "ECONNABORTED") {
+          if (http.isHttpError(error) && error.status !== 408) {
             throw new BrowserLoginError(
               `Network error: ${error.message}`,
               "NETWORK_ERROR"
@@ -139,23 +139,20 @@ export class BrowserLoginService {
    */
   private async createSession(): Promise<CreateSessionResponse> {
     try {
-      const response = await axios.post<CreateSessionResponse>(
+      const response = await http.post<CreateSessionResponse>(
         `${this.baseUrl}/api/cli-login/session`,
-        {},
-        { timeout: 10000 }
+        {}
       );
       return response.data;
     } catch (error) {
-      if (axios.isAxiosError(error)) {
+      if (http.isHttpError(error)) {
         throw new BrowserLoginError(
-          `Failed to create login session: ${
-            error.response?.data?.message || error.message
-          }`,
+          `Failed to create login session: ${error.message}`,
           "SESSION_CREATE_FAILED"
         );
       }
       throw new BrowserLoginError(
-        `Unexpected error creating session: ${error.message}`
+        `Unexpected error creating session: ${(error as Error).message}`
       );
     }
   }
@@ -226,7 +223,7 @@ export async function openBrowser(url: string): Promise<void> {
   } catch (error) {
     // If we can't open the browser automatically, that's not a fatal error
     // The user can still manually navigate to the URL
-    console.warn(`Could not automatically open browser: ${error.message}`);
+    console.warn(`Could not automatically open browser: ${(error as Error).message}`);
   }
 }
 

package/src/cli.ts

@@ -1,5 +1,4 @@
 #!/usr/bin/env node --no-node-snapshot
-import "source-map-support/register";
 import * as fs from "fs";
 import * as fsPromises from "fs/promises";
 import * as path from "path";
@@ -26,7 +25,6 @@ import {
 } from "./workerRegistry";
 import { agents } from "./agents";
 import { startChat } from "./chat";
-import { askAI } from "./chat-old";
 import { getConfiguredEmbeddingMap, queryEmbedding } from "./embeddings";
 import { getConfig } from "./config";
 import { getEnabledPlugins } from "./types";
@@ -42,7 +40,7 @@ import { CliChatService } from "./chat/CliChatService";
 
 async function setupServices() {
   const { Agents, Mcp, Clients, Tools: OldTools } = services();
-  const Tools = new LazyToolsService();
+  const Tools = new LazyToolsService(); // eslint-disable-line no-shadow
 
   // We need to wireup the LazyTools to be connected to the same singletons that are in services()
   Tools.setContext({
@@ -80,6 +78,9 @@ async function setupServices() {
   console.log("Connecting to clients...");
   await Clients.registerConfiguredModels();
   console.log("✓ Services are set up and ready to go!");
+
+  // Return both LazyToolsService (for agents) and OldTools (plain ToolsService with all tools for scripts)
+  return { Tools, Clients, PlainTools: OldTools };
 }
 
 // Utility function to read from stdin
@@ -488,6 +489,65 @@ async function main() {
       }
     });
 
+  program
+    .command("script")
+    .description("Run a local tool script file using the executeScript sandbox")
+    .option("--input-file <path>", "Path to a local .js/.ts script file to run")
+    .option(
+      "--allow-network",
+      "Allow fetch() calls in the script (disabled by default for security)"
+    )
+    .action(async (options) => {
+      try {
+        if (!options.inputFile) {
+          console.error(
+            "Error: Provide --input-file <path> to the script file to run"
+          );
+          process.exit(1);
+        }
+
+        // Run a local script file
+        const scriptPath = path.resolve(options.inputFile);
+        if (!fs.existsSync(scriptPath)) {
+          console.error(`Error: Script file not found: ${scriptPath}`);
+          process.exit(1);
+        }
+        const scriptContent = fs.readFileSync(scriptPath, "utf-8");
+
+        const { Tools, Clients } = await setupServices();
+
+        // Enable all tools on the LazyToolsService so scripts can access MCP tools
+        // (LazyToolsService starts with only meta-tools enabled; we need all for scripts)
+        Tools.enableTools(["*"]);
+
+        const { ScriptExecutor } = await import(
+          "./services/script-execution/ScriptExecutor"
+        );
+        const executor = new ScriptExecutor(Tools, Clients);
+        const result = await executor.execute({
+          script: scriptContent,
+          policy: {
+            allowNetworkAccess: !!options.allowNetwork,
+          },
+          quotas: {
+            maxExecutionTimeMs: 5 * 60 * 1000, // 5 minutes for CLI scripts
+          },
+        });
+
+        if (result.consoleOutput?.length) {
+          console.log(result.consoleOutput.join("\n"));
+        }
+        console.log(JSON.stringify(result.result, null, 2));
+        if (!result.success) {
+          console.error("Script error:", result.error);
+          process.exit(1);
+        }
+      } catch (error) {
+        console.error("Error running script:", error);
+        process.exit(1);
+      }
+    });
+
   program
     .command("github-credentials [action]")
     .description(