@tyvm/knowhow 0.0.108 → 0.0.109-dev.2b94ba2

package/src/cli.ts

@@ -1,691 +1,123 @@
 #!/usr/bin/env node --no-node-snapshot
-import * as fs from "fs";
-import * as fsPromises from "fs/promises";
-import * as path from "path";
-import * as os from "os";
 import { Command } from "commander";
-import { execSync } from "child_process";
 import { version } from "../package.json";
-import { generate, embed, upload } from "./index";
-import { init, migrateConfig } from "./config";
-
-import { download, purge } from ".";
-import { includedTools } from "./agents/tools/list";
-import * as allTools from "./agents/tools";
-import { LazyToolsService, services } from "./services";
-import { login } from "./login";
-import { worker, tunnel } from "./worker";
-import { fileSync } from "./fileSync";
-import { KnowhowSimpleClient } from "./services/KnowhowClient";
-import { ModulesService } from "./services/modules";
-import {
-  startAllWorkers,
-  listWorkerPaths,
-  unregisterWorkerPath,
-  clearWorkerRegistry,
-} from "./workerRegistry";
-import { agents } from "./agents";
-import { startChat } from "./chat";
-import { getConfiguredEmbeddingMap, queryEmbedding } from "./embeddings";
-import { getConfig } from "./config";
+import { logger } from "./logger";
+import { migrateConfig } from "./config";
+import { getConfig, getGlobalConfig } from "./config";
 import { getEnabledPlugins } from "./types";
-import { marked } from "marked";
-import { BaseAgent } from "./agents/base/base";
-import { AskModule } from "./chat/modules/AskModule";
-import { SearchModule } from "./chat/modules/SearchModule";
-import { AgentModule } from "./chat/modules/AgentModule";
-import { SessionsModule } from "./chat/modules/SessionsModule";
-import { readPromptFile } from "./ai";
-import { SetupModule } from "./chat/modules/SetupModule";
 import { CliChatService } from "./chat/CliChatService";
+import { ModulesService } from "./services/modules";
+
+// Command registrars
+import { addModulesCommand } from "./commands/modules";
+import {
+  addWorkerCommand,
+  addWorkersCommand,
+  addTunnelCommand,
+  addFilesCommand,
+  addCloudWorkerCommand,
+} from "./commands/workers";
+import {
+  addAgentCommand,
+  addAskCommand,
+  addSetupCommand,
+  addSearchCommand,
+  addSessionsCommand,
+} from "./commands/agent";
+import {
+  addInitCommand,
+  addLoginCommand,
+  addUpdateCommand,
+  addGenerateCommand,
+  addEmbedCommands,
+  addUploadCommand,
+  addDownloadCommand,
+  addChatCommand,
+  addGithubCredentialsCommand,
+} from "./commands/misc";
 
 // Handle unhandled promise rejections gracefully — particularly from MCP SDK
 // which fires errors via event emitters that can bypass Promise.allSettled.
 // Without this, a single failing MCP server (e.g. expired Notion token) will
 // crash the entire CLI with an unhandled rejection.
 process.on("unhandledRejection", (reason: unknown) => {
-  const message =
-    reason instanceof Error ? reason.message : String(reason);
+  const message = reason instanceof Error ? reason.message : String(reason);
   // Only warn — don't exit. The MCP connect errors are recoverable;
   // the server will simply be unavailable but others continue working.
-  console.warn(
-    `⚠ Unhandled MCP/async error (non-fatal): ${message}`
-  );
+  console.warn(`⚠ Unhandled MCP/async error (non-fatal): ${message}`);
 });
 
-async function setupServices() {
-  const { Agents, Mcp, Clients, Tools: OldTools } = services();
-  const Tools = new LazyToolsService(); // eslint-disable-line no-shadow
-
-  // Load modules from config first so module-provided tools/agents/plugins are available
-  // We need to wireup the LazyTools to be connected to the same singletons that are in services()
-  Tools.setContext({
-    ...OldTools.getContext(),
-  });
-
-  // Build the AgentContext with the fully-populated LazyToolsService so every
-  // agent created (including those in setupAgent) gets all tools registered.
-  const agentContext: import("./agents/base/base").AgentContext = {
-    ...services(),
-    Tools,
-  };
-
-  const { Researcher, Developer, Patcher, Setup } = agents({
-    ...agentContext,
-  });
-
-  Agents.registerAgent(Researcher);
-  Agents.registerAgent(Patcher);
-  Agents.registerAgent(Developer);
-  Agents.registerAgent(Setup);
-  Agents.loadAgentsFromConfig(agentContext);
-
-  Tools.defineTools(includedTools, allTools);
-
-  // Add Mcp service to tool context directly so MCP management tools can access it
-  Tools.addContext("Mcp", Mcp);
+async function main() {
+  const program = new Command();
 
-  // Store the fully-wired AgentContext on AgentService so AgentModule.setupAgent
-  // can retrieve it when creating fresh agent instances via createAgent().
-  Agents.setAgentContext(agentContext);
+  // Install console overload early so ALL output (including third-party modules)
+  // goes through our logger closure — respects silence() for clean-stdout commands.
+  logger.installConsoleOverload();
 
-  console.log("🔌 Connecting to MCP...");
-  try {
-    await Mcp.connectToConfigured(Tools);
-  } catch (mcpError) {
-    const msg = mcpError instanceof Error ? mcpError.message : String(mcpError);
-    console.warn(
-      `⚠ Some MCP servers failed to connect (continuing without them): ${msg}`
-    );
+  // Silence immediately if this is a clean-stdout command (e.g. git credential helpers).
+  // Module loading happens before parseAsync, so we must silence before that point.
+  const rawArgs = process.argv.slice(2);
+  const SILENT_COMMANDS = ["github-credentials"];
+  if (rawArgs.some((a) => SILENT_COMMANDS.includes(a))) {
+    logger.silence();
   }
-  console.log("Connecting to clients...");
-  await Clients.registerConfiguredModels();
-  console.log("✓ Services are set up and ready to go!");
 
-  // Load modules (tools, plugins, agents) from knowhow.json config
-  console.log("📦 Loading modules from config...");
-  const modulesService = new ModulesService();
-  await modulesService.loadModulesFromConfig({
-    Agents,
-    Embeddings: services().Embeddings,
-    Plugins: services().Plugins,
-    Clients,
-    // Use LazyToolsService so module-provided tools are visible to agents and scripts
-    Tools: Tools as any,
-    MediaProcessor: services().MediaProcessor,
-  });
-
-  // Return both LazyToolsService (for agents) and OldTools (plain ToolsService with all tools for scripts)
-  return { Tools, Clients, PlainTools: OldTools };
-}
-
-// Utility function to read from stdin
-async function readStdin(): Promise<string> {
-  return new Promise((resolve) => {
-    let data = "";
-    process.stdin.setEncoding("utf8");
-
-    if (process.stdin.isTTY) {
-      resolve("");
-      return;
-    }
-
-    process.stdin.on("readable", () => {
-      const chunk = process.stdin.read();
-      if (chunk !== null) data += chunk;
-    });
-
-    process.stdin.on("end", () => resolve(data.trim()));
-  });
-}
-
-async function main() {
-  const program = new Command();
   await migrateConfig();
   const config = await getConfig();
   const chatService = new CliChatService(getEnabledPlugins(config.plugins));
 
+  // Lazily expose chatService and config to commands that need them
+  const getChatService = () => chatService;
+  const getConfigFn = () => config;
+
   program
     .name("knowhow")
     .description("AI CLI with plugins and agents")
     .version(version);
 
-  program
-    .command("init")
-    .description("Initialize knowhow configuration")
-    .action(async () => {
-      await init();
-    });
-
-  program
-    .command("login")
-    .description("Login to knowhow")
-    .option("--jwt", "Use manual JWT input instead of browser login")
-    .action(async (opts) => {
-      await login(opts.jwt);
-    });
-
-  program
-    .command("update")
-    .description("Update knowhow to the latest version from npm")
-    .action(async () => {
-      try {
-        console.log("🔄 Checking for knowhow updates...");
-        console.log(`Current version: ${version}`);
-
-        console.log("📦 Installing latest version from npm...");
-        execSync("npm install -g @tyvm/knowhow@latest", {
-          stdio: "inherit",
-          encoding: "utf-8",
-        });
-
-        console.log("✓ knowhow has been updated successfully!");
-        console.log("Run 'knowhow --version' to see the new version.");
-      } catch (error) {
-        console.error("Error updating knowhow:", error.message);
-        process.exit(1);
-      }
-    });
-
-  program
-    .command("generate")
-    .description("Generate documentation")
-    .action(async () => {
-      await setupServices();
-      await generate();
-    });
-
-  program
-    .command("embed")
-    .description("Create embeddings")
-    .action(async () => {
-      await setupServices();
-      await embed();
-    });
-
-  program
-    .command("embed:purge")
-    .description("Purge embeddings matching a glob pattern")
-    .argument("<pattern>", "Glob pattern to match files for purging")
-    .action(async (pattern) => {
-      await purge(pattern);
-    });
-
-  program
-    .command("upload")
-    .description("Upload data")
-    .action(async () => {
-      await upload();
-    });
-
-  program
-    .command("download")
-    .description("Download data")
-    .action(async () => {
-      await download();
-    });
-
-  program
-    .command("chat")
-    .description("Start new chat interface")
-    .action(async () => {
-      await setupServices();
-      await startChat();
-    });
-
-  program
-    .command("agent")
-    .description("Spin up agents directly from CLI")
-    .option(
-      "--provider <provider>",
-      "AI provider (openai, anthropic, google, xai)"
-    )
-    .option("--model <model>", "Specific model for the provider")
-    .option("--agent-name <name>", "Which agent to use", "Patcher")
-    .option(
-      "--max-time-limit <minutes>",
-      "Time limit for agent execution (minutes)",
-      "30"
-    )
-    .option(
-      "--max-spend-limit <dollars>",
-      "Cost limit for agent execution (dollars)",
-      "10"
-    )
-    .option("--message-id <messageId>", "Knowhow message ID for task tracking")
-    .option("--sync-fs", "Enable filesystem-based synchronization")
-    .option(
-      "--task-id <taskId>",
-      "Pre-generated task ID (used with --sync-fs for predictable agent directory path)"
-    )
-    .option("--prompt-file <path>", "Custom prompt template file with {text}")
-    .option("--input <text>", "Task input (fallback to stdin if not provided)")
-    .option(
-      "--resume",
-      "Resume a previously started task using the --task-id (local FS or remote)"
-    )
-    .action(async (options) => {
-      try {
-        await setupServices();
-        const agentModule = new AgentModule();
-
-        // Handle --resume flag: load threads from local FS or remote using --task-id
-        if (options.resume) {
-          const threads = await agentModule.loadThreadsForTask(
-            options.taskId,
-            options.messageId
-          );
-          const resumeInput =
-            options.input || "Please continue from where you left off.";
-
-          await agentModule.initialize(chatService);
-          const { taskCompleted: resumed } =
-            await agentModule.resumeFromMessages({
-              agentName: options.agentName || "Patcher",
-              input: resumeInput,
-              threads,
-              messageId: options.messageId,
-              taskId: options.taskId,
-            });
-          await resumed;
-          return;
-        }
-
-        let input = options.input;
-
-        // Only read from stdin if we don't have input and don't have a standalone prompt file
-        if (!input && !options.promptFile) {
-          input = await readStdin();
-        }
-
-        // Read prompt file - it will handle cases where input is empty
-        input = readPromptFile(options.promptFile, input);
-
-        // Only error if we have no prompt file and no input
-        if (!input) {
-          console.error(
-            "Error: No input provided. Use --input flag, pipe input via stdin, or provide --prompt-file."
-          );
-          process.exit(1);
-        }
-
-        await agentModule.initialize(chatService);
-        const { taskCompleted } = await agentModule.setupAgent({
-          ...options,
-          input,
-          maxTimeLimit: parseInt(options.maxTimeLimit, 10),
-          maxSpendLimit: parseFloat(options.maxSpendLimit),
-          run: true,
-        });
-        await taskCompleted;
-      } catch (error) {
-        console.error("Error running agent:", error);
-        process.exit(1);
-      }
-    });
-
-  program
-    .command("ask")
-    .description("Direct AI questioning without agent overhead")
-    .option("--provider <provider>", "AI provider to use")
-    .option("--model <model>", "Specific model")
-    .option("--input <text>", "Question (fallback to stdin if not provided)")
-    .option("--prompt-file <path>", "Custom prompt template file")
-    .action(async (options) => {
-      try {
-        await setupServices();
-        let input = options.input;
-
-        // Only read from stdin if we don't have input and don't have a standalone prompt file
-        if (!input && !options.promptFile) {
-          input = await readStdin();
-        }
-
-        // Read prompt file - it will handle cases where input is empty
-        input = readPromptFile(options.promptFile, input);
-
-        // Only error if we have no prompt file and no input
-        if (!input) {
-          console.error(
-            "Error: No question provided. Use --input flag, pipe input via stdin, or provide --prompt-file."
-          );
-          process.exit(1);
-        }
-
-        const askModule = new AskModule();
-        await askModule.initialize(chatService);
-        await askModule.processAIQuery(input, {
-          plugins: config.plugins.enabled,
-          currentModel: options.model,
-          currentProvider: options.provider,
-          chatHistory: [],
-        });
-      } catch (error) {
-        console.error("Error asking AI:", error);
-        process.exit(1);
-      }
-    });
-
-  program
-    .command("setup")
-    .description("Ask the agent to configure knowhow")
-    .action(async (options) => {
-      try {
-        await setupServices();
-        const agentModule = new AgentModule();
-        await agentModule.initialize(chatService);
-        const setupModule = new SetupModule(agentModule);
-        await setupModule.initialize(chatService);
-        await setupModule.handleSetupCommand([]);
-      } catch (error) {
-        console.error("Error running agent:", error);
-        process.exit(1);
-      }
-    });
-
-  program
-    .command("search")
-    .description("Search embeddings directly from CLI")
-    .option(
-      "--input <text>",
-      "Search query (fallback to stdin if not provided)"
-    )
-    .option(
-      "-e, --embedding <path>",
-      "Specific embedding path (default: all)",
-      "all"
-    )
-    .action(async (options) => {
-      try {
-        await setupServices();
-        let input = options.input;
-        if (!input) {
-          input = await readStdin();
-          if (!input) {
-            console.error(
-              "Error: No search query provided. Use --input flag or pipe input via stdin."
-            );
-            process.exit(1);
-          }
-        }
-
-        await new SearchModule().searchEmbeddingsCLI(input, options.embedding);
-      } catch (error) {
-        console.error("Error searching embeddings:", error);
-        process.exit(1);
-      }
-    });
-
-  program
-    .command("sessions")
-    .description("Manage agent sessions from CLI")
-    .option(
-      "--all",
-      "Show all historical sessions (default: current process only)"
-    )
-    .option("--csv", "Output sessions as CSV")
-    .action(async (options) => {
-      try {
-        const agentModule = new AgentModule();
-        await agentModule.initialize(chatService);
-        const sessionsModule = new SessionsModule(agentModule);
-        await sessionsModule.initialize(chatService);
-        await sessionsModule.logSessionTable(
-          options.all || false,
-          options.csv || false,
-          true
-        );
-      } catch (error) {
-        console.error("Error listing sessions:", error);
-        process.exit(1);
-      }
-    });
-
-  program
-    .command("worker")
-    .description(
-      "Start worker process and optionally register current directory"
-    )
-    .option("--register", "Register current directory as a worker path")
-    .option(
-      "--share",
-      "Share this worker with your organization (allows other users to use it)"
-    )
-    .option("--unshare", "Make this worker private (only you can use it)")
-    .option("--sandbox", "Run worker in a Docker container for isolation")
-    .option(
-      "--no-sandbox",
-      "Run worker directly on host (disable sandbox mode)"
-    )
-    .option("--passkey", "Set up passkey authentication for this worker")
-    .option("--passkey-reset", "Remove passkey authentication requirement")
-    .action(async (options) => {
-      await setupServices();
-      await worker(options);
-    });
-
-  program
-    .command("files")
-    .description(
-      "Sync files between local filesystem and Knowhow FS (uses fileMounts config)"
-    )
-    .option("--upload", "Force upload direction for all mounts")
-    .option("--download", "Force download direction for all mounts")
-    .option("--config <path>", "Path to knowhow.json", "./knowhow.json")
-    .option("--dry-run", "Print what would be synced without doing it")
-    .action(async (options) => {
-      try {
-        await fileSync(options);
-      } catch (error) {
-        console.error("Error syncing files:", error);
-        process.exit(1);
-      }
-    });
-
-  program
-    .command("workers")
-    .description("Manage and start all registered workers")
-    .option("--list", "List all registered worker paths")
-    .option("--unregister <path>", "Unregister a worker path")
-    .option("--clear", "Clear all registered worker paths")
-    .action(async (options) => {
-      try {
-        if (options.list) {
-          const workers = await listWorkerPaths();
-          if (workers.length === 0) {
-            console.log("No workers registered.");
-            console.log(
-              "\nTo register a worker, run 'knowhow worker --register' from the worker directory."
-            );
-          } else {
-            console.log(`Registered workers (${workers.length}):`);
-            workers.forEach((workerPath, index) => {
-              console.log(`  ${index + 1}. ${workerPath}`);
-            });
-          }
-          return;
-        }
-
-        if (options.unregister) {
-          await unregisterWorkerPath(options.unregister);
-          return;
-        }
-
-        if (options.clear) {
-          await clearWorkerRegistry();
-          return;
-        }
-
-        // Default action: start all workers
-        await setupServices();
-        await startAllWorkers();
-      } catch (error) {
-        console.error("Error managing workers:", error);
-        process.exit(1);
-      }
-    });
-
-  program
-    .command("cloudworker")
-    .description("Create or sync a cloud worker with your local knowhow config")
-    .option("--create", "Create a new cloud worker with synced config and files")
-    .option("--push <uid>", "Push/sync local config and files to an existing cloud worker")
-    .option("--name <name>", "Name for the cloud worker (used with --create)")
-    .option("--dry-run", "Print what would be synced without doing it")
-    .action(async (options) => {
-      try {
-        const { cloudWorker } = await import("./cloudWorker");
-        await cloudWorker(options);
-      } catch (error) {
-        console.error("Error running cloudworker:", error);
-        process.exit(1);
-      }
-    });
-
-  program
-    .command("tunnel")
-    .description(
-      "Start tunnel-only mode: expose local ports to the cloud without registering any tools"
-    )
-    .option(
-      "--share",
-      "Share this tunnel with your organization (allows other users to use it)"
-    )
-    .option("--unshare", "Make this tunnel private (only you can use it)")
-    .action(async (options) => {
-      await tunnel(options);
-    });
-
-
-  program
-    .command("script")
-    .description("Run a local tool script file using the executeScript sandbox")
-    .option("--input-file <path>", "Path to a local .js/.ts script file to run")
-    .option(
-      "--allow-network",
-      "Allow fetch() calls in the script (disabled by default for security)"
-    )
-    .action(async (options) => {
-      try {
-        if (!options.inputFile) {
-          console.error(
-            "Error: Provide --input-file <path> to the script file to run"
-          );
-          process.exit(1);
-        }
-
-        // Run a local script file
-        const scriptPath = path.resolve(options.inputFile);
-        if (!fs.existsSync(scriptPath)) {
-          console.error(`Error: Script file not found: ${scriptPath}`);
-          process.exit(1);
-        }
-        const scriptContent = fs.readFileSync(scriptPath, "utf-8");
-
-        const { Tools, Clients } = await setupServices();
-
-        // Enable all tools on the LazyToolsService so scripts can access MCP tools
-        // (LazyToolsService starts with only meta-tools enabled; we need all for scripts)
-        Tools.enableTools(["*"]);
-
-        const { ScriptExecutor } = await import(
-          "./services/script-execution/ScriptExecutor"
-        );
-        const executor = new ScriptExecutor(Tools, Clients);
-        const result = await executor.execute({
-          script: scriptContent,
-          policy: {
-            allowNetworkAccess: !!options.allowNetwork,
-          },
-          quotas: {
-            maxExecutionTimeMs: 5 * 60 * 1000, // 5 minutes for CLI scripts
-          },
-        });
-
-        if (result.consoleOutput?.length) {
-          console.log(result.consoleOutput.join("\n"));
-        }
-        console.log(JSON.stringify(result.result, null, 2));
-        if (!result.success) {
-          console.error("Script error:", result.error);
-          process.exit(1);
-        }
-      } catch (error) {
-        console.error("Error running script:", error);
-        process.exit(1);
-      }
-    });
-
-  program
-    .command("github-credentials [action]")
-    .description(
-      "Git credential helper for GitHub. Use as: git config credential.helper 'knowhow github-credentials'"
-    )
-    .option(
-      "--repo <repo>",
-      "Repository in owner/repo format (e.g. myorg/myrepo)"
-    )
-    .action(async (action: string | undefined, options: { repo?: string }) => {
-      const client = new KnowhowSimpleClient();
-
-      // Determine what repo to fetch credentials for
-      let repo = options.repo;
-
-      // If action is "get", we're being called as a git credential helper
-      // git sends lines like: protocol=https\nhost=github.com\n on stdin
-      if (action === "get") {
-        // Read from stdin (git sends protocol/host/username)
-        const lines: string[] = [];
-        const readline = await import("readline");
-        const rl = readline.createInterface({
-          input: process.stdin,
-          terminal: false,
-        });
-        await new Promise<void>((resolve) => {
-          rl.on("line", (line) => {
-            if (line.trim()) lines.push(line.trim());
-          });
-          rl.on("close", resolve);
-        });
-        // We always return GitHub credentials regardless of the parsed host
-        // repo will be inferred from git remote if not provided
-      } else if (action === "store" || action === "erase") {
-        // git credential helper store/erase — nothing to do, just exit cleanly
-        process.exit(0);
-      }
-
-      // If no repo provided, try to infer from git remote
-      if (!repo) {
-        try {
-          const remoteUrl = execSync("git remote get-url origin", {
-            encoding: "utf-8",
-            stdio: ["pipe", "pipe", "pipe"],
-          }).trim();
-          // Parse owner/repo from URL formats:
-          // https://github.com/owner/repo.git
-          // git@github.com:owner/repo.git
-          const match =
-            remoteUrl.match(/github\.com[/:]([^/]+\/[^/]+?)(?:\.git)?$/) ||
-            remoteUrl.match(/github\.com\/([^/]+\/[^/]+)/);
-          if (match) {
-            repo = match[1];
-          }
-        } catch {
-          // Not in a git repo or no remote — proceed without repo
+  // Register all commands
+  addInitCommand(program);
+  addLoginCommand(program);
+  addUpdateCommand(program);
+  addGenerateCommand(program);
+  addEmbedCommands(program);
+  addUploadCommand(program);
+  addDownloadCommand(program);
+  addChatCommand(program);
+  addAgentCommand(program, getChatService);
+  addAskCommand(program, getChatService, getConfigFn);
+  addSetupCommand(program, getChatService);
+  addSearchCommand(program);
+  addSessionsCommand(program, getChatService);
+  addWorkerCommand(program);
+  addWorkersCommand(program);
+  addTunnelCommand(program);
+  addFilesCommand(program);
+  addCloudWorkerCommand(program);
+  addGithubCredentialsCommand(program);
+  addModulesCommand(program);
+
+  // Load global modules early (before parse) so they can register CLI subcommands.
+  // We pass only the Program in context — no services are spun up at this stage.
+  // Each module's command action is responsible for calling setupServices() as needed.
+  try {
+    const globalConfig = await getGlobalConfig();
+    const allModulePaths = [
+      ...(globalConfig.modules || []),
+      ...(config.modules || []),
+    ];
+    if (allModulePaths.length) {
+      const earlyModulesService = new ModulesService();
+      await earlyModulesService.loadModulesFrom(
+        { ...config, modules: allModulePaths },
+        {
+          Program: program,
         }
-      }
-
-      try {
-        const credential = await client.getGitCredential(repo || "");
-        // Output in git credential helper format
-        process.stdout.write(
-          `protocol=${credential.protocol}\nhost=${credential.host}\nusername=${credential.username}\npassword=${credential.password}\n`
-        );
-      } catch (error) {
-        console.error("Failed to get git credentials:", error.message);
-        process.exit(1);
-      }
-    });
+      );
+    }
+  } catch (e) {
+    // Non-fatal: if global modules fail to load for CLI registration, continue
+  }
 
   await program.parseAsync(process.argv);
 }