@tyvm/knowhow 0.0.158 → 0.0.160

package/src/commands/behaviors.ts

@@ -1,47 +0,0 @@
-import { Command } from "commander";
-import { BehaviorsService } from "../services/BehaviorsService";
-
-export function addBehaviorsCommand(program: Command): void {
-  const behaviors = program
-    .command("behaviors")
-    .description("Manage org behaviors from the CLI");
-
-  behaviors
-    .command("list")
-    .description("List behaviors from backend")
-    .option("--skills-only", "Only show skill behaviors")
-    .option("--include-internal", "Include platform skills")
-    .action(async (opts) => {
-      const svc = new BehaviorsService();
-      await svc.list({
-        skillsOnly: opts.skillsOnly,
-        includeInternal: opts.includeInternal,
-      });
-    });
-
-  behaviors
-    .command("download")
-    .description("Download behaviors from backend to .knowhow/behaviors/")
-    .option("--skills-only", "Only download skill behaviors")
-    .option("--include-internal", "Include platform skills")
-    .option(
-      "--md",
-      "Save as Markdown files with YAML frontmatter instead of JSON"
-    )
-    .action(async (opts) => {
-      const svc = new BehaviorsService();
-      await svc.download({
-        skillsOnly: opts.skillsOnly,
-        includeInternal: opts.includeInternal,
-        md: opts.md,
-      });
-    });
-
-  behaviors
-    .command("upload")
-    .description("Upload behaviors from .knowhow/behaviors/ to backend")
-    .action(async () => {
-      const svc = new BehaviorsService();
-      await svc.upload();
-    });
-}

package/src/commands/convert.ts

@@ -1,291 +0,0 @@
-import { Command } from "commander";
-import * as fs from "fs";
-import * as path from "path";
-import { services } from "../services";
-import { ModulesService } from "../services/modules";
-import { getConfig } from "../config";
-import { Modality, ConvertOptions } from "../services/conversion/types";
-
-/**
- * Load modules from config so that external converters (e.g. pdf-to-img) get
- * registered into ConversionService before we run a conversion.
- */
-async function setupConversionServices() {
-  const config = await getConfig();
-  const { Conversion } = services();
-
-  const allModulePaths = [
-    ...(config.modules || []),
-  ];
-
-  if (allModulePaths.length) {
-    const modulesService = new ModulesService();
-    await modulesService.loadModulesFrom(
-      { ...config, modules: allModulePaths },
-      {
-        Conversion,
-        Agents: services().Agents,
-        Embeddings: services().Embeddings,
-        Plugins: services().Plugins,
-        Clients: services().Clients,
-        Tools: services().Tools,
-        Events: services().Events,
-        MediaProcessor: services().MediaProcessor,
-      }
-    );
-  }
-
-  return { Conversion };
-}
-
-/**
- * Modality short aliases accepted on the CLI.
- * img, txt, vid, aud are short forms; full names also accepted.
- */
-const MODALITY_ALIASES: Record<string, Modality> = {
-  img: "image",
-  image: "image",
-  txt: "text",
-  text: "text",
-  vid: "video",
-  video: "video",
-  aud: "audio",
-  audio: "audio",
-  html: "html",
-};
-
-/**
- * Parse a comma-separated modality chain like "img,txt" or "image,text".
- * Returns { via: Modality[], target: Modality }.
- * Single value (e.g. "text") → { via: [], target: "text" }.
- *
- * Examples:
- *   "text"      → via=[], target="text"
- *   "img,txt"   → via=["image"], target="text"
- *   "image,text"→ via=["image"], target="text"
- */
-function parseModalityChain(raw: string): { via: Modality[]; target: Modality } {
-  const parts = raw.split(",").map((s) => s.trim().toLowerCase()).filter(Boolean);
-  const modalities: Modality[] = parts.map((p) => {
-    const m = MODALITY_ALIASES[p];
-    if (!m) {
-      throw new Error(
-        `Unknown modality "${p}". Valid values: text/txt, image/img, audio/aud, video/vid, html`
-      );
-    }
-    return m;
-  });
-  if (modalities.length === 0) throw new Error("--to requires at least one modality");
-  const target = modalities[modalities.length - 1];
-  const via = modalities.slice(0, -1);
-  return { via, target };
-}
-
-export function addConvertCommand(program: Command): void {
-  program
-    .command("convert")
-    .description("Convert a file between modalities (pdf, image, audio, video, text)")
-    .option("-i, --input <path>", "Source file path (required unless --list)")
-    .option("-o, --output <path>", "Output file or directory (optional; defaults to stdout for text)")
-    .option(
-      "--to <chain>",
-      "Target modality or explicit chain. Single: text|txt|image|img|audio|aud|video|vid|html. Chain (comma-separated): img,txt forces pdf→image→text path.",
-      "text"
-    )
-    .option("--from <modality>", "Override inferred input modality")
-    .option("--prefer <names>", "Comma-separated list of preferred converter names (used when --to is a single modality)")
-    .option("--force", "Ignore cache and re-run converters")
-    .option("--model <name>", "Model to use (injected into converterOptions for all converters, e.g. tts-1, dall-e-3, gpt-4o)")
-    .option("--start-page <n>", "First page (documents)", parseInt)
-    .option("--end-page <n>", "Last page (documents)", parseInt)
-    .option("--start-line <n>", "First line (text output)", parseInt)
-    .option("--end-line <n>", "Last line (text output)", parseInt)
-    .option("--start-time <n>", "Start time in seconds (audio/video)", parseFloat)
-    .option("--end-time <n>", "End time in seconds (audio/video)", parseFloat)
-    .option("--opt <spec>", "Per-converter option in format name.key=value (repeatable)", collect, [])
-    .option("--list", "List all registered converters and exit")
-    .option("--json", "Emit machine-readable JSON result")
-    .action(async (opts) => {
-      try {
-        const { Conversion } = await setupConversionServices();
-
-        // --list mode: print registered converters
-        if (opts.list) {
-          const converters = Conversion.list();
-          if (opts.json) {
-            console.log(JSON.stringify(converters.map(c => ({
-              name: c.name,
-              inputExts: c.inputExts,
-              inputModality: c.inputModality,
-              outputType: c.outputType,
-              cache: c.cache ?? false,
-            })), null, 2));
-          } else {
-            console.log("\n📦 Registered converters:\n");
-            for (const c of converters) {
-              const input = c.inputExts
-                ? c.inputExts.join(", ")
-                : c.inputModality ?? "?";
-              console.log(`  • ${c.name.padEnd(24)} ${input} → ${c.outputType}${c.cache ? " (cached)" : ""}`);
-            }
-            console.log();
-          }
-          return;
-        }
-
-        // Validate --input
-        if (!opts.input) {
-          console.error("Error: --input <path> is required (use --list to see converters)");
-          process.exit(1);
-        }
-
-        const inputPath = path.resolve(opts.input);
-        if (!fs.existsSync(inputPath)) {
-          console.error(`Error: input file not found: ${inputPath}`);
-          process.exit(1);
-        }
-
-        // Parse --to chain (e.g. "img,txt" → via=["image"], target="text")
-        let targetModality: Modality;
-        let viaModalities: Modality[] = [];
-        try {
-          const parsed = parseModalityChain(opts.to || "text");
-          targetModality = parsed.target;
-          viaModalities = parsed.via;
-        } catch (e: any) {
-          console.error(`Error: ${e.message}`);
-          process.exit(1);
-        }
-
-        // Parse --opt flags into converterOptions
-        const converterOptions: Record<string, Record<string, any>> = {};
-        for (const spec of (opts.opt as string[])) {
-          // format: converterName.key=value
-          const dotIdx = spec.indexOf(".");
-          const eqIdx = spec.indexOf("=");
-          if (dotIdx < 0 || eqIdx < 0 || eqIdx < dotIdx) {
-            console.error(`Error: --opt must be in format "converterName.key=value", got: ${spec}`);
-            process.exit(1);
-          }
-          const converterName = spec.slice(0, dotIdx);
-          const key = spec.slice(dotIdx + 1, eqIdx);
-          const rawValue = spec.slice(eqIdx + 1);
-          // Try to coerce to number/boolean, else keep as string
-          let value: any = rawValue;
-          if (rawValue === "true") value = true;
-          else if (rawValue === "false") value = false;
-          else if (!isNaN(Number(rawValue)) && rawValue !== "") value = Number(rawValue);
-
-          if (!converterOptions[converterName]) converterOptions[converterName] = {};
-          converterOptions[converterName][key] = value;
-        }
-
-        // --model injects model into all converter option scopes
-        // It can be overridden by a more specific --opt converterName.model=xxx
-        if (opts.model) {
-          const modelInjectedNames = [
-            "whisper", "ffmpeg-whisper",
-            "image-to-text",
-            "text-to-audio", "text-to-image", "text-to-video",
-            "image-to-video",
-          ];
-          for (const name of modelInjectedNames) {
-            if (!converterOptions[name]) converterOptions[name] = {};
-            if (!converterOptions[name].model) {
-              converterOptions[name].model = opts.model;
-            }
-          }
-        }
-
-        const preferredConverters = opts.prefer
-          ? opts.prefer.split(",").map((s: string) => s.trim()).filter(Boolean)
-          : [];
-
-        const chainDisplay = [...viaModalities, targetModality].join(" → ");
-        console.error(`🔄 Converting ${inputPath} → ${chainDisplay}...`);
-
-        const convertOpts: ConvertOptions = {
-          force: opts.force ?? false,
-          preferredConverters,
-          startPage: opts.startPage,
-          endPage: opts.endPage,
-          startLine: opts.startLine,
-          endLine: opts.endLine,
-          startTime: opts.startTime,
-          endTime: opts.endTime,
-          converterOptions,
-          onProgress: (stage, fraction) => {
-            const pct = Math.round(fraction * 100);
-            process.stderr.write(`\r  [${pct.toString().padStart(3)}%] ${stage}   `);
-          },
-          ...(viaModalities.length > 0 ? { via: viaModalities } : {}),
-        };
-
-        const result = await Conversion.convert(inputPath, targetModality, convertOpts);
-        process.stderr.write("\n");
-
-        if (opts.json) {
-          console.log(JSON.stringify(result, null, 2));
-          return;
-        }
-
-        // Text / HTML output
-        if (result.outputType === "text" || result.outputType === "html") {
-          if (opts.output) {
-            fs.writeFileSync(path.resolve(opts.output), result.text ?? "");
-            console.error(`✅ Written to ${opts.output}`);
-          } else {
-            process.stdout.write(result.text ?? "");
-            process.stdout.write("\n");
-          }
-          if (result.usd_cost) {
-            console.error(`💰 Cost: $${result.usd_cost.toFixed(6)}`);
-          }
-          return;
-        }
-
-        // File output (image, audio, video)
-        const files = result.files ?? [];
-        if (files.length === 0) {
-          console.error("⚠  Conversion produced no output files.");
-          return;
-        }
-
-        if (opts.output) {
-          const outPath = path.resolve(opts.output);
-          if (files.length === 1) {
-            fs.copyFileSync(files[0], outPath);
-            console.error(`✅ Written to ${outPath}`);
-          } else {
-            // Multiple files → write to directory
-            fs.mkdirSync(outPath, { recursive: true });
-            for (const f of files) {
-              const dest = path.join(outPath, path.basename(f));
-              fs.copyFileSync(f, dest);
-              console.log(dest);
-            }
-            console.error(`✅ ${files.length} files written to ${outPath}`);
-          }
-        } else {
-          // Print file paths to stdout
-          for (const f of files) {
-            console.log(f);
-          }
-        }
-
-        if (result.usd_cost) {
-          console.error(`💰 Cost: $${result.usd_cost.toFixed(6)}`);
-        }
-      } catch (err: any) {
-        console.error(`❌ Conversion failed: ${err.message}`);
-        if (process.env.DEBUG) console.error(err);
-        process.exit(1);
-      }
-    });
-}
-
-/** Commander helper: collect repeated option values into an array */
-function collect(val: string, acc: string[]): string[] {
-  acc.push(val);
-  return acc;
-}

package/src/commands/hash.ts

@@ -1,179 +0,0 @@
-import { Command } from "commander";
-import * as crypto from "crypto";
-import * as fs from "fs";
-import { execSync } from "child_process";
-import { globSync } from "glob";
-import { getHashes, saveHashes } from "../hashes";
-
-/**
- * Compute an MD5 hash over the sorted contents of all matched files.
- * Uses file content only (not mtime) for stability across CI clones.
- */
-function hashFiles(files: string[]): string {
-  const hash = crypto.createHash("md5");
-  const sorted = [...files].sort();
-  for (const f of sorted) {
-    if (!fs.existsSync(f)) continue;
-    const content = fs.readFileSync(f);
-    hash.update(f);
-    hash.update(content);
-  }
-  return hash.digest("hex");
-}
-
-export function addHashCommand(program: Command): void {
-  program
-    .command("hash")
-    .description(
-      "Check whether a named set of input files has changed since last saved. " +
-        "Exits 0 (unchanged) or 1 (changed / first run). " +
-        "Use with shell short-circuit: (knowhow hash ... || run-build-step)"
-    )
-    .requiredOption(
-      "--name <name>",
-      "Unique name for this hash slot (e.g. 'build', 'generate-api'). Becomes the top-level key in .hashes.json."
-    )
-    .requiredOption(
-      "--input <glob>",
-      "Glob pattern(s) of input files to hash. Separate multiple globs with commas."
-    )
-    .option(
-      "--output <paths>",
-      "Optional output file(s) — if any are missing the check always returns changed (comma-separated)."
-    )
-    .option(
-      "--save",
-      "Save the current hash. In standalone mode, records the hash immediately (no command run). " +
-        "In --run mode, records the hash only if the command succeeds. " +
-        "Without --save in --run mode, the hash is never recorded — useful when --run is a " +
-        "side-effect trigger rather than the step that produces the tracked artifacts."
-    )
-    .option(
-      "--run <command>",
-      "Self-contained mode: if inputs are unchanged, skip and exit 0. " +
-        "If changed (or first run), run this shell command and — only if it " +
-        "succeeds — save the new hash. Replaces the '(hash) || (build && hash --save)' pattern."
-    )
-    .option("--verbose", "Print what files were found and the computed hash")
-    .action(
-      async (opts: {
-        name: string;
-        input: string;
-        output?: string;
-        save?: boolean;
-        run?: string;
-        verbose?: boolean;
-      }) => {
-        const hashes = await getHashes();
-
-        const inputGlobs = opts.input.split(",").map((g) => g.trim());
-        const outputPaths = opts.output
-          ? opts.output.split(",").map((p) => p.trim())
-          : [];
-
-        // Expand input globs
-        const inputFiles: string[] = [];
-        for (const pattern of inputGlobs) {
-          const matches = globSync(pattern, { nodir: true });
-          inputFiles.push(...matches);
-        }
-
-        if (opts.verbose) {
-          console.error(`[knowhow hash] name=${opts.name}`);
-          console.error(
-            `[knowhow hash] input files (${inputFiles.length}): ${inputFiles.slice(0, 10).join(", ")}${inputFiles.length > 10 ? "…" : ""}`
-          );
-          if (outputPaths.length) {
-            console.error(`[knowhow hash] output files: ${outputPaths.join(", ")}`);
-          }
-        }
-
-        const currentHash = hashFiles(inputFiles);
-
-        // Standalone --save mode (no --run): record hash immediately and exit.
-        // When --run is also present, --save is handled inside the --run branch below.
-        if (opts.save && !opts.run) {
-          if (!hashes[opts.name]) hashes[opts.name] = {};
-          hashes[opts.name][opts.input] = currentHash;
-          await saveHashes(hashes);
-          if (opts.verbose) {
-            console.error(`[knowhow hash] saved hash ${currentHash} for "${opts.name}"`);
-          }
-          process.exit(0);
-        }
-
-        // Determine whether inputs (or missing outputs) indicate a rebuild is needed.
-        let changed = false;
-
-        // If any output file is missing, always report changed
-        for (const outPath of outputPaths) {
-          if (!fs.existsSync(outPath)) {
-            if (opts.verbose) {
-              console.error(`[knowhow hash] output file missing: ${outPath} → changed`);
-            }
-            changed = true;
-          }
-        }
-
-        const storedHash: string | undefined = hashes[opts.name]?.[opts.input];
-
-        if (opts.verbose) {
-          console.error(
-            `[knowhow hash] stored=${storedHash ?? "(none)"}  current=${currentHash}`
-          );
-        }
-
-        if (!(storedHash && storedHash === currentHash)) {
-          changed = true;
-        }
-
-        // --run mode: self-contained. Skip when unchanged; otherwise run the
-        // command and only save the new hash if it succeeds.
-        if (opts.run) {
-          if (!changed) {
-            if (opts.verbose) {
-              console.error(`[knowhow hash] ✓ unchanged — skipping "${opts.run}"`);
-            }
-            process.exit(0);
-          }
-
-          if (opts.verbose) {
-            console.error(`[knowhow hash] ✗ changed — running "${opts.run}"`);
-          }
-          try {
-            execSync(opts.run, { stdio: "inherit", shell: "/bin/sh" });
-          } catch (err: any) {
-            // Command failed — do NOT save the hash so it retries next time.
-            process.exit(typeof err?.status === "number" ? err.status : 1);
-          }
-
-          // Command succeeded — only save the hash if --save was also passed.
-          // Without --save, the hash is NOT recorded so the command will re-run next time.
-          // Use --save when --run produces the artifacts that the hash tracks.
-          // Omit --save when --run is a side-effect trigger (e.g. snapshot regeneration).
-          if (opts.save) {
-            if (!hashes[opts.name]) hashes[opts.name] = {};
-            hashes[opts.name][opts.input] = currentHash;
-            await saveHashes(hashes);
-            if (opts.verbose) {
-              console.error(`[knowhow hash] saved hash ${currentHash} for "${opts.name}"`);
-            }
-          }
-          process.exit(0);
-        }
-
-        // Legacy check mode: exit 0 (unchanged) or 1 (changed).
-        if (!changed) {
-          if (opts.verbose) {
-            console.error(`[knowhow hash] ✓ unchanged — skipping`);
-          }
-          process.exit(0);
-        }
-
-        if (opts.verbose) {
-          console.error(`[knowhow hash] ✗ changed — rebuild needed`);
-        }
-        process.exit(1);
-      }
-    );
-}