@gobing-ai/knowledge-kit 0.0.11 → 0.0.12

package/dist/index.js

@@ -26016,7 +26016,8 @@ function useColor() {
 var program = new Command;
 
 // src/fanin.ts
-import { resolve as resolve2 } from "path";
+import { tmpdir } from "os";
+import { isAbsolute as isAbsolute2, join as join3, resolve as resolve3 } from "path";
 
 // ../../packages/kk-core/src/kinds.ts
 init_zod();
@@ -26080,7 +26081,7 @@ function kindForCollection(name) {
 var CONTRACTS = {
   ingestion: { kind: "ingestion", input: null, output: DocListSchema },
   generator: { kind: "generator", input: DocListSchema, output: ContentSchema },
-  publish: { kind: "publish", input: ContentSchema, output: ResultSchema }
+  publish: { kind: "publish", input: exports_external.union([ContentSchema, DocListSchema]), output: ResultSchema }
 };
 function kindContract(kind) {
   if (!isPluginKind(kind)) {
@@ -26365,134 +26366,11 @@ init_config();
 if (false) {}
 // src/fanin.ts
 init_dist();
-var EXIT_USAGE = 2;
-var EXIT_INPUT = 1;
-function mergeDocLists(inputs, sources) {
-  const merged = [];
-  const byId = new Map;
-  for (const [i, docList] of inputs.entries()) {
-    const file2 = sources[i] ?? `input[${i}]`;
-    for (const doc2 of docList) {
-      const entry = { file: file2 };
-      if (doc2.sourceUri !== undefined) {
-        entry.sourceUri = doc2.sourceUri;
-      }
-      const existing = byId.get(doc2.id);
-      if (existing) {
-        const list = existing.metadata?.sources;
-        if (Array.isArray(list)) {
-          list.push(entry);
-        }
-        continue;
-      }
-      const mergedDoc = {
-        ...doc2,
-        metadata: { ...doc2.metadata ?? {}, sources: [entry] }
-      };
-      byId.set(doc2.id, mergedDoc);
-      merged.push(mergedDoc);
-    }
-  }
-  return merged;
-}
-async function readDocList(fs2, path3) {
-  if (!await fs2.exists(path3)) {
-    echoError(`Input file does not exist: ${path3}`);
-    return null;
-  }
-  let content;
-  try {
-    content = await fs2.readFile(path3);
-  } catch (err) {
-    echoError(`Failed to read input file ${path3}: ${err instanceof Error ? err.message : String(err)}`);
-    return null;
-  }
-  let json2;
-  try {
-    json2 = JSON.parse(content);
-  } catch (err) {
-    echoError(`Input file ${path3} is invalid JSON: ${err instanceof Error ? err.message : String(err)}`);
-    return null;
-  }
-  const result = DocListSchema.safeParse(json2);
-  if (!result.success) {
-    const issues = result.error.issues.map((i) => `${i.path.join(".") || "root"}: ${i.message}`).join("; ");
-    echoError(`Input file ${path3} violates the Doc list schema: ${issues}`);
-    return null;
-  }
-  return result.data;
-}
-function parseArgs(argv) {
-  const inPaths = [];
-  let outPath;
-  for (let i = 0;i < argv.length; i++) {
-    const arg = argv[i];
-    if (arg === "--in") {
-      const value = argv[++i];
-      if (value === undefined) {
-        throw new Error("--in requires a file path");
-      }
-      inPaths.push(value);
-    } else if (arg === "--out") {
-      const value = argv[++i];
-      if (value === undefined) {
-        throw new Error("--out requires a file path");
-      }
-      if (outPath !== undefined) {
-        throw new Error("--out may be specified only once");
-      }
-      outPath = value;
-    } else {
-      throw new Error(`Unknown argument: ${arg}`);
-    }
-  }
-  if (inPaths.length === 0) {
-    throw new Error("at least one --in file is required");
-  }
-  if (outPath === undefined) {
-    throw new Error("--out file is required");
-  }
-  return { inPaths, outPath };
-}
-async function runFanin(argv) {
-  let opts;
-  try {
-    opts = parseArgs(argv);
-  } catch (err) {
-    echoError(`fanin: ${err instanceof Error ? err.message : String(err)}`);
-    return EXIT_USAGE;
-  }
-  const fs2 = createNodeFileSystem();
-  const inputs = [];
-  const sources = [];
-  for (const inPath of opts.inPaths) {
-    const docList = await readDocList(fs2, inPath);
-    if (docList === null) {
-      return EXIT_INPUT;
-    }
-    inputs.push(docList);
-    sources.push(inPath);
-  }
-  const merged = mergeDocLists(inputs, sources);
-  try {
-    await fs2.writeFile(resolve2(opts.outPath), `${JSON.stringify(merged, null, 2)}
-`);
-  } catch (err) {
-    echoError(`Failed to write output file ${resolve2(opts.outPath)}: ${err instanceof Error ? err.message : String(err)}`);
-    return EXIT_INPUT;
-  }
-  return 0;
-}
-
-// src/fanout.ts
-import { tmpdir } from "os";
-import { isAbsolute as isAbsolute2, join as join3, resolve as resolve4 } from "path";
-init_dist();
 
 // src/invoke.ts
-import { existsSync as existsSync3, readFileSync as readFileSync3 } from "fs";
+import { existsSync as existsSync3, readFileSync as readFileSync3, statSync as statSync3 } from "fs";
 import { homedir as homedir2 } from "os";
-import { isAbsolute, join as join2, resolve as resolve3 } from "path";
+import { isAbsolute, join as join2, resolve as resolve2 } from "path";
 init_dist();
 function resolveKkConfigPath() {
   return process.env.KK_CONFIG || join2(homedir2(), ".config/kk/config.yaml");
@@ -26546,12 +26424,21 @@ function pluginEnvFromConfig(kind, name, configFile = resolveKkConfigPath()) {
   }
   return out;
 }
-function spawnPluginEntry(opts) {
-  const cmd = opts.entryPath.endsWith(".ts") || opts.entryPath.endsWith(".js") ? [process.execPath, opts.entryPath, "--in", opts.inPath, "--out", opts.outPath] : [opts.entryPath, "--in", opts.inPath, "--out", opts.outPath];
+function pluginEntryCmd(opts) {
+  return opts.entryPath.endsWith(".ts") || opts.entryPath.endsWith(".js") ? [process.execPath, opts.entryPath, "--in", opts.inPath, "--out", opts.outPath] : [opts.entryPath, "--in", opts.inPath, "--out", opts.outPath];
+}
+function pluginEntryEnv(opts) {
   const fromConfig = opts.pluginKind !== undefined && opts.pluginName !== undefined ? pluginEnvFromConfig(opts.pluginKind, opts.pluginName) : {};
-  const proc = Bun.spawnSync(cmd, {
+  return {
+    ...fromConfig,
+    ...process.env,
+    KNOWLEDGE_KIT_PROJECT_ROOT: process.env.KNOWLEDGE_KIT_PROJECT_ROOT ?? process.cwd()
+  };
+}
+function spawnPluginEntry(opts) {
+  const proc = Bun.spawnSync(pluginEntryCmd(opts), {
     cwd: opts.cwd,
-    env: { ...fromConfig, ...process.env },
+    env: pluginEntryEnv(opts),
     stdout: "pipe",
     stderr: "pipe"
   });
@@ -26561,6 +26448,28 @@ function spawnPluginEntry(opts) {
     stderr: proc.stderr.toString().trim()
   };
 }
+async function spawnPluginEntryAsync(opts) {
+  const signal = opts.timeoutMs === undefined ? undefined : AbortSignal.timeout(opts.timeoutMs);
+  let timedOut = false;
+  signal?.addEventListener("abort", () => {
+    timedOut = true;
+  });
+  const proc = Bun.spawn(pluginEntryCmd(opts), {
+    cwd: opts.cwd,
+    env: pluginEntryEnv(opts),
+    stdout: "pipe",
+    stderr: "pipe",
+    signal
+  });
+  const [stdout, stderr] = await Promise.all([new Response(proc.stdout).text(), new Response(proc.stderr).text()]);
+  await proc.exited;
+  return {
+    exitCode: proc.exitCode === null ? 1 : proc.exitCode,
+    stdout: stdout.trim(),
+    stderr: stderr.trim(),
+    ...timedOut ? { timedOut: true } : {}
+  };
+}
 async function runInvoke(opts) {
   const discovery = discoverAllPlugins({ pluginsRoot: opts.pluginsRoot, extraPaths: opts.pluginsPath });
   const record2 = getByName(discovery, opts.plugin);
@@ -26574,8 +26483,9 @@ async function runInvoke(opts) {
     return 1;
   }
   const contract = kindContract(record2.kind);
-  const absInPath = resolve3(opts.inPath);
-  const absOutPath = resolve3(opts.outPath);
+  const absInPath = resolve2(opts.inPath);
+  const absOutPath = resolve2(opts.outPath);
+  let showNotesArrayInput = false;
   if (contract.input !== null) {
     if (!existsSync3(absInPath)) {
       echoError(`Input file does not exist: ${absInPath}`);
@@ -26601,13 +26511,14 @@ async function runInvoke(opts) {
       echoError(`Input schema violation for kind '${record2.kind}': ${issues}`);
       return 1;
     }
+    showNotesArrayInput = record2.kind === "publish" && Array.isArray(json2);
   } else {
     if (!existsSync3(absInPath)) {
       echoError(`Source path does not exist: ${absInPath}`);
       return 1;
     }
   }
-  const entryPath = isAbsolute(record2.entry) ? record2.entry : resolve3(record2.dir, record2.entry);
+  const entryPath = isAbsolute(record2.entry) ? record2.entry : resolve2(record2.dir, record2.entry);
   if (!existsSync3(entryPath)) {
     echoError(`Plugin entry script does not exist: ${entryPath}`);
     return 1;
@@ -26630,6 +26541,13 @@ async function runInvoke(opts) {
     echoError(`Plugin entry succeeded but did not write output file: ${absOutPath}`);
     return 1;
   }
+  if (showNotesArrayInput) {
+    if (statSync3(absOutPath).size === 0) {
+      echoError(`Plugin entry succeeded but wrote an empty output file: ${absOutPath}`);
+      return 1;
+    }
+    return 0;
+  }
   let outContent;
   try {
     outContent = readFileSync3(absOutPath, "utf-8");
@@ -26653,7 +26571,296 @@ async function runInvoke(opts) {
   return 0;
 }
 
+// src/fanin.ts
+var DEFAULT_SOURCE_TIMEOUT_MS = 30 * 60 * 1000;
+var SOURCE_ERROR_MAX_CHARS = 2048;
+function capSourceError(error51) {
+  if (error51.length <= SOURCE_ERROR_MAX_CHARS) {
+    return error51;
+  }
+  return `${error51.slice(0, SOURCE_ERROR_MAX_CHARS)}... [truncated; ${error51.length} chars total]`;
+}
+var EXIT_USAGE = 2;
+var EXIT_INPUT = 1;
+function mergeDocLists(inputs, sources) {
+  const merged = [];
+  const byId = new Map;
+  for (const [i, docList] of inputs.entries()) {
+    const file2 = sources[i] ?? `input[${i}]`;
+    for (const doc2 of docList) {
+      const entry = { file: file2 };
+      if (doc2.sourceUri !== undefined) {
+        entry.sourceUri = doc2.sourceUri;
+      }
+      const existing = byId.get(doc2.id);
+      if (existing) {
+        const list = existing.metadata?.sources;
+        if (Array.isArray(list)) {
+          list.push(entry);
+        }
+        continue;
+      }
+      const mergedDoc = {
+        ...doc2,
+        metadata: { ...doc2.metadata ?? {}, sources: [entry] }
+      };
+      byId.set(doc2.id, mergedDoc);
+      merged.push(mergedDoc);
+    }
+  }
+  return merged;
+}
+async function readDocList(fs2, path3) {
+  if (!await fs2.exists(path3)) {
+    echoError(`Input file does not exist: ${path3}`);
+    return null;
+  }
+  let content;
+  try {
+    content = await fs2.readFile(path3);
+  } catch (err) {
+    echoError(`Failed to read input file ${path3}: ${err instanceof Error ? err.message : String(err)}`);
+    return null;
+  }
+  let json2;
+  try {
+    json2 = JSON.parse(content);
+  } catch (err) {
+    echoError(`Input file ${path3} is invalid JSON: ${err instanceof Error ? err.message : String(err)}`);
+    return null;
+  }
+  const result = DocListSchema.safeParse(json2);
+  if (!result.success) {
+    const issues = result.error.issues.map((i) => `${i.path.join(".") || "root"}: ${i.message}`).join("; ");
+    echoError(`Input file ${path3} violates the Doc list schema: ${issues}`);
+    return null;
+  }
+  return result.data;
+}
+function parseArgs(argv) {
+  const inPaths = [];
+  const sources = [];
+  let outPath;
+  let sourceTimeoutMs;
+  const sourceTimeoutOverrides = {};
+  for (let i = 0;i < argv.length; i++) {
+    const arg = argv[i];
+    if (arg === "--in") {
+      const value = argv[++i];
+      if (value === undefined) {
+        throw new Error("--in requires a file path");
+      }
+      inPaths.push(value);
+    } else if (arg === "--source") {
+      const value = argv[++i];
+      if (value === undefined) {
+        throw new Error("--source requires <plugin>:<inputFile>");
+      }
+      const sep = value.indexOf(":");
+      if (sep <= 0 || sep === value.length - 1) {
+        throw new Error(`--source requires <plugin>:<inputFile>, got '${value}'`);
+      }
+      sources.push({ plugin: value.slice(0, sep), inputFile: value.slice(sep + 1) });
+    } else if (arg === "--source-timeout") {
+      const value = argv[++i];
+      if (value === undefined) {
+        throw new Error("--source-timeout requires a millisecond value");
+      }
+      if (sourceTimeoutMs !== undefined) {
+        throw new Error("--source-timeout may be specified only once");
+      }
+      const parsed = Number(value);
+      if (!Number.isInteger(parsed) || parsed <= 0) {
+        throw new Error(`--source-timeout must be a positive integer (ms), got '${value}'`);
+      }
+      sourceTimeoutMs = parsed;
+    } else if (arg === "--source-timeout-override") {
+      const value = argv[++i];
+      if (value === undefined) {
+        throw new Error("--source-timeout-override requires <plugin>:<ms>");
+      }
+      const sep = value.indexOf(":");
+      if (sep <= 0 || sep === value.length - 1) {
+        throw new Error(`--source-timeout-override requires <plugin>:<ms>, got '${value}'`);
+      }
+      const plugin = value.slice(0, sep);
+      if (plugin in sourceTimeoutOverrides) {
+        throw new Error(`--source-timeout-override: plugin '${plugin}' may be specified only once`);
+      }
+      const parsed = Number(value.slice(sep + 1));
+      if (!Number.isInteger(parsed) || parsed <= 0) {
+        throw new Error(`--source-timeout-override ms must be a positive integer, got '${value.slice(sep + 1)}'`);
+      }
+      sourceTimeoutOverrides[plugin] = parsed;
+    } else if (arg === "--out") {
+      const value = argv[++i];
+      if (value === undefined) {
+        throw new Error("--out requires a file path");
+      }
+      if (outPath !== undefined) {
+        throw new Error("--out may be specified only once");
+      }
+      outPath = value;
+    } else {
+      throw new Error(`Unknown argument: ${arg}`);
+    }
+  }
+  if (inPaths.length === 0 && sources.length === 0) {
+    throw new Error("at least one --in file or --source is required");
+  }
+  if (sourceTimeoutMs !== undefined && sources.length === 0) {
+    throw new Error("--source-timeout requires at least one --source");
+  }
+  if (Object.keys(sourceTimeoutOverrides).length > 0 && sources.length === 0) {
+    throw new Error("--source-timeout-override requires at least one --source");
+  }
+  for (const plugin of Object.keys(sourceTimeoutOverrides)) {
+    if (!sources.some((candidate) => candidate.plugin === plugin)) {
+      throw new Error(`--source-timeout-override names plugin '${plugin}' which is not among the --source plugins`);
+    }
+  }
+  if (outPath === undefined) {
+    throw new Error("--out file is required");
+  }
+  return {
+    inPaths,
+    outPath,
+    ...sources.length > 0 ? { sources } : {},
+    ...sourceTimeoutMs !== undefined ? { sourceTimeoutMs } : {},
+    ...Object.keys(sourceTimeoutOverrides).length > 0 ? { sourceTimeoutOverrides } : {}
+  };
+}
+async function collectSourceDocs(discovery, source, timeoutMs) {
+  const record2 = getByName(discovery, source.plugin);
+  if (!record2) {
+    throw new Error(`Plugin '${source.plugin}' not found in the merged plugin registry`);
+  }
+  if (record2.kind !== "ingestion") {
+    throw new Error(`Plugin '${source.plugin}' is kind '${record2.kind}', not 'ingestion'`);
+  }
+  const fs2 = createNodeFileSystem();
+  const absInPath = resolve3(source.inputFile);
+  if (!await fs2.exists(absInPath)) {
+    throw new Error(`Input file does not exist: ${absInPath}`);
+  }
+  const entryPath = isAbsolute2(record2.entry) ? record2.entry : resolve3(record2.dir, record2.entry);
+  if (!await fs2.exists(entryPath)) {
+    throw new Error(`Plugin entry script does not exist: ${entryPath}`);
+  }
+  const outTmp = join3(tmpdir(), `kk-fanin-${source.plugin}-${Date.now()}-${Math.random().toString(36).slice(2)}.json`);
+  try {
+    const proc = await spawnPluginEntryAsync({
+      entryPath,
+      cwd: record2.dir,
+      inPath: absInPath,
+      outPath: outTmp,
+      pluginKind: record2.kind,
+      pluginName: record2.name,
+      timeoutMs
+    });
+    if (proc.exitCode !== 0) {
+      const why = proc.timedOut === true ? `timed out after ${timeoutMs}ms` : `exited with code ${proc.exitCode}`;
+      throw new Error(`Plugin '${source.plugin}' ${why}: ${proc.stderr || proc.stdout || "no output"}`);
+    }
+    if (!await fs2.exists(outTmp)) {
+      throw new Error(`Plugin '${source.plugin}' succeeded but did not write an output file`);
+    }
+    let json2;
+    try {
+      json2 = JSON.parse(await fs2.readFile(outTmp));
+    } catch (err) {
+      throw new Error(`Plugin '${source.plugin}' wrote invalid JSON: ${err instanceof Error ? err.message : String(err)}`);
+    }
+    const parsed = DocListSchema.safeParse(json2);
+    if (!parsed.success) {
+      const issues = parsed.error.issues.map((i) => `${i.path.join(".") || "root"}: ${i.message}`).join("; ");
+      throw new Error(`Plugin '${source.plugin}' output violates the Doc list schema: ${issues}`);
+    }
+    return parsed.data;
+  } finally {
+    await fs2.deleteFile(outTmp);
+  }
+}
+async function runFanin(argv) {
+  let opts;
+  try {
+    opts = parseArgs(argv);
+  } catch (err) {
+    echoError(`fanin: ${err instanceof Error ? err.message : String(err)}`);
+    return EXIT_USAGE;
+  }
+  const fs2 = createNodeFileSystem();
+  const inputs = [];
+  const sources = [];
+  const sourceErrors = [];
+  for (const inPath of opts.inPaths) {
+    const docList = await readDocList(fs2, inPath);
+    if (docList === null) {
+      return EXIT_INPUT;
+    }
+    inputs.push(docList);
+    sources.push(inPath);
+  }
+  if (opts.sources !== undefined && opts.sources.length > 0) {
+    const discovery = discoverAllPlugins({});
+    const settled = await Promise.allSettled(opts.sources.map(async (source) => {
+      const started = Date.now();
+      try {
+        const timeoutMs = opts.sourceTimeoutOverrides?.[source.plugin] ?? opts.sourceTimeoutMs ?? DEFAULT_SOURCE_TIMEOUT_MS;
+        return { ok: true, docs: await collectSourceDocs(discovery, source, timeoutMs) };
+      } catch (err) {
+        return {
+          ok: false,
+          error: err instanceof Error ? err.message : String(err),
+          durationMs: Date.now() - started
+        };
+      }
+    }));
+    for (const [i, outcome] of settled.entries()) {
+      const source = opts.sources[i];
+      if (source === undefined) {
+        continue;
+      }
+      const result = outcome.status === "fulfilled" ? outcome.value : { ok: false, error: String(outcome.reason), durationMs: 0 };
+      if (result.ok) {
+        inputs.push(result.docs);
+        sources.push(source.plugin);
+      } else {
+        sourceErrors.push({
+          plugin: source.plugin,
+          error: capSourceError(result.error),
+          durationMs: result.durationMs
+        });
+      }
+    }
+    for (const err of sourceErrors) {
+      echoError(`fanin: source '${err.plugin}' failed after ${err.durationMs}ms: ${err.error}`);
+    }
+    if (sourceErrors.length === opts.sources.length) {
+      echoError(`fanin: all ${opts.sources.length} source(s) failed; no output written`);
+      return EXIT_INPUT;
+    }
+  }
+  const merged = mergeDocLists(inputs, sources);
+  if (sourceErrors.length > 0) {
+    for (const doc2 of merged) {
+      doc2.metadata = { ...doc2.metadata ?? {}, sourceErrors };
+    }
+  }
+  try {
+    await fs2.writeFile(resolve3(opts.outPath), `${JSON.stringify(merged, null, 2)}
+`);
+  } catch (err) {
+    echoError(`Failed to write output file ${resolve3(opts.outPath)}: ${err instanceof Error ? err.message : String(err)}`);
+    return EXIT_INPUT;
+  }
+  return 0;
+}
+
 // src/fanout.ts
+import { tmpdir as tmpdir2 } from "os";
+import { isAbsolute as isAbsolute3, join as join4, resolve as resolve4 } from "path";
+init_dist();
 var EXIT_FAILURE = 1;
 var EXIT_INPUT2 = 2;
 function aggregate(entries) {
@@ -26683,6 +26890,7 @@ async function fanout(content, targets, dispatch) {
         status: "published",
         ...result.url !== undefined ? { url: result.url } : {},
         ...result.id !== undefined ? { id: result.id } : {},
+        ...result.metadata !== undefined ? { metadata: result.metadata } : {},
         durationMs
       } : {
         target,
@@ -26887,11 +27095,11 @@ async function pluginDispatch(target, contentPath, discovery) {
     throw new Error(`Publish plugin '${target}' not found in the merged plugin registry`);
   }
   const fs2 = createNodeFileSystem();
-  const entryPath = isAbsolute2(record2.entry) ? record2.entry : resolve4(record2.dir, record2.entry);
+  const entryPath = isAbsolute3(record2.entry) ? record2.entry : resolve4(record2.dir, record2.entry);
   if (!await fs2.exists(entryPath)) {
     throw new Error(`Plugin entry script does not exist: ${entryPath}`);
   }
-  const outTmp = join3(tmpdir(), `kk-fanout-${target}-${Date.now()}-${Math.random().toString(36).slice(2)}.json`);
+  const outTmp = join4(tmpdir2(), `kk-fanout-${target}-${Date.now()}-${Math.random().toString(36).slice(2)}.json`);
   try {
     const proc = spawnPluginEntry({
       entryPath,
@@ -27012,11 +27220,24 @@ function collectIn(value, acc) {
   acc.push(value);
   return acc;
 }
+function collectSource(value, acc) {
+  acc.push(value);
+  return acc;
+}
 async function runFaninAction(options) {
   const argv = [];
   for (const inPath of options.in) {
     argv.push("--in", inPath);
   }
+  for (const source of options.source ?? []) {
+    argv.push("--source", source);
+  }
+  if (options.sourceTimeout !== undefined) {
+    argv.push("--source-timeout", options.sourceTimeout);
+  }
+  for (const override of options.sourceTimeoutOverride ?? []) {
+    argv.push("--source-timeout-override", override);
+  }
   argv.push("--out", options.out);
   const code = await runFanin(argv);
   if (code !== 0) {
@@ -27027,6 +27248,10 @@ function collectTarget(value, acc) {
   acc.push(value);
   return acc;
 }
+function collectOverride(value, acc) {
+  acc.push(value);
+  return acc;
+}
 async function runFanoutAction(options) {
   const argv = ["--content", options.content, "--out", options.out];
   for (const target of options.target) {
@@ -27049,10 +27274,10 @@ async function runFanoutAction(options) {
 function registerExecutorCommand(program2) {
   const executor = program2.command("executor").description("Run knowledge-kit plugin steps (invoke, fan-in, fan-out)");
   executor.command("run").description("Invoke a plugin with input/output files and contract validation").argument("<plugin>", "Name of the plugin to invoke").requiredOption("--in <path>", "Input file path (or source path for ingestion)").requiredOption("--out <path>", "Output file path").option("--plugins-root <dir>", "Exclusive root containing plugins (isolation/tests only)").option("--plugins-path <dir>", "Extra plugin root to union with defaults (repeatable)", collectPath, []).action(runInvokeAction);
-  executor.command("fan-in").alias("fanin").description("Merge N Doc[] JSON inputs into one deduplicated Doc[] output").requiredOption("--in <path>", "Input Doc[] JSON file (repeatable)", collectIn, []).requiredOption("--out <path>", "Output merged Doc[] JSON file path").action(runFaninAction);
+  executor.command("fan-in").alias("fanin").description("Merge N Doc[] JSON inputs into one deduplicated Doc[] output").option("--in <path>", "Input Doc[] JSON file (repeatable)", collectIn, []).option("--source <plugin>:<file>", "Ingestion source to spawn concurrently: plugin name and its input file (repeatable)", collectSource, []).option("--source-timeout <ms>", "Per-source timeout in milliseconds (default 1800000)").option("--source-timeout-override <plugin>:<ms>", "Per-source timeout override for one named --source plugin, e.g. horizon-ingest:2700000 (repeatable; wins over --source-timeout/default)", collectOverride, []).requiredOption("--out <path>", "Output merged Doc[] JSON file path").action(runFaninAction);
   executor.command("fan-out").alias("fanout").description("Publish one Content JSON to N targets, aggregating per-target results").requiredOption("--content <path>", "Source ContentSchema JSON file path").option("--target <plugin>", "Target publish plugin name (repeatable)", collectTarget, []).requiredOption("--out <path>", "Aggregate Result JSON file path").option("--retry-from <path>", "Prior Result JSON file to retry only previously failed targets").option("--plugins-root <dir>", "Exclusive root containing plugins (isolation/tests only)").option("--plugins-path <dir>", "Extra plugin root to union with defaults (repeatable)", collectPath, []).action(runFanoutAction);
   program2.command("invoke", { hidden: true }).description("Alias for `executor run` (deprecated)").argument("<plugin>", "Name of the plugin to invoke").requiredOption("--in <path>", "Input file path (or source path for ingestion)").requiredOption("--out <path>", "Output file path").option("--plugins-root <dir>", "Exclusive root containing plugins (isolation/tests only)").option("--plugins-path <dir>", "Extra plugin root to union with defaults (repeatable)", collectPath, []).action(runInvokeAction);
-  program2.command("fanin", { hidden: true }).description("Alias for `executor fan-in` (deprecated)").requiredOption("--in <path>", "Input Doc[] JSON file (repeatable)", collectIn, []).requiredOption("--out <path>", "Output merged Doc[] JSON file path").action(runFaninAction);
+  program2.command("fanin", { hidden: true }).description("Alias for `executor fan-in` (deprecated)").option("--in <path>", "Input Doc[] JSON file (repeatable)", collectIn, []).option("--source <plugin>:<file>", "Ingestion source to spawn concurrently: plugin name and its input file (repeatable)", collectSource, []).option("--source-timeout <ms>", "Per-source timeout in milliseconds (default 1800000)").option("--source-timeout-override <plugin>:<ms>", "Per-source timeout override for one named --source plugin, e.g. horizon-ingest:2700000 (repeatable; wins over --source-timeout/default)", collectOverride, []).requiredOption("--out <path>", "Output merged Doc[] JSON file path").action(runFaninAction);
   program2.command("fanout", { hidden: true }).description("Alias for `executor fan-out` (deprecated)").requiredOption("--content <path>", "Source ContentSchema JSON file path").option("--target <plugin>", "Target publish plugin name (repeatable)", collectTarget, []).requiredOption("--out <path>", "Aggregate Result JSON file path").option("--retry-from <path>", "Prior Result JSON file to retry only previously failed targets").option("--plugins-root <dir>", "Exclusive root containing plugins (isolation/tests only)").option("--plugins-path <dir>", "Extra plugin root to union with defaults (repeatable)", collectPath, []).action(runFanoutAction);
 }
 

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@gobing-ai/knowledge-kit",
-    "version": "0.0.11",
+    "version": "0.0.12",
     "description": "An ingest → create → publish content pipeline CLI (Bun).",
     "repository": {
         "type": "git",