windmill-cli 1.739.0 → 1.740.0

package/esm/main.js

@@ -16784,7 +16784,7 @@ var init_OpenAPI = __esm(() => {
     PASSWORD: undefined,
     TOKEN: getEnv3("WM_TOKEN"),
     USERNAME: undefined,
-    VERSION: "1.739.0",
+    VERSION: "1.740.0",
     WITH_CREDENTIALS: true,
     interceptors: {
       request: new Interceptors,
@@ -17157,6 +17157,7 @@ __export(exports_services_gen, {
   sendMessageToConversation: () => sendMessageToConversation,
   searchLogsIndex: () => searchLogsIndex,
   searchJobsIndex: () => searchJobsIndex,
+  searchDocs: () => searchDocs,
   s3ResourceInfo: () => s3ResourceInfo,
   runWaitResultScriptByPathGet: () => runWaitResultScriptByPathGet,
   runWaitResultScriptByPath: () => runWaitResultScriptByPath,
@@ -17213,12 +17214,12 @@ __export(exports_services_gen, {
   refreshToken: () => refreshToken,
   refreshCustomInstanceUserPwd: () => refreshCustomInstanceUserPwd,
   rebuildDependencyMap: () => rebuildDependencyMap,
+  readDocsPage: () => readDocsPage,
   rawScriptByPathTokened: () => rawScriptByPathTokened,
   rawScriptByPath: () => rawScriptByPath,
   rawScriptByHash: () => rawScriptByHash,
   queryResourceTypes: () => queryResourceTypes,
   queryHubScripts: () => queryHubScripts,
-  queryDocumentation: () => queryDocumentation,
   pruneVersions: () => pruneVersions,
   previewSchedule: () => previewSchedule,
   polarsConnectionSettingsV2: () => polarsConnectionSettingsV2,
@@ -17530,6 +17531,7 @@ __export(exports_services_gen, {
   getFlowDeploymentStatus: () => getFlowDeploymentStatus,
   getFlowDebugInfo: () => getFlowDebugInfo,
   getFlowByPath: () => getFlowByPath,
+  getFlowAllLogsStructured: () => getFlowAllLogsStructured,
   getFlowAllLogs: () => getFlowAllLogs,
   getEmailTrigger: () => getEmailTrigger,
   getDraftForUser: () => getDraftForUser,
@@ -17827,14 +17829,21 @@ var backendVersion = () => {
     method: "GET",
     url: "/ee_license"
   });
-}, queryDocumentation = (data3) => {
+}, searchDocs = (data3) => {
   return request(OpenAPI, {
-    method: "POST",
-    url: "/inkeep",
-    body: data3.requestBody,
-    mediaType: "application/json",
-    errors: {
-      403: "Enterprise Edition required"
+    method: "GET",
+    url: "/docs/search",
+    query: {
+      query: data3.query
+    }
+  });
+}, readDocsPage = (data3) => {
+  return request(OpenAPI, {
+    method: "GET",
+    url: "/docs/page",
+    query: {
+      url: data3.url,
+      section: data3.section
     }
   });
 }, getOpenApiYaml = () => {
@@ -21770,6 +21779,7 @@ var backendVersion = () => {
     query: {
       include_header: data3.includeHeader,
       invisible_to_owner: data3.invisibleToOwner,
+      timeout: data3.timeout,
       job_id: data3.jobId
     },
     body: data3.requestBody,
@@ -22279,6 +22289,15 @@ var backendVersion = () => {
       id: data3.id
     }
   });
+}, getFlowAllLogsStructured = (data3) => {
+  return request(OpenAPI, {
+    method: "GET",
+    url: "/w/{workspace}/jobs_u/get_flow_all_logs_structured/{id}",
+    path: {
+      workspace: data3.workspace,
+      id: data3.id
+    }
+  });
 }, getCompletedJobLogsTail = (data3) => {
   return request(OpenAPI, {
     method: "GET",
@@ -25509,7 +25528,7 @@ var init_auth = __esm(async () => {
 });
 
 // src/core/constants.ts
-var WM_FORK_PREFIX = "wm-fork", VERSION = "1.739.0";
+var WM_FORK_PREFIX = "wm-fork", VERSION = "1.740.0";
 
 // src/utils/git.ts
 var exports_git = {};
@@ -85751,6 +85770,11 @@ inspect asset-driven pipelines (scripts marked \`// pipeline\`, wired by \`// on
   - \`--json\` - Output as JSON (for piping to jq)
 - \`pipeline show <folder:string>\` - render a pipeline folder's DAG (sources, lineage, subscriptions) in the terminal
   - \`--json\` - Output the raw asset graph as JSON
+- \`pipeline run <folder:string>\` - run a bounded cascade: from a schedule/manual root, fan downstream up to the --to end node(s)
+  - \`--from <script:string>\` - Start script (short name or path). Defaults to the folder's sole schedule/manual root.
+  - \`--to <node:string>\` - End node(s) to stop at — script names/paths or asset URIs (e.g. datatable://main/staged). Repeatable or comma-separated. Omit to run the full downstream.
+  - \`--dry-run\` - Print the topological run plan without executing.
+  - \`--json\` - Output the plan as JSON (for piping to jq).
 
 ### protection-rules
 
@@ -92589,7 +92613,7 @@ await __promiseAll([
 async function docs(opts, query) {
   await requireLogin(opts);
   const workspace = await resolveWorkspace(opts);
-  const url = `${workspace.remote}api/inkeep`;
+  const url = `${workspace.remote}api/docs/search?query=${encodeURIComponent(query)}`;
   console.log(colors.bold(`
 Searching Windmill docs...
 `));
@@ -92597,55 +92621,36 @@ Searching Windmill docs...
   let res;
   try {
     res = await fetch(url, {
-      method: "POST",
+      method: "GET",
       headers: {
-        "Content-Type": "application/json",
         Authorization: `Bearer ${workspace.token}`,
         ...extraHeaders
-      },
-      body: JSON.stringify({ query })
+      }
     });
   } catch (e) {
     throw new Error(`Network error connecting to ${workspace.remote}: ${e}`);
   }
   await detectAuthGatewayChallenge(res, url);
-  if (res.status === 403) {
-    info("Windmill documentation search is an Enterprise Edition feature. Please upgrade to use this command.");
-    return;
-  }
   if (!res.ok) {
     throw new Error(`Documentation search failed: ${res.status} ${res.statusText}
 ${await res.text()}`);
   }
   const data3 = await res.json();
-  const raw = data3.choices?.[0]?.message?.content;
-  if (!raw) {
-    info("No documentation found for this query.");
+  const items = data3.results ?? [];
+  if (opts.json) {
+    console.log(JSON.stringify(items, null, 2));
     return;
   }
-  let parsed;
-  try {
-    parsed = JSON.parse(raw);
-  } catch {
-    throw new Error("Failed to parse documentation response.");
-  }
-  const items = parsed.content ?? [];
   if (items.length === 0) {
     info("No documentation found for this query.");
     return;
   }
-  if (opts.json) {
-    console.log(JSON.stringify(items, null, 2));
-    return;
-  }
   for (const item of items) {
     console.log(colors.bold(colors.cyan(`\uD83D\uDCC4 ${item.title}`)));
     if (item.url) {
       console.log(`   ${colors.underline(item.url)}`);
     }
-    const text = item.source?.content?.[0]?.text;
-    if (text) {
-      const snippet = text.length > 500 ? text.slice(0, 500) + "..." : text;
+    for (const snippet of item.snippets ?? []) {
       console.log(`   ${snippet}`);
     }
     console.log();
@@ -94680,6 +94685,191 @@ await __promiseAll([
   init_auth(),
   init_context()
 ]);
+
+// src/commands/pipeline/boundedCascade.ts
+var SCRIPT_PREFIX = "script:";
+var scriptNodeId = (path23) => `${SCRIPT_PREFIX}${path23}`;
+var isScriptNode = (id) => id.startsWith(SCRIPT_PREFIX);
+var scriptPathOf = (id) => id.slice(SCRIPT_PREFIX.length);
+var assetNodeId = (kind, path23) => `${kind}:${path23}`;
+var EVENT_TRIGGER_KINDS = new Set([
+  "kafka",
+  "mqtt",
+  "nats",
+  "postgres",
+  "sqs",
+  "gcp",
+  "email"
+]);
+function assetUriToNodeId(uri) {
+  const m3 = uri.match(/^([a-z0-9_]+):\/\/(.+)$/i);
+  if (!m3)
+    return;
+  const prefix = m3[1].toLowerCase();
+  const kind = prefix === "s3" ? "s3object" : prefix;
+  return `${kind}:${m3[2]}`;
+}
+function addEdge(dag, a2, b2) {
+  if (a2 === b2)
+    return;
+  dag.nodes.add(a2);
+  dag.nodes.add(b2);
+  (dag.down.get(a2) ?? dag.down.set(a2, new Set).get(a2)).add(b2);
+  (dag.up.get(b2) ?? dag.up.set(b2, new Set).get(b2)).add(a2);
+}
+function buildLineageDag(g2) {
+  const dag = { down: new Map, up: new Map, nodes: new Set };
+  for (const r2 of g2.runnables ?? []) {
+    if (r2.usage_kind === "script")
+      dag.nodes.add(scriptNodeId(r2.path));
+  }
+  for (const a2 of g2.assets ?? [])
+    dag.nodes.add(assetNodeId(a2.kind, a2.path));
+  for (const e2 of g2.edges ?? []) {
+    if (e2.runnable_kind !== "script")
+      continue;
+    const aid = assetNodeId(e2.asset_kind, e2.asset_path);
+    const access2 = e2.access_type ?? "r";
+    if (access2 === "w" || access2 === "rw") {
+      addEdge(dag, scriptNodeId(e2.runnable_path), aid);
+    } else if (access2 === "r") {
+      addEdge(dag, aid, scriptNodeId(e2.runnable_path));
+    }
+  }
+  for (const t2 of g2.triggers ?? []) {
+    if (t2.trigger_kind !== "asset" || t2.runnable_kind !== "script")
+      continue;
+    const at = t2;
+    addEdge(dag, assetNodeId(at.asset_kind, at.asset_path), scriptNodeId(at.runnable_path));
+  }
+  return dag;
+}
+function closure(adj, start) {
+  const seen = new Set;
+  const queue = [start];
+  while (queue.length > 0) {
+    const cur = queue.shift();
+    for (const n2 of adj.get(cur) ?? []) {
+      if (seen.has(n2))
+        continue;
+      seen.add(n2);
+      queue.push(n2);
+    }
+  }
+  seen.delete(start);
+  return seen;
+}
+var descendants = (dag, n2) => closure(dag.down, n2);
+var ancestors = (dag, n2) => closure(dag.up, n2);
+function boundedSet(dag, start, ends) {
+  const downSet = new Set(descendants(dag, start));
+  downSet.add(start);
+  const reachableEnds = ends.filter((e2) => downSet.has(e2));
+  const droppedEnds = ends.filter((e2) => !downSet.has(e2));
+  if (reachableEnds.length === 0) {
+    return { nodes: new Set([start]), reachableEnds, droppedEnds };
+  }
+  const upClosure = new Set;
+  for (const e2 of reachableEnds) {
+    upClosure.add(e2);
+    for (const a2 of ancestors(dag, e2))
+      upClosure.add(a2);
+  }
+  const nodes = new Set;
+  for (const n2 of downSet)
+    if (upClosure.has(n2))
+      nodes.add(n2);
+  nodes.add(start);
+  return { nodes, reachableEnds, droppedEnds };
+}
+function validStarts(g2) {
+  const subscribers = new Set;
+  const scheduleScripts = new Set;
+  const eventScripts = new Set;
+  for (const t2 of g2.triggers ?? []) {
+    if (t2.runnable_kind !== "script")
+      continue;
+    if (t2.trigger_kind === "asset")
+      subscribers.add(t2.runnable_path);
+    else if (t2.trigger_kind === "schedule")
+      scheduleScripts.add(t2.runnable_path);
+    else if (EVENT_TRIGGER_KINDS.has(t2.trigger_kind))
+      eventScripts.add(t2.runnable_path);
+  }
+  const out = new Set;
+  for (const r2 of g2.runnables ?? []) {
+    if (r2.usage_kind !== "script")
+      continue;
+    const p3 = r2.path;
+    if (scheduleScripts.has(p3))
+      out.add(scriptNodeId(p3));
+    else if (!subscribers.has(p3) && !eventScripts.has(p3))
+      out.add(scriptNodeId(p3));
+  }
+  return out;
+}
+function scriptsOf(nodes) {
+  const out = [];
+  for (const id of nodes)
+    if (isScriptNode(id))
+      out.push(scriptPathOf(id));
+  return out;
+}
+function resolveToken(g2, token) {
+  if (token.includes("://")) {
+    const id = assetUriToNodeId(token);
+    return id && g2.assets.some((a2) => `${a2.kind}:${a2.path}` === id) ? id : undefined;
+  }
+  const scripts = (g2.runnables ?? []).filter((r2) => r2.usage_kind === "script");
+  const exact = scripts.find((r2) => r2.path === token);
+  if (exact)
+    return scriptNodeId(exact.path);
+  const byShort = scripts.filter((r2) => (r2.path.split("/").pop() ?? r2.path) === token);
+  return byShort.length === 1 ? scriptNodeId(byShort[0].path) : undefined;
+}
+function topoOrder(g2, scripts) {
+  const dag = buildLineageDag(g2);
+  const down = new Map;
+  const indegree = new Map;
+  for (const s2 of scripts)
+    indegree.set(s2, 0);
+  for (const s2 of scripts) {
+    const sid = scriptNodeId(s2);
+    const oneHop = new Set;
+    for (const asset of dag.down.get(sid) ?? []) {
+      for (const sub of dag.down.get(asset) ?? []) {
+        if (isScriptNode(sub)) {
+          const p3 = scriptPathOf(sub);
+          if (p3 !== s2 && scripts.has(p3))
+            oneHop.add(p3);
+        }
+      }
+    }
+    if (oneHop.size > 0) {
+      down.set(s2, oneHop);
+      for (const p3 of oneHop)
+        indegree.set(p3, (indegree.get(p3) ?? 0) + 1);
+    }
+  }
+  const ready = [...scripts].filter((s2) => (indegree.get(s2) ?? 0) === 0);
+  const remaining = new Map(indegree);
+  const order = [];
+  while (ready.length > 0) {
+    const n2 = ready.shift();
+    order.push(n2);
+    for (const p3 of down.get(n2) ?? []) {
+      const d3 = (remaining.get(p3) ?? 0) - 1;
+      remaining.set(p3, d3);
+      if (d3 === 0)
+        ready.push(p3);
+    }
+  }
+  const orderedSet = new Set(order);
+  const cyclic = [...scripts].filter((s2) => !orderedSet.has(s2));
+  return { order, cyclic };
+}
+
+// src/commands/pipeline/pipeline.ts
 async function apiGet(path23) {
   const response = await fetch(`${OpenAPI.BASE}${path23}`, {
     headers: { Authorization: `Bearer ${OpenAPI.TOKEN}` }
@@ -94838,7 +95028,132 @@ async function show2(opts, folder) {
   console.log(lines.join(`
 `));
 }
-var command41 = new Command().description("inspect asset-driven pipelines (scripts marked `// pipeline`, wired by `// on <spec>` annotations)").command("list", "list pipeline folders in the workspace").option("--json", "Output as JSON (for piping to jq)").action(list18).command("show", "render a pipeline folder's DAG (sources, lineage, subscriptions) in the terminal").arguments("<folder:string>").option("--json", "Output the raw asset graph as JSON").action(show2);
+async function waitJob(workspace, id) {
+  const MAX_RETRIES = 6000;
+  for (let i = 0;i < MAX_RETRIES; i++) {
+    try {
+      const r2 = await getCompletedJobResultMaybe({
+        workspace,
+        id,
+        getStarted: false
+      });
+      if (r2.completed)
+        return r2.success === true;
+    } catch {}
+    await new Promise((res) => setTimeout(res, 100));
+  }
+  throw new Error(`Timed out waiting for job ${id}`);
+}
+async function run5(opts, folder) {
+  if (opts.json)
+    setSilent(true);
+  const workspace = await resolveWorkspace(opts);
+  await requireLogin(opts);
+  const f3 = folder.replace(/^f\//, "").replace(/\/$/, "");
+  const graph = await apiGet(`/w/${workspace.workspaceId}/assets/graph?folder=${encodeURIComponent(f3)}&asset_kinds=${ASSET_KINDS}`);
+  const starts = validStarts(graph);
+  let start;
+  if (opts.from) {
+    const resolved = resolveToken(graph, opts.from);
+    if (!resolved) {
+      const matches = graph.runnables.filter((r2) => r2.usage_kind === "script" && (r2.path.split("/").pop() ?? r2.path) === opts.from);
+      if (matches.length > 1) {
+        throw new Error(`--from '${opts.from}' matches multiple scripts (${matches.map((r2) => r2.path).sort().join(", ")}) — pass the full path.`);
+      }
+      throw new Error(`--from '${opts.from}' matched no script in f/${f3}.`);
+    }
+    if (!starts.has(resolved)) {
+      throw new Error(`--from '${opts.from}' is not a valid bounded-run start. Starts must be schedule-triggered or manual roots; row-backed event triggers (kafka/mqtt/nats/postgres/sqs/gcp/email) fan out per-event and can't be bounded.`);
+    }
+    start = resolved;
+  } else if (starts.size === 1) {
+    start = [...starts][0];
+  } else if (starts.size === 0) {
+    throw new Error(`No schedule or manual root in f/${f3} to start a bounded run from.`);
+  } else {
+    throw new Error(`f/${f3} has ${starts.size} possible starts — pass --from <script>. Candidates: ${scriptsOf(starts).sort().join(", ")}`);
+  }
+  const toTokens = (opts.to ?? []).flatMap((t2) => t2.split(",")).map((t2) => t2.trim()).filter(Boolean);
+  const ends = [];
+  const unresolved = [];
+  for (const tok of toTokens) {
+    const id = resolveToken(graph, tok);
+    if (!id)
+      unresolved.push(tok);
+    else
+      ends.push(id);
+  }
+  if (unresolved.length > 0) {
+    const details = unresolved.map((tok) => {
+      const matches = graph.runnables.filter((r2) => r2.usage_kind === "script" && (r2.path.split("/").pop() ?? r2.path) === tok);
+      return matches.length > 1 ? `'${tok}' (ambiguous: ${matches.map((r2) => r2.path).sort().join(", ")} — use the full path)` : `'${tok}' (no match in f/${f3})`;
+    });
+    throw new Error(`--to could not be resolved: ${details.join("; ")}.`);
+  }
+  const idLabel = (id) => id.startsWith("script:") ? scriptPathOf(id) : id;
+  const dag = buildLineageDag(graph);
+  let selectedScripts;
+  let reachableEnds = [];
+  let droppedEnds = [];
+  if (ends.length === 0) {
+    const all = new Set(descendants(dag, start));
+    all.add(start);
+    selectedScripts = new Set(scriptsOf(all));
+  } else {
+    const res = boundedSet(dag, start, ends);
+    reachableEnds = res.reachableEnds;
+    droppedEnds = res.droppedEnds;
+    for (const d3 of droppedEnds) {
+      warn(`end '${idLabel(d3)}' is not downstream of the start — ignored.`);
+    }
+    selectedScripts = new Set(scriptsOf(res.nodes));
+  }
+  const { order, cyclic } = topoOrder(graph, selectedScripts);
+  if (cyclic.length > 0) {
+    warn(`Skipping ${cyclic.length} script(s) on a dependency cycle: ${cyclic.sort().join(", ")}`);
+  }
+  if (opts.json) {
+    console.log(JSON.stringify({
+      start: scriptPathOf(start),
+      ends: ends.map(idLabel),
+      reachableEnds: reachableEnds.map(idLabel),
+      droppedEnds: droppedEnds.map(idLabel),
+      order,
+      cyclic
+    }));
+  }
+  if (order.length === 0) {
+    if (!opts.json)
+      info("Nothing to run.");
+    return;
+  }
+  if (opts.dryRun) {
+    if (!opts.json) {
+      info(colors.bold(`Bounded run plan — ${order.length} script${order.length === 1 ? "" : "s"}`) + colors.dim(` (from ${shortName(scriptPathOf(start))})`));
+      order.forEach((p3, i) => info(`  ${i + 1}. ${p3}`));
+    }
+    return;
+  }
+  for (const path23 of order) {
+    if (!opts.json)
+      info(colors.gray(`▶ running ${path23}…`));
+    const id = await runScriptByPath({
+      workspace: workspace.workspaceId,
+      path: path23,
+      requestBody: { _wmill_skip_asset_dispatch: true }
+    });
+    const ok = await waitJob(workspace.workspaceId, id);
+    if (!ok) {
+      throw new Error(`Bounded run failed at ${path23} (job ${id}).`);
+    }
+    if (!opts.json)
+      info(colors.green(`  ✓ ${path23}`));
+  }
+  if (!opts.json) {
+    info(colors.green.bold(`Bounded run complete — ${order.length} script(s) succeeded.`));
+  }
+}
+var command41 = new Command().description("inspect asset-driven pipelines (scripts marked `// pipeline`, wired by `// on <spec>` annotations)").command("list", "list pipeline folders in the workspace").option("--json", "Output as JSON (for piping to jq)").action(list18).command("show", "render a pipeline folder's DAG (sources, lineage, subscriptions) in the terminal").arguments("<folder:string>").option("--json", "Output the raw asset graph as JSON").action(show2).command("run", "run a bounded cascade: from a schedule/manual root, fan downstream up to the --to end node(s)").arguments("<folder:string>").option("--from <script:string>", "Start script (short name or path). Defaults to the folder's sole schedule/manual root.").option("--to <node:string>", "End node(s) to stop at — script names/paths or asset URIs (e.g. datatable://main/staged). Repeatable or comma-separated. Omit to run the full downstream.", { collect: true }).option("--dry-run", "Print the topological run plan without executing.").option("--json", "Output the plan as JSON (for piping to jq).").action(run5);
 var pipeline_default = command41;
 
 // src/commands/ducklake/ducklake.ts
@@ -94865,11 +95180,11 @@ async function list19(opts) {
     new Table2().header(["Name"]).padding(2).border(true).body(names.map((name) => [name])).render();
   }
 }
-async function run5(opts, sql) {
+async function run6(opts, sql) {
   const name = opts.name ?? DEFAULT_DUCKLAKE_NAME;
   await runCatalogQuery(opts, "ducklake", name, sql);
 }
-var command42 = new Command().description("ducklake related commands").command("list", "list all ducklakes in the workspace").option("--json", "Output as JSON (for piping to jq)").action(list19).command("run", "run a SQL query on a ducklake").arguments("<sql:string>").option("-n --name <name:string>", "Ducklake name (default: main)").option("-s --silent", "Output only the final result as JSON. Useful for scripting.").action(run5);
+var command42 = new Command().description("ducklake related commands").command("list", "list all ducklakes in the workspace").option("--json", "Output as JSON (for piping to jq)").action(list19).command("run", "run a SQL query on a ducklake").arguments("<sql:string>").option("-n --name <name:string>", "Ducklake name (default: main)").option("-s --silent", "Output only the final result as JSON. Useful for scripting.").action(run6);
 var ducklake_default = command42;
 
 // src/commands/object-storage/object-storage.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "windmill-cli",
-  "version": "1.739.0",
+  "version": "1.740.0",
   "description": "CLI for Windmill",
   "license": "Apache 2.0",
   "type": "module",