@rudderhq/cli 0.2.1 → 0.2.2-canary.1

package/README.md

@@ -8,8 +8,6 @@ Rudder began from a fork of an early version of Paperclip. That gave us a practi
 
 Rudder is built for the moment when agent work stops looking like a single prompt and starts looking like a real team.
 
-Current status: V1 is under active development. The current north-star metric is the weekly count of real agent-work loops completed end-to-end through Rudder.
-
 ## The Design Idea
 
 Rudder is shaped by a simple belief: the most useful way to work with agents is closer to the way humans coordinate with each other.

package/dist/index.js

@@ -117,6 +117,7 @@ var init_constants = __esm({
     CHAT_MESSAGE_ROLES = ["user", "assistant", "system"];
     CHAT_MESSAGE_KINDS = [
       "message",
+      "ask_user",
       "issue_proposal",
       "operation_proposal",
       "system_event"
@@ -579,7 +580,7 @@ var init_resource = __esm({
 
 // ../packages/shared/src/validators/chat.ts
 import { z as z5 } from "zod";
-var chatConversationStatusSchema, chatIssueCreationModeSchema, chatMessageRoleSchema, chatMessageKindSchema, chatMessageStatusSchema, chatContextEntityTypeSchema, createChatContextLinkSchema, createChatConversationSchema, setChatProjectContextSchema, updateChatConversationSchema, addChatMessageSchema, createChatAttachmentMetadataSchema, chatIssueProposalSchema, convertChatToIssueSchema, chatOperationProposalSchema, resolveChatOperationProposalSchema, updateChatConversationUserStateSchema;
+var chatConversationStatusSchema, chatIssueCreationModeSchema, chatMessageRoleSchema, chatMessageKindSchema, chatMessageStatusSchema, chatContextEntityTypeSchema, createChatContextLinkSchema, createChatConversationSchema, setChatProjectContextSchema, updateChatConversationSchema, addChatMessageSchema, chatRichReferenceDisplaySchema, chatIssueIdentifierSchema, chatAskUserIdentifierSchema, chatAskUserOptionSchema, chatAskUserQuestionSchema, chatAskUserRequestSchema, chatIssueRichReferenceSchema, chatIssueCommentRichReferenceSchema, chatRichReferenceSchema, chatRichReferencesSchema, createChatAttachmentMetadataSchema, chatIssueProposalSchema, convertChatToIssueSchema, chatOperationProposalSchema, resolveChatOperationProposalSchema, updateChatConversationUserStateSchema;
 var init_chat = __esm({
   "../packages/shared/src/validators/chat.ts"() {
     "use strict";
@@ -616,6 +617,47 @@ var init_chat = __esm({
       body: z5.string().trim().min(1).max(2e4),
       editUserMessageId: z5.string().uuid().optional().nullable()
     });
+    chatRichReferenceDisplaySchema = z5.enum(["card", "inline"]);
+    chatIssueIdentifierSchema = z5.string().trim().min(1).max(64).regex(/^[A-Z0-9][A-Z0-9-]*$/i);
+    chatAskUserIdentifierSchema = z5.string().trim().min(1).max(64).regex(/^[a-zA-Z0-9_-]+$/);
+    chatAskUserOptionSchema = z5.object({
+      id: chatAskUserIdentifierSchema,
+      label: z5.string().trim().min(1).max(80),
+      description: z5.string().trim().min(1).max(220).optional(),
+      recommended: z5.boolean().optional()
+    });
+    chatAskUserQuestionSchema = z5.object({
+      id: chatAskUserIdentifierSchema,
+      header: z5.string().trim().min(1).max(32).optional(),
+      question: z5.string().trim().min(1).max(240),
+      options: z5.array(chatAskUserOptionSchema).min(2).max(3),
+      allowFreeform: z5.boolean().optional()
+    });
+    chatAskUserRequestSchema = z5.object({
+      questions: z5.array(chatAskUserQuestionSchema).min(1).max(3)
+    });
+    chatIssueRichReferenceSchema = z5.object({
+      type: z5.literal("issue"),
+      issueId: z5.string().uuid().optional(),
+      identifier: chatIssueIdentifierSchema.optional(),
+      display: chatRichReferenceDisplaySchema.optional()
+    }).refine((value) => Boolean(value.issueId || value.identifier), {
+      message: "issueId or identifier is required"
+    });
+    chatIssueCommentRichReferenceSchema = z5.object({
+      type: z5.literal("issue_comment"),
+      issueId: z5.string().uuid().optional(),
+      identifier: chatIssueIdentifierSchema.optional(),
+      commentId: z5.string().uuid(),
+      display: chatRichReferenceDisplaySchema.optional()
+    }).refine((value) => Boolean(value.issueId || value.identifier), {
+      message: "issueId or identifier is required"
+    });
+    chatRichReferenceSchema = z5.union([
+      chatIssueRichReferenceSchema,
+      chatIssueCommentRichReferenceSchema
+    ]);
+    chatRichReferencesSchema = z5.array(chatRichReferenceSchema).max(5);
     createChatAttachmentMetadataSchema = z5.object({
       messageId: z5.string().uuid()
     });
@@ -2491,7 +2533,10 @@ var init_organization_skill_reference = __esm({
       "para-memory-files",
       "rudder",
       "rudder-create-agent",
-      "rudder-create-plugin"
+      "rudder-create-plugin",
+      "skill-creator",
+      "skill-optimizer",
+      "conversation-to-skill"
     ];
     RUDDER_BUNDLED_SKILL_KEYS = new Set(
       RUDDER_BUNDLED_SKILL_SLUGS.map((slug) => `rudder/${slug}`)
@@ -6132,6 +6177,103 @@ var CLI_REGISTRY_LATEST_URL = "https://registry.npmjs.org/@rudderhq%2fcli/latest
 var DESKTOP_APP_NAME = "Rudder";
 var DESKTOP_METADATA_FILE = ".rudder-desktop-install.json";
 var DESKTOP_CHECKSUM_ASSET_NAME = "SHASUMS256.txt";
+var GITHUB_ASSET_DOWNLOAD_ACCEPT = "application/octet-stream";
+function normalizeProgressTotal(totalBytes) {
+  return typeof totalBytes === "number" && Number.isFinite(totalBytes) && totalBytes > 0 ? totalBytes : null;
+}
+function writeDesktopProgress(event) {
+  const payload = {
+    source: "rudder-desktop-update",
+    ...event,
+    at: (/* @__PURE__ */ new Date()).toISOString()
+  };
+  try {
+    process.stdout.write(`${JSON.stringify(payload)}
+`);
+  } catch (error) {
+    const code = typeof error === "object" && error && "code" in error ? String(error.code) : "";
+    if (code !== "EPIPE") throw error;
+  }
+}
+function desktopDownloadPhase(label) {
+  return label.toLowerCase().includes("shasums") ? "downloading_checksums" : "downloading_asset";
+}
+function createDesktopProgressFactory() {
+  return (label) => {
+    const phase = desktopDownloadPhase(label);
+    let latestReceivedBytes = 0;
+    let latestTotalBytes = null;
+    function emitByteProgress(message, receivedBytes, totalBytes) {
+      const total = normalizeProgressTotal(totalBytes);
+      writeDesktopProgress({
+        phase,
+        message,
+        transferredBytes: Math.max(0, receivedBytes),
+        ...total === null ? {} : {
+          totalBytes: total,
+          percent: Math.max(0, Math.min(100, Math.floor(Math.max(0, receivedBytes) / total * 100)))
+        }
+      });
+    }
+    return {
+      start(totalBytes) {
+        latestReceivedBytes = 0;
+        latestTotalBytes = totalBytes;
+        emitByteProgress(label, 0, totalBytes);
+      },
+      update(receivedBytes, totalBytes) {
+        latestReceivedBytes = receivedBytes;
+        latestTotalBytes = totalBytes;
+        emitByteProgress(label, receivedBytes, totalBytes);
+      },
+      finish(receivedBytes = latestReceivedBytes, totalBytes = latestTotalBytes) {
+        latestReceivedBytes = receivedBytes;
+        latestTotalBytes = totalBytes;
+        emitByteProgress(`${label} complete`, receivedBytes, totalBytes);
+      },
+      fail() {
+        writeDesktopProgress({
+          phase,
+          message: `${label} failed`,
+          transferredBytes: Math.max(0, latestReceivedBytes),
+          error: `${label} failed`
+        });
+      }
+    };
+  };
+}
+async function waitForDesktopApplySignal() {
+  process.stdin.setEncoding("utf8");
+  process.stdin.resume();
+  await new Promise((resolve, reject) => {
+    let buffer = "";
+    const cleanup = () => {
+      process.stdin.off("data", onData);
+      process.stdin.off("end", onEnd);
+      process.stdin.off("error", onError);
+    };
+    const onData = (chunk) => {
+      buffer += chunk;
+      const lines = buffer.split(/\r?\n/);
+      buffer = lines.pop() ?? "";
+      if (lines.some((line) => line.trim() === "apply")) {
+        cleanup();
+        resolve();
+      }
+    };
+    const onEnd = () => {
+      cleanup();
+      reject(new Error("Desktop update apply signal ended before confirmation."));
+    };
+    const onError = (error) => {
+      cleanup();
+      reject(error);
+    };
+    process.stdin.on("data", onData);
+    process.stdin.on("end", onEnd);
+    process.stdin.on("error", onError);
+  });
+}
 function resolveCurrentCliVersion(env = process.env) {
   const version = resolveCliVersion(import.meta.url, env);
   return version === "0.0.0" ? "latest" : version;
@@ -6313,6 +6455,26 @@ function buildGithubReleaseAsset(repo, tag, assetName) {
     browser_download_url: buildGithubReleaseAssetDownloadUrl(repo, tag, assetName)
   };
 }
+function uniqueAssetDownloadUrls(asset) {
+  const urls = [asset.url, asset.browser_download_url].filter((url) => Boolean(url));
+  return Array.from(new Set(urls));
+}
+function downloadHeadersForAssetUrl(asset, url) {
+  return {
+    Accept: url === asset.url ? GITHUB_ASSET_DOWNLOAD_ACCEPT : "*/*",
+    "User-Agent": "rudder-cli-installer"
+  };
+}
+function formatFetchError(error) {
+  if (!(error instanceof Error)) return String(error);
+  const cause = error.cause;
+  if (cause instanceof Error) {
+    const code = cause.code;
+    const suffix = typeof code === "string" ? ` [${code}]` : "";
+    return `${error.message}: ${cause.message}${suffix}`;
+  }
+  return error.message;
+}
 function contentLengthFromHeaders(headers) {
   const raw = headers.get("content-length");
   if (!raw) return null;
@@ -6322,11 +6484,24 @@ function contentLengthFromHeaders(headers) {
 async function downloadAsset(asset, outputDir, progressFactory = createByteProgress) {
   mkdirSync(outputDir, { recursive: true });
   const outputPath = path11.join(outputDir, path11.basename(asset.name));
-  const response = await fetch(asset.browser_download_url, {
-    headers: { "User-Agent": "rudder-cli-installer" }
-  });
-  if (!response.ok || !response.body) {
-    throw new Error(`Failed to download ${asset.name} from ${asset.browser_download_url} (${response.status}).`);
+  let response = null;
+  const failures = [];
+  for (const url of uniqueAssetDownloadUrls(asset)) {
+    try {
+      const candidate = await fetch(url, {
+        headers: downloadHeadersForAssetUrl(asset, url)
+      });
+      if (candidate.ok && candidate.body) {
+        response = candidate;
+        break;
+      }
+      failures.push(`Failed to download ${asset.name} from ${url} (${candidate.status}).`);
+    } catch (error) {
+      failures.push(`Failed to download ${asset.name} from ${url}: ${formatFetchError(error)}.`);
+    }
+  }
+  if (!response) {
+    throw new Error(failures.join("\n"));
   }
   const totalBytes = contentLengthFromHeaders(response.headers);
   const progress = progressFactory(`Downloading ${asset.name}`);
@@ -6401,9 +6576,25 @@ function runChecked(command, args, options = {}) {
   const output = [result.stdout, result.stderr].filter((value) => typeof value === "string" && value.trim().length > 0).join("\n").trim();
   throw new Error(`${command} ${args.join(" ")} failed${output ? `: ${output}` : ""}`);
 }
+function formatCommandFailure(command, args, stdout, stderr) {
+  const output = [stdout, stderr].filter((value) => typeof value === "string" && value.trim().length > 0).join("\n").trim();
+  return `${command} ${args.join(" ")} failed${output ? `: ${output}` : ""}`;
+}
 function powershellQuote(value) {
   return `'${value.replaceAll("'", "''")}'`;
 }
+function buildWindowsZipExtractCommand(zipPath, outputDir) {
+  return { command: "tar.exe", args: ["-xf", zipPath, "-C", outputDir] };
+}
+function buildWindowsRobocopyMirrorCommand(sourcePath, destinationPath) {
+  return {
+    command: "robocopy.exe",
+    args: [sourcePath, destinationPath, "/MIR", "/R:2", "/W:1", "/NFL", "/NDL", "/NJH", "/NJS", "/NP"]
+  };
+}
+function isSuccessfulRobocopyExitCode(status) {
+  return typeof status === "number" && status >= 0 && status <= 7;
+}
 async function extractZip(zipPath, outputDir, target) {
   await rm(outputDir, { recursive: true, force: true });
   await mkdir2(outputDir, { recursive: true });
@@ -6412,13 +6603,8 @@ async function extractZip(zipPath, outputDir, target) {
     return;
   }
   if (target.platform === "windows") {
-    runChecked("powershell.exe", [
-      "-NoProfile",
-      "-ExecutionPolicy",
-      "Bypass",
-      "-Command",
-      `Expand-Archive -LiteralPath ${powershellQuote(zipPath)} -DestinationPath ${powershellQuote(outputDir)} -Force`
-    ]);
+    const command = buildWindowsZipExtractCommand(zipPath, outputDir);
+    runChecked(command.command, command.args);
     return;
   }
   throw new Error(`Zip assets are not supported for ${target.platform}.`);
@@ -6564,6 +6750,16 @@ async function installPortableDesktop(installerPath, paths, target) {
   }
 }
 async function copyPortableAppBundle(sourcePath, destinationPath) {
+  if (process.platform === "win32") {
+    await mkdir2(destinationPath, { recursive: true });
+    const command = buildWindowsRobocopyMirrorCommand(sourcePath, destinationPath);
+    const result = spawnSync3(command.command, command.args, {
+      encoding: "utf8",
+      stdio: ["ignore", "pipe", "pipe"]
+    });
+    if (isSuccessfulRobocopyExitCode(result.status)) return;
+    throw new Error(formatCommandFailure(command.command, command.args, result.stdout, result.stderr));
+  }
   await cp(sourcePath, destinationPath, { recursive: true, verbatimSymlinks: true });
 }
 async function removeMacQuarantine(paths, target) {
@@ -6651,15 +6847,28 @@ async function writeInstallMetadata(paths, releaseTag, assetName, assetChecksum)
   await writeFile2(paths.metadataPath, `${JSON.stringify(metadata, null, 2)}
 `, "utf8");
 }
-async function runStartPhase(message, successMessage, task) {
+async function runStartPhase(message, successMessage, task, progressPhase) {
+  if (progressPhase) {
+    writeDesktopProgress({ phase: progressPhase, message });
+  }
   const spinner3 = p13.spinner();
   spinner3.start(message);
   try {
     const result = await task();
     spinner3.stop(successMessage);
+    if (progressPhase) {
+      writeDesktopProgress({ phase: progressPhase, message: successMessage });
+    }
     return result;
   } catch (error) {
     spinner3.stop(pc8.red(`${message} failed.`));
+    if (progressPhase) {
+      writeDesktopProgress({
+        phase: "failed",
+        message: `${message} failed.`,
+        error: error instanceof Error ? error.message : String(error)
+      });
+    }
     throw error;
   }
 }
@@ -6670,6 +6879,12 @@ async function startCommand(opts) {
   const repo = opts.repo?.trim() || DEFAULT_DESKTOP_RELEASE_REPO;
   const version = opts.targetVersion?.trim() || opts.version?.trim() || resolveCurrentCliVersion();
   const dryRun = opts.dryRun === true;
+  const desktopProgressJson = opts.desktopProgressJson === true;
+  if (desktopProgressJson) {
+    process.stdout.on("error", (error) => {
+      if (error.code !== "EPIPE") throw error;
+    });
+  }
   if (!installCli && !installDesktop && !installRuntime) {
     throw new Error("Nothing to start. Remove --no-cli, --no-runtime, or --no-desktop.");
   }
@@ -6743,21 +6958,30 @@ async function startCommand(opts) {
       return;
     }
     const directReleaseVersion = resolveDesktopReleaseVersion(tag);
-    const progressFactory = createByteProgress;
-    const release = directReleaseVersion ? null : await runStartPhase(
-      "Resolving Desktop release...",
-      "Desktop release resolved.",
-      () => fetchGithubRelease(repo, tag)
-    );
-    const releaseTag = directReleaseVersion ? tag : release?.tag_name;
+    const progressFactory = desktopProgressJson ? createDesktopProgressFactory() : createByteProgress;
+    let release = null;
+    try {
+      release = await runStartPhase(
+        "Resolving Desktop release...",
+        "Desktop release resolved.",
+        () => fetchGithubRelease(repo, tag),
+        desktopProgressJson ? "resolving_release" : null
+      );
+    } catch (error) {
+      if (!directReleaseVersion) throw error;
+      p13.log.warn(
+        `Desktop release metadata could not be resolved; falling back to deterministic download URLs. ${formatFetchError(error)}`
+      );
+    }
+    const releaseTag = release?.tag_name ?? (directReleaseVersion ? tag : null);
     if (!releaseTag) {
       throw new Error(`Unable to resolve Rudder Desktop release tag for ${repo}@${tag}.`);
     }
-    const asset = directReleaseVersion ? buildGithubReleaseAsset(repo, tag, resolveDesktopAssetName(directReleaseVersion, target)) : selectDesktopAsset(release?.assets ?? [], target);
+    const asset = selectDesktopAsset(release?.assets ?? [], target) ?? (directReleaseVersion ? buildGithubReleaseAsset(repo, tag, resolveDesktopAssetName(directReleaseVersion, target)) : null);
     if (!asset) {
       throw new Error(`No Rudder Desktop portable asset found for ${target.platform}/${target.arch} in ${repo}@${releaseTag}.`);
     }
-    const checksumAsset = directReleaseVersion ? buildGithubReleaseAsset(repo, tag, DESKTOP_CHECKSUM_ASSET_NAME) : selectChecksumAsset(release?.assets ?? []);
+    const checksumAsset = selectChecksumAsset(release?.assets ?? []) ?? (directReleaseVersion ? buildGithubReleaseAsset(repo, tag, DESKTOP_CHECKSUM_ASSET_NAME) : null);
     const checksums = await downloadChecksums(checksumAsset, outputDir, progressFactory);
     const expectedChecksum = resolveAssetChecksum(checksums, asset.name);
     const metadata = await readInstallMetadata(installPaths.metadataPath);
@@ -6769,24 +6993,40 @@ async function startCommand(opts) {
         async () => {
           await removeMacQuarantine(installPaths, target);
           await createPlatformLaunchers(installPaths, target);
-        }
+        },
+        desktopProgressJson ? "preparing_restart" : null
       );
     } else {
       const installerPath = await downloadAsset(asset, outputDir, progressFactory);
       const checksum = await runStartPhase(
         "Verifying Desktop checksum...",
         `Verified ${pc8.cyan(path11.basename(installerPath))}.`,
-        () => assertChecksumMatch(installerPath, expectedChecksum)
+        () => assertChecksumMatch(installerPath, expectedChecksum),
+        desktopProgressJson ? "verifying_checksum" : null
       );
+      if (desktopProgressJson && opts.desktopWaitForApply === true) {
+        writeDesktopProgress({
+          phase: "ready_to_install",
+          message: "Desktop update is downloaded and verified.",
+          percent: 100
+        });
+        await waitForDesktopApplySignal();
+        writeDesktopProgress({
+          phase: "preparing_restart",
+          message: "Applying Desktop update..."
+        });
+      }
       await runStartPhase(
         "Replacing existing Rudder Desktop if needed...",
         "Existing Desktop install is ready for replacement.",
-        () => prepareForDesktopReplace(installPaths, target, { waitForActiveRuns: opts.waitForActiveRuns === true })
+        () => prepareForDesktopReplace(installPaths, target, { waitForActiveRuns: opts.waitForActiveRuns === true }),
+        desktopProgressJson ? opts.waitForActiveRuns === true ? "waiting_for_active_runs" : "preparing_restart" : null
       );
       await runStartPhase(
         "Installing portable Desktop app...",
         `Installed Rudder Desktop to ${pc8.cyan(installPaths.appPath)}.`,
-        () => installPortableDesktop(installerPath, installPaths, target)
+        () => installPortableDesktop(installerPath, installPaths, target),
+        desktopProgressJson ? "preparing_restart" : null
       );
       await runStartPhase(
         "Preparing Desktop launchers...",
@@ -6794,7 +7034,8 @@ async function startCommand(opts) {
         async () => {
           await removeMacQuarantine(installPaths, target);
           await createPlatformLaunchers(installPaths, target);
-        }
+        },
+        desktopProgressJson ? "preparing_restart" : null
       );
       await writeInstallMetadata(installPaths, releaseTag, asset.name, checksum);
     }
@@ -6802,7 +7043,8 @@ async function startCommand(opts) {
       await runStartPhase(
         "Launching Rudder Desktop...",
         "Rudder Desktop launched.",
-        () => launchDesktop(installPaths, target)
+        () => launchDesktop(installPaths, target),
+        desktopProgressJson ? "closing" : null
       );
     }
   }
@@ -11357,7 +11599,7 @@ function createProgram() {
     });
     loadRudderEnvFile(options.config);
   });
-  program.command("start").description("Start Rudder Desktop and prepare the matching persistent CLI").option("--no-cli", "Skip persistent CLI installation").option("--no-runtime", "Skip Rudder runtime installation").option("--no-desktop", "Skip desktop app installation").option("--version <version>", "Rudder version to start (default: current CLI version)").option("--target-version <version>", "Rudder version to start; avoids the root CLI version flag").option("--repo <owner/repo>", "GitHub repository that hosts desktop releases").option("--output-dir <path>", "Directory for downloaded desktop release assets").option("--desktop-install-dir <path>", "Directory for the portable Desktop install").option("--no-open", "Install Desktop without launching it").option("--wait-for-active-runs", "Wait for active Rudder runs to finish before replacing Desktop", false).option("--no-version-check", "Skip checking npm for a newer Rudder CLI version").option("--dry-run", "Print the start actions without changing the machine", false).action(startCommand);
+  program.command("start").description("Start Rudder Desktop and prepare the matching persistent CLI").option("--no-cli", "Skip persistent CLI installation").option("--no-runtime", "Skip Rudder runtime installation").option("--no-desktop", "Skip desktop app installation").option("--version <version>", "Rudder version to start (default: current CLI version)").option("--target-version <version>", "Rudder version to start; avoids the root CLI version flag").option("--repo <owner/repo>", "GitHub repository that hosts desktop releases").option("--output-dir <path>", "Directory for downloaded desktop release assets").option("--desktop-install-dir <path>", "Directory for the portable Desktop install").option("--no-open", "Install Desktop without launching it").option("--wait-for-active-runs", "Wait for active Rudder runs to finish before replacing Desktop", false).option("--desktop-progress-json", "Emit newline-delimited Desktop update progress events").option("--desktop-wait-for-apply", "Wait for an apply signal after downloading and verifying the Desktop update", false).option("--no-version-check", "Skip checking npm for a newer Rudder CLI version").option("--dry-run", "Print the start actions without changing the machine", false).action(startCommand);
   program.command("onboard").description("Interactive first-run setup wizard").option("-c, --config <path>", "Path to config file").option("-d, --data-dir <path>", DATA_DIR_OPTION_HELP).option("-y, --yes", "Accept defaults (quickstart + start immediately)", false).option("--run", "Start Rudder immediately after saving config", false).action(onboard);
   program.command("doctor").description("Run diagnostic checks on your Rudder setup").option("-c, --config <path>", "Path to config file").option("-d, --data-dir <path>", DATA_DIR_OPTION_HELP).option("--repair", "Attempt to repair issues automatically").alias("--fix").option("-y, --yes", "Skip repair confirmation prompts").action(async (opts) => {
     await doctor(opts);