@assemble-dev/cli 0.0.1 → 0.2.0

package/LICENSE

@@ -0,0 +1,93 @@
+Elastic License 2.0
+
+Copyright (c) 2026 Assemble (github.com/smundhra-git/assemble)
+
+## Acceptance
+
+By using the software, you agree to all of the terms and conditions below.
+
+## Copyright License
+
+The licensor grants you a non-exclusive, royalty-free, worldwide,
+non-sublicensable, non-transferable license to use, copy, distribute, make
+available, and prepare derivative works of the software, in each case subject
+to the limitations and conditions below.
+
+## Limitations
+
+You may not provide the software to third parties as a hosted or managed
+service, where the service provides users with access to any substantial set of
+the features or functionality of the software.
+
+You may not move, change, disable, or circumvent the license key functionality
+in the software, and you may not remove or obscure any functionality in the
+software that is protected by the license key.
+
+You may not alter, remove, or obscure any licensing, copyright, or other
+notices of the licensor in the software. Any use of the licensor's trademarks
+is subject to applicable law.
+
+## Patents
+
+The licensor grants you a license, under any patent claims the licensor can
+license, or becomes able to license, to make, have made, use, sell, offer for
+sale, import and have imported the software, in each case subject to the
+limitations and conditions in this license. This license does not cover any
+patent claims that you cause to be infringed by modifications or additions to
+the software. If you or your company make any written claim that the software
+infringes or contributes to infringement of any patent, your patent license for
+the software granted under these terms ends immediately. If your company makes
+such a claim, your patent license ends immediately for work on behalf of your
+company.
+
+## Notices
+
+You must ensure that anyone who gets a copy of any part of the software from
+you also gets a copy of these terms.
+
+If you modify the software, you must include in any modified copies of the
+software prominent notices stating that you have modified the software.
+
+## No Other Rights
+
+These terms do not imply any licenses other than those expressly granted in
+these terms.
+
+## Termination
+
+If you use the software in violation of these terms, such use is not licensed,
+and your licenses will automatically terminate. If the licensor provides you
+with a notice of your violation, and you cease all violation of this license no
+later than 30 days after you receive that notice, your licenses will be
+reinstated retroactively. However, if you violate these terms after such
+reinstatement, any additional violation of these terms will cause your licenses
+to terminate automatically and permanently.
+
+## No Liability
+
+*As far as the law allows, the software comes as is, without any warranty or
+condition, and the licensor will not be liable to you for any damages arising
+out of these terms or the use or nature of the software, under any kind of
+legal claim.*
+
+## Definitions
+
+The **licensor** is the entity offering these terms, and the **software** is
+the software the licensor makes available under these terms, including any
+portion of it.
+
+**you** refers to the individual or entity agreeing to these terms.
+
+**your company** is any legal entity, sole proprietorship, or other kind of
+organization that you work for, plus all organizations that have control over,
+are under the control of, or are under common control with that organization.
+**control** means ownership of substantially all the assets of an entity, or
+the power to direct its management and policies by vote, contract, or
+otherwise. Control can be direct or indirect.
+
+**your licenses** are all the licenses granted to you for the software under
+these terms.
+
+**use** means anything you do with the software requiring one of your licenses.
+
+**trademark** means trademarks, service marks, and similar rights.

package/dist/index.js

@@ -272,6 +272,72 @@ import {
 } from "@assemble-dev/sdk";
 import { generateRunId } from "@assemble-dev/shared-utils/ids";
 
+// src/config/provider-api-key-flags.ts
+import {
+  buildNamedApiKeyEnvVarName,
+  expectedProviderApiKeyNameFormat,
+  validateProviderApiKeyName
+} from "@assemble-dev/shared-utils/provider-keys";
+var anthropicApiKeyFlagDefinition = {
+  flagName: "anthropic-api-key",
+  baseEnvVarName: "ANTHROPIC_API_KEY"
+};
+var openaiApiKeyFlagDefinition = {
+  flagName: "openai-api-key",
+  baseEnvVarName: "OPENAI_API_KEY"
+};
+function parseProviderApiKeyFlags(input) {
+  const flagValuesByDefinition = [
+    [anthropicApiKeyFlagDefinition, input.anthropicApiKeyFlagValues],
+    [openaiApiKeyFlagDefinition, input.openaiApiKeyFlagValues]
+  ];
+  const assignments = [];
+  const seenEnvVarNames = /* @__PURE__ */ new Set();
+  for (const [definition, flagValues] of flagValuesByDefinition) {
+    for (const flagValue of flagValues) {
+      const result = parseSingleProviderApiKeyFlagValue(definition, flagValue);
+      if (typeof result === "string") {
+        return { outcome: "failed", message: result };
+      }
+      if (seenEnvVarNames.has(result.envVarName)) {
+        return {
+          outcome: "failed",
+          message: `Duplicate --${definition.flagName} value for ${result.envVarName}. Pass each key name at most once.`
+        };
+      }
+      seenEnvVarNames.add(result.envVarName);
+      assignments.push(result);
+    }
+  }
+  return { outcome: "parsed", assignments };
+}
+function applyProviderApiKeyAssignmentsToEnv(assignments, targetEnv) {
+  for (const assignment of assignments) {
+    targetEnv[assignment.envVarName] = assignment.apiKey;
+  }
+}
+function parseSingleProviderApiKeyFlagValue(definition, flagValue) {
+  const separatorIndex = flagValue.indexOf("=");
+  if (separatorIndex === -1) {
+    if (flagValue.length === 0) {
+      return `--${definition.flagName} requires a non-empty key value.`;
+    }
+    return { envVarName: definition.baseEnvVarName, apiKey: flagValue };
+  }
+  const keyName = flagValue.slice(0, separatorIndex);
+  const apiKey = flagValue.slice(separatorIndex + 1);
+  if (!validateProviderApiKeyName(keyName)) {
+    return `Invalid key name "${keyName}" in --${definition.flagName}. Expected ${expectedProviderApiKeyNameFormat}.`;
+  }
+  if (apiKey.length === 0) {
+    return `--${definition.flagName} ${keyName}= requires a non-empty key value.`;
+  }
+  return {
+    envVarName: buildNamedApiKeyEnvVarName(definition.baseEnvVarName, keyName),
+    apiKey
+  };
+}
+
 // src/commands/run-wait-approval.ts
 import {
   buildHostedTraceUrl,
@@ -453,7 +519,7 @@ async function waitForApprovalDecisionAndResume(context) {
 }
 
 // src/commands/run.ts
-var runCommandUsage = "Usage: asm run <file> [--input <json>] [--input-file <path>] [--workflow <exportName>] [--trace-dir <dir>] [--no-upload] [--wait-approval [seconds]]";
+var runCommandUsage = "Usage: asm run <file> [--input <json>] [--input-file <path>] [--workflow <exportName>] [--trace-dir <dir>] [--no-upload] [--wait-approval [seconds]] [--anthropic-api-key [name=]<key>] [--openai-api-key [name=]<key>]";
 var inputValidationMarker = "input failed schema validation:";
 function parseRunFlags(args) {
   const waitApprovalExtraction = extractWaitApprovalFlag(args);
@@ -468,7 +534,9 @@ function parseRunFlags(args) {
         "input-file": { type: "string" },
         workflow: { type: "string" },
         "trace-dir": { type: "string" },
-        "no-upload": { type: "boolean" }
+        "no-upload": { type: "boolean" },
+        "anthropic-api-key": { type: "string", multiple: true },
+        "openai-api-key": { type: "string", multiple: true }
       },
       strict: true,
       allowPositionals: true
@@ -484,12 +552,26 @@ function parseRunFlags(args) {
       workflowExportName: values.workflow,
       traceDirectory: values["trace-dir"],
       noUpload: values["no-upload"] ?? false,
+      anthropicApiKeyFlagValues: values["anthropic-api-key"] ?? [],
+      openaiApiKeyFlagValues: values["openai-api-key"] ?? [],
       waitApprovalTimeoutSeconds: waitApprovalExtraction.waitApprovalTimeoutSeconds
     };
   } catch {
     return null;
   }
 }
+function applyProviderApiKeyFlags(flags, output) {
+  const parseResult = parseProviderApiKeyFlags({
+    anthropicApiKeyFlagValues: flags.anthropicApiKeyFlagValues,
+    openaiApiKeyFlagValues: flags.openaiApiKeyFlagValues
+  });
+  if (parseResult.outcome === "failed") {
+    output.writeFailureLine(parseResult.message);
+    return false;
+  }
+  applyProviderApiKeyAssignmentsToEnv(parseResult.assignments, process.env);
+  return true;
+}
 function buildWorkflowRunExecutionContext(runtime, output, flags, workflowDefinition, inputValue) {
   const runId = generateRunId();
   const traceDirectory = flags.traceDirectory ?? defaultTraceDirectory;
@@ -649,6 +731,9 @@ async function runRunCommand(args, runtime) {
     output.writeFailureLine(`Unrecognized run arguments. ${runCommandUsage}`);
     return 1;
   }
+  if (!applyProviderApiKeyFlags(flags, output)) {
+    return 1;
+  }
   const inputResult = resolveRunInputValue({
     inputJson: flags.inputJson,
     inputFilePath: flags.inputFilePath
@@ -677,7 +762,7 @@ async function runRunCommand(args, runtime) {
 }
 
 // src/commands/dev.ts
-var devCommandUsage = "Usage: asm dev <file> [--input <json>] [--input-file <path>] [--workflow <exportName>] [--trace-dir <dir>] [--watch-dir <dir>] [--no-upload]";
+var devCommandUsage = "Usage: asm dev <file> [--input <json>] [--input-file <path>] [--workflow <exportName>] [--trace-dir <dir>] [--watch-dir <dir>] [--no-upload] [--anthropic-api-key [name=]<key>] [--openai-api-key [name=]<key>]";
 var defaultDebounceDelayMs = 150;
 function parseDevFlags(args) {
   try {
@@ -689,7 +774,9 @@ function parseDevFlags(args) {
         workflow: { type: "string" },
         "trace-dir": { type: "string" },
         "watch-dir": { type: "string" },
-        "no-upload": { type: "boolean" }
+        "no-upload": { type: "boolean" },
+        "anthropic-api-key": { type: "string", multiple: true },
+        "openai-api-key": { type: "string", multiple: true }
       },
       strict: true,
       allowPositionals: true
@@ -705,7 +792,9 @@ function parseDevFlags(args) {
       workflowExportName: values.workflow,
       traceDirectory: values["trace-dir"],
       watchDirectory: values["watch-dir"],
-      noUpload: values["no-upload"] ?? false
+      noUpload: values["no-upload"] ?? false,
+      anthropicApiKeyFlagValues: values["anthropic-api-key"] ?? [],
+      openaiApiKeyFlagValues: values["openai-api-key"] ?? []
     };
   } catch {
     return null;
@@ -778,6 +867,9 @@ async function runDevCommand(args, runtime, options = {}) {
     output.writeFailureLine(`Unrecognized dev arguments. ${devCommandUsage}`);
     return 1;
   }
+  if (!applyProviderApiKeyFlags(flags, output)) {
+    return 1;
+  }
   const inputResult = resolveRunInputValue({
     inputJson: flags.inputJson,
     inputFilePath: flags.inputFilePath
@@ -824,7 +916,13 @@ async function startDevWatchSession(runtime, output, flags, inputValue, options)
 import { tmpdir } from "os";
 import { join as join3 } from "path";
 import { parseArgs as parseArgs3 } from "util";
-import { runEvalSuite } from "@assemble-dev/evals";
+import { z as z2 } from "zod";
+import {
+  buildEvalWebhookPayload,
+  determineEvalSuiteStatus,
+  postEvalResultsToWebhook,
+  runEvalSuite
+} from "@assemble-dev/evals";
 import { resolvePlatformConfig as resolvePlatformConfig2 } from "@assemble-dev/sdk";
 
 // src/commands/eval-metric-table.ts
@@ -978,7 +1076,7 @@ async function loadEvalSuiteFromFile(input) {
 }
 
 // src/commands/eval.ts
-var evalCommandUsage = "Usage: asm eval <suite-file> [--suite <exportName>] [--results-dir <dir>] [--no-upload]";
+var evalCommandUsage = "Usage: asm eval <suite-file> [--suite <exportName>] [--results-dir <dir>] [--no-upload] [--webhook <url>]";
 function parseEvalFlags(args) {
   try {
     const { values, positionals } = parseArgs3({
@@ -986,7 +1084,8 @@ function parseEvalFlags(args) {
       options: {
         suite: { type: "string" },
         "results-dir": { type: "string" },
-        "no-upload": { type: "boolean" }
+        "no-upload": { type: "boolean" },
+        webhook: { type: "string" }
       },
       strict: true,
       allowPositionals: true
@@ -999,12 +1098,17 @@ function parseEvalFlags(args) {
       filePath,
       suiteExportName: values.suite,
       resultsDirectory: values["results-dir"],
-      noUpload: values["no-upload"] ?? false
+      noUpload: values["no-upload"] ?? false,
+      webhookUrl: values.webhook
     };
   } catch {
     return null;
   }
 }
+var WebhookUrlSchema = z2.url({ protocol: /^https?$/ });
+function isValidWebhookUrl(webhookUrl) {
+  return WebhookUrlSchema.safeParse(webhookUrl).success;
+}
 function buildEvalPlatformOptions(runtime, noUpload) {
   if (noUpload) {
     return {
@@ -1057,6 +1161,18 @@ function writeEvalResultLocationLines(runtime, result) {
   }
   runtime.writeLine("");
 }
+async function deliverEvalResultsToWebhook(runtime, output, webhookUrl, result) {
+  const deliveryResult = await postEvalResultsToWebhook({
+    webhookUrl,
+    payload: buildEvalWebhookPayload(result),
+    fetchImplementation: runtime.fetchImplementation
+  });
+  if (deliveryResult.outcome === "delivered") {
+    runtime.writeLine(`Webhook delivered to ${webhookUrl}`);
+    return;
+  }
+  output.writeFailureLine(`Webhook delivery failed: ${deliveryResult.message}`);
+}
 async function executeEvalSuiteRun(runtime, output, flags, suiteDefinition) {
   try {
     const result = await runEvalSuite({
@@ -1073,7 +1189,15 @@ async function executeEvalSuiteRun(runtime, output, flags, suiteDefinition) {
       })
     );
     writeEvalResultLocationLines(runtime, result);
-    return result.summary.failedCases > 0 ? 1 : 0;
+    if (flags.webhookUrl !== void 0) {
+      await deliverEvalResultsToWebhook(
+        runtime,
+        output,
+        flags.webhookUrl,
+        result
+      );
+    }
+    return determineEvalSuiteStatus(result.summary) === "failed" ? 1 : 0;
   } catch (caughtError) {
     const reason = caughtError instanceof Error ? caughtError.message : String(caughtError);
     output.writeFailureLine(`Eval run failed: ${reason}`);
@@ -1087,6 +1211,12 @@ async function runEvalCommand(args, runtime) {
     output.writeFailureLine(`Unrecognized eval arguments. ${evalCommandUsage}`);
     return 1;
   }
+  if (flags.webhookUrl !== void 0 && !isValidWebhookUrl(flags.webhookUrl)) {
+    output.writeFailureLine(
+      `Invalid --webhook url "${flags.webhookUrl}". Expected an http(s) URL.`
+    );
+    return 1;
+  }
   const loadResult = await loadEvalSuiteFromFile({
     filePath: flags.filePath,
     exportName: flags.suiteExportName
@@ -1340,13 +1470,13 @@ import {
   writeFileSync as writeFileSync3
 } from "fs";
 import { dirname as dirname2, join as join5 } from "path";
-import { z as z2 } from "zod";
+import { z as z3 } from "zod";
 var defaultCliBaseUrl = "https://api.assemble.dev";
 var cliDashboardKeysUrl = "https://app.assemble.dev/app/keys";
-var CliConfigFileSchema = z2.object({
-  apiKey: z2.string().min(1).optional(),
-  baseUrl: z2.string().min(1).optional(),
-  workspaceId: z2.string().min(1).optional()
+var CliConfigFileSchema = z3.object({
+  apiKey: z3.string().min(1).optional(),
+  baseUrl: z3.string().min(1).optional(),
+  workspaceId: z3.string().min(1).optional()
 });
 var configDirectoryMode = 448;
 var configFileMode = 384;
@@ -1389,11 +1519,11 @@ function writeCliConfigFile(homeDir, config) {
 }
 
 // src/config/cli-env.ts
-import { z as z3 } from "zod";
-var CliEnvSchema = z3.object({
-  ASSEMBLE_API_KEY: z3.string().min(1).optional(),
-  ASSEMBLE_BASE_URL: z3.string().min(1).optional(),
-  NO_COLOR: z3.string().optional()
+import { z as z4 } from "zod";
+var CliEnvSchema = z4.object({
+  ASSEMBLE_API_KEY: z4.string().min(1).optional(),
+  ASSEMBLE_BASE_URL: z4.string().min(1).optional(),
+  NO_COLOR: z4.string().optional()
 });
 function parseCliEnvironment(environmentVariables) {
   const parsedEnvironment = CliEnvSchema.safeParse(environmentVariables);
@@ -1405,14 +1535,14 @@ function parseCliEnvironment(environmentVariables) {
 
 // src/platform/auth-check.ts
 import { AppErrorCode } from "@assemble-dev/shared-types";
-import { z as z4 } from "zod";
-var AuthCheckResponseSchema = z4.object({
-  workspaceId: z4.string().min(1)
+import { z as z5 } from "zod";
+var AuthCheckResponseSchema = z5.object({
+  workspaceId: z5.string().min(1)
 });
-var AuthCheckErrorResponseSchema = z4.object({
-  error: z4.object({
-    code: z4.enum(AppErrorCode),
-    message: z4.string()
+var AuthCheckErrorResponseSchema = z5.object({
+  error: z5.object({
+    code: z5.enum(AppErrorCode),
+    message: z5.string()
   })
 });
 function resolveAuthCheckUrl(baseUrl) {
@@ -1581,7 +1711,7 @@ import {
   loadReplaySource,
   replayRun
 } from "@assemble-dev/sdk";
-import { z as z5 } from "zod";
+import { z as z6 } from "zod";
 
 // src/commands/replay-comparison-format.ts
 var maxPrintedReplayDiffRows = 10;
@@ -1776,7 +1906,7 @@ async function loadReplayWorkflowFromFile(input) {
 
 // src/commands/replay.ts
 var replayCommandUsage = "Usage: asm replay [runId] --workflow-file <file> [--workflow <exportName>] [--from-step <n>] [--no-mock-tools] [--trace-dir <dir>] [--state-dir <dir>]";
-var FromStepSchema = z5.coerce.number().int().min(0);
+var FromStepSchema = z6.coerce.number().int().min(0);
 function parseReplayFlags(args) {
   try {
     const { values, positionals } = parseArgs6({
@@ -2003,7 +2133,7 @@ var usageLines = [
   "            (asm init [dir], --force to write into a non-empty directory)",
   "  eval      Run an eval suite file and print the metric table",
   "            (asm eval <suite-file> [--suite <exportName>] [--results-dir <dir>]",
-  "             [--no-upload])",
+  "             [--no-upload] [--webhook <url>])",
   "  replay    Re-run a recorded run and compare it to the original",
   "            (asm replay [runId] --workflow-file <file> [--workflow <exportName>]",
   "             [--from-step <n>] [--no-mock-tools] [--trace-dir <dir>] [--state-dir <dir>]",

package/package.json

@@ -1,6 +1,16 @@
 {
   "name": "@assemble-dev/cli",
-  "version": "0.0.1",
+  "version": "0.2.0",
+  "license": "Elastic-2.0",
+  "description": "Assemble command line interface for running agents and evals",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/smundhra-git/assemble.git",
+    "directory": "packages/cli"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
   "type": "module",
   "bin": {
     "asm": "./dist/index.js"
@@ -11,10 +21,10 @@
   "dependencies": {
     "jiti": "^2.7.0",
     "zod": "^4.1.13",
-    "@assemble-dev/evals": "0.0.0",
-    "@assemble-dev/sdk": "0.0.1",
-    "@assemble-dev/shared-utils": "0.0.0",
-    "@assemble-dev/shared-types": "0.0.0"
+    "@assemble-dev/evals": "0.2.0",
+    "@assemble-dev/sdk": "0.2.0",
+    "@assemble-dev/shared-types": "0.2.0",
+    "@assemble-dev/shared-utils": "0.2.0"
   },
   "devDependencies": {
     "@types/node": "^20.19.0",
@@ -22,8 +32,8 @@
     "tsup": "^8.5.0",
     "typescript": "^5.8.3",
     "vitest": "^3.2.4",
-    "@assemble-dev/providers": "0.0.0",
-    "@assemble-dev/config": "0.0.0"
+    "@assemble-dev/config": "0.0.0",
+    "@assemble-dev/providers": "0.2.0"
   },
   "scripts": {
     "build": "tsup",