deepline 0.1.144 → 0.1.146

package/dist/cli/index.js

@@ -619,10 +619,10 @@ var SDK_RELEASE = {
   // 0.1.108 ships explicit dataset column/tool recompute policy and removes
   // the SDK enrich generator's one-second stale policy.
   // 0.1.110 ships authored V2 prebuilts and required top-level play descriptions.
-  version: "0.1.144",
+  version: "0.1.146",
   apiContract: "2026-06-dataset-column-cell-stale-hard-cutover",
   supportPolicy: {
-    latest: "0.1.144",
+    latest: "0.1.146",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.53",
     commandMinimumSupported: [
@@ -3499,6 +3499,9 @@ var DeeplineClient = class {
     if (input2.runId?.trim()) {
       params.set("runId", input2.runId.trim());
     }
+    if (input2.rowMode === "all") {
+      params.set("rowMode", "all");
+    }
     return await this.http.get(
       `/api/v2/plays/${encodeURIComponent(input2.playName)}/sheet?${params.toString()}`
     );
@@ -11946,7 +11949,8 @@ async function fetchBackingDatasetRows(input2) {
       tableNamespace,
       runId: input2.status.runId,
       limit: RUN_EXPORT_PAGE_SIZE,
-      offset
+      offset,
+      rowMode: "all"
     });
     sheetRows.push(...page.rows);
     const summaryTotal = page.summary?.stats?.total;
@@ -16286,8 +16290,10 @@ function helperSource() {
 
 // src/cli/commands/enrich.ts
 var ENRICH_EXPORT_PAGE_SIZE = 5e3;
+var ENRICH_AUTO_BATCH_ROWS = 250;
 var EXIT_SERVER2 = 5;
 var ENRICH_DEBUG_T0 = Date.now();
+var GENERATED_ENRICH_ROWS_TABLE_NAMESPACE = "deepline_enrich_rows";
 var PLAN_SHAPING_OPTION_NAMES = [
   "with",
   "withWaterfall",
@@ -16951,7 +16957,12 @@ async function runGeneratedEnrichPlay(runArgs, options = {}) {
 async function writeOutputCsv(outputPath, status, options) {
   let rowsInfo = extractCanonicalRowsInfo(status);
   if (!rowsInfo) {
-    throw new Error("The generated play did not return row-shaped output.");
+    rowsInfo = fallbackRowsInfoForGeneratedEnrichExport(status, options);
+  }
+  if (!rowsInfo) {
+    throw new Error(
+      "The generated play did not return row-shaped output, and no durable enrich rows were available to export."
+    );
   }
   if (options?.client) {
     rowsInfo = await fetchBackingRowsForCsvExport({
@@ -17014,6 +17025,98 @@ function extractPlayName2(status) {
   }
   return null;
 }
+function selectedSourceCsvRange(sourceCsvPath, rows) {
+  const sourceRows = readCsvRows(sourceCsvPath).length;
+  if (sourceRows === 0) {
+    return { start: 0, end: -1, count: 0, sourceRows };
+  }
+  const start = Math.max(0, rows?.rowStart ?? 0);
+  if (start >= sourceRows) {
+    return { start, end: start - 1, count: 0, sourceRows };
+  }
+  const maxEnd = sourceRows - 1;
+  const end = rows?.rowEnd === null || rows?.rowEnd === void 0 ? maxEnd : Math.min(maxEnd, rows.rowEnd);
+  return {
+    start,
+    end,
+    count: Math.max(0, end - start + 1),
+    sourceRows
+  };
+}
+function selectedSourceCsvRowCount(options) {
+  if (!options?.sourceCsvPath) {
+    return null;
+  }
+  return selectedSourceCsvRange(options.sourceCsvPath, options.rows).count;
+}
+function collectStringFields(value, key, output2, depth = 0) {
+  if (depth > 12 || !value || typeof value !== "object") {
+    return;
+  }
+  if (Array.isArray(value)) {
+    for (const item of value.slice(0, 50)) {
+      collectStringFields(item, key, output2, depth + 1);
+    }
+    return;
+  }
+  const record = value;
+  const direct = record[key];
+  if (typeof direct === "string" && direct.trim()) {
+    output2.add(direct.trim());
+  }
+  for (const child of Object.values(record)) {
+    collectStringFields(child, key, output2, depth + 1);
+  }
+}
+function fallbackRowsInfoForGeneratedEnrichExport(status, options) {
+  if (!extractRunId(status) || !extractPlayName2(status)) {
+    return null;
+  }
+  const totalRows = selectedSourceCsvRowCount(options);
+  if (totalRows === null) {
+    return null;
+  }
+  const tableNamespaces = /* @__PURE__ */ new Set();
+  collectStringFields(status, "tableNamespace", tableNamespaces);
+  collectStringFields(status, "artifactTableNamespace", tableNamespaces);
+  const tableNamespace = tableNamespaces.values().next().value ?? GENERATED_ENRICH_ROWS_TABLE_NAMESPACE;
+  return {
+    rows: [],
+    totalRows,
+    columns: [],
+    columnsExplicit: false,
+    complete: false,
+    source: tableNamespace,
+    tableNamespace
+  };
+}
+function firstCollectedStringField(value, key) {
+  const fields = /* @__PURE__ */ new Set();
+  collectStringFields(value, key, fields);
+  return fields.values().next().value ?? null;
+}
+function emitPlainBatchRunFailure(input2) {
+  process.stderr.write(
+    `Batch ${input2.chunkIndex + 1}/${input2.chunkCount} failed for rows ${input2.rows.rowStart}:${input2.rows.rowEnd}.
+`
+  );
+  const runId = extractRunId(input2.status);
+  const error = firstCollectedStringField(input2.status, "error") ?? firstCollectedStringField(input2.status, "message");
+  if (runId) {
+    process.stderr.write(`Run id: ${runId}
+`);
+  }
+  if (error) {
+    process.stderr.write(`Error: ${error}
+`);
+  }
+  if (runId) {
+    process.stderr.write(
+      `Inspect run output: deepline runs get ${runId} --full --json
+`
+    );
+  }
+}
 function exportableSheetRow2(row) {
   if (!row || typeof row !== "object" || Array.isArray(row)) {
     return null;
@@ -17381,7 +17484,8 @@ async function fetchBackingRowsForCsvExport(input2) {
       tableNamespace,
       runId,
       limit: ENRICH_EXPORT_PAGE_SIZE,
-      offset
+      offset,
+      rowMode: "all"
     });
     sheetRows.push(...page.rows);
     const summaryTotal = page.summary?.stats?.total;
@@ -17749,41 +17853,177 @@ function registerEnrichCommand(program) {
     const tempPlay = (0, import_node_path11.join)(tempDir, "deepline-enrich.play.ts");
     try {
       await (0, import_promises3.writeFile)(tempPlay, playSource, "utf8");
-      const runtimeInput = {
-        file: (0, import_node_path11.resolve)(sourceCsvPath),
-        ...rows.rowStart !== null ? { rowStart: rows.rowStart } : {},
-        ...rows.rowEnd !== null ? { rowEnd: rows.rowEnd } : {}
+      const runOne = async (input2) => {
+        const runtimeInput = {
+          file: (0, import_node_path11.resolve)(input2.sourceCsvPath),
+          ...input2.rows.rowStart !== null ? { rowStart: input2.rows.rowStart } : {},
+          ...input2.rows.rowEnd !== null ? { rowEnd: input2.rows.rowEnd } : {}
+        };
+        const runArgs = [
+          "--file",
+          tempPlay,
+          "--input",
+          JSON.stringify(runtimeInput),
+          "--watch"
+        ];
+        if (options.profile) {
+          runArgs.push("--profile", options.profile);
+        }
+        if (options.noOpen || input2.suppressOpen) {
+          runArgs.push("--no-open");
+        }
+        if (input2.json) {
+          runArgs.push("--json");
+        } else {
+          runArgs.push("--logs");
+        }
+        const timeoutSeconds = options.timeout ? Number.parseInt(options.timeout, 10) : null;
+        if (timeoutSeconds !== null && Number.isFinite(timeoutSeconds) && timeoutSeconds > 0) {
+          runArgs.push("--tail-timeout-ms", String(timeoutSeconds * 1e3));
+        }
+        const captured2 = await runGeneratedEnrichPlay(runArgs, {
+          passthroughStdout: input2.passthroughStdout
+        });
+        const status2 = input2.json ? parseJsonOutput(captured2.stdout) : await resolveWatchedGeneratedPlayStatus({
+          client: client2,
+          stdout: captured2.stdout,
+          exitCode: captured2.result
+        });
+        const exportResult2 = captured2.result === 0 && outputPath ? await writeOutputCsv(outputPath, status2, {
+          client: client2,
+          config,
+          sourceCsvPath: input2.sourceCsvPath,
+          rows: input2.rows,
+          inPlace: Boolean(options.inPlace)
+        }) : null;
+        return { captured: captured2, status: status2, exportResult: exportResult2 };
       };
-      const runArgs = [
-        "--file",
-        tempPlay,
-        "--input",
-        JSON.stringify(runtimeInput),
-        "--watch"
-      ];
-      if (options.profile) {
-        runArgs.push("--profile", options.profile);
-      }
-      if (options.noOpen) {
-        runArgs.push("--no-open");
-      }
-      if (options.json) {
-        runArgs.push("--json");
-      } else {
-        runArgs.push("--logs");
-      }
-      const timeoutSeconds = options.timeout ? Number.parseInt(options.timeout, 10) : null;
-      if (timeoutSeconds !== null && Number.isFinite(timeoutSeconds) && timeoutSeconds > 0) {
-        runArgs.push("--tail-timeout-ms", String(timeoutSeconds * 1e3));
+      const selectedRange = selectedSourceCsvRange(sourceCsvPath, rows);
+      if (outputPath && selectedRange.count > ENRICH_AUTO_BATCH_ROWS) {
+        const chunkCount = Math.ceil(
+          selectedRange.count / ENRICH_AUTO_BATCH_ROWS
+        );
+        if (!options.json) {
+          process.stderr.write(
+            `Large enrich input selected ${selectedRange.count.toLocaleString()} rows. Running ${chunkCount.toLocaleString()} sequential batch runs of up to ${ENRICH_AUTO_BATCH_ROWS.toLocaleString()} rows and merging ${(0, import_node_path11.resolve)(outputPath)}.
+`
+          );
+        }
+        let workingSourceCsvPath = sourceCsvPath;
+        let lastStatus = null;
+        let finalExportResult = null;
+        let totalEnrichedRows = 0;
+        const batchFailureRows = [];
+        for (let chunkStart = selectedRange.start, chunkIndex = 0; chunkStart <= selectedRange.end; chunkStart += ENRICH_AUTO_BATCH_ROWS, chunkIndex += 1) {
+          const chunkRows = {
+            rowStart: chunkStart,
+            rowEnd: Math.min(
+              selectedRange.end,
+              chunkStart + ENRICH_AUTO_BATCH_ROWS - 1
+            )
+          };
+          if (!options.json) {
+            process.stderr.write(
+              `Batch ${chunkIndex + 1}/${chunkCount}: rows ${chunkRows.rowStart}:${chunkRows.rowEnd}
+`
+            );
+          }
+          const chunk = await runOne({
+            sourceCsvPath: workingSourceCsvPath,
+            rows: chunkRows,
+            json: true,
+            passthroughStdout: false,
+            suppressOpen: true
+          });
+          lastStatus = chunk.status;
+          if (chunk.captured.result !== 0) {
+            if (options.json) {
+              printJson({
+                ok: false,
+                batch: {
+                  chunk: chunkIndex + 1,
+                  chunks: chunkCount,
+                  rows: chunkRows
+                },
+                result: chunk.status
+              });
+            } else {
+              emitPlainBatchRunFailure({
+                chunkIndex,
+                chunkCount,
+                rows: chunkRows,
+                status: chunk.status
+              });
+            }
+            process.exitCode = chunk.captured.result;
+            return;
+          }
+          if (chunk.exportResult) {
+            finalExportResult = chunk.exportResult;
+            totalEnrichedRows += chunk.exportResult.enrichedRows;
+            batchFailureRows.push(...chunk.exportResult.enrichedDataRows);
+            workingSourceCsvPath = outputPath;
+          }
+        }
+        const outputRows = readCsvRows(outputPath);
+        const failureReport2 = await maybeEmitEnrichFailureReport({
+          config,
+          rows: batchFailureRows,
+          rowRange: {
+            rowStart: selectedRange.start,
+            rowEnd: selectedRange.end
+          },
+          client: client2,
+          outputPath
+        });
+        if (options.json) {
+          const run = rewriteEnrichJsonStatus({
+            status: lastStatus,
+            config,
+            forceAliases,
+            output: finalExportResult ? {
+              ...finalExportResult,
+              sourceCsvRows: selectedRange.sourceRows,
+              selectedRows: selectedRange.count,
+              enrichedRows: totalEnrichedRows,
+              rows: outputRows.length,
+              enrichedDataRows: outputRows
+            } : null,
+            failureReport: failureReport2
+          });
+          printJson({
+            ok: !failureReport2,
+            run,
+            batch: {
+              chunks: chunkCount,
+              chunkRows: ENRICH_AUTO_BATCH_ROWS,
+              selectedRows: selectedRange.count
+            },
+            output: finalExportResult ? {
+              sourceCsvRows: selectedRange.sourceRows,
+              selectedRows: selectedRange.count,
+              enrichedRows: totalEnrichedRows,
+              path: finalExportResult.path
+            } : null,
+            ...failureReport2 ? {
+              failure_report: {
+                path: failureReport2.path,
+                jobs: failureReport2.jobs.length
+              }
+            } : {}
+          });
+        }
+        if (failureReport2) {
+          process.exitCode = EXIT_SERVER2;
+        }
+        return;
       }
-      const captured = await runGeneratedEnrichPlay(runArgs, {
+      const { captured, status, exportResult } = await runOne({
+        sourceCsvPath,
+        rows,
+        json: Boolean(options.json),
         passthroughStdout: !options.json
       });
-      const status = options.json ? parseJsonOutput(captured.stdout) : await resolveWatchedGeneratedPlayStatus({
-        client: client2,
-        stdout: captured.stdout,
-        exitCode: captured.result
-      });
       if (captured.result !== 0) {
         if (options.json) {
           printJson({
@@ -17793,13 +18033,6 @@ function registerEnrichCommand(program) {
         process.exitCode = captured.result;
         return;
       }
-      const exportResult = outputPath ? await writeOutputCsv(outputPath, status, {
-        client: client2,
-        config,
-        sourceCsvPath,
-        rows,
-        inPlace: Boolean(options.inPlace)
-      }) : null;
       const rowsForFailureReport = exportResult?.enrichedDataRows ?? extractCanonicalRowsInfo(status)?.rows ?? [];
       if (options.json) {
         const failureReport2 = await maybeEmitEnrichFailureReport({
@@ -18713,6 +18946,221 @@ Examples:
   }
 }
 
+// src/cli/commands/monitors.ts
+var FORBIDDEN_AS_API_ERROR = { forbiddenAsApiError: true };
+function buildHttpClient() {
+  return new HttpClient(resolveConfig());
+}
+function parseJsonObjectArg(raw, flag) {
+  let parsed;
+  try {
+    parsed = JSON.parse(raw);
+  } catch (error) {
+    throw new Error(
+      `${flag} must be a JSON object. ${error instanceof Error ? error.message : String(error)}`
+    );
+  }
+  if (!parsed || typeof parsed !== "object" || Array.isArray(parsed)) {
+    throw new Error(`${flag} must be a JSON object.`);
+  }
+  return parsed;
+}
+function encodeKey(key) {
+  return encodeURIComponent(key);
+}
+async function handleMonitorsTools(options) {
+  const http = buildHttpClient();
+  const params = new URLSearchParams();
+  if (options.provider) params.set("provider", options.provider);
+  if (options.tool) params.set("tool", options.tool);
+  if (options.search) params.set("search", options.search);
+  if (options.limit) params.set("limit", options.limit);
+  const query = params.toString();
+  const payload = await http.request(
+    `/api/v2/monitors/tools${query ? `?${query}` : ""}`,
+    { method: "GET", ...FORBIDDEN_AS_API_ERROR }
+  );
+  printCommandEnvelope(payload, { json: options.json });
+}
+async function handleMonitorsCheck(definition, options) {
+  const http = buildHttpClient();
+  const body = parseJsonObjectArg(definition, "--definition");
+  const payload = await http.request(
+    "/api/v2/monitors/check",
+    { method: "POST", body, ...FORBIDDEN_AS_API_ERROR }
+  );
+  printCommandEnvelope(payload, { json: options.json });
+}
+async function handleMonitorsDeploy(definition, options) {
+  const http = buildHttpClient();
+  const body = parseJsonObjectArg(definition, "--definition");
+  const payload = await http.request(
+    "/api/v2/monitors/deploy",
+    { method: "POST", body, ...FORBIDDEN_AS_API_ERROR }
+  );
+  printCommandEnvelope(payload, { json: options.json });
+}
+async function handleDeployedList(options) {
+  const http = buildHttpClient();
+  const params = new URLSearchParams();
+  if (options.status) params.set("status", options.status);
+  if (options.limit) params.set("limit", options.limit);
+  const query = params.toString();
+  const payload = await http.request(
+    `/api/v2/monitors/deployed${query ? `?${query}` : ""}`,
+    { method: "GET", ...FORBIDDEN_AS_API_ERROR }
+  );
+  printCommandEnvelope(payload, { json: options.json });
+}
+async function handleDeployedGet(key, options) {
+  const http = buildHttpClient();
+  const payload = await http.request(
+    `/api/v2/monitors/deployed/${encodeKey(key)}`,
+    { method: "GET", ...FORBIDDEN_AS_API_ERROR }
+  );
+  printCommandEnvelope(payload, { json: options.json });
+}
+async function handleDeployedDelete(key, options) {
+  const http = buildHttpClient();
+  const params = new URLSearchParams();
+  if (options.localOnly) params.set("local_only", "true");
+  const query = params.toString();
+  const payload = await http.request(
+    `/api/v2/monitors/deployed/${encodeKey(key)}${query ? `?${query}` : ""}`,
+    { method: "DELETE", ...FORBIDDEN_AS_API_ERROR }
+  );
+  printCommandEnvelope(payload, { json: options.json });
+}
+async function handleDeployedUpdate(key, patch, options) {
+  const http = buildHttpClient();
+  const body = parseJsonObjectArg(patch, "<patch>");
+  const payload = await http.request(
+    `/api/v2/monitors/deployed/${encodeKey(key)}`,
+    { method: "PATCH", body, ...FORBIDDEN_AS_API_ERROR }
+  );
+  printCommandEnvelope(payload, { json: options.json });
+}
+async function handleReactivate(key, options) {
+  const http = buildHttpClient();
+  const payload = await http.request(
+    `/api/v2/monitors/deployed/${encodeKey(key)}/reactivate`,
+    { method: "POST", body: {}, ...FORBIDDEN_AS_API_ERROR }
+  );
+  printCommandEnvelope(payload, { json: options.json });
+}
+function registerMonitorsCommands(program) {
+  const monitors = program.command("monitors").description("Discover, deploy, and manage Deepline monitors.").addHelpText(
+    "after",
+    `
+Notes:
+  Monitors are provider-backed signal feeds that deliver events into your
+  workspace. Access is granted by a Deepline admin via Admin -> Rollouts; until
+  then these commands return a clear monitor_access_required error.
+
+Examples:
+  deepline monitors tools --json
+  deepline monitors check '{"key":"my-monitor","tool":"...","payload":{}}'
+  deepline monitors deploy '{"key":"my-monitor","tool":"...","payload":{}}'
+  deepline monitors deployed --json
+  deepline monitors deployed get my-monitor --json
+  deepline monitors reactivate my-monitor --json
+`
+  );
+  monitors.command("tools").description("List or describe the monitor tools available to your org.").addHelpText(
+    "after",
+    `
+Notes:
+  Read-only. Filter the catalog with --provider, --tool, --search, or --limit.
+  Pass --tool to describe a single monitor tool.
+
+Examples:
+  deepline monitors tools
+  deepline monitors tools --provider theirstack --json
+  deepline monitors tools --tool theirstack_jobs --json
+`
+  ).option("--provider <provider>", "Filter by provider").option("--tool <tool>", "Describe a single monitor tool by id").option("--search <query>", "Search monitor tools by text").option("--limit <n>", "Limit the number of monitor tools returned").option("--json", "Emit JSON output. Also automatic when stdout is piped").action(handleMonitorsTools);
+  monitors.command("check <definition>").description("Validate a monitor definition without deploying it.").addHelpText(
+    "after",
+    `
+Notes:
+  Read-only validation. <definition> is a JSON object with key, tool, payload,
+  and optional controls. Does not deploy or spend credits.
+
+Examples:
+  deepline monitors check '{"key":"my-monitor","tool":"theirstack_jobs","payload":{}}'
+`
+  ).option("--json", "Emit JSON output. Also automatic when stdout is piped").action(handleMonitorsCheck);
+  monitors.command("deploy <definition>").description("Deploy a monitor from a definition.").addHelpText(
+    "after",
+    `
+Notes:
+  Mutates workspace state and may spend Deepline credits. <definition> is a JSON
+  object with key, tool, payload, and optional controls.
+
+Examples:
+  deepline monitors deploy '{"key":"my-monitor","tool":"theirstack_jobs","payload":{}}'
+`
+  ).option("--json", "Emit JSON output. Also automatic when stdout is piped").action(handleMonitorsDeploy);
+  monitors.command("reactivate <key>").description("Reactivate a previously disabled deployed monitor.").addHelpText(
+    "after",
+    `
+Notes:
+  Mutates workspace state and may spend Deepline credits.
+
+Examples:
+  deepline monitors reactivate my-monitor --json
+`
+  ).option("--json", "Emit JSON output. Also automatic when stdout is piped").action(handleReactivate);
+  const deployed = monitors.command("deployed").description("List and manage your deployed monitors.").addHelpText(
+    "after",
+    `
+Notes:
+  With no subcommand, lists deployed monitors. Use get/update/delete to manage a
+  single monitor by its public key.
+
+Examples:
+  deepline monitors deployed --json
+  deepline monitors deployed --status all --json
+  deepline monitors deployed get my-monitor --json
+`
+  ).option("--status <status>", 'Filter by monitor status (or "all")').option("--limit <n>", "Limit the number of deployed monitors returned").option("--json", "Emit JSON output. Also automatic when stdout is piped").action(handleDeployedList);
+  deployed.command("get <key>").description("Show a single deployed monitor by its public key.").addHelpText(
+    "after",
+    `
+Notes:
+  Read-only.
+
+Examples:
+  deepline monitors deployed get my-monitor --json
+`
+  ).option("--json", "Emit JSON output. Also automatic when stdout is piped").action(handleDeployedGet);
+  deployed.command("update <key> <patch>").description("Update a deployed monitor by its public key.").addHelpText(
+    "after",
+    `
+Notes:
+  Mutates workspace state. <patch> is a JSON object of fields to update.
+
+Examples:
+  deepline monitors deployed update my-monitor '{"controls":{"enabled":false}}' --json
+`
+  ).option("--json", "Emit JSON output. Also automatic when stdout is piped").action(handleDeployedUpdate);
+  deployed.command("delete <key>").description("Delete a deployed monitor by its public key.").addHelpText(
+    "after",
+    `
+Notes:
+  Mutates workspace state. By default deprovisions the upstream provider
+  resource; pass --local-only to remove only the Deepline-managed record.
+
+Examples:
+  deepline monitors deployed delete my-monitor --json
+  deepline monitors deployed delete my-monitor --local-only --json
+`
+  ).option(
+    "--local-only",
+    "Remove only the Deepline-managed record, leaving the upstream resource"
+  ).option("--json", "Emit JSON output. Also automatic when stdout is piped").action(handleDeployedDelete);
+}
+
 // src/cli/commands/org.ts
 async function fetchOrganizations(http, apiKey) {
   return http.post("/api/v2/auth/cli/organizations", { api_key: apiKey });
@@ -23758,6 +24206,7 @@ Exit codes:
   registerWorkflowCommands(program);
   registerSecretsCommands(program);
   registerBillingCommands(program);
+  registerMonitorsCommands(program);
   registerOrgCommands(program);
   registerEnrichCommand(program);
   registerCsvCommands(program);