deepline 0.1.199 → 0.1.201

package/dist/bundling-sources/shared_libs/plays/row-identity.ts

@@ -143,17 +143,12 @@ function validateIdentifierPart(
 ): string {
   const sanitized = sanitizeIdentifierPart(rawValue);
   if (!sanitized) {
-    throw new Error(
-      `${label} must contain at least one letter or number after normalization. ` +
-        `Use only letters, numbers, underscores, or hyphens.`,
-    );
+    throw new Error(`${label} must contain a letter or number.`);
   }
 
   if (sanitized.length > maxLength) {
     throw new Error(
-      `${label} is too long after normalization (${sanitized.length}/${maxLength}). ` +
-        `Shorten it to ${maxLength} characters or fewer. ` +
-        `Normalized value: "${sanitized}".`,
+      `${label} is too long after normalization (${sanitized.length}/${maxLength}): "${sanitized}".`,
     );
   }
 
@@ -163,7 +158,7 @@ function validateIdentifierPart(
 export function normalizePlayName(value: string): string {
   if (value.includes('/')) {
     throw new Error(
-      'Play name cannot contain "/". Slash is reserved for qualified play references like "prebuilt/example" or "self/example".',
+      'Play name cannot contain "/". Slash is reserved.',
     );
   }
   return validateIdentifierPart(value, 'Play name', PLAY_NAME_MAX_LENGTH);
@@ -207,9 +202,7 @@ export function validatePlaySheetTableName(
   const resolved = `${playSegment}_${keySegment}`;
   if (resolved.length > POSTGRES_IDENTIFIER_MAX_LENGTH) {
     throw new Error(
-      `Play sheet table name is too long after normalization (${resolved.length}/63). ` +
-        `Shorten the play name or ctx.dataset() key. ` +
-        `Resolved table name: "${resolved}".`,
+      `Play sheet table name is too long after normalization (${resolved.length}/63): "${resolved}".`,
     );
   }
   return resolved;

package/dist/cli/index.js

@@ -623,10 +623,10 @@ var SDK_RELEASE = {
   // 0.1.154 removes the short-lived generated enrich StepOptions recompute
   // fields shipped in 0.1.153.
   // 0.1.175 ships loud `deepline enrich` empty-waterfall reporting.
-  version: "0.1.199",
+  version: "0.1.201",
   apiContract: "2026-06-dataset-handle-results-hard-cutover",
   supportPolicy: {
-    latest: "0.1.199",
+    latest: "0.1.201",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.53",
     commandMinimumSupported: [
@@ -1067,7 +1067,10 @@ var HttpClient = class {
    * @param path - API path (e.g. `"/api/v2/tools"`)
    */
   async get(path) {
-    return this.request(path, { method: "GET" });
+    return this.request(path, {
+      method: "GET",
+      retryApiErrors: true
+    });
   }
   async *streamSse(path, options) {
     const url = `${this.config.baseUrl}${path}`;
@@ -1341,7 +1344,6 @@ function resolveTimingWindow(input2) {
 // ../shared_libs/play-runtime/run-terminal-source.ts
 var PLAY_RUN_LEDGER_EVENT_SOURCES = [
   "worker",
-  "temporal",
   "convex",
   "coordinator",
   "system"
@@ -7028,7 +7030,7 @@ function isRecord4(value) {
   return Boolean(value && typeof value === "object" && !Array.isArray(value));
 }
 function isSerializedDataset(value) {
-  return isRecord4(value) && value.kind === "dataset" && typeof value.count === "number" && Array.isArray(value.preview);
+  return isRecord4(value) && value.kind === "dataset" && typeof value.count === "number" && (Array.isArray(value.preview) || typeof value.tableNamespace === "string");
 }
 function isPackagedDatasetOutput(value) {
   return isRecord4(value) && value.kind === "dataset" && isRecord4(value.preview) && Array.isArray(value.preview.rows);
@@ -7089,7 +7091,7 @@ function columnsFromDatasetSummary(summary) {
 function canonicalRowsInfoFromCandidate(input2) {
   const candidate = input2;
   if (isSerializedDataset(candidate.value)) {
-    const rawRows = rowArray(candidate.value.preview) ?? [];
+    const rawRows = Array.isArray(candidate.value.preview) ? rowArray(candidate.value.preview) ?? [] : [];
     const totalRows2 = readNumber(candidate.value.count) ?? rawRows.length;
     const hasExplicitColumns = Array.isArray(candidate.value.columns) && candidate.value.columns.every((column) => typeof column === "string");
     const rawColumns = hasExplicitColumns ? candidate.value.columns : inferColumns(rawRows);
@@ -7317,6 +7319,13 @@ function collectSerializedDatasetRowsInfos(statusOrResult) {
       path: "result",
       output: candidates
     });
+    if (isRecord4(result.output)) {
+      collectDatasetCandidates({
+        value: result.output,
+        path: "result",
+        output: candidates
+      });
+    }
   }
   candidates.push(...collectPackagedStepDatasetCandidates(statusOrResult));
   const seen = /* @__PURE__ */ new Set();
@@ -10411,22 +10420,22 @@ var PLAY_DEDUP_BACKENDS = {
 
 // ../shared_libs/play-runtime/scheduler-backend.ts
 var PLAY_SCHEDULER_BACKENDS = {
-  temporal: "temporal",
   cfWorkflows: "cf-workflows",
+  /** Private legacy id retained only so old persisted rows can be interpreted. */
+  postgres: "postgres",
   /**
-   * Private legacy id retained only so old persisted rows can be interpreted.
-   * It is not a selectable scheduler backend after the Hatchet hard cutover.
+   * Postgres-native durable-execution scheduler (vendored Absurd engine). Runs
+   * on the battle-tested run-state store without an external workflow engine.
+   * Selected explicitly by the `absurd` profile.
    */
-  postgres: "postgres",
-  hatchet: "hatchet",
+  absurd: "absurd",
   inProcess: "in-process"
 };
 
 // ../shared_libs/play-runtime/providers.ts
 var PLAY_RUNTIME_PROVIDER_IDS = {
   workersEdge: "workers_edge",
-  hatchet: "hatchet",
-  local: "local"
+  absurd: "absurd"
 };
 var PLAY_RUNTIME_PROVIDERS = {
   workers_edge: {
@@ -10437,21 +10446,16 @@ var PLAY_RUNTIME_PROVIDERS = {
     artifactKind: PLAY_ARTIFACT_KINDS.esmWorkers,
     label: "Cloudflare Dynamic Workflows + Dynamic Workers + DO dedup"
   },
-  hatchet: {
-    id: PLAY_RUNTIME_PROVIDER_IDS.hatchet,
-    scheduler: PLAY_SCHEDULER_BACKENDS.hatchet,
+  absurd: {
+    id: PLAY_RUNTIME_PROVIDER_IDS.absurd,
+    scheduler: PLAY_SCHEDULER_BACKENDS.absurd,
+    // Server runs execute on Daytona; the local-dev/test shape swaps the runner
+    // axis to local_process (same as the local profile) via an explicit
+    // runtimeBackend override at submit while tests drive local_process.
     runner: PLAY_RUNTIME_BACKENDS.daytona,
     dedup: PLAY_DEDUP_BACKENDS.inMemory,
     artifactKind: PLAY_ARTIFACT_KINDS.cjsNode20,
-    label: "Hatchet scheduler + one-shot Daytona runner + receipt-backed in-process dedup"
-  },
-  local: {
-    id: PLAY_RUNTIME_PROVIDER_IDS.local,
-    scheduler: PLAY_SCHEDULER_BACKENDS.temporal,
-    runner: PLAY_RUNTIME_BACKENDS.localProcess,
-    dedup: PLAY_DEDUP_BACKENDS.inMemory,
-    artifactKind: PLAY_ARTIFACT_KINDS.cjsNode20,
-    label: "Local Temporal scheduler + local subprocess runner (tests)"
+    label: "Absurd (Postgres-native durable) scheduler + one-shot Daytona runner + receipt-backed in-process dedup"
   }
 };
 function defaultPlayRuntimeProvider() {
@@ -10464,7 +10468,7 @@ function resolvePlayRuntimeProvider(override) {
       return PLAY_RUNTIME_PROVIDERS[id];
     }
     throw new Error(
-      `Unknown play runtime provider "${id}". Expected one of: ${Object.keys(
+      `Unsupported play runtime provider "${id}". Expected one of: ${Object.keys(
         PLAY_RUNTIME_PROVIDERS
       ).join(", ")}.`
     );
@@ -13988,7 +13992,7 @@ function writeStartedPlayRun(input2) {
   );
 }
 function parsePlayRunOptions(args) {
-  const usage = "Usage: deepline plays run <play-name> [--input '{...}'] [--no-wait] [--tail-timeout-ms 30000] [--force] [--full] [--<input> value]\n       deepline plays run <play-file.ts> [--input '{...}'] [--no-wait] [--tail-timeout-ms 30000] [--force] [--full] [--<input> value]\n       deepline plays run --file <play-file.ts> [--input '{...}'] [--profile <id>] [--no-wait] [--tail-timeout-ms 30000] [--force] [--full] [--<input> value]\n       deepline plays run --name <name> [--input '{...}'] [--profile <id>] [--live|--latest|--revision-id <id>] [--no-wait] [--tail-timeout-ms 30000] [--force] [--no-open] [--json] [--full] [--<input> value]\n       --profile defaults to workers_edge; pass hatchet explicitly for Hatchet runtime comparison.\n       Unknown --<input> value flags, such as --limit 5, are passed into play input.\nRun `deepline plays run --help` for idempotent call caching and ctx.dataset guidance.";
+  const usage = "Usage: deepline plays run <play-name> [--input '{...}'] [--no-wait] [--tail-timeout-ms 30000] [--force] [--full] [--<input> value]\n       deepline plays run <play-file.ts> [--input '{...}'] [--no-wait] [--tail-timeout-ms 30000] [--force] [--full] [--<input> value]\n       deepline plays run --file <play-file.ts> [--input '{...}'] [--profile <id>] [--no-wait] [--tail-timeout-ms 30000] [--force] [--full] [--<input> value]\n       deepline plays run --name <name> [--input '{...}'] [--profile <id>] [--live|--latest|--revision-id <id>] [--no-wait] [--tail-timeout-ms 30000] [--force] [--no-open] [--json] [--full] [--<input> value]\n       --profile defaults to workers_edge, unless your local dev server exports a dev default such as absurd.\n       Unknown --<input> value flags, such as --limit 5, are passed into play input.\nRun `deepline plays run --help` for idempotent call caching and ctx.dataset guidance.";
   let filePath = null;
   let playName = null;
   let input2 = null;
@@ -18934,7 +18938,8 @@ async function writeOutputCsv(outputPath, status, options) {
   }
   const selectedSourceRows = selectedSourceCsvRowCount(options);
   const shouldFetchBackingRows = options?.client && shouldFetchBackingRowsForEnrichExport(rowsInfo, status, {
-    selectedSourceRows
+    selectedSourceRows,
+    expectedAliases: options?.config ? collectConfigScalarAliasOrder(options.config) : []
   });
   if (options?.client && shouldFetchBackingRows) {
     let fetchedRowsInfo = null;
@@ -18971,6 +18976,7 @@ async function writeOutputCsv(outputPath, status, options) {
   const columns = orderEnrichCsvColumns(
     dataExportColumns(merged.rows, [
       ...merged.preferredColumns,
+      ...options?.config ? collectConfigScalarAliasOrder(options.config) : [],
       ...rowsInfo.columns
     ]),
     options?.config
@@ -19628,26 +19634,39 @@ function shouldFetchBackingRowsForEnrichExport(rowsInfo, status, options = {}) {
     rowsInfo,
     status
   );
+  const isGeneratedEnrichRows = tableNamespace === GENERATED_ENRICH_ROWS_TABLE_NAMESPACE;
   if (terminalStatus === "failed" || terminalStatus === "cancelled") {
-    if (tableNamespace === GENERATED_ENRICH_ROWS_TABLE_NAMESPACE && rowsInfo.source !== null && typeof options.selectedSourceRows === "number" && rowsInfo.rows.length < options.selectedSourceRows) {
+    if (isGeneratedEnrichRows && rowsInfo.source !== null && typeof options.selectedSourceRows === "number" && rowsInfo.rows.length < options.selectedSourceRows) {
       return true;
     }
-    return tableNamespace === GENERATED_ENRICH_ROWS_TABLE_NAMESPACE && (rowsInfo.recovered === true || hasPartialRunOutputWarning(status));
+    return isGeneratedEnrichRows && (rowsInfo.recovered === true || hasPartialRunOutputWarning(status));
   }
-  if (tableNamespace === GENERATED_ENRICH_ROWS_TABLE_NAMESPACE && typeof options.selectedSourceRows === "number" && rowsInfo.rows.length < options.selectedSourceRows) {
+  if (isGeneratedEnrichRows && typeof options.selectedSourceRows === "number" && rowsInfo.rows.length < options.selectedSourceRows) {
     return true;
   }
-  if (tableNamespace === GENERATED_ENRICH_ROWS_TABLE_NAMESPACE && typeof options.selectedSourceRows === "number" && options.selectedSourceRows > 0) {
+  if (isGeneratedEnrichRows && (typeof options.selectedSourceRows === "number" && options.selectedSourceRows > 0 || rowsMissingExpectedAlias(rowsInfo.rows, options.expectedAliases))) {
     return true;
   }
-  if (tableNamespace === GENERATED_ENRICH_ROWS_TABLE_NAMESPACE && hasFailedRowSignal(status)) {
+  if (isGeneratedEnrichRows && hasFailedRowSignal(status)) {
     return true;
   }
   if (!rowsInfo.complete) {
-    return tableNamespace === GENERATED_ENRICH_ROWS_TABLE_NAMESPACE;
+    return isGeneratedEnrichRows;
   }
   return rowsInfo.rows.some((row) => hasLossyPreviewPlaceholder(row));
 }
+function rowsMissingExpectedAlias(rows, expectedAliases) {
+  if (rows.length === 0 || !expectedAliases?.length) {
+    return false;
+  }
+  const rowAliases = /* @__PURE__ */ new Set();
+  for (const row of rows) {
+    for (const key of Object.keys(row)) {
+      rowAliases.add(normalizeAlias2(key));
+    }
+  }
+  return expectedAliases.map((alias) => normalizeAlias2(alias)).filter(Boolean).some((alias) => !rowAliases.has(alias));
+}
 function hasPartialRunOutputWarning(status) {
   const warningLists = [
     recordField(status, "warnings"),
@@ -20213,6 +20232,18 @@ function collectEmptyWaterfallIssues(input2) {
     if (executionSignal === "all_condition_skipped" || executionSignal === "unknown" && waterfallChildrenAreStaticallySkipped(spec)) {
       return;
     }
+    const statsEvidence = emptyWaterfallStatsEvidence(input2.status, spec);
+    if (statsEvidence && input2.rowSetComplete && input2.outputPath) {
+      issues.push(
+        emptyWaterfallIssue({
+          spec,
+          selectedRows: statsEvidence.selectedRows,
+          runId,
+          followUpCommands
+        })
+      );
+      return;
+    }
     const logicalRows = /* @__PURE__ */ new Map();
     input2.rows.forEach((row, rowIndex) => {
       const sourceRowId = sourceRowIndexFromEnrichRow(
@@ -20234,24 +20265,34 @@ function collectEmptyWaterfallIssues(input2) {
       return;
     }
     const selectedRows = logicalRows.size;
-    const message = `Waterfall ${spec.alias} produced 0 values for ${selectedRows} selected row(s).`;
-    issues.push({
-      issue_id: `${spec.alias}-empty-waterfall`,
-      kind: "empty_waterfall",
-      severity: "needs_attention",
-      column: spec.alias,
-      selected_rows: selectedRows,
-      rows_with_value: 0,
-      rows_without_value: selectedRows,
-      message,
-      next_steps: enrichIssueNextSteps({ runId }),
-      follow_up_commands: followUpCommands,
-      ...spec.operation ? { operation: spec.operation } : {},
-      ...runId ? { run_id: runId } : {}
-    });
+    issues.push(
+      emptyWaterfallIssue({
+        spec,
+        selectedRows,
+        runId,
+        followUpCommands
+      })
+    );
   });
   return issues;
 }
+function emptyWaterfallIssue(input2) {
+  const message = `Waterfall ${input2.spec.alias} produced 0 values for ${input2.selectedRows} selected row(s).`;
+  return {
+    issue_id: `${input2.spec.alias}-empty-waterfall`,
+    kind: "empty_waterfall",
+    severity: "needs_attention",
+    column: input2.spec.alias,
+    selected_rows: input2.selectedRows,
+    rows_with_value: 0,
+    rows_without_value: input2.selectedRows,
+    message,
+    next_steps: enrichIssueNextSteps({ runId: input2.runId }),
+    follow_up_commands: input2.followUpCommands,
+    ...input2.spec.operation ? { operation: input2.spec.operation } : {},
+    ...input2.runId ? { run_id: input2.runId } : {}
+  };
+}
 function waterfallChildrenAreStaticallySkipped(spec) {
   const childAliases = spec.childAliases ?? [];
   if (childAliases.length === 0 || !spec.childRunIfJsByAlias) {
@@ -20285,14 +20326,18 @@ function waterfallExecutionSignal(status, spec) {
       const executedSummary = parseExecutionSummary(
         execution?.["completed:executed"]
       );
+      const reusedSummary = parseExecutionSummary(
+        execution?.["completed:reused"]
+      );
       const skippedConditionSummary = parseExecutionSummary(
         execution?.["skipped:condition"]
       );
       const executedCount = executedSummary?.count ?? 0;
+      const reusedCount = reusedSummary?.count ?? 0;
       const skippedConditionCount = skippedConditionSummary?.count ?? 0;
-      const totalCount = executedSummary?.total ?? skippedConditionSummary?.total;
-      const onlyConditionSkips = totalCount !== void 0 && skippedConditionCount >= totalCount && executedCount <= skippedConditionCount;
-      if (executedCount > 0 && !onlyConditionSkips || numericFailedRowSignal(execution?.failed) > 0 || numericFailedRowSignal(stat2.failed) > 0 || numericFailedRowSignal(stat2.failedRows) > 0) {
+      const totalCount = executedSummary?.total ?? reusedSummary?.total ?? skippedConditionSummary?.total;
+      const onlyConditionSkips = totalCount !== void 0 && skippedConditionCount >= totalCount && executedCount + reusedCount <= skippedConditionCount;
+      if (executedCount + reusedCount > 0 && !onlyConditionSkips || numericFailedRowSignal(execution?.failed) > 0 || numericFailedRowSignal(stat2.failed) > 0 || numericFailedRowSignal(stat2.failedRows) > 0) {
         return "executed";
       }
       if (!onlyConditionSkips) {
@@ -20305,6 +20350,48 @@ function waterfallExecutionSignal(status, spec) {
   }
   return "unknown";
 }
+function emptyWaterfallStatsEvidence(status, spec) {
+  const summaries = collectColumnStats(status);
+  const parentStats = summaries.map((summary) => summary[spec.alias]).filter(isRecord7);
+  for (const stat2 of parentStats) {
+    const nonEmpty = parseExecutionSummary(stat2.non_empty);
+    if (nonEmpty?.total && nonEmpty.count === 0) {
+      return { selectedRows: nonEmpty.total };
+    }
+  }
+  const childAliases = spec.childAliases ?? [];
+  if (childAliases.length === 0) {
+    return null;
+  }
+  let selectedRows = 0;
+  let sawStatsForEveryChild = true;
+  for (const childAlias of childAliases) {
+    const stat2 = summaries.map((summary) => summary[childAlias]).find(isRecord7);
+    if (!stat2) {
+      sawStatsForEveryChild = false;
+      break;
+    }
+    const nonEmpty = parseExecutionSummary(stat2.non_empty);
+    if ((nonEmpty?.count ?? 0) > 0) {
+      return null;
+    }
+    const execution = isRecord7(stat2.execution) ? stat2.execution : null;
+    const executed = parseExecutionSummary(execution?.["completed:executed"]);
+    const reused = parseExecutionSummary(execution?.["completed:reused"]);
+    const skipped = parseExecutionSummary(execution?.["skipped:condition"]);
+    selectedRows = Math.max(
+      selectedRows,
+      nonEmpty?.total ?? 0,
+      executed?.total ?? 0,
+      reused?.total ?? 0,
+      skipped?.total ?? 0
+    );
+  }
+  if (!sawStatsForEveryChild || selectedRows <= 0 || waterfallExecutionSignal(status, spec) === "all_condition_skipped") {
+    return null;
+  }
+  return { selectedRows };
+}
 function mergeEnrichFailureJobs(...jobGroups) {
   const merged = [];
   const seen = /* @__PURE__ */ new Set();
@@ -21124,12 +21211,34 @@ var ENRICH_FLATTENED_CONTROL_FIELDS = /* @__PURE__ */ new Set([
   "provider",
   "status"
 ]);
+var ENRICH_ALIAS_METADATA_FIELDS = /* @__PURE__ */ new Set([
+  "_metadata",
+  "metadata",
+  "metadata.columns",
+  "metadata__columns"
+]);
+function isEnrichAliasPayloadField(field) {
+  return !field.startsWith("_") && !ENRICH_FLATTENED_CONTROL_FIELDS.has(field) && !ENRICH_ALIAS_METADATA_FIELDS.has(field);
+}
 function materializeCsvCellValue(value) {
   if (value && typeof value === "object") {
     return csvSafeJsonString(value);
   }
   return value;
 }
+function compactArrayEnvelopeCompleteValue(value) {
+  if (!isRecord7(value) || value.kind !== "array") {
+    return null;
+  }
+  if (!Array.isArray(value.preview)) {
+    return null;
+  }
+  const length = typeof value.length === "number" && Number.isFinite(value.length) ? Math.max(0, Math.trunc(value.length)) : null;
+  if (length === null || length > value.preview.length) {
+    return null;
+  }
+  return value.preview.slice(0, length);
+}
 function disambiguateCompactAiInferencePayload(value) {
   const parsed = parseMaybeJsonObject(value);
   if (!isRecord7(parsed) || !cellFailureError(parsed)) {
@@ -21166,6 +21275,10 @@ function compactAiInferenceCellForCsv(value) {
 function materializeEnrichAliasCellForCsv(row, alias, options) {
   const direct = row[alias];
   if (isRecord7(direct)) {
+    const completeArray = compactArrayEnvelopeCompleteValue(direct);
+    if (completeArray) {
+      return materializeCsvCellValue(completeArray);
+    }
     if (options?.compactAiCell && direct.status === "completed" && (isRecord7(direct.result) || Object.prototype.hasOwnProperty.call(direct, "extracted_json") || typeof direct.output === "string")) {
       return materializeCsvCellValue(compactAiInferenceCellForCsv(direct));
     }
@@ -21174,7 +21287,7 @@ function materializeEnrichAliasCellForCsv(row, alias, options) {
     }
     const directCells = [];
     for (const [field, value] of Object.entries(direct)) {
-      if (ENRICH_FLATTENED_CONTROL_FIELDS.has(field)) {
+      if (!isEnrichAliasPayloadField(field)) {
         continue;
       }
       if (isNonEmptyCsvCell(value)) {
@@ -21204,7 +21317,7 @@ function materializeEnrichAliasCellForCsv(row, alias, options) {
     }
   }
   const cells = aliasFlattenedCells(row, alias).filter(({ field, value }) => {
-    if (ENRICH_FLATTENED_CONTROL_FIELDS.has(field)) {
+    if (!isEnrichAliasPayloadField(field)) {
       return false;
     }
     return isNonEmptyCsvCell(value);