deepline 0.1.225 → 0.1.227

package/dist/bundling-sources/shared_libs/play-runtime/runtime-sheet-row-transition.ts

@@ -1,10 +1,22 @@
 import type { MapRowOutcome } from './durability-store';
+import { stringifyPostgresJson } from './postgres-json';
+
+export const RUNTIME_ROW_OUTPUT_NOT_JSON_SERIALIZABLE =
+  'RUNTIME_ROW_OUTPUT_NOT_JSON_SERIALIZABLE';
+
+const RUNTIME_ROW_OUTPUT_NOT_JSON_SERIALIZABLE_MESSAGE =
+  `${RUNTIME_ROW_OUTPUT_NOT_JSON_SERIALIZABLE}: Row output is not JSON-serializable. ` +
+  'Remove BigInt values, circular references, and throwing toJSON implementations.';
 
 export type RuntimePreparedCompletedRow = {
   key: string;
   input_index: number | null;
   data_patch: Record<string, unknown>;
   cell_meta_patch: Record<string, unknown>;
+  /** Serialized once at the row boundary so SQL batching cannot re-run toJSON. */
+  data_patch_json: string;
+  /** Serialized once at the row boundary so SQL batching cannot re-run toJSON. */
+  cell_meta_patch_json: string;
 };
 
 export type RuntimePreparedFailedRow = RuntimePreparedCompletedRow & {
@@ -50,6 +62,51 @@ export function completedRuntimeCellMetaPatch(input: {
   return patch;
 }
 
+function serializeRuntimeRowPatch(value: Record<string, unknown>): string {
+  const serialized = stringifyPostgresJson(value);
+  if (serialized === undefined) {
+    throw new TypeError('JSON.stringify returned undefined.');
+  }
+  return serialized;
+}
+
+function unserializableRuntimeRowFailure(input: {
+  key: string;
+  inputIndex: number | null;
+  runId: string;
+  outputFields: readonly string[];
+}): RuntimePreparedFailedRow {
+  let cellMetaPatch = Object.fromEntries(
+    input.outputFields.map((field) => [
+      field,
+      {
+        status: 'failed',
+        runId: input.runId,
+        error: RUNTIME_ROW_OUTPUT_NOT_JSON_SERIALIZABLE_MESSAGE,
+      },
+    ]),
+  );
+  let cellMetaPatchJson: string;
+  try {
+    cellMetaPatchJson = serializeRuntimeRowPatch(cellMetaPatch);
+  } catch {
+    // Authored output field names can themselves collide after PostgreSQL JSON
+    // normalization. Preserve the explicit row failure instead of allowing
+    // diagnostic metadata to turn it back into a batch-fatal exception.
+    cellMetaPatch = {};
+    cellMetaPatchJson = '{}';
+  }
+  return {
+    key: input.key,
+    input_index: input.inputIndex,
+    data_patch: {},
+    cell_meta_patch: cellMetaPatch,
+    data_patch_json: '{}',
+    cell_meta_patch_json: cellMetaPatchJson,
+    error: RUNTIME_ROW_OUTPUT_NOT_JSON_SERIALIZABLE_MESSAGE,
+  };
+}
+
 export function prepareRuntimeSheetRowTransitions(input: {
   rows: Iterable<MapRowOutcome>;
   runId: string;
@@ -62,12 +119,40 @@ export function prepareRuntimeSheetRowTransitions(input: {
   const failedRows: RuntimePreparedFailedRow[] = [];
   for (const row of input.rows) {
     if (!row.key) continue;
+    const inputIndex = normalizeRuntimeMapInputIndex(row.inputIndex);
+    let cellMetaPatch: Record<string, unknown>;
+    let dataPatchJson: string;
+    let cellMetaPatchJson: string;
+    try {
+      cellMetaPatch =
+        row.status === 'failed'
+          ? (row.cellMetaPatch ?? {})
+          : completedRuntimeCellMetaPatch({
+              runId: input.runId,
+              outputFields: input.outputFields,
+              rowPatch: row.cellMetaPatch,
+            });
+      dataPatchJson = serializeRuntimeRowPatch(row.data);
+      cellMetaPatchJson = serializeRuntimeRowPatch(cellMetaPatch);
+    } catch {
+      failedRows.push(
+        unserializableRuntimeRowFailure({
+          key: row.key,
+          inputIndex,
+          runId: input.runId,
+          outputFields: input.outputFields,
+        }),
+      );
+      continue;
+    }
     if (row.status === 'failed') {
       failedRows.push({
         key: row.key,
-        input_index: normalizeRuntimeMapInputIndex(row.inputIndex),
+        input_index: inputIndex,
         data_patch: row.data,
-        cell_meta_patch: row.cellMetaPatch ?? {},
+        cell_meta_patch: cellMetaPatch,
+        data_patch_json: dataPatchJson,
+        cell_meta_patch_json: cellMetaPatchJson,
         error:
           typeof row.error === 'string' && row.error.trim()
             ? row.error
@@ -77,14 +162,47 @@ export function prepareRuntimeSheetRowTransitions(input: {
     }
     completedRows.push({
       key: row.key,
-      input_index: normalizeRuntimeMapInputIndex(row.inputIndex),
+      input_index: inputIndex,
       data_patch: row.data,
-      cell_meta_patch: completedRuntimeCellMetaPatch({
-        runId: input.runId,
-        outputFields: input.outputFields,
-        rowPatch: row.cellMetaPatch,
-      }),
+      cell_meta_patch: cellMetaPatch,
+      data_patch_json: dataPatchJson,
+      cell_meta_patch_json: cellMetaPatchJson,
     });
   }
   return { completedRows, failedRows };
 }
+
+/**
+ * Apply the row serialization boundary before a gateway-only runtime request.
+ * This prevents JSON.stringify on the transport envelope from turning one
+ * malformed row into a batch-fatal error before the gateway can persist the
+ * healthy siblings.
+ */
+export function prepareRuntimeSheetRowsForJsonTransport(input: {
+  rows: Iterable<MapRowOutcome>;
+  runId: string;
+  outputFields: readonly string[];
+}): MapRowOutcome[] {
+  const rows: MapRowOutcome[] = [];
+  for (const row of input.rows) {
+    const { completedRows, failedRows } = prepareRuntimeSheetRowTransitions({
+      rows: [row],
+      runId: input.runId,
+      outputFields: input.outputFields,
+    });
+    const prepared = completedRows[0] ?? failedRows[0];
+    if (!prepared) continue;
+    const failed = failedRows[0];
+    rows.push({
+      key: prepared.key,
+      inputIndex: prepared.input_index,
+      data: JSON.parse(prepared.data_patch_json) as Record<string, unknown>,
+      cellMetaPatch: JSON.parse(prepared.cell_meta_patch_json) as Record<
+        string,
+        unknown
+      >,
+      ...(failed ? { status: 'failed' as const, error: failed.error } : {}),
+    });
+  }
+  return rows;
+}

package/dist/bundling-sources/shared_libs/play-runtime/step-lifecycle-tracker.ts

@@ -13,6 +13,7 @@ export type PlayStepLifecycleEvent = {
   type: string;
   transition: 'started' | 'completed' | 'failed';
   at: number;
+  error?: string;
 };
 
 function isAutoStartedSetupNode(type: string): boolean {
@@ -191,7 +192,7 @@ export class PlayStepLifecycleTracker {
     }
   }
 
-  markStartedFailed(at = this.now()): void {
+  markStartedFailed(at = this.now(), error?: string): void {
     for (let index = this.nodes.length - 1; index >= 0; index -= 1) {
       const node = this.nodes[index]!;
       const existing = this.getProgress()[node.nodeId];
@@ -202,6 +203,7 @@ export class PlayStepLifecycleTracker {
           type: node.type,
           transition: 'failed',
           at,
+          ...(error?.trim() ? { error: error.trim() } : {}),
         });
         return;
       }

package/dist/cli/index.js

@@ -625,10 +625,10 @@ var SDK_RELEASE = {
   // 0.1.175 ships loud `deepline enrich` empty-waterfall reporting.
   // 0.1.220 deprecates SDK CLI versions below 0.1.219 and updates them
   // automatically without blocking their current command.
-  version: "0.1.225",
+  version: "0.1.227",
   apiContract: "2026-06-dataset-handle-results-hard-cutover",
   supportPolicy: {
-    latest: "0.1.225",
+    latest: "0.1.227",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.219",
     commandMinimumSupported: [
@@ -1348,6 +1348,9 @@ function resolveTimingWindow(input2) {
   };
 }
 
+// ../shared_libs/play-runtime/run-failure.ts
+var PUBLIC_FAILURE_TEXT_BYTE_LIMIT = 64 * 1024;
+
 // ../shared_libs/play-runtime/run-terminal-source.ts
 var PLAY_RUN_LEDGER_EVENT_SOURCES = [
   "worker",
@@ -1576,6 +1579,7 @@ function normalizePlayRunLedgerSnapshot(value, fallback) {
       label: optionalString(rawStep.label),
       kind: optionalString(rawStep.kind),
       status,
+      error: optionalNullableString(rawStep.error),
       artifactTableNamespace: optionalNullableString(
         rawStep.artifactTableNamespace
       ),
@@ -1752,6 +1756,7 @@ function buildSnapshotFromLedger(snapshot) {
   const nodeStates = snapshot.orderedStepIds.map((stepId) => snapshot.stepsById[stepId]).filter((step) => Boolean(step)).map((step) => ({
     nodeId: step.stepId,
     status: step.status,
+    error: step.error ?? null,
     artifactTableNamespace: step.artifactTableNamespace ?? null,
     progress: step.progress ? {
       completed: step.progress.completed,
@@ -13758,6 +13763,13 @@ function formatPackageValueOutputLines(packaged) {
   }
   return lines;
 }
+function authoredPackageStackFrames(packaged) {
+  const stack = readRecordArray(packaged.errors).map((entry) => typeof entry.stack === "string" ? entry.stack : null).find((candidate) => Boolean(candidate?.trim()));
+  if (!stack) return [];
+  return stack.split("\n").map((line) => line.trim()).filter((line) => line.startsWith("at ")).filter(
+    (line) => !line.includes("/virtual/deepline-plays/") && !line.includes("/apps/play-runner/") && !line.includes("/shared_libs/play-runtime/") && !line.includes("node:internal")
+  ).slice(0, 5);
+}
 function buildRunPackageTextLines(packaged) {
   const run = readRunPackageRun(packaged);
   const runId = typeof run.id === "string" ? run.id : "unknown";
@@ -13769,6 +13781,11 @@ function buildRunPackageTextLines(packaged) {
   const runError = typeof run.error === "string" && run.error.trim() ? run.error.trim() : null;
   if (runError && (status === "failed" || status === "cancelled")) {
     lines.push(`  error: ${truncateErrorForDisplay(runError, runId)}`);
+    const stackFrames = authoredPackageStackFrames(packaged);
+    if (stackFrames.length > 0) {
+      lines.push("  stack:");
+      lines.push(...stackFrames.map((frame) => `    ${frame}`));
+    }
   }
   const failedLogs = readRecord(packaged.failedLogs);
   const failedLogEntries = Array.isArray(failedLogs?.entries) ? failedLogs.entries.filter(

package/dist/cli/index.mjs

@@ -610,10 +610,10 @@ var SDK_RELEASE = {
   // 0.1.175 ships loud `deepline enrich` empty-waterfall reporting.
   // 0.1.220 deprecates SDK CLI versions below 0.1.219 and updates them
   // automatically without blocking their current command.
-  version: "0.1.225",
+  version: "0.1.227",
   apiContract: "2026-06-dataset-handle-results-hard-cutover",
   supportPolicy: {
-    latest: "0.1.225",
+    latest: "0.1.227",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.219",
     commandMinimumSupported: [
@@ -1333,6 +1333,9 @@ function resolveTimingWindow(input2) {
   };
 }
 
+// ../shared_libs/play-runtime/run-failure.ts
+var PUBLIC_FAILURE_TEXT_BYTE_LIMIT = 64 * 1024;
+
 // ../shared_libs/play-runtime/run-terminal-source.ts
 var PLAY_RUN_LEDGER_EVENT_SOURCES = [
   "worker",
@@ -1561,6 +1564,7 @@ function normalizePlayRunLedgerSnapshot(value, fallback) {
       label: optionalString(rawStep.label),
       kind: optionalString(rawStep.kind),
       status,
+      error: optionalNullableString(rawStep.error),
       artifactTableNamespace: optionalNullableString(
         rawStep.artifactTableNamespace
       ),
@@ -1737,6 +1741,7 @@ function buildSnapshotFromLedger(snapshot) {
   const nodeStates = snapshot.orderedStepIds.map((stepId) => snapshot.stepsById[stepId]).filter((step) => Boolean(step)).map((step) => ({
     nodeId: step.stepId,
     status: step.status,
+    error: step.error ?? null,
     artifactTableNamespace: step.artifactTableNamespace ?? null,
     progress: step.progress ? {
       completed: step.progress.completed,
@@ -13787,6 +13792,13 @@ function formatPackageValueOutputLines(packaged) {
   }
   return lines;
 }
+function authoredPackageStackFrames(packaged) {
+  const stack = readRecordArray(packaged.errors).map((entry) => typeof entry.stack === "string" ? entry.stack : null).find((candidate) => Boolean(candidate?.trim()));
+  if (!stack) return [];
+  return stack.split("\n").map((line) => line.trim()).filter((line) => line.startsWith("at ")).filter(
+    (line) => !line.includes("/virtual/deepline-plays/") && !line.includes("/apps/play-runner/") && !line.includes("/shared_libs/play-runtime/") && !line.includes("node:internal")
+  ).slice(0, 5);
+}
 function buildRunPackageTextLines(packaged) {
   const run = readRunPackageRun(packaged);
   const runId = typeof run.id === "string" ? run.id : "unknown";
@@ -13798,6 +13810,11 @@ function buildRunPackageTextLines(packaged) {
   const runError = typeof run.error === "string" && run.error.trim() ? run.error.trim() : null;
   if (runError && (status === "failed" || status === "cancelled")) {
     lines.push(`  error: ${truncateErrorForDisplay(runError, runId)}`);
+    const stackFrames = authoredPackageStackFrames(packaged);
+    if (stackFrames.length > 0) {
+      lines.push("  stack:");
+      lines.push(...stackFrames.map((frame) => `    ${frame}`));
+    }
   }
   const failedLogs = readRecord(packaged.failedLogs);
   const failedLogEntries = Array.isArray(failedLogs?.entries) ? failedLogs.entries.filter(

package/dist/index.d.mts

@@ -3426,6 +3426,11 @@ type DatasetBuilder<InputRow extends object, OutputRow extends object> = {
      */
     run(options?: {
         description?: string;
+        /**
+         * `upsert` (default) returns every input row, reusing persisted work for
+         * existing keys. `net_new` atomically inserts and returns only unseen keys.
+         */
+        mode?: 'upsert' | 'net_new';
         key?: (keyof InputRow & string) | readonly (keyof InputRow & string)[] | ((row: InputRow, index: number) => string | number | readonly unknown[]);
     }): Promise<PlayDataset<OutputRow>>;
 };

package/dist/index.d.ts

@@ -3426,6 +3426,11 @@ type DatasetBuilder<InputRow extends object, OutputRow extends object> = {
      */
     run(options?: {
         description?: string;
+        /**
+         * `upsert` (default) returns every input row, reusing persisted work for
+         * existing keys. `net_new` atomically inserts and returns only unseen keys.
+         */
+        mode?: 'upsert' | 'net_new';
         key?: (keyof InputRow & string) | readonly (keyof InputRow & string)[] | ((row: InputRow, index: number) => string | number | readonly unknown[]);
     }): Promise<PlayDataset<OutputRow>>;
 };

package/dist/index.js

@@ -424,10 +424,10 @@ var SDK_RELEASE = {
   // 0.1.175 ships loud `deepline enrich` empty-waterfall reporting.
   // 0.1.220 deprecates SDK CLI versions below 0.1.219 and updates them
   // automatically without blocking their current command.
-  version: "0.1.225",
+  version: "0.1.227",
   apiContract: "2026-06-dataset-handle-results-hard-cutover",
   supportPolicy: {
-    latest: "0.1.225",
+    latest: "0.1.227",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.219",
     commandMinimumSupported: [
@@ -1147,6 +1147,9 @@ function resolveTimingWindow(input) {
   };
 }
 
+// ../shared_libs/play-runtime/run-failure.ts
+var PUBLIC_FAILURE_TEXT_BYTE_LIMIT = 64 * 1024;
+
 // ../shared_libs/play-runtime/run-terminal-source.ts
 var PLAY_RUN_LEDGER_EVENT_SOURCES = [
   "worker",
@@ -1375,6 +1378,7 @@ function normalizePlayRunLedgerSnapshot(value, fallback) {
       label: optionalString(rawStep.label),
       kind: optionalString(rawStep.kind),
       status,
+      error: optionalNullableString(rawStep.error),
       artifactTableNamespace: optionalNullableString(
         rawStep.artifactTableNamespace
       ),
@@ -1551,6 +1555,7 @@ function buildSnapshotFromLedger(snapshot) {
   const nodeStates = snapshot.orderedStepIds.map((stepId) => snapshot.stepsById[stepId]).filter((step) => Boolean(step)).map((step) => ({
     nodeId: step.stepId,
     status: step.status,
+    error: step.error ?? null,
     artifactTableNamespace: step.artifactTableNamespace ?? null,
     progress: step.progress ? {
       completed: step.progress.completed,

package/dist/index.mjs

@@ -354,10 +354,10 @@ var SDK_RELEASE = {
   // 0.1.175 ships loud `deepline enrich` empty-waterfall reporting.
   // 0.1.220 deprecates SDK CLI versions below 0.1.219 and updates them
   // automatically without blocking their current command.
-  version: "0.1.225",
+  version: "0.1.227",
   apiContract: "2026-06-dataset-handle-results-hard-cutover",
   supportPolicy: {
-    latest: "0.1.225",
+    latest: "0.1.227",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.219",
     commandMinimumSupported: [
@@ -1077,6 +1077,9 @@ function resolveTimingWindow(input) {
   };
 }
 
+// ../shared_libs/play-runtime/run-failure.ts
+var PUBLIC_FAILURE_TEXT_BYTE_LIMIT = 64 * 1024;
+
 // ../shared_libs/play-runtime/run-terminal-source.ts
 var PLAY_RUN_LEDGER_EVENT_SOURCES = [
   "worker",
@@ -1305,6 +1308,7 @@ function normalizePlayRunLedgerSnapshot(value, fallback) {
       label: optionalString(rawStep.label),
       kind: optionalString(rawStep.kind),
       status,
+      error: optionalNullableString(rawStep.error),
       artifactTableNamespace: optionalNullableString(
         rawStep.artifactTableNamespace
       ),
@@ -1481,6 +1485,7 @@ function buildSnapshotFromLedger(snapshot) {
   const nodeStates = snapshot.orderedStepIds.map((stepId) => snapshot.stepsById[stepId]).filter((step) => Boolean(step)).map((step) => ({
     nodeId: step.stepId,
     status: step.status,
+    error: step.error ?? null,
     artifactTableNamespace: step.artifactTableNamespace ?? null,
     progress: step.progress ? {
       completed: step.progress.completed,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepline",
-  "version": "0.1.225",
+  "version": "0.1.227",
   "description": "Deepline SDK + CLI — B2B data enrichment powered by durable cloud execution",
   "license": "MIT",
   "repository": {