deepline 0.1.210 → 0.1.211

package/dist/cli/index.mjs

@@ -608,10 +608,10 @@ var SDK_RELEASE = {
   // 0.1.154 removes the short-lived generated enrich StepOptions recompute
   // fields shipped in 0.1.153.
   // 0.1.175 ships loud `deepline enrich` empty-waterfall reporting.
-  version: "0.1.210",
+  version: "0.1.211",
   apiContract: "2026-06-dataset-handle-results-hard-cutover",
   supportPolicy: {
-    latest: "0.1.210",
+    latest: "0.1.211",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.53",
     commandMinimumSupported: [
@@ -10855,7 +10855,8 @@ var PLAY_RUN_RESERVED_BOOLEAN_FLAGS = /* @__PURE__ */ new Set([
   "--logs",
   "--full",
   "--force",
-  "--no-open"
+  "--no-open",
+  "--debug-map-latency"
 ]);
 function traceCliSync(phase, fields, run) {
   const startedAt = Date.now();
@@ -14202,6 +14203,7 @@ function parsePlayRunOptions(args) {
   const emitLogs = !jsonOutput || args.includes("--logs");
   const force = args.includes("--force");
   const noOpen = args.includes("--no-open");
+  const debugMapLatency = args.includes("--debug-map-latency");
   let waitTimeoutMs = null;
   let profile = null;
   for (let index = 0; index < args.length; index += 1) {
@@ -14320,7 +14322,8 @@ function parsePlayRunOptions(args) {
     waitTimeoutMs,
     force,
     noOpen,
-    profile
+    profile,
+    debugMapLatency
   };
 }
 function parsePlayCheckOptions(args) {
@@ -14805,6 +14808,7 @@ async function handleFileBackedRun(options) {
     ...stagedFileInputs.packagedFiles.length ? { packagedFiles: stagedFileInputs.packagedFiles } : {},
     ...options.force ? { force: true } : {},
     ...options.profile ? { profile: options.profile } : {},
+    ...options.debugMapLatency ? { testPolicyOverrides: { mapLatencyProfile: true } } : {},
     ...integrationMode ? { integrationMode } : {}
   };
   if (options.watch) {
@@ -14966,6 +14970,7 @@ async function handleNamedRun(options) {
     ...stagedFileInputs.packagedFiles.length ? { packagedFiles: stagedFileInputs.packagedFiles } : {},
     ...options.force ? { force: true } : {},
     ...options.profile ? { profile: options.profile } : {},
+    ...options.debugMapLatency ? { testPolicyOverrides: { mapLatencyProfile: true } } : {},
     ...integrationMode ? { integrationMode } : {}
   };
   if (options.watch) {
@@ -16214,7 +16219,10 @@ Examples:
   ).option("--watch", "Compatibility alias; run waits by default").option("--wait", "Compatibility alias; run waits by default").option("--no-wait", "Start the run and return immediately").option(
     "--logs",
     "When output is non-interactive, stream play logs to stderr while waiting"
-  ).option("--tail-timeout-ms <ms>", "Timeout while watching the run stream").option("--force", "Start a fresh run graph").option("--no-open", "Print the play page URL without opening a browser").option("--json", "Emit JSON output").option("--full", "Debug only: with --json, emit the raw status payload").addHelpText(
+  ).option("--tail-timeout-ms <ms>", "Timeout while watching the run stream").option("--force", "Start a fresh run graph").option(
+    "--debug-map-latency",
+    "Internal diagnostics: emit one aggregate latency profile per dataset map"
+  ).option("--no-open", "Print the play page URL without opening a browser").option("--json", "Emit JSON output").option("--full", "Debug only: with --json, emit the raw status payload").addHelpText(
     "afterAll",
     `
 Pass-through input flags:
@@ -16250,6 +16258,7 @@ Pass-through input flags:
       ...options.logs ? ["--logs"] : [],
       ...options.tailTimeoutMs ? ["--tail-timeout-ms", options.tailTimeoutMs] : [],
       ...options.force ? ["--force"] : [],
+      ...options.debugMapLatency ? ["--debug-map-latency"] : [],
       ...options.noOpen || options.open === false ? ["--no-open"] : [],
       ...options.json ? ["--json"] : [],
       ...options.full ? ["--full"] : [],
@@ -17299,6 +17308,8 @@ function renderPlayStep(command, options) {
     `  const __dlRunIf = ${runIfJs};`,
     `  if (!__dlRunIf(templateRow)) return null;`
   ] : [];
+  const inline = command.play?.inline;
+  const inlineHandler = inline ? `__dlInlinePlay_${inline.sourceHash.slice(0, 16)}` : null;
   return [
     `async (row, stepCtx) => {`,
     ...options.precheck ? [`  if (${options.precheck}) return null;`] : [],
@@ -17308,9 +17319,16 @@ function renderPlayStep(command, options) {
     `  if (__dlShouldSkipBlankPlayPayload(payload)) return null;`,
     `  let result: unknown;`,
     `  try {`,
-    `    result = await stepCtx.runPlay(${callId}, ${playRef}, payload, {`,
-    `        description: ${stringLiteral(command.description ?? command.alias)}`,
-    `    });`,
+    ...inlineHandler ? [
+      // Enrich validates and normalizes this payload against the certified
+      // prebuilt contract before code generation. The attachment retains
+      // its concrete input type, while generated payloads are records.
+      `    result = await __dlRunInlinePlay(${inlineHandler}, stepCtx, payload as never, ${options.force});`
+    ] : [
+      `    result = await stepCtx.runPlay(${callId}, ${playRef}, payload, {`,
+      `        description: ${stringLiteral(command.description ?? command.alias)}`,
+      `    });`
+    ],
     `  } catch (error) {`,
     ...options.waterfallSoftFail ? [`    return __dlWaterfallToolFailure(error);`] : [`    throw error;`],
     `  }`,
@@ -17318,6 +17336,19 @@ function renderPlayStep(command, options) {
     `}`
   ].join("\n");
 }
+function collectInlinePlayHandlers(commands) {
+  const handlers = /* @__PURE__ */ new Map();
+  const visit = (command) => {
+    if (isWaterfall(command)) {
+      command.commands.forEach(visit);
+      return;
+    }
+    const inline = command.play?.inline;
+    if (inline) handlers.set(inline.sourceHash, inline);
+  };
+  commands.forEach(visit);
+  return [...handlers.values()];
+}
 function renderInlineJavascriptStep(command, options) {
   const alias = stringLiteral(command.alias);
   const extractJs = renderExtractFunction(command, 4);
@@ -17518,6 +17549,10 @@ function compileEnrichConfigToPlaySource(config, options = {}) {
     [...options.forceAliases ?? []].map((alias) => normalizeAlias(alias))
   );
   const columnSteps = [];
+  const inlineHandlers = collectInlinePlayHandlers(config.commands);
+  const inlineTypeImports = [
+    ...new Set(inlineHandlers.flatMap((inline) => inline.typeImports ?? []))
+  ].sort();
   config.commands.forEach((command) => {
     if (isWaterfall(command)) {
       columnSteps.push(
@@ -17555,6 +17590,19 @@ function compileEnrichConfigToPlaySource(config, options = {}) {
   const generatedAliases = collectGeneratedAliases(config.commands);
   const runOptionsSource = options.failFast ? `{ key: (row, index) => __dlEnrichRowKey(row, index + rowStart), onRowError: 'fail' as const }` : `{ key: (row, index) => __dlEnrichRowKey(row, index + rowStart) }`;
   const body = [
+    `function __dlRunInlinePlay<TContext, TInput, TOutput>(handler: (ctx: TContext, input: TInput) => Promise<TOutput>, scope: TContext, payload: TInput, force: boolean): Promise<TOutput> {`,
+    `  if (!force) return handler(scope, payload);`,
+    `  const runtimeScope = scope as TContext & { __deeplineRunWithForcedTools?: <T>(run: () => Promise<T>) => Promise<T> };`,
+    `  if (typeof runtimeScope.__deeplineRunWithForcedTools !== 'function') {`,
+    `    throw new Error('This runtime does not support forced certified inline play execution.');`,
+    `  }`,
+    `  return runtimeScope.__deeplineRunWithForcedTools(() => handler(scope, payload));`,
+    `}`,
+    ``,
+    ...inlineHandlers.flatMap((inline) => [
+      `const __dlInlinePlay_${inline.sourceHash.slice(0, 16)} = ${inline.functionExpressionSource};`,
+      ``
+    ]),
     `export default definePlay(${stringLiteral(playName)}, async (ctx, input: EnrichInput) => {`,
     `  const sourceRows = await ctx.csv<Record<string, unknown>>(input.file);`,
     `  const rowStart = __dlNonNegativeInteger(input.rowStart, 0);`,
@@ -17579,7 +17627,8 @@ function compileEnrichConfigToPlaySource(config, options = {}) {
   const helpers = idiomaticGetters ? selectUsedHelpers(helperSource(), body.join("\n")) : helperSource();
   return [
     ...inlineRunJavascript && configHasRunJavascript(config) ? ["// @ts-nocheck", "/* eslint-disable */", ""] : [],
-    `import { definePlay } from 'deepline';`,
+    `import { definePlay, steps } from 'deepline';`,
+    ...inlineTypeImports.length > 0 ? [`import type { ${inlineTypeImports.join(", ")} } from 'deepline';`] : [],
     ``,
     `type EnrichInput = { file: string; rowStart?: number | null; rowEnd?: number | null };`,
     ``,
@@ -18794,7 +18843,8 @@ async function buildPlanArgs(args) {
     "--fail-fast",
     "--all",
     "--in-place",
-    "--no-open"
+    "--no-open",
+    "--debug-map-latency"
   ]);
   const planArgs = [];
   for (let index = 0; index < args.length; index += 1) {
@@ -21347,11 +21397,15 @@ async function fetchBackingRowsForCsvExport(input2) {
 }
 function mergeRowsForCsvExport(enrichedRows, options) {
   const compactAliases = options?.config ? enrichAiRuntimeCompactAliases(options.config) : /* @__PURE__ */ new Set();
+  const preservedAliases = /* @__PURE__ */ new Set([
+    ...compactAliases,
+    ...options?.config ? collectConfigPlayAliases(options.config) : []
+  ]);
   const rows = dataExportRows(
     normalizeEnrichRowsForCsvExport(enrichedRows, options?.config, {
       statusFailureMessages: options?.statusFailureMessages
     }),
-    { preserveJsonStringColumns: compactAliases }
+    { preserveJsonStringColumns: preservedAliases }
   );
   const range = options?.rows;
   if (!options?.sourceCsvPath) {
@@ -21428,6 +21482,22 @@ function mergeRowsForCsvExport(enrichedRows, options) {
   }
   return { rows: merged, preferredColumns };
 }
+function collectConfigPlayAliases(config) {
+  const aliases = /* @__PURE__ */ new Set();
+  const visit = (commands) => {
+    for (const command of commands) {
+      if ("with_waterfall" in command) {
+        visit(command.commands);
+        continue;
+      }
+      if (!command.disabled && command.play) {
+        aliases.add(normalizeAlias2(command.alias));
+      }
+    }
+  };
+  visit(config.commands);
+  return aliases;
+}
 function collectConfigScalarAliasOrder(config) {
   const aliases = [];
   const seen = /* @__PURE__ */ new Set();
@@ -21583,6 +21653,9 @@ function materializeEnrichAliasCellForCsv(row, alias, options) {
     if (Object.prototype.hasOwnProperty.call(direct, "matched_result") || Object.prototype.hasOwnProperty.call(direct, "matchedResult") || Object.prototype.hasOwnProperty.call(direct, "result")) {
       return materializeCsvCellValue(direct);
     }
+    if (options?.preservePlainObject && !Object.prototype.hasOwnProperty.call(direct, "_metadata")) {
+      return materializeCsvCellValue(direct);
+    }
     const directCells = [];
     for (const [field, value] of Object.entries(direct)) {
       if (!isEnrichAliasPayloadField(field)) {
@@ -21639,6 +21712,7 @@ function materializeEnrichAliasCellForCsv(row, alias, options) {
 function normalizeEnrichRowsForCsvExport(rows, config, options) {
   const aliases = config ? collectConfigScalarAliasOrder(config) : [];
   const aiCompactAliases = config ? enrichAiRuntimeCompactAliases(config) : null;
+  const playAliases = config ? collectConfigPlayAliases(config) : /* @__PURE__ */ new Set();
   const failureOperationByAlias = hardFailureOperationByAlias(config);
   return rows.map((row) => {
     const metadata = legacyMetadataFromRow(row);
@@ -21682,7 +21756,8 @@ function normalizeEnrichRowsForCsvExport(rows, config, options) {
     }
     for (const alias of aliases) {
       const value = materializeEnrichAliasCellForCsv(normalized, alias, {
-        compactAiCell: aiCompactAliases?.has(normalizeAlias2(alias)) ?? false
+        compactAiCell: aiCompactAliases?.has(normalizeAlias2(alias)) ?? false,
+        preservePlainObject: playAliases.has(normalizeAlias2(alias))
       });
       if (value !== void 0) {
         normalized[alias] = value;
@@ -21870,6 +21945,9 @@ function registerEnrichCommand(program) {
   ).option(
     "--profile <id>",
     "Internal/testing: override the execution profile for the generated play run."
+  ).option(
+    "--debug-map-latency",
+    "Internal diagnostics: emit one aggregate latency profile per dataset map."
   ).option(
     "--fail-fast",
     "Fail the generated play when any selected row errors, while preserving recovered runtime-sheet rows for export."
@@ -22015,6 +22093,9 @@ function registerEnrichCommand(program) {
         if (options.profile) {
           runArgs.push("--profile", options.profile);
         }
+        if (options.debugMapLatency) {
+          runArgs.push("--debug-map-latency");
+        }
         if (options.noOpen || input2.suppressOpen) {
           runArgs.push("--no-open");
         }

package/dist/index.d.mts

@@ -1143,6 +1143,13 @@ type EnrichStepCommand = {
     play?: {
         ref: string;
         mode?: 'scalar';
+        execution?: 'child' | 'inline';
+        inline?: {
+            exportName: string;
+            functionExpressionSource: string;
+            sourceHash: string;
+            typeImports: string[];
+        };
     };
     payload: Record<string, unknown>;
     extract_js?: string;
@@ -2850,7 +2857,7 @@ interface PlayDataset<T> extends AsyncIterable<T> {
      * Large datasets should flow by handle through Neon-backed storage, not
      * through worker memory as giant arrays.
      */
-    materialize(limit?: number): Promise<T[]>;
+    materialize(options?: number | PlayDatasetMaterializeOptions): Promise<T[]>;
     toJSON(): {
         kind: 'dataset';
         datasetKind: PlayDatasetKind;
@@ -2866,6 +2873,13 @@ interface PlayDataset<T> extends AsyncIterable<T> {
         preview: T[];
     };
 }
+type PlayDatasetMaterializeScope = 'result' | 'full_persisted_dataset';
+type PlayDatasetMaterializeOptions = {
+    /** Rows returned by this operation, or every current row in its persisted dataset. */
+    scope?: PlayDatasetMaterializeScope;
+    /** Maximum number of rows to load into memory. */
+    limit?: number;
+};
 
 type ToolResultExecutionMetadata = {
     idempotent: true;
@@ -3038,6 +3052,8 @@ type PlayBindings = {
      * older clients can continue to register revisions during the migration.
      */
     description?: string;
+    /** Allow compilers to bundle this named handler directly without a child run. */
+    inline?: boolean;
     /** Optional per-run billing controls enforced by the runtime. */
     billing?: {
         /** Stop the run before a billed action would push total run credits above this cap. */

package/dist/index.d.ts

@@ -1143,6 +1143,13 @@ type EnrichStepCommand = {
     play?: {
         ref: string;
         mode?: 'scalar';
+        execution?: 'child' | 'inline';
+        inline?: {
+            exportName: string;
+            functionExpressionSource: string;
+            sourceHash: string;
+            typeImports: string[];
+        };
     };
     payload: Record<string, unknown>;
     extract_js?: string;
@@ -2850,7 +2857,7 @@ interface PlayDataset<T> extends AsyncIterable<T> {
      * Large datasets should flow by handle through Neon-backed storage, not
      * through worker memory as giant arrays.
      */
-    materialize(limit?: number): Promise<T[]>;
+    materialize(options?: number | PlayDatasetMaterializeOptions): Promise<T[]>;
     toJSON(): {
         kind: 'dataset';
         datasetKind: PlayDatasetKind;
@@ -2866,6 +2873,13 @@ interface PlayDataset<T> extends AsyncIterable<T> {
         preview: T[];
     };
 }
+type PlayDatasetMaterializeScope = 'result' | 'full_persisted_dataset';
+type PlayDatasetMaterializeOptions = {
+    /** Rows returned by this operation, or every current row in its persisted dataset. */
+    scope?: PlayDatasetMaterializeScope;
+    /** Maximum number of rows to load into memory. */
+    limit?: number;
+};
 
 type ToolResultExecutionMetadata = {
     idempotent: true;
@@ -3038,6 +3052,8 @@ type PlayBindings = {
      * older clients can continue to register revisions during the migration.
      */
     description?: string;
+    /** Allow compilers to bundle this named handler directly without a child run. */
+    inline?: boolean;
     /** Optional per-run billing controls enforced by the runtime. */
     billing?: {
         /** Stop the run before a billed action would push total run credits above this cap. */

package/dist/index.js

@@ -422,10 +422,10 @@ var SDK_RELEASE = {
   // 0.1.154 removes the short-lived generated enrich StepOptions recompute
   // fields shipped in 0.1.153.
   // 0.1.175 ships loud `deepline enrich` empty-waterfall reporting.
-  version: "0.1.210",
+  version: "0.1.211",
   apiContract: "2026-06-dataset-handle-results-hard-cutover",
   supportPolicy: {
-    latest: "0.1.210",
+    latest: "0.1.211",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.53",
     commandMinimumSupported: [
@@ -4485,16 +4485,33 @@ var DeferredPlayDataset = class {
   take(limit, options) {
     return this.slice(0, limit, options);
   }
-  async materialize(limit) {
+  async materialize(options) {
+    const scope = typeof options === "object" ? options.scope ?? "result" : "result";
+    const limit = typeof options === "number" ? options : options?.limit;
     const requestedLimit = limit !== void 0 ? Math.max(0, Math.floor(limit)) : void 0;
     const cap = resolveMaterializeLimitCap();
+    const materialize = scope === "full_persisted_dataset" ? this.resolvers.materializeFullPersistedDataset : this.resolvers.materialize;
+    if (!materialize) {
+      throw new Error(
+        'PlayDataset.materialize({ scope: "full_persisted_dataset" }) is only available for a persisted dataset returned by ctx.dataset(...).run().'
+      );
+    }
     if (requestedLimit !== void 0) {
       if (requestedLimit > cap) {
         throw new Error(
           `PlayDataset.materialize(${requestedLimit}) exceeds the hard limit of ${cap} rows. Return the dataset handle instead, or request a smaller bounded slice.`
         );
       }
-      return await this.resolvers.materialize(requestedLimit);
+      return await materialize(requestedLimit);
+    }
+    if (scope === "full_persisted_dataset") {
+      const rows = await materialize(cap + 1);
+      if (rows.length > cap) {
+        throw new Error(
+          `PlayDataset.materialize({ scope: "full_persisted_dataset" }) refuses to load more than ${cap} rows into memory. Pass an explicit bounded limit.`
+        );
+      }
+      return rows;
     }
     const count = await this.count();
     if (count > cap) {
@@ -4502,7 +4519,7 @@ var DeferredPlayDataset = class {
         `PlayDataset.materialize() refuses to load ${count} rows into memory. The hard limit is ${cap}. Return the dataset handle instead or call materialize(limit).`
       );
     }
-    return await this.resolvers.materialize();
+    return await materialize();
   }
   async *[Symbol.asyncIterator]() {
     for await (const row of this.resolvers.iterate()) {

package/dist/index.mjs

@@ -352,10 +352,10 @@ var SDK_RELEASE = {
   // 0.1.154 removes the short-lived generated enrich StepOptions recompute
   // fields shipped in 0.1.153.
   // 0.1.175 ships loud `deepline enrich` empty-waterfall reporting.
-  version: "0.1.210",
+  version: "0.1.211",
   apiContract: "2026-06-dataset-handle-results-hard-cutover",
   supportPolicy: {
-    latest: "0.1.210",
+    latest: "0.1.211",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.53",
     commandMinimumSupported: [
@@ -4415,16 +4415,33 @@ var DeferredPlayDataset = class {
   take(limit, options) {
     return this.slice(0, limit, options);
   }
-  async materialize(limit) {
+  async materialize(options) {
+    const scope = typeof options === "object" ? options.scope ?? "result" : "result";
+    const limit = typeof options === "number" ? options : options?.limit;
     const requestedLimit = limit !== void 0 ? Math.max(0, Math.floor(limit)) : void 0;
     const cap = resolveMaterializeLimitCap();
+    const materialize = scope === "full_persisted_dataset" ? this.resolvers.materializeFullPersistedDataset : this.resolvers.materialize;
+    if (!materialize) {
+      throw new Error(
+        'PlayDataset.materialize({ scope: "full_persisted_dataset" }) is only available for a persisted dataset returned by ctx.dataset(...).run().'
+      );
+    }
     if (requestedLimit !== void 0) {
       if (requestedLimit > cap) {
         throw new Error(
           `PlayDataset.materialize(${requestedLimit}) exceeds the hard limit of ${cap} rows. Return the dataset handle instead, or request a smaller bounded slice.`
         );
       }
-      return await this.resolvers.materialize(requestedLimit);
+      return await materialize(requestedLimit);
+    }
+    if (scope === "full_persisted_dataset") {
+      const rows = await materialize(cap + 1);
+      if (rows.length > cap) {
+        throw new Error(
+          `PlayDataset.materialize({ scope: "full_persisted_dataset" }) refuses to load more than ${cap} rows into memory. Pass an explicit bounded limit.`
+        );
+      }
+      return rows;
     }
     const count = await this.count();
     if (count > cap) {
@@ -4432,7 +4449,7 @@ var DeferredPlayDataset = class {
         `PlayDataset.materialize() refuses to load ${count} rows into memory. The hard limit is ${cap}. Return the dataset handle instead or call materialize(limit).`
       );
     }
-    return await this.resolvers.materialize();
+    return await materialize();
   }
   async *[Symbol.asyncIterator]() {
     for await (const row of this.resolvers.iterate()) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepline",
-  "version": "0.1.210",
+  "version": "0.1.211",
   "description": "Deepline SDK + CLI — B2B data enrichment powered by durable cloud execution",
   "license": "MIT",
   "repository": {