deepline 0.1.158 → 0.1.159

package/dist/bundling-sources/apps/play-runner-workers/src/runtime/map-chunk-plan.ts

@@ -1,11 +1,14 @@
 import {
   chooseMapChunkSize,
+  EXECUTION_PLAN_DEFAULTS,
   type ExecutionPlan,
 } from '../../../../shared_libs/play-runtime/execution-plan';
 import { TOOL_CALLING_MAP_CHUNK_SIZE } from '../../../../shared_libs/play-runtime/map-chunk-limits';
 
 export const CACHE_ENABLED_SIMPLE_MAP_CHUNK_SIZE = 10_000;
 export { TOOL_CALLING_MAP_CHUNK_SIZE };
+export const WORKER_SUBREQUEST_SAFE_TOOL_CALLS_PER_CHUNK =
+  TOOL_CALLING_MAP_CHUNK_SIZE;
 
 export type WorkerMapChunkPlanInput = {
   mapName: string;
@@ -29,11 +32,52 @@ export function chooseWorkerMapRowsPerChunk(
     preferredChunkSize: planMap?.defaultChunkSize,
     softWorkflowStepBudget: plan?.chunkPlan.softWorkflowStepBudget,
   });
+  const estimatedSubrequestProducingSteps =
+    estimateSubrequestProducingStepsForMap(plan, planMap);
+  if (estimatedSubrequestProducingSteps > 0) {
+    const subrequestSafeRows = Math.max(
+      1,
+      Math.floor(
+        WORKER_SUBREQUEST_SAFE_TOOL_CALLS_PER_CHUNK /
+          estimatedSubrequestProducingSteps,
+      ),
+    );
+    if (subrequestSafeRows < rowsPerChunk) {
+      if (input.rowCountHint === null || !Number.isFinite(input.rowCountHint)) {
+        return subrequestSafeRows;
+      }
+      const totalRows = Math.max(0, Math.floor(input.rowCountHint));
+      const mapCount = Math.max(1, plan?.maps.length ?? 1);
+      const softBudget =
+        plan?.chunkPlan.softWorkflowStepBudget ??
+        EXECUTION_PLAN_DEFAULTS.workflowSoftStepBudget;
+      const maxChunksPerMap = Math.max(
+        1,
+        Math.floor(
+          Math.max(
+            mapCount,
+            Math.floor(
+              (softBudget -
+                EXECUTION_PLAN_DEFAULTS.ingestStepCount -
+                EXECUTION_PLAN_DEFAULTS.finalizationStepCount) /
+                estimatedSubrequestProducingSteps,
+            ),
+          ) / mapCount,
+        ),
+      );
+      const requiredChunks = Math.ceil(totalRows / subrequestSafeRows);
+      if (requiredChunks <= maxChunksPerMap) return subrequestSafeRows;
+      throw new Error(
+        `Worker budget exceeded for map "${input.mapName}": ${requiredChunks}/${maxChunksPerMap} chunks.`,
+      );
+    }
+    return rowsPerChunk;
+  }
 
   const toolFreeSimpleMap =
     !!planMap &&
     planMap.stepsPerChunk === 1 &&
-    !mapDoesExternalWork(planMap, plan);
+    estimateSubrequestProducingStepsForMap(plan, planMap) === 0;
   if (
     toolFreeSimpleMap &&
     (input.rowCountHint === null ||
@@ -42,55 +86,75 @@ export function chooseWorkerMapRowsPerChunk(
     return Math.max(rowsPerChunk, CACHE_ENABLED_SIMPLE_MAP_CHUNK_SIZE);
   }
 
-  if (
-    mapDoesExternalWork(planMap, plan) &&
-    input.rowCountHint !== null &&
-    input.rowCountHint <= rowsPerChunk
-  ) {
-    return Math.min(rowsPerChunk, TOOL_CALLING_MAP_CHUNK_SIZE);
-  }
-
   return rowsPerChunk;
 }
 
-function mapDoesExternalWork(
-  planMap: ExecutionPlan['maps'][number] | undefined,
+function estimateSubrequestProducingStepsForMap(
   plan: ExecutionPlan | null,
-): boolean {
-  if (Array.isArray(planMap?.externalStepFields)) {
-    return planMap.externalStepFields.length > 0;
-  }
-  if (!plan?.toolDeclarations.length) {
-    return false;
-  }
+  planMap: ExecutionPlan['maps'][number] | undefined,
+): number {
+  const toolDeclarations = plan?.toolDeclarations ?? [];
   if (!planMap) {
-    return true;
+    return toolDeclarations.length;
+  }
+  const explicitExternalSteps = Array.isArray(planMap.externalStepFields)
+    ? planMap.externalStepFields.length
+    : 0;
+  const mapStepsPerChunk =
+    explicitExternalSteps > 0
+      ? 0
+      : (planMap.stepsPerChunk ?? 1) > 1
+        ? (planMap.stepsPerChunk ?? 1)
+        : 0;
+  if (toolDeclarations.length === 0) {
+    return Math.max(mapStepsPerChunk, explicitExternalSteps);
   }
-  const outputFields = new Set(planMap.outputFields);
+  const outputFields = new Set(
+    planMap.outputFields.map((field) => field.trim()).filter(Boolean),
+  );
+  const explicitExternalStepFields = new Set(
+    (planMap.externalStepFields ?? [])
+      .map((field) => field.trim())
+      .filter(Boolean),
+  );
+  const hasModernStepMetadata =
+    Array.isArray(planMap.stepFields) ||
+    Array.isArray(planMap.externalStepFields);
   const mapFields = new Set([
     planMap.mapName,
     planMap.tableNamespace,
     ...planMap.outputFields,
-    ...(planMap.stepFields ?? []),
     ...(planMap.externalStepFields ?? []),
+    ...(hasModernStepMetadata ? [] : (planMap.stepFields ?? [])),
     ...planMap.waterfallStages.flatMap((stage) => [
       stage.waterfallId,
       ...stage.stageIds,
     ]),
   ]);
-  return plan.toolDeclarations.some((tool) => {
-    const field = tool.field?.trim();
-    if (!field) {
-      return false;
-    }
+  let scopedToolDeclarations = 0;
+  for (const declaration of toolDeclarations) {
+    const field = declaration.field?.trim();
+    if (!field) continue;
     if (mapFields.has(field)) {
-      return true;
+      scopedToolDeclarations += 1;
+      continue;
     }
     if (!field.includes('.')) {
-      return false;
+      continue;
     }
     const firstSegment = field.slice(0, field.indexOf('.'));
     const lastSegment = field.slice(field.lastIndexOf('.') + 1);
-    return outputFields.has(firstSegment) || outputFields.has(lastSegment);
-  });
+    if (
+      outputFields.has(firstSegment) ||
+      explicitExternalStepFields.has(lastSegment) ||
+      (!hasModernStepMetadata && outputFields.has(lastSegment))
+    ) {
+      scopedToolDeclarations += 1;
+    }
+  }
+  return Math.max(
+    mapStepsPerChunk,
+    explicitExternalSteps,
+    scopedToolDeclarations,
+  );
 }

package/dist/bundling-sources/sdk/src/release.ts

@@ -104,10 +104,10 @@ export const SDK_RELEASE = {
   // 0.1.111 ships dataset-native tool list getters and result row datasets.
   // 0.1.154 removes the short-lived generated enrich StepOptions recompute
   // fields shipped in 0.1.153.
-  version: '0.1.158',
+  version: '0.1.159',
   apiContract: '2026-06-dataset-handle-results-hard-cutover',
   supportPolicy: {
-    latest: '0.1.158',
+    latest: '0.1.159',
     minimumSupported: '0.1.53',
     deprecatedBelow: '0.1.53',
     commandMinimumSupported: [

package/dist/bundling-sources/shared_libs/play-runtime/map-chunk-limits.ts

@@ -1 +1 @@
-export const TOOL_CALLING_MAP_CHUNK_SIZE = 25;
+export const TOOL_CALLING_MAP_CHUNK_SIZE = 20;

package/dist/bundling-sources/shared_libs/play-runtime/run-ledger.ts

@@ -612,6 +612,24 @@ function conflictingTerminalSnapshot(
   );
 }
 
+function retryablePlatformDeployFailureSnapshot(
+  base: PlayRunLedgerSnapshot,
+  eventError?: string | null,
+): PlayRunLedgerSnapshot | null {
+  if (
+    isTerminalPlayRunLedgerStatus(base.status) ||
+    !eventError ||
+    normalizePlayRunFailure(eventError).code !== 'PLATFORM_DEPLOY_INTERRUPTED'
+  ) {
+    return null;
+  }
+  return withTiming(
+    appendLogLines(base, [
+      `[ledger] retryable platform deploy run.failed ignored; status remains ${base.status}`,
+    ]),
+  );
+}
+
 function settleRunningStepsOnTerminal(
   snapshot: PlayRunLedgerSnapshot,
   status: Extract<PlayRunLedgerStepStatus, 'completed' | 'failed'>,
@@ -714,6 +732,7 @@ export function reducePlayRunLedgerEvent(
       );
     case 'run.failed':
       return (
+        retryablePlatformDeployFailureSnapshot(base, event.error) ??
         conflictingTerminalSnapshot(
           base,
           event.type,

package/dist/bundling-sources/shared_libs/play-runtime/runtime-api.ts

@@ -610,6 +610,23 @@ async function ensureRuntimeSheetForPreloadedSession(
       phase: 'ensure_sheet_for_preloaded_session',
       ms: Date.now() - ensureStartedAt,
     });
+    const recheckStartedAt = Date.now();
+    const readyAfterEnsure = await isRuntimeSheetSchemaReady(input.session, {
+      sheetContract: input.sheetContract,
+    });
+    input.timings?.push({
+      phase: 'schema_check_after_preloaded_session_ensure',
+      ms: Date.now() - recheckStartedAt,
+      ready: readyAfterEnsure,
+    });
+    if (!readyAfterEnsure) {
+      if (runtimeSheetEnsureCache.get(cacheKey)?.promise === promise) {
+        runtimeSheetEnsureCache.delete(cacheKey);
+      }
+      throw new Error(
+        `Runtime sheet schema for ctx.dataset("${input.tableNamespace}") is still not ready after ensure_sheet.`,
+      );
+    }
   } catch (error) {
     if (runtimeSheetEnsureCache.get(cacheKey)?.promise === promise) {
       runtimeSheetEnsureCache.delete(cacheKey);

package/dist/cli/index.js

@@ -657,10 +657,10 @@ var SDK_RELEASE = {
   // 0.1.111 ships dataset-native tool list getters and result row datasets.
   // 0.1.154 removes the short-lived generated enrich StepOptions recompute
   // fields shipped in 0.1.153.
-  version: "0.1.158",
+  version: "0.1.159",
   apiContract: "2026-06-dataset-handle-results-hard-cutover",
   supportPolicy: {
-    latest: "0.1.158",
+    latest: "0.1.159",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.53",
     commandMinimumSupported: [

package/dist/cli/index.mjs

@@ -642,10 +642,10 @@ var SDK_RELEASE = {
   // 0.1.111 ships dataset-native tool list getters and result row datasets.
   // 0.1.154 removes the short-lived generated enrich StepOptions recompute
   // fields shipped in 0.1.153.
-  version: "0.1.158",
+  version: "0.1.159",
   apiContract: "2026-06-dataset-handle-results-hard-cutover",
   supportPolicy: {
-    latest: "0.1.158",
+    latest: "0.1.159",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.53",
     commandMinimumSupported: [

package/dist/index.js

@@ -421,10 +421,10 @@ var SDK_RELEASE = {
   // 0.1.111 ships dataset-native tool list getters and result row datasets.
   // 0.1.154 removes the short-lived generated enrich StepOptions recompute
   // fields shipped in 0.1.153.
-  version: "0.1.158",
+  version: "0.1.159",
   apiContract: "2026-06-dataset-handle-results-hard-cutover",
   supportPolicy: {
-    latest: "0.1.158",
+    latest: "0.1.159",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.53",
     commandMinimumSupported: [

package/dist/index.mjs

@@ -351,10 +351,10 @@ var SDK_RELEASE = {
   // 0.1.111 ships dataset-native tool list getters and result row datasets.
   // 0.1.154 removes the short-lived generated enrich StepOptions recompute
   // fields shipped in 0.1.153.
-  version: "0.1.158",
+  version: "0.1.159",
   apiContract: "2026-06-dataset-handle-results-hard-cutover",
   supportPolicy: {
-    latest: "0.1.158",
+    latest: "0.1.159",
     minimumSupported: "0.1.53",
     deprecatedBelow: "0.1.53",
     commandMinimumSupported: [

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepline",
-  "version": "0.1.158",
+  "version": "0.1.159",
   "description": "Deepline SDK + CLI — B2B data enrichment powered by durable cloud execution",
   "license": "MIT",
   "repository": {