deepline 0.1.281 → 0.1.283

package/dist/bundling-sources/sdk/src/release.ts

@@ -155,7 +155,7 @@ export const SDK_RELEASE = {
   // 0.1.253 makes play-page browser opening opt-in and retires --no-open.
   // 0.1.254 removes the internal operations tree from the published SDK CLI.
   // Operators use the checkout-local deepline-admin binary instead.
-  version: '0.1.281',
+  version: '0.1.283',
   contracts: {
     api: {
       name: 'sdk-http-api',

package/dist/bundling-sources/shared_libs/play-runtime/context.ts

@@ -142,6 +142,7 @@ import {
   isQueryResultDatasetReadRequest,
   isQueryResultDatasetTool,
 } from './query-result-dataset';
+import { isAlwaysFreshIntegrationTool } from './tool-cache-policy';
 import { isRowIsolationExemptError } from './row-isolation';
 import {
   createRuntimePersistenceLatch,
@@ -6355,7 +6356,9 @@ export class PlayContextImpl {
     const eventWaitHandler =
       (await this.#options.getIntegrationEventWaitHandler?.(toolId)) ?? null;
     const cacheableToolResult =
-      !eventWaitHandler && !isQueryResultDatasetReadRequest(toolId, input);
+      !eventWaitHandler &&
+      !isQueryResultDatasetReadRequest(toolId, input) &&
+      !isAlwaysFreshIntegrationTool(toolId);
     let durableCacheKey = await this.durableToolCallCacheKey({
       toolId,
       requestInput: input,

package/dist/bundling-sources/shared_libs/play-runtime/run-failure.ts

@@ -10,6 +10,9 @@ const RUNTIME_LIMIT_EXCEEDED_RE = /\bRUNTIME_LIMIT_EXCEEDED\b/i;
 const RUNTIME_SANDBOX_INSPECTION_UNAVAILABLE_RE =
   /\bRUNTIME_SANDBOX_INSPECTION_UNAVAILABLE\b/i;
 const RUNTIME_SANDBOX_LOST_RE = /\bRUNTIME_SANDBOX_LOST\b/i;
+const RUNTIME_SANDBOX_OOM_RE =
+  /\bRUNTIME_SANDBOX_OOM\b|(?:javascript heap out of memory|fatal error:.*(?:heap|allocation).*memory)/i;
+const RUNTIME_SANDBOX_KILLED_RE = /\bRUNTIME_SANDBOX_KILLED\b/i;
 const OUTPUT_TOO_LARGE_RE = /\b(?:OUTPUT_TOO_LARGE|OutputTooLarge)\b/;
 
 export const PLATFORM_DEPLOY_INTERRUPTED_MESSAGE =
@@ -23,6 +26,10 @@ export const INTERNAL_RUNTIME_STORAGE_ERROR_MESSAGE =
   'Internal play runtime storage failed. Please retry the run; if this keeps happening, contact Deepline support with the run ID.';
 export const RUNTIME_SANDBOX_LOST_MESSAGE =
   'The execution sandbox became unreachable before returning a terminal result. Re-run the same command; if this keeps happening, contact Deepline support with the run ID.';
+export const RUNTIME_SANDBOX_OOM_MESSAGE =
+  'The execution sandbox ran out of memory. Completed work is durably recorded. Retry the same command safely; Deepline reuses completed steps and does not repeat their provider calls. If it happens again, reduce the batch size or row payload.';
+export const RUNTIME_SANDBOX_KILLED_MESSAGE =
+  'The execution sandbox was killed before it could return a result, and the kill reason is unavailable. Completed work is durably recorded. Retry the same command safely; Deepline reuses completed steps and does not repeat their provider calls.';
 export const RUNTIME_LIMIT_EXCEEDED_MESSAGE =
   'The play reached its 30 minute runtime limit and was stopped. Completed row state was preserved; run a smaller batch or continue from the persisted rows.';
 export const RUNTIME_SANDBOX_INSPECTION_UNAVAILABLE_MESSAGE =
@@ -268,6 +275,24 @@ export function normalizePlayRunFailure(error: unknown): PlayRunFailureDetails {
       cause,
     };
   }
+  if (RUNTIME_SANDBOX_OOM_RE.test(rawCause)) {
+    return {
+      code: 'RUNTIME_SANDBOX_OOM',
+      phase: 'infrastructure',
+      message: RUNTIME_SANDBOX_OOM_MESSAGE,
+      retryable: true,
+      cause,
+    };
+  }
+  if (RUNTIME_SANDBOX_KILLED_RE.test(rawCause)) {
+    return {
+      code: 'RUNTIME_SANDBOX_KILLED',
+      phase: 'infrastructure',
+      message: RUNTIME_SANDBOX_KILLED_MESSAGE,
+      retryable: true,
+      cause,
+    };
+  }
   if (RUNTIME_SANDBOX_LOST_RE.test(rawCause)) {
     const stack = error instanceof Error ? boundedFailureStack(error) : null;
     const causes = error instanceof Error ? failureCauseTexts(error) : [];

package/dist/bundling-sources/shared_libs/play-runtime/runner-backends/backends/daytona-payload-transport.ts

@@ -18,6 +18,10 @@ import {
   RUNNER_POST_TERMINAL_DIAGNOSTIC_MAX_BYTES,
   RUNNER_TERMINAL_PUSH_MAX_BODY_BYTES,
 } from '@shared_libs/play-runtime/output-size-limits';
+import {
+  RUNTIME_SANDBOX_KILLED_MESSAGE,
+  RUNTIME_SANDBOX_OOM_MESSAGE,
+} from '@shared_libs/play-runtime/run-failure';
 import { compactPlayArtifactForRuntimeTransport } from '@shared_libs/plays/artifact-transport';
 import type {
   DaytonaExecutionContext,
@@ -122,6 +126,8 @@ const configPath = process.argv[2];
 const exitCodeRaw = Number.parseInt(process.argv[3] ?? '', 10);
 const outputPath = process.argv[4];
 const runtimeLimitMarkerPath = process.argv[5] || '';
+const oomKillBaselinePath = process.argv[6] || '';
+const memoryEventsPath = process.argv[7] || '/sys/fs/cgroup/memory.events';
 const exitCode = Number.isFinite(exitCodeRaw) ? exitCodeRaw : null;
 const MAX_OUTPUT_BYTES = ${DAYTONA_CRASH_PUSHER_OUTPUT_TAIL_MAX_BYTES};
 const MAX_POST_TERMINAL_DIAGNOSTIC_BYTES = ${RUNNER_POST_TERMINAL_DIAGNOSTIC_MAX_BYTES};
@@ -176,6 +182,31 @@ function readResultFromOutput() {
   return null;
 }
 
+function outputHasExplicitOomSignature() {
+  try {
+    const stat = fs.statSync(outputPath);
+    const start = Math.max(0, stat.size - MAX_OUTPUT_BYTES);
+    const fd = fs.openSync(outputPath, 'r');
+    const buffer = Buffer.alloc(stat.size - start);
+    fs.readSync(fd, buffer, 0, buffer.length, start);
+    fs.closeSync(fd);
+    return /javascript heap out of memory|fatal error:.*(?:heap|allocation).*memory/i.test(buffer.toString('utf-8'));
+  } catch {}
+  return false;
+}
+
+function cgroupOomKillObserved() {
+  try {
+    if (!oomKillBaselinePath) return false;
+    const baseline = Number.parseInt(fs.readFileSync(oomKillBaselinePath, 'utf8').trim(), 10);
+    const events = fs.readFileSync(memoryEventsPath, 'utf8');
+    const match = events.match(/^oom_kill\\s+(\\d+)$/m);
+    const current = match ? Number.parseInt(match[1], 10) : Number.NaN;
+    return Number.isFinite(baseline) && Number.isFinite(current) && current > baseline;
+  } catch {}
+  return false;
+}
+
 function terminalResultForTransport(result) {
   if (
     result &&
@@ -225,12 +256,21 @@ async function main() {
   const runtimeLimitExceeded = Boolean(
     runtimeLimitMarkerPath && fs.existsSync(runtimeLimitMarkerPath),
   );
+  // 137 is SIGKILL, not proof of an OOM. A watchdog, platform eviction, or
+  // operator action can produce the same status. Only label this an OOM when
+  // the captured runtime output carries an explicit V8 allocation signature.
+  const sandboxKilled = exitCode === 137;
+  const sandboxOom =
+    sandboxKilled && (outputHasExplicitOomSignature() || cgroupOomKillObserved());
   const synthesizedError = runtimeLimitExceeded
     ? 'RUNTIME_LIMIT_EXCEEDED: The play reached its 30 minute runtime limit and was stopped.'
+    : sandboxOom
+      ? 'RUNTIME_SANDBOX_OOM: ' + ${JSON.stringify(RUNTIME_SANDBOX_OOM_MESSAGE)}
+      : sandboxKilled
+        ? 'RUNTIME_SANDBOX_KILLED: ' + ${JSON.stringify(RUNTIME_SANDBOX_KILLED_MESSAGE)}
     :
       'Daytona play runner exited with code ' +
       (exitCode === null ? 'unknown' : exitCode) +
-      (exitCode === 137 ? ' (sandbox OOM or forced SIGKILL)' : '') +
       ' without pushing a terminal (crash containment epilogue).';
   const result = terminalResultForTransport(parsedResult || {
     status: 'failed',
@@ -244,6 +284,24 @@ async function main() {
           cause: synthesizedError,
         }]
       : undefined,
+    ...(sandboxOom
+      ? { errors: [{
+          code: 'RUNTIME_SANDBOX_OOM',
+          phase: 'infrastructure',
+          message: ${JSON.stringify(RUNTIME_SANDBOX_OOM_MESSAGE)},
+          retryable: true,
+          cause: synthesizedError,
+        }] }
+      : {}),
+    ...(sandboxKilled && !sandboxOom
+      ? { errors: [{
+          code: 'RUNTIME_SANDBOX_KILLED',
+          phase: 'infrastructure',
+          message: ${JSON.stringify(RUNTIME_SANDBOX_KILLED_MESSAGE)},
+          retryable: true,
+          cause: synthesizedError,
+        }] }
+      : {}),
     logs: [],
     stats: {},
     steps: [],
@@ -454,6 +512,7 @@ export async function stageDaytonaRunnerPayload(input: {
   const outputPath = `${workDir}/deepline-play-output-${randomUUID()}.log`;
   const crashPusherLogPath = `${workDir}/deepline-play-crash-terminal-${randomUUID()}.log`;
   const exitCodePath = `${workDir}/deepline-play-exit-${randomUUID()}.txt`;
+  const oomKillBaselinePath = `${workDir}/deepline-play-oom-kill-${randomUUID()}.txt`;
   const runtimeStartedPath = `${workDir}/deepline-play-runtime-started-${randomUUID()}.json`;
   const runtimeCompletedPath = `${workDir}/deepline-play-runtime-completed-${randomUUID()}.json`;
   const runtimeLimitMarkerPath = `${workDir}/deepline-play-runtime-limit-${randomUUID()}.txt`;
@@ -491,7 +550,7 @@ export async function stageDaytonaRunnerPayload(input: {
   // Its own retry diagnostics are kept in a separate log: appending them to
   // `outputPath` after a near-gateway-sized result could hide that result from
   // a later bounded-tail recovery read.
-  const command = `rm -f ${shellQuote(outputPath)} ${shellQuote(crashPusherLogPath)} ${shellQuote(exitCodePath)} ${shellQuote(runtimeStartedPath)} ${shellQuote(runtimeCompletedPath)} ${shellQuote(runtimeLimitMarkerPath)} ${shellQuote(progressEventPath)} ${shellQuote(`${progressEventPath}.*`)}; ( ${runnerCommand} ) > ${shellQuote(outputPath)} 2>&1; code=$?; printf '%s' "$code" > ${shellQuote(exitCodePath)}; node ${shellQuote(crashPusherPath)} ${shellQuote(configPath)} "$code" ${shellQuote(outputPath)} ${shellQuote(runtimeLimitMarkerPath)} > ${shellQuote(crashPusherLogPath)} 2>&1 || true; printf 'deepline runner output captured: %s\\n' ${shellQuote(outputPath)}; exit "$code"`;
+  const command = `rm -f ${shellQuote(outputPath)} ${shellQuote(crashPusherLogPath)} ${shellQuote(exitCodePath)} ${shellQuote(oomKillBaselinePath)} ${shellQuote(runtimeStartedPath)} ${shellQuote(runtimeCompletedPath)} ${shellQuote(runtimeLimitMarkerPath)} ${shellQuote(progressEventPath)} ${shellQuote(`${progressEventPath}.*`)}; ( awk '$1 == "oom_kill" { print $2 }' /sys/fs/cgroup/memory.events 2>/dev/null || true ) > ${shellQuote(oomKillBaselinePath)}; ( ${runnerCommand} ) > ${shellQuote(outputPath)} 2>&1; code=$?; printf '%s' "$code" > ${shellQuote(exitCodePath)}; node ${shellQuote(crashPusherPath)} ${shellQuote(configPath)} "$code" ${shellQuote(outputPath)} ${shellQuote(runtimeLimitMarkerPath)} ${shellQuote(oomKillBaselinePath)} /sys/fs/cgroup/memory.events > ${shellQuote(crashPusherLogPath)} 2>&1 || true; printf 'deepline runner output captured: %s\\n' ${shellQuote(outputPath)}; exit "$code"`;
 
   return {
     workDir: input.workDir,

package/dist/bundling-sources/shared_libs/play-runtime/runner-backends/types.ts

@@ -26,6 +26,7 @@ export type RuntimeResourceTerminalReason =
   | 'completed'
   | 'runner_failed'
   | 'sandbox_missing'
+  | 'sandbox_killed'
   | 'sandbox_oom'
   | 'runtime_limit'
   | 'cancelled'

package/dist/bundling-sources/shared_libs/play-runtime/tool-cache-policy.ts

@@ -0,0 +1,14 @@
+const ALWAYS_FRESH_INTEGRATION_TOOL_IDS = new Set([
+  'google_workspace_request',
+  'google_workspace_export_dataset',
+  // Unique public operation alias for google_workspace_export_dataset.
+  'export_dataset',
+]);
+
+/**
+ * These tools read or mutate reviewer-owned live state. Reusing a checkpoint or
+ * durable receipt would hide edits or skip the export's conflict checks.
+ */
+export function isAlwaysFreshIntegrationTool(toolId: string): boolean {
+  return ALWAYS_FRESH_INTEGRATION_TOOL_IDS.has(toolId.trim());
+}

package/dist/cli/index.js

@@ -718,7 +718,7 @@ var SDK_RELEASE = {
   // 0.1.253 makes play-page browser opening opt-in and retires --no-open.
   // 0.1.254 removes the internal operations tree from the published SDK CLI.
   // Operators use the checkout-local deepline-admin binary instead.
-  version: "0.1.281",
+  version: "0.1.283",
   contracts: {
     api: {
       name: "sdk-http-api",

package/dist/cli/index.mjs

@@ -703,7 +703,7 @@ var SDK_RELEASE = {
   // 0.1.253 makes play-page browser opening opt-in and retires --no-open.
   // 0.1.254 removes the internal operations tree from the published SDK CLI.
   // Operators use the checkout-local deepline-admin binary instead.
-  version: "0.1.281",
+  version: "0.1.283",
   contracts: {
     api: {
       name: "sdk-http-api",

package/dist/index.js

@@ -438,7 +438,7 @@ var SDK_RELEASE = {
   // 0.1.253 makes play-page browser opening opt-in and retires --no-open.
   // 0.1.254 removes the internal operations tree from the published SDK CLI.
   // Operators use the checkout-local deepline-admin binary instead.
-  version: "0.1.281",
+  version: "0.1.283",
   contracts: {
     api: {
       name: "sdk-http-api",

package/dist/index.mjs

@@ -367,7 +367,7 @@ var SDK_RELEASE = {
   // 0.1.253 makes play-page browser opening opt-in and retires --no-open.
   // 0.1.254 removes the internal operations tree from the published SDK CLI.
   // Operators use the checkout-local deepline-admin binary instead.
-  version: "0.1.281",
+  version: "0.1.283",
   contracts: {
     api: {
       name: "sdk-http-api",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepline",
-  "version": "0.1.281",
+  "version": "0.1.283",
   "description": "Deepline SDK + CLI — B2B data enrichment powered by durable cloud execution",
   "license": "MIT",
   "repository": {