deepline 0.3.210 → 0.3.211

package/dist/bundling-sources/sdk/src/release.ts

@@ -200,7 +200,7 @@ export const SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: '0.3.210',
+  version: '0.3.211',
   updateSummary:
     'Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.',
   packageCapabilities: {

package/dist/bundling-sources/shared_libs/play-runtime/runner-backends/backends/daytona-payload-transport.ts

@@ -42,6 +42,7 @@ import type {
 import {
   buildDaytonaRuntimeWatchdogSource,
   PLAY_RUNNER_UV_THREADPOOL_SIZE,
+  RUNNER_MEMORY_CGROUP_ROOT,
   RUNTIME_SANDBOX_MEMORY_ABORT_REASON,
 } from './daytona-runtime-watchdog';
 
@@ -72,6 +73,9 @@ export type StagedDaytonaPayload = {
   command: string;
   outputPath: string;
   exitCodePath: string;
+  oomKillBaselinePath: string;
+  runnerPidPath: string;
+  runtimeStartedPath: string;
   runtimeCompletedPath: string;
   terminationDiagnosticPath: string;
   progressEventPath: string;
@@ -656,6 +660,7 @@ export async function stageRunnerPayload(input: {
   const crashPusherLogPath = `${workDir}/deepline-play-crash-terminal-${randomUUID()}.log`;
   const exitCodePath = `${workDir}/deepline-play-exit-${randomUUID()}.txt`;
   const oomKillBaselinePath = `${workDir}/deepline-play-oom-kill-${randomUUID()}.txt`;
+  const runnerPidPath = `${workDir}/deepline-play-runner-pid-${randomUUID()}.txt`;
   const runtimeStartedPath = `${workDir}/deepline-play-runtime-started-${randomUUID()}.json`;
   const runtimeCompletedPath = `${workDir}/deepline-play-runtime-completed-${randomUUID()}.json`;
   const runtimeLimitMarkerPath = `${workDir}/deepline-play-runtime-limit-${randomUUID()}.txt`;
@@ -691,6 +696,8 @@ export async function stageRunnerPayload(input: {
     shellQuote(terminationDiagnosticPath),
     shellQuote(memoryLedgerPath),
     shellQuote(memoryPressurePath),
+    shellQuote(RUNNER_MEMORY_CGROUP_ROOT),
+    shellQuote(runnerPidPath),
   ].join(' ');
   const runnerCommand = `${nodeMaterializePayloadCommand({
     envelopePath,
@@ -708,13 +715,16 @@ export async function stageRunnerPayload(input: {
   // Its own retry diagnostics are kept in a separate log: appending them to
   // `outputPath` after a near-gateway-sized result could hide that result from
   // a later bounded-tail recovery read.
-  const command = `rm -f ${shellQuote(outputPath)} ${shellQuote(crashPusherLogPath)} ${shellQuote(exitCodePath)} ${shellQuote(oomKillBaselinePath)} ${shellQuote(runtimeStartedPath)} ${shellQuote(runtimeCompletedPath)} ${shellQuote(runtimeLimitMarkerPath)} ${shellQuote(terminationDiagnosticPath)} ${shellQuote(memoryLedgerPath)} ${shellQuote(`${memoryLedgerPath}.tmp`)} ${shellQuote(memoryPressurePath)} ${shellQuote(progressEventPath)} ${shellQuote(`${progressEventPath}.*`)} ${shellQuote(startupDiagnosticPath)}; ( awk '$1 == "oom_kill" { print $2 }' /sys/fs/cgroup/memory.events 2>/dev/null || true ) > ${shellQuote(oomKillBaselinePath)}; ( ${runnerCommand} ) > ${shellQuote(outputPath)} 2>&1; code=$?; printf '%s' "$code" > ${shellQuote(exitCodePath)}; ${runtimeReliabilityEnv}node ${shellQuote(crashPusherPath)} ${shellQuote(configPath)} "$code" ${shellQuote(outputPath)} ${shellQuote(runtimeLimitMarkerPath)} ${shellQuote(oomKillBaselinePath)} /sys/fs/cgroup/memory.events ${shellQuote(terminationDiagnosticPath)} > ${shellQuote(crashPusherLogPath)} 2>&1 || true; printf 'deepline runner output captured: %s\\n' ${shellQuote(outputPath)}; exit "$code"`;
+  const command = `rm -f ${shellQuote(outputPath)} ${shellQuote(crashPusherLogPath)} ${shellQuote(exitCodePath)} ${shellQuote(oomKillBaselinePath)} ${shellQuote(runnerPidPath)} ${shellQuote(runtimeStartedPath)} ${shellQuote(runtimeCompletedPath)} ${shellQuote(runtimeLimitMarkerPath)} ${shellQuote(terminationDiagnosticPath)} ${shellQuote(memoryLedgerPath)} ${shellQuote(`${memoryLedgerPath}.tmp`)} ${shellQuote(memoryPressurePath)} ${shellQuote(progressEventPath)} ${shellQuote(`${progressEventPath}.*`)} ${shellQuote(startupDiagnosticPath)}; ( awk '$1 == "oom_kill" { print $2 }' /sys/fs/cgroup/memory.events 2>/dev/null || true ) > ${shellQuote(oomKillBaselinePath)}; ( ${runnerCommand} ) > ${shellQuote(outputPath)} 2>&1; code=$?; printf '%s' "$code" > ${shellQuote(exitCodePath)}; ${runtimeReliabilityEnv}node ${shellQuote(crashPusherPath)} ${shellQuote(configPath)} "$code" ${shellQuote(outputPath)} ${shellQuote(runtimeLimitMarkerPath)} ${shellQuote(oomKillBaselinePath)} /sys/fs/cgroup/memory.events ${shellQuote(terminationDiagnosticPath)} > ${shellQuote(crashPusherLogPath)} 2>&1 || true; printf 'deepline runner output captured: %s\\n' ${shellQuote(outputPath)}; exit "$code"`;
 
   return {
     workDir: input.workDir,
     command,
     outputPath,
     exitCodePath,
+    oomKillBaselinePath,
+    runnerPidPath,
+    runtimeStartedPath,
     runtimeCompletedPath,
     terminationDiagnosticPath,
     progressEventPath,

package/dist/bundling-sources/shared_libs/play-runtime/runner-backends/backends/daytona-runtime-watchdog.ts

@@ -126,7 +126,7 @@ export const RUNTIME_SANDBOX_MEMORY_ABORT_REASON =
  *   1 runnerPath, 2 configPath, 3 runtimeStartedPath, 4 runtimeCompletedPath,
  *   5 limitMs, 6 startupLimitMs, 7 terminalGraceMs, 8 runtimeLimitMarkerPath,
  *   9 terminationDiagnosticPath, 10 memoryLedgerPath, 11 memoryPressurePath,
- *   12 cgroupRoot.
+ *   12 cgroupRoot, 13 runnerPidPath.
  */
 export function buildDaytonaRuntimeWatchdogSource(): string {
   return `
@@ -144,6 +144,7 @@ const terminationDiagnosticPath = process.argv[9] || '';
 const memoryLedgerPath = process.argv[10] || '';
 const memoryPressurePath = process.argv[11] || '';
 const cgroupRoot = process.argv[12] || ${JSON.stringify(RUNNER_MEMORY_CGROUP_ROOT)};
+const runnerPidPath = process.argv[13] || '';
 const runtimeLimitSeconds = Math.max(1, Math.ceil(limitMs / 1_000));
 const child = spawn(
   process.execPath,
@@ -161,6 +162,21 @@ const child = spawn(
   stdio: 'inherit',
   },
 );
+if (runnerPidPath && Number.isSafeInteger(child.pid)) {
+  try {
+    const rawStat = fs.readFileSync('/proc/' + child.pid + '/stat', 'utf8');
+    const close = rawStat.lastIndexOf(')');
+    const fields = close >= 0 ? rawStat.slice(close + 1).trim().split(/\\s+/) : [];
+    const startTimeTicks = Number.parseInt(fields[19], 10);
+    if (Number.isSafeInteger(startTimeTicks) && startTimeTicks >= 0) {
+      fs.writeFileSync(
+        runnerPidPath,
+        JSON.stringify({ pid: child.pid, startTimeTicks }),
+        { flag: 'wx' },
+      );
+    }
+  } catch {}
+}
 let timedOut = false;
 let startupTimedOut = false;
 let terminalFlushTimedOut = false;

package/dist/bundling-sources/shared_libs/play-runtime/runner-backends/backends/daytona.ts

@@ -46,6 +46,7 @@ import {
 } from './daytona-session-execution';
 import { RUNTIME_RELIABILITY_POLICY } from '../../runtime-reliability-policy';
 import { daytonaSandboxStartAdmission } from './daytona-start-admission';
+import { RUNNER_MEMORY_CGROUP_ROOT } from './daytona-runtime-watchdog';
 
 const DAYTONA_COMMAND_RECOVERY_TIMEOUT_MS =
   RUNTIME_RELIABILITY_POLICY.sandbox.daytonaCommandRecoveryTimeoutMs;
@@ -94,13 +95,37 @@ export type DaytonaCrashDiagnostic = {
   exitCodeFile: number | null;
   sessionExitCode: number | null;
   outputBytes: number | null;
+  outputFileAvailable?: boolean | null;
+  exitCodeFileAvailable?: boolean | null;
+  terminationFileAvailable?: boolean | null;
+  runtimeStarted?: boolean | null;
+  runtimeCompleted?: boolean | null;
   tailBytes: number;
   tailTruncated: boolean;
   signals: string[];
   unclassifiedLineCount: number;
   termination: DaytonaTerminationDiagnostic | null;
+  resourceSnapshot?: DaytonaCrashResourceSnapshot | null;
   collectionFailure: DaytonaLookupFailure | null;
 };
+export type DaytonaCrashResourceSnapshot = {
+  memorySource: 'cgroup_v1' | 'cgroup_v1_nested' | 'cgroup_v2' | null;
+  memoryUsageBytes: number | null;
+  memoryLimitBytes: number | null;
+  memoryUsageRatio: number | null;
+  memoryOomCount: number | null;
+  memoryOomKillCount: number | null;
+  memoryOomKillDelta: number | null;
+  memoryOomGroupKillCount: number | null;
+  memoryHighCount: number | null;
+  memoryMaxCount: number | null;
+  cgroupCpuUsageUsecDelta: number | null;
+  cgroupCpuSampleWindowMs: number | null;
+  runnerPresent: boolean | null;
+  runnerState: string | null;
+  runnerRssPages: number | null;
+  runnerCpuTicksDelta: number | null;
+};
 export type DaytonaTerminationDiagnostic = {
   schemaVersion: 1;
   reason:
@@ -185,6 +210,56 @@ function parseDaytonaTerminationDiagnostic(
   }
   return diagnostic;
 }
+
+export function parseDaytonaCrashResourceSnapshot(
+  value: unknown,
+): DaytonaCrashResourceSnapshot | null {
+  if (!value || typeof value !== 'object' || Array.isArray(value)) return null;
+  const candidate = value as Record<string, unknown>;
+  const nonNegativeNumber = (key: string): number | null => {
+    const value = candidate[key];
+    return typeof value === 'number' &&
+      Number.isSafeInteger(value) &&
+      value >= 0
+      ? value
+      : null;
+  };
+  const ratio = candidate.memoryUsageRatio;
+  const source = candidate.memorySource;
+  return {
+    memorySource:
+      source === 'cgroup_v1' ||
+      source === 'cgroup_v1_nested' ||
+      source === 'cgroup_v2'
+        ? source
+        : null,
+    memoryUsageBytes: nonNegativeNumber('memoryUsageBytes'),
+    memoryLimitBytes: nonNegativeNumber('memoryLimitBytes'),
+    memoryUsageRatio:
+      typeof ratio === 'number' && Number.isFinite(ratio) && ratio >= 0
+        ? ratio
+        : null,
+    memoryOomCount: nonNegativeNumber('memoryOomCount'),
+    memoryOomKillCount: nonNegativeNumber('memoryOomKillCount'),
+    memoryOomKillDelta: nonNegativeNumber('memoryOomKillDelta'),
+    memoryOomGroupKillCount: nonNegativeNumber('memoryOomGroupKillCount'),
+    memoryHighCount: nonNegativeNumber('memoryHighCount'),
+    memoryMaxCount: nonNegativeNumber('memoryMaxCount'),
+    cgroupCpuUsageUsecDelta: nonNegativeNumber('cgroupCpuUsageUsecDelta'),
+    cgroupCpuSampleWindowMs: nonNegativeNumber('cgroupCpuSampleWindowMs'),
+    runnerPresent:
+      typeof candidate.runnerPresent === 'boolean'
+        ? candidate.runnerPresent
+        : null,
+    runnerState:
+      typeof candidate.runnerState === 'string' &&
+      /^[A-Za-z]$/.test(candidate.runnerState)
+        ? candidate.runnerState
+        : null,
+    runnerRssPages: nonNegativeNumber('runnerRssPages'),
+    runnerCpuTicksDelta: nonNegativeNumber('runnerCpuTicksDelta'),
+  };
+}
 type DaytonaUploadAttemptTiming = {
   attempt: number;
   sandboxId: string;
@@ -368,6 +443,189 @@ export function extractDaytonaCrashDiagnosticSignals(outputTail: string): {
   return { signals, unclassifiedLineCount };
 }
 
+export function buildDaytonaCrashDiagnosticSnapshotSource(): string {
+  return String.raw`
+const fs = require('node:fs');
+(async () => {
+const output = process.argv[1];
+const exit = process.argv[2];
+const max = Number(process.argv[3]);
+const terminationPath = process.argv[4] || '';
+const startedPath = process.argv[5] || '';
+const completedPath = process.argv[6] || '';
+const pidPath = process.argv[7] || '';
+const oomBaselinePath = process.argv[8] || '';
+const cgroupRoot = process.argv[9] || '/sys/fs/cgroup';
+const read = (path) => {
+  try { return fs.readFileSync(path, 'utf8'); } catch { return null; }
+};
+const exists = (path) => {
+  try { return fs.statSync(path).isFile(); } catch { return false; }
+};
+let outputStat = null;
+try { outputStat = fs.statSync(output); } catch {}
+let tail = Buffer.alloc(0);
+if (outputStat) {
+  try {
+    const start = Math.max(0, outputStat.size - max);
+    const fd = fs.openSync(output, 'r');
+    tail = Buffer.alloc(outputStat.size - start);
+    fs.readSync(fd, tail, 0, tail.length, start);
+    fs.closeSync(fd);
+  } catch {}
+}
+const exitRaw = read(exit);
+let exitCode = null;
+if (exitRaw !== null) {
+  const value = Number.parseInt(exitRaw.trim(), 10);
+  if (Number.isFinite(value)) exitCode = value;
+}
+let termination = null;
+try {
+  const value = JSON.parse(read(terminationPath) || 'null');
+  if (value && typeof value === 'object') termination = value;
+} catch {}
+const memoryPaths = [
+  ['cgroup_v2', cgroupRoot + '/memory.current', cgroupRoot + '/memory.max'],
+  ['cgroup_v1', cgroupRoot + '/memory.usage_in_bytes', cgroupRoot + '/memory.limit_in_bytes'],
+  ['cgroup_v1_nested', cgroupRoot + '/memory/memory.usage_in_bytes', cgroupRoot + '/memory/memory.limit_in_bytes'],
+];
+const readNumber = (path) => {
+  const raw = read(path);
+  if (raw === null || !raw.trim() || raw.trim() === 'max') return null;
+  const value = Number.parseInt(raw.trim(), 10);
+  return Number.isSafeInteger(value) && value >= 0 ? value : null;
+};
+const readMemory = () => {
+  for (const [source, usagePath, limitPath] of memoryPaths) {
+    const usage = readNumber(usagePath);
+    const limit = readNumber(limitPath);
+    if (usage !== null && limit !== null && limit > 0 && limit < 2 ** 50) {
+      return {
+        memorySource: source,
+        memoryUsageBytes: usage,
+        memoryLimitBytes: limit,
+        memoryUsageRatio: usage / limit,
+      };
+    }
+  }
+  return {
+    memorySource: null,
+    memoryUsageBytes: null,
+    memoryLimitBytes: null,
+    memoryUsageRatio: null,
+  };
+};
+const readEvents = () => {
+  const result = {};
+  for (const line of (read(cgroupRoot + '/memory.events') || '').split(/\r?\n/)) {
+    const match = line.match(/^(oom|oom_kill|oom_group_kill|high|max)\s+(\d+)$/);
+    if (match) result[match[1]] = Number.parseInt(match[2], 10);
+  }
+  return result;
+};
+const readCpu = () => {
+  const line = (read(cgroupRoot + '/cpu.stat') || '')
+    .split(/\r?\n/)
+    .find((entry) => /^usage_usec\s+\d+$/.test(entry));
+  return line ? Number.parseInt(line.split(/\s+/)[1], 10) : null;
+};
+const readRunner = () => {
+  let identity = null;
+  try { identity = JSON.parse(read(pidPath) || 'null'); } catch {}
+  const pid = identity && identity.pid;
+  const expectedStartTimeTicks = identity && identity.startTimeTicks;
+  if (
+    !Number.isSafeInteger(pid) ||
+    pid < 1 ||
+    !Number.isSafeInteger(expectedStartTimeTicks) ||
+    expectedStartTimeTicks < 0
+  ) return null;
+  const rawStat = read('/proc/' + pid + '/stat');
+  if (rawStat === null) return { present: false };
+  const close = rawStat.lastIndexOf(')');
+  if (close < 0) return { present: true };
+  const fields = rawStat.slice(close + 1).trim().split(/\s+/);
+  const startTimeTicks = Number.parseInt(fields[19], 10);
+  if (startTimeTicks !== expectedStartTimeTicks) return null;
+  const userTicks = Number.parseInt(fields[11], 10);
+  const systemTicks = Number.parseInt(fields[12], 10);
+  const rssRaw = (read('/proc/' + pid + '/statm') || '').trim().split(/\s+/)[1];
+  const rssPages = Number.parseInt(rssRaw || '', 10);
+  return {
+    present: true,
+    state: fields[0] || null,
+    cpuTicks:
+      Number.isFinite(userTicks) && Number.isFinite(systemTicks)
+        ? userTicks + systemTicks
+        : null,
+    rssPages: Number.isSafeInteger(rssPages) && rssPages >= 0 ? rssPages : null,
+  };
+};
+const beforeCpu = readCpu();
+const beforeRunner = readRunner();
+const sampleStarted = Date.now();
+await new Promise((resolve) => setTimeout(resolve, 200));
+const afterCpu = readCpu();
+const afterRunner = readRunner();
+const sampleWindowMs = Date.now() - sampleStarted;
+const events = readEvents();
+const baseline = readNumber(oomBaselinePath);
+const resourceSnapshot = {
+  ...readMemory(),
+  memoryOomCount: Number.isSafeInteger(events.oom) ? events.oom : null,
+  memoryOomKillCount: Number.isSafeInteger(events.oom_kill) ? events.oom_kill : null,
+  memoryOomKillDelta:
+    Number.isSafeInteger(events.oom_kill) &&
+    baseline !== null &&
+    events.oom_kill >= baseline
+      ? events.oom_kill - baseline
+      : null,
+  memoryOomGroupKillCount:
+    Number.isSafeInteger(events.oom_group_kill) ? events.oom_group_kill : null,
+  memoryHighCount: Number.isSafeInteger(events.high) ? events.high : null,
+  memoryMaxCount: Number.isSafeInteger(events.max) ? events.max : null,
+  cgroupCpuUsageUsecDelta:
+    Number.isSafeInteger(beforeCpu) &&
+    Number.isSafeInteger(afterCpu) &&
+    afterCpu >= beforeCpu
+      ? afterCpu - beforeCpu
+      : null,
+  cgroupCpuSampleWindowMs: sampleWindowMs,
+  runnerPresent: afterRunner ? afterRunner.present : null,
+  runnerState:
+    afterRunner && typeof afterRunner.state === 'string'
+      ? afterRunner.state
+      : null,
+  runnerRssPages:
+    afterRunner && Number.isSafeInteger(afterRunner.rssPages)
+      ? afterRunner.rssPages
+      : null,
+  runnerCpuTicksDelta:
+    beforeRunner &&
+    afterRunner &&
+    Number.isSafeInteger(beforeRunner.cpuTicks) &&
+    Number.isSafeInteger(afterRunner.cpuTicks) &&
+    afterRunner.cpuTicks >= beforeRunner.cpuTicks
+      ? afterRunner.cpuTicks - beforeRunner.cpuTicks
+      : null,
+};
+process.stdout.write(JSON.stringify({
+  outputBytes: outputStat ? outputStat.size : null,
+  outputFileAvailable: Boolean(outputStat),
+  exitCodeFileAvailable: exitRaw !== null,
+  tail: tail.toString('base64'),
+  exitCode,
+  terminationFileAvailable: exists(terminationPath),
+  termination,
+  runtimeStarted: exists(startedPath),
+  runtimeCompleted: exists(completedPath),
+  resourceSnapshot,
+}));
+})().catch(() => { process.exitCode = 1; });
+`;
+}
+
 /**
  * Read bounded crash evidence while the failed sandbox still exists. This is
  * operator telemetry only: it never becomes a run result or customer log.
@@ -378,6 +636,10 @@ export async function readDetachedDaytonaCrashDiagnostic(input: {
   cmdId: string;
   outputPath: string;
   exitCodePath: string;
+  oomKillBaselinePath?: string;
+  runnerPidPath?: string;
+  runtimeStartedPath?: string;
+  runtimeCompletedPath?: string;
   terminationDiagnosticPath?: string;
   expectedOrganizationId?: string | null;
 }): Promise<DaytonaCrashDiagnostic> {
@@ -389,11 +651,17 @@ export async function readDetachedDaytonaCrashDiagnostic(input: {
     exitCodeFile: null,
     sessionExitCode: null,
     outputBytes: null,
+    outputFileAvailable: null,
+    exitCodeFileAvailable: null,
+    terminationFileAvailable: null,
+    runtimeStarted: null,
+    runtimeCompleted: null,
     tailBytes: 0,
     tailTruncated: false,
     signals: [],
     unclassifiedLineCount: 0,
     termination: null,
+    resourceSnapshot: null,
     collectionFailure,
   });
   try {
@@ -419,10 +687,10 @@ export async function readDetachedDaytonaCrashDiagnostic(input: {
       };
     }
 
-    const script = `const fs=require('node:fs');const output=process.argv[1];const exit=process.argv[2];const max=Number(process.argv[3]);const terminationPath=process.argv[4]||'';const stat=fs.statSync(output);const start=Math.max(0,stat.size-max);const fd=fs.openSync(output,'r');const tail=Buffer.alloc(stat.size-start);fs.readSync(fd,tail,0,tail.length,start);fs.closeSync(fd);let exitCode=null;try{const value=Number.parseInt(fs.readFileSync(exit,'utf8').trim(),10);if(Number.isFinite(value))exitCode=value}catch{}let termination=null;try{const value=JSON.parse(fs.readFileSync(terminationPath,'utf8'));if(value&&typeof value==='object')termination=value}catch{}process.stdout.write(JSON.stringify({outputBytes:stat.size,tail:tail.toString('base64'),exitCode,termination}));`;
+    const script = buildDaytonaCrashDiagnosticSnapshotSource();
     const [snapshotResult, sessionResult] = await Promise.allSettled([
       sandbox.process.executeCommand(
-        `node -e ${shellQuoteDaytonaDiagnostic(script)} ${shellQuoteDaytonaDiagnostic(input.outputPath)} ${shellQuoteDaytonaDiagnostic(input.exitCodePath)} ${DAYTONA_CRASH_DIAGNOSTIC_TAIL_MAX_BYTES} ${shellQuoteDaytonaDiagnostic(input.terminationDiagnosticPath ?? '')}`,
+        `node -e ${shellQuoteDaytonaDiagnostic(script)} ${shellQuoteDaytonaDiagnostic(input.outputPath)} ${shellQuoteDaytonaDiagnostic(input.exitCodePath)} ${DAYTONA_CRASH_DIAGNOSTIC_TAIL_MAX_BYTES} ${shellQuoteDaytonaDiagnostic(input.terminationDiagnosticPath ?? '')} ${shellQuoteDaytonaDiagnostic(input.runtimeStartedPath ?? '')} ${shellQuoteDaytonaDiagnostic(input.runtimeCompletedPath ?? '')} ${shellQuoteDaytonaDiagnostic(input.runnerPidPath ?? '')} ${shellQuoteDaytonaDiagnostic(input.oomKillBaselinePath ?? '')} ${shellQuoteDaytonaDiagnostic(RUNNER_MEMORY_CGROUP_ROOT)}`,
         undefined,
         {},
         8,
@@ -434,9 +702,15 @@ export async function readDetachedDaytonaCrashDiagnostic(input: {
     }
     const snapshot = JSON.parse(snapshotResult.value.result) as {
       outputBytes?: unknown;
+      outputFileAvailable?: unknown;
+      exitCodeFileAvailable?: unknown;
+      terminationFileAvailable?: unknown;
+      runtimeStarted?: unknown;
+      runtimeCompleted?: unknown;
       tail?: unknown;
       exitCode?: unknown;
       termination?: unknown;
+      resourceSnapshot?: unknown;
     };
     const tailBuffer =
       typeof snapshot.tail === 'string'
@@ -456,6 +730,9 @@ export async function readDetachedDaytonaCrashDiagnostic(input: {
         ? sessionResult.value.exitCode
         : null;
     const termination = parseDaytonaTerminationDiagnostic(snapshot.termination);
+    const resourceSnapshot = parseDaytonaCrashResourceSnapshot(
+      snapshot.resourceSnapshot,
+    );
     return {
       schemaVersion: 1,
       collectionStatus: 'collected',
@@ -466,6 +743,26 @@ export async function readDetachedDaytonaCrashDiagnostic(input: {
           : null,
       sessionExitCode,
       outputBytes,
+      outputFileAvailable:
+        typeof snapshot.outputFileAvailable === 'boolean'
+          ? snapshot.outputFileAvailable
+          : null,
+      exitCodeFileAvailable:
+        typeof snapshot.exitCodeFileAvailable === 'boolean'
+          ? snapshot.exitCodeFileAvailable
+          : null,
+      terminationFileAvailable:
+        typeof snapshot.terminationFileAvailable === 'boolean'
+          ? snapshot.terminationFileAvailable
+          : null,
+      runtimeStarted:
+        typeof snapshot.runtimeStarted === 'boolean'
+          ? snapshot.runtimeStarted
+          : null,
+      runtimeCompleted:
+        typeof snapshot.runtimeCompleted === 'boolean'
+          ? snapshot.runtimeCompleted
+          : null,
       tailBytes: tailBuffer.byteLength,
       tailTruncated:
         outputBytes !== null &&
@@ -473,6 +770,7 @@ export async function readDetachedDaytonaCrashDiagnostic(input: {
       signals,
       unclassifiedLineCount,
       termination,
+      resourceSnapshot,
       collectionFailure:
         sessionResult.status === 'rejected'
           ? describeDaytonaLookupFailure(sessionResult.reason)
@@ -1418,6 +1716,9 @@ export const daytonaPlayRunnerBackend: PlayRunnerBackend = {
               cmdId: start.cmdId,
               outputPath: stagedPayload.outputPath,
               exitCodePath: stagedPayload.exitCodePath,
+              oomKillBaselinePath: stagedPayload.oomKillBaselinePath,
+              runnerPidPath: stagedPayload.runnerPidPath,
+              runtimeStartedPath: stagedPayload.runtimeStartedPath,
               runtimeCompletedPath: stagedPayload.runtimeCompletedPath,
               terminationDiagnosticPath:
                 stagedPayload.terminationDiagnosticPath,

package/dist/bundling-sources/shared_libs/play-runtime/scheduler-backends/absurd-runtime-worker.ts

@@ -834,6 +834,10 @@ function buildDefaultDeps(absurd: Absurd): AbsurdRuntimeWorkerDeps {
         cmdId: request.cmdId,
         outputPath: request.outputPath,
         exitCodePath: request.exitCodePath,
+        oomKillBaselinePath: request.oomKillBaselinePath,
+        runnerPidPath: request.runnerPidPath,
+        runtimeStartedPath: request.runtimeStartedPath,
+        runtimeCompletedPath: request.runtimeCompletedPath,
         terminationDiagnosticPath: request.terminationDiagnosticPath,
         expectedOrganizationId: routingDomain,
       }),
@@ -4057,6 +4061,18 @@ function sandboxCrashDiagnosticRequest(input: {
     cmdId: suspension.cmdId,
     outputPath: suspension.outputPath,
     exitCodePath: suspension.exitCodePath,
+    ...(suspension.oomKillBaselinePath
+      ? { oomKillBaselinePath: suspension.oomKillBaselinePath }
+      : {}),
+    ...(suspension.runnerPidPath
+      ? { runnerPidPath: suspension.runnerPidPath }
+      : {}),
+    ...(suspension.runtimeStartedPath
+      ? { runtimeStartedPath: suspension.runtimeStartedPath }
+      : {}),
+    ...(suspension.runtimeCompletedPath
+      ? { runtimeCompletedPath: suspension.runtimeCompletedPath }
+      : {}),
     ...(suspension.terminationDiagnosticPath
       ? { terminationDiagnosticPath: suspension.terminationDiagnosticPath }
       : {}),
@@ -4371,7 +4387,7 @@ async function resolveDetachedRunnerOutcome(input: {
             runnerAttempt: suspension.runnerAttempt,
             sandboxId: suspension.sandboxId,
             exitCode: inspection.exitCode,
-            diagnosis: inspection.diagnosis?.stage,
+            diagnosis: inspection.diagnosis?.stage ?? 'unknown',
             resultStatus: inspection.result.status,
           }),
         );
@@ -4385,7 +4401,7 @@ async function resolveDetachedRunnerOutcome(input: {
             runnerAttempt: suspension.runnerAttempt,
             sandboxId: suspension.sandboxId,
             exitCode: inspection.exitCode,
-            diagnosis: inspection.diagnosis?.stage,
+            diagnosis: inspection.diagnosis?.stage ?? 'unknown',
             resultStatus: inspection.result?.status ?? null,
           }),
         );
@@ -6172,6 +6188,20 @@ function parseSandboxCrashDiagnosticRequest(
   ) {
     return null;
   }
+  for (const key of [
+    'oomKillBaselinePath',
+    'runnerPidPath',
+    'runtimeStartedPath',
+    'runtimeCompletedPath',
+    'terminationDiagnosticPath',
+  ] as const) {
+    if (
+      candidate[key] !== undefined &&
+      (typeof candidate[key] !== 'string' || !(candidate[key] as string).trim())
+    ) {
+      return null;
+    }
+  }
   return candidate as PostgresSchedulerSandboxCrashDiagnosticRequest;
 }
 
@@ -6184,11 +6214,17 @@ function unavailableSandboxCrashDiagnostic(
     exitCodeFile: null,
     sessionExitCode: null,
     outputBytes: null,
+    outputFileAvailable: null,
+    exitCodeFileAvailable: null,
+    terminationFileAvailable: null,
+    runtimeStarted: null,
+    runtimeCompleted: null,
     tailBytes: 0,
     tailTruncated: false,
     signals: [],
     unclassifiedLineCount: 0,
     termination: null,
+    resourceSnapshot: null,
     collectionFailure: {
       errorName: 'CrashDiagnosticUnavailable',
       errorCode: null,

package/dist/bundling-sources/shared_libs/play-runtime/scheduler-backends/postgres.ts

@@ -392,6 +392,10 @@ export type PostgresSchedulerSandboxCrashDiagnosticRequest = {
   cmdId: string;
   outputPath: string;
   exitCodePath: string;
+  oomKillBaselinePath?: string;
+  runnerPidPath?: string;
+  runtimeStartedPath?: string;
+  runtimeCompletedPath?: string;
   terminationDiagnosticPath?: string;
 };
 

package/dist/bundling-sources/shared_libs/play-runtime/suspension.ts

@@ -68,6 +68,10 @@ export type PlayExecutionSuspension =
        * timeout-wake salvage verification. */
       outputPath: string;
       exitCodePath: string;
+      /** Bounded crash evidence paths for sandbox state at liveness loss. */
+      oomKillBaselinePath?: string;
+      runnerPidPath?: string;
+      runtimeStartedPath?: string;
       /** Exact customer-code completion fence inside the Daytona sandbox. */
       runtimeCompletedPath?: string;
       /** Bounded watchdog-owned cause marker for crash-only diagnostics. */

package/dist/cli/index.js

@@ -3051,7 +3051,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.210",
+  version: "0.3.211",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/cli/index.mjs

@@ -3046,7 +3046,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.210",
+  version: "0.3.211",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/index.js

@@ -864,7 +864,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.210",
+  version: "0.3.211",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/index.mjs

@@ -768,7 +768,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.210",
+  version: "0.3.211",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.d.mts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.210";
+    readonly version: "0.3.211";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.d.ts

@@ -149,7 +149,7 @@ type SdkRelease = {
     supportPolicy: SdkSupportPolicy;
 };
 declare const SDK_RELEASE: {
-    readonly version: "0.3.210";
+    readonly version: "0.3.211";
     readonly updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.";
     readonly packageCapabilities: {
         readonly updatePreferences: 1;

package/dist/release.js

@@ -74,7 +74,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.210",
+  version: "0.3.211",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/dist/release.mjs

@@ -48,7 +48,7 @@ var SDK_RELEASE = {
   // getters keep their established compatibility behavior.
   // 0.3.1 deprecated the legacy `deepline enrich` command in favor of Plays.
   // 0.3.90 is the first deliberately versioned SDK release for API v3.
-  version: "0.3.210",
+  version: "0.3.211",
   updateSummary: "Play grep now returns concise results with the matched fields and terms. Automatic CLI updates are enabled by default; use `deepline settings autoupdate off` to opt out, `deepline settings autoupdate on` to re-enable updates, or `deepline settings autoupdate pin <version>` to hold an exact release.",
   packageCapabilities: {
     updatePreferences: 1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "deepline",
-  "version": "0.3.210",
+  "version": "0.3.211",
   "description": "GTM data CLI and TypeScript SDK for coding agents",
   "license": "MIT",
   "homepage": "https://code.deepline.com",