deepline 0.3.127 → 0.3.129

package/dist/bundling-sources/shared_libs/play-runtime/tool-result.ts

@@ -59,6 +59,7 @@ import {
   providerMetaFromToolResponseRawV2,
   type ToolResponseView,
 } from '../plays/tool-response-contract';
+import type { RuntimeReceiptValueReference } from './runtime-receipt-value';
 
 type PathSegment = string | number | '*';
 
@@ -69,9 +70,48 @@ const SERIALIZED_TOOL_EXECUTE_RESULT_V2_KIND =
 const SERIALIZED_TOOL_RESULT_LIST_PREVIEW_LIMIT = 5;
 const LIVE_TOOL_RESULT_LIST_DATASET_REGISTRY_LIMIT = 256;
 const SERIALIZED_TOOL_LIST_ROWS = Symbol('deepline.serialized_tool_list_rows');
+
+/**
+ * A live tool result may have been durably published by the execution relay
+ * before the runner sees its provider body. Keep that transport-only fact out
+ * of the public ToolExecuteResult and its persisted schema: the caller still
+ * receives the ordinary fully materialized result, while receipt publication
+ * can use the compact immutable R2 reference.
+ */
+const relayPublishedResultReferences = new WeakMap<
+  object,
+  RuntimeReceiptValueReference
+>();
+
+export function attachRelayPublishedToolResultReference(
+  result: ToolExecuteResult,
+  reference: RuntimeReceiptValueReference,
+): ToolExecuteResult {
+  relayPublishedResultReferences.set(result, reference);
+  return result;
+}
+
+export function relayPublishedToolResultReference(
+  result: ToolExecuteResult,
+): RuntimeReceiptValueReference | null {
+  return relayPublishedResultReferences.get(result) ?? null;
+}
+/**
+ * This registry is a same-process rehydration fast path, not an owner of a
+ * tool result. A strong process-global cache retained the full rows behind up
+ * to 256 otherwise-discarded list results. At map scale, a caller that only
+ * awaits `ctx.tools.execute()` could therefore keep hundreds of provider
+ * bodies alive after its cell had returned.
+ *
+ * The ToolExecuteResult that owns a live list already strongly owns its
+ * accessor and dataset. A weak lookup keeps the fast path while that result is
+ * still reachable, but lets the runtime release a result the authored Play no
+ * longer uses. Durable serialization still carries its normal list rows or
+ * preview, so a collected entry falls back to the existing durable path.
+ */
 const liveToolResultListDatasets = new Map<
   string,
-  PlayDataset<Record<string, unknown>>
+  WeakRef<PlayDataset<Record<string, unknown>>>
 >();
 
 /**
@@ -229,6 +269,12 @@ export type ParsedToolExecuteResponse = {
   result: unknown;
   /** Tool extractor metadata parsed from `_metadata.tool`, if present. */
   metadata: ToolResultMetadataInput | null;
+  /**
+   * Transport-only reference attached by the trusted execution relay after it
+   * persisted the complete serialized result. The raw response still remains
+   * present for ordinary live Play evaluation.
+   */
+  receiptOutputRef?: RuntimeReceiptValueReference;
 };
 
 export function parseToolExecuteResponse(
@@ -1473,7 +1519,7 @@ function rememberLiveToolResultListDataset(
 ): void {
   if (!datasetId) return;
   liveToolResultListDatasets.delete(datasetId);
-  liveToolResultListDatasets.set(datasetId, dataset);
+  liveToolResultListDatasets.set(datasetId, new WeakRef(dataset));
   while (
     liveToolResultListDatasets.size >
     LIVE_TOOL_RESULT_LIST_DATASET_REGISTRY_LIMIT
@@ -1487,8 +1533,14 @@ function rememberLiveToolResultListDataset(
 function readLiveToolResultListDataset(
   serialized: SerializedPlayDataset<Record<string, unknown>>,
 ): PlayDataset<Record<string, unknown>> | null {
-  const dataset = liveToolResultListDatasets.get(serialized.datasetId);
-  if (!dataset) return null;
+  const reference = liveToolResultListDatasets.get(serialized.datasetId);
+  const dataset = reference?.deref();
+  if (!dataset) {
+    // Keep the small key registry honest too. A dead weak entry is not useful
+    // to a later deserialize and must not consume one of the LRU slots.
+    liveToolResultListDatasets.delete(serialized.datasetId);
+    return null;
+  }
   const current = dataset.toJSON();
   if (current.count !== serialized.count) return null;
   return dataset;

package/dist/bundling-sources/shared_libs/play-runtime/work-receipts.ts

@@ -43,6 +43,8 @@ export function workReceiptFailureKindCodeForWrite(
 
 export type WorkReceipt = {
   key: string;
+  /** Completion acknowledgement only: whether this request published the output. */
+  completionDisposition?: 'persisted' | 'existing';
   status: WorkReceiptStatus;
   output?: unknown;
   error?: string | null;

package/dist/bundling-sources/shared_libs/plays/authoring-contract.ts

@@ -7,18 +7,17 @@ import type { ToolExecutionErrorSchemaVersion } from './tool-execution-error';
 import type { PlayDataset, PlayDatasetInput, PlayDatasetRow } from './dataset';
 
 export const LEGACY_PLAY_AUTHORING_CONTRACT_EDITION = 1 as const;
-export const PLAY_AUTHORING_CONTRACT_EDITION = 7 as const;
+export const PLAY_AUTHORING_CONTRACT_EDITION = 8 as const;
 export const PLAY_AUTHORING_INPUT_SCHEMA_SNAPSHOT_EDITION = 3 as const;
 export const SUPPORTED_PLAY_AUTHORING_CONTRACT_EDITIONS = [
-  1, 2, 3, 4, 5, 6, 7,
+  1, 2, 3, 4, 5, 6, 7, 8,
 ] as const;
 
 export type PlayAuthoringContractEdition =
   (typeof SUPPORTED_PLAY_AUTHORING_CONTRACT_EDITIONS)[number];
 
-export const PLAY_AUTHORING_CONTRACT_CHANGELOG = [
+const PLAY_AUTHORING_CONTRACT_CHANGELOG_DETAILS = [
   {
-    edition: 1,
     changed:
       'Historical extraction semantics. Invalid or unresolved optional authoring fields may normalize to absence.',
     compatibilityOwner: 'Plays Runtime',
@@ -27,7 +26,6 @@ export const PLAY_AUTHORING_CONTRACT_CHANGELOG = [
       'After every retained edition 1 artifact has a materialized admitted snapshot.',
   },
   {
-    edition: 2,
     changed:
       'Pins admitted authoring snapshots and rejects ambiguous billing, secret, webhook, fetch, timeout, receipt-wait, and freshness contracts.',
     compatibilityOwner: 'Plays Runtime',
@@ -36,7 +34,6 @@ export const PLAY_AUTHORING_CONTRACT_CHANGELOG = [
       'After every retained edition 2 artifact has an admitted input schema or has been republished.',
   },
   {
-    edition: 3,
     changed:
       'Materializes the declared input schema in the admitted snapshot so launch never reparses current source.',
     compatibilityOwner: 'Plays Runtime',
@@ -44,7 +41,6 @@ export const PLAY_AUTHORING_CONTRACT_CHANGELOG = [
     readerRemoval: null,
   },
   {
-    edition: 4,
     changed:
       'ctx.secrets.get(name) resolves an allowed secret to a plaintext string for ordinary Play code. Editions 1–3 retain opaque secret handles.',
     compatibilityOwner: 'Plays Runtime',
@@ -52,7 +48,6 @@ export const PLAY_AUTHORING_CONTRACT_CHANGELOG = [
     readerRemoval: null,
   },
   {
-    edition: 5,
     changed:
       'ctx.fetch throws a typed, redacted CtxFetchHttpError for non-2xx responses. Editions 1–4 continue to return the response record for every HTTP status.',
     compatibilityOwner: 'Plays Runtime',
@@ -60,7 +55,6 @@ export const PLAY_AUTHORING_CONTRACT_CHANGELOG = [
     readerRemoval: null,
   },
   {
-    edition: 6,
     changed:
       'Adds static cron input and rejects unknown definePlay and binding fields during new admission. Editions 1–5 retain their admitted binding semantics.',
     compatibilityOwner: 'Plays Runtime',
@@ -68,15 +62,27 @@ export const PLAY_AUTHORING_CONTRACT_CHANGELOG = [
     readerRemoval: null,
   },
   {
-    edition: 7,
     changed:
       'Slack HITL calls that omit timeout wait one week. Editions 1–6 retain the historical 24-hour default.',
     compatibilityOwner: 'Plays Runtime',
     newWritesEnd: null,
     readerRemoval: null,
   },
+  {
+    changed:
+      'Lets an inline scalar child execute without a stored static pipeline. Dataset creation and suspension remain rejected by the authoritative runtime capability boundary; editions 1–7 retain static-contract preflight rejection.',
+    compatibilityOwner: 'Plays Runtime',
+    newWritesEnd: null,
+    readerRemoval: null,
+  },
 ] as const;
 
+export const PLAY_AUTHORING_CONTRACT_CHANGELOG =
+  SUPPORTED_PLAY_AUTHORING_CONTRACT_EDITIONS.map((edition, index) => ({
+    edition,
+    ...PLAY_AUTHORING_CONTRACT_CHANGELOG_DETAILS[index]!,
+  }));
+
 /**
  * Customer-visible runtime capabilities that are not expressible as one
  * `ctx.*` signature. The generated authoring reference renders this inventory

package/dist/bundling-sources/shared_libs/plays/dataset.ts

@@ -6,6 +6,7 @@ const residentRowsByDataset = new WeakMap<object, readonly unknown[]>();
 const DEFAULT_MATERIALIZE_LIMIT = 10_000;
 export const PLAY_DATASET_EXECUTION_PAGE_ROWS = 1_000;
 export const PLAY_DATASET_EXECUTION_PAGE_BYTES = 64 * 1024 * 1024;
+const DATASET_UTF8_ENCODER = new TextEncoder();
 
 export type PlayDatasetKind = 'csv' | 'map';
 
@@ -899,7 +900,9 @@ export async function* iteratePlayDatasetInputPages<T>(
     options?.estimateRowBytes ??
     ((row: T) => {
       const serialized = JSON.stringify(row);
-      return serialized === undefined ? 0 : serialized.length;
+      return serialized === undefined
+        ? 0
+        : DATASET_UTF8_ENCODER.encode(serialized).byteLength;
     });
   let page: T[] = [];
   let pageBytes = 0;