@effect-agent/platform-cloudflare 0.1.0-beta.94 → 0.1.0-beta.96

package/dist/CloudflareThreadClient.d.mts

@@ -1,5 +1,5 @@
 import { ThreadObjectNamespace, ThreadObjectRpc } from "./CloudflareBindings.mjs";
-import { t as AdmissionLimitExceeded } from "./CloudflareConfig-f3CqTel1.mjs";
+import { t as AdmissionLimitExceeded } from "./CloudflareConfig-DKXGo8L3.mjs";
 import { DurableAlarmError } from "./Alarm.mjs";
 import { Context, Crypto, Effect, Layer, Schema } from "effect";
 import { DurableSubmitAgent, DurableSubmitOptions, Receipt } from "effect-agent/durable-agent-runtime";
@@ -264,6 +264,12 @@ declare const encodeSubmitRequest: (input: SubmitRequest, options?: import("effe
         readonly agent: string;
         readonly model: string;
         readonly tools: string;
+        readonly replay?: {
+          readonly agent: string;
+          readonly tools: {
+            readonly [x: string]: string;
+          };
+        } | undefined;
       };
       readonly policy: Schema.Json;
       readonly budget: {
@@ -305,6 +311,12 @@ declare const encodeSubmitRequest: (input: SubmitRequest, options?: import("effe
           readonly agent: string;
           readonly model: string;
           readonly tools: string;
+          readonly replay?: {
+            readonly agent: string;
+            readonly tools: {
+              readonly [x: string]: string;
+            };
+          } | undefined;
         };
         readonly destinationDelegationId?: string | undefined;
       } | undefined;
@@ -409,6 +421,12 @@ declare const encodeSubmitRequest: (input: SubmitRequest, options?: import("effe
     readonly agent: string;
     readonly model: string;
     readonly tools: string;
+    readonly replay?: {
+      readonly agent: string;
+      readonly tools: {
+        readonly [x: string]: string;
+      };
+    } | undefined;
   };
   readonly inputPayload: Schema.Json;
 }, Schema.SchemaError, never>;
@@ -454,13 +472,13 @@ declare const encodeUnknownResolutionCommand: (input: UnknownResolutionCommand,
   readonly author: string;
   readonly reason: string;
   readonly resolution: {
+    readonly _tag: "SafeToRetry";
+  } | {
     readonly _tag: "CompletedWithResult";
     readonly result: Schema.Json;
     readonly isFailure: boolean;
   } | {
     readonly _tag: "NeverHappened";
-  } | {
-    readonly _tag: "SafeToRetry";
   } | {
     readonly _tag: "AbortSubmission";
   };
@@ -596,12 +614,23 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
       readonly createdAt: string;
       readonly deploymentId: string;
       readonly payload: {
+        readonly _tag: "AbortRequested";
+        readonly submissionId: string;
+        readonly author: string;
+        readonly reason: string;
+      } | {
         readonly _tag: "ThreadCreated";
         readonly agentId: string;
         readonly definitions: {
           readonly agent: string;
           readonly model: string;
           readonly tools: string;
+          readonly replay?: {
+            readonly agent: string;
+            readonly tools: {
+              readonly [x: string]: string;
+            };
+          } | undefined;
         };
       } | {
         readonly _tag: "UserInputRecorded";
@@ -703,6 +732,9 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
         readonly runId: string;
         readonly policyAccountingVersion: 1;
         readonly maxDurationMillis: number;
+      } | {
+        readonly _tag: "RunDurationExhausted";
+        readonly runId: string;
       } | {
         readonly _tag: "RunPolicyUsageReserved";
         readonly runId: string;
@@ -853,11 +885,6 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
         readonly runDisposition?: Schema.Json | undefined;
         readonly finishReason?: "budget-exhausted" | undefined;
         readonly exhausted?: "tokens" | "tool-calls" | "turns" | undefined;
-      } | {
-        readonly _tag: "AbortRequested";
-        readonly submissionId: string;
-        readonly author: string;
-        readonly reason: string;
       } | {
         readonly _tag: "SubmissionSettled";
         readonly submissionId: string;
@@ -945,6 +972,12 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
           readonly agent: string;
           readonly model: string;
           readonly tools: string;
+          readonly replay?: {
+            readonly agent: string;
+            readonly tools: {
+              readonly [x: string]: string;
+            };
+          } | undefined;
         };
         readonly childInput: Schema.Json;
         readonly childInputDigest: string;
@@ -1038,6 +1071,12 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
           readonly agent: string;
           readonly model: string;
           readonly tools: string;
+          readonly replay?: {
+            readonly agent: string;
+            readonly tools: {
+              readonly [x: string]: string;
+            };
+          } | undefined;
         };
         readonly childInputDigest: string;
         readonly grantDigest: string;
@@ -1097,6 +1136,12 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
               readonly agent: string;
               readonly model: string;
               readonly tools: string;
+              readonly replay?: {
+                readonly agent: string;
+                readonly tools: {
+                  readonly [x: string]: string;
+                };
+              } | undefined;
             };
             readonly policy: Schema.Json;
             readonly budget: {
@@ -1138,6 +1183,12 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
                 readonly agent: string;
                 readonly model: string;
                 readonly tools: string;
+                readonly replay?: {
+                  readonly agent: string;
+                  readonly tools: {
+                    readonly [x: string]: string;
+                  };
+                } | undefined;
               };
               readonly destinationDelegationId?: string | undefined;
             } | undefined;
@@ -1175,6 +1226,12 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
             readonly agent: string;
             readonly model: string;
             readonly tools: string;
+            readonly replay?: {
+              readonly agent: string;
+              readonly tools: {
+                readonly [x: string]: string;
+              };
+            } | undefined;
           };
           readonly policy: Schema.Json;
           readonly budget: {
@@ -1216,6 +1273,12 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
               readonly agent: string;
               readonly model: string;
               readonly tools: string;
+              readonly replay?: {
+                readonly agent: string;
+                readonly tools: {
+                  readonly [x: string]: string;
+                };
+              } | undefined;
             };
             readonly destinationDelegationId?: string | undefined;
           } | undefined;
@@ -1251,6 +1314,12 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
           readonly agent: string;
           readonly model: string;
           readonly tools: string;
+          readonly replay?: {
+            readonly agent: string;
+            readonly tools: {
+              readonly [x: string]: string;
+            };
+          } | undefined;
         };
         readonly delivery?: {
           readonly messageId: string;
@@ -1346,13 +1415,13 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
     readonly author: string;
     readonly reason: string;
     readonly resolution: {
+      readonly _tag: "SafeToRetry";
+    } | {
       readonly _tag: "CompletedWithResult";
       readonly result: Schema.Json;
       readonly isFailure: boolean;
     } | {
       readonly _tag: "NeverHappened";
-    } | {
-      readonly _tag: "SafeToRetry";
     } | {
       readonly _tag: "AbortSubmission";
     };
@@ -1362,20 +1431,10 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
 } | {
   readonly _tag: "HostFailed";
   readonly failure: {
-    readonly _tag: "HostProtocolError";
-    readonly message: string;
-  } | {
     readonly _tag: "DurableAlarmError";
     readonly operation: string;
     readonly message: string;
     readonly cause?: Schema.Json | undefined;
-  } | {
-    readonly _tag: "AgentInputError";
-    readonly message: string;
-  } | {
-    readonly _tag: "DigestError";
-    readonly message: string;
-    readonly cause?: Schema.Json | undefined;
   } | {
     readonly _tag: "AdmissionConflict";
     readonly threadId: string;
@@ -1391,15 +1450,6 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
     readonly _tag: "SettlementConflict";
     readonly submissionId: string;
     readonly existingOutcome: "aborted" | "completed" | "failed";
-  } | {
-    readonly _tag: "ApprovalConflict";
-    readonly submissionId: string;
-    readonly toolCallId: string;
-    readonly existingDecision: "approved" | "denied";
-  } | {
-    readonly _tag: "UnknownResolutionConflict";
-    readonly submissionId: string;
-    readonly toolCallId: string;
   } | {
     readonly _tag: "JoinedToHost";
     readonly submissionId: string;
@@ -1429,9 +1479,28 @@ declare const encodeHostResponse: (input: AbortRecorded | ApprovalRecorded | Hos
     readonly threadId: string;
     readonly actualEpoch: number;
     readonly attemptedEpoch: number;
+  } | {
+    readonly _tag: "HostProtocolError";
+    readonly message: string;
+  } | {
+    readonly _tag: "AgentInputError";
+    readonly message: string;
+  } | {
+    readonly _tag: "DigestError";
+    readonly message: string;
+    readonly cause?: Schema.Json | undefined;
+  } | {
+    readonly _tag: "ApprovalConflict";
+    readonly submissionId: string;
+    readonly toolCallId: string;
+    readonly existingDecision: "approved" | "denied";
+  } | {
+    readonly _tag: "UnknownResolutionConflict";
+    readonly submissionId: string;
+    readonly toolCallId: string;
   } | {
     readonly _tag: "DurableRuntimeFailpointError";
-    readonly location: "abort:after-intent" | "approval:after-request-append" | "approval:after-suspend" | "checkpoint:after-save" | "checkpoint:before-save" | "claim:after-claim" | "compaction:after-canonical-append" | "compaction:before-canonical-append" | "input:after-canonical-append" | "join:after-canonical-append" | "join:after-claim" | "policy:after-reservation-append" | "policy:before-reservation-append" | "resolve:after-intent" | "run:after-start-append" | "run:before-start-append" | "step:after-step-append" | "subagent:after-admit" | "subagent:after-child-abort-intent" | "subagent:after-child-ready" | "subagent:after-join-append" | "subagent:after-release" | "subagent:after-release-pending" | "subagent:after-request-append" | "subagent:after-reserve" | "subagent:after-sibling-settle" | "subagent:after-start-append" | "subagent:after-suspend" | "subagent:before-join-append" | "submit:after-admit" | "submit:after-materialize" | "terminalize:after-canonical-append" | "terminalize:after-reserve" | "tools:after-prepared-append" | "tools:before-prepared-append" | "turn:after-canonical-append" | "turn:after-response-append" | "turn:after-results-append" | "update:after-canonical-append" | "update:after-delivery-insert" | "update:before-canonical-append" | "update:before-delivery-insert" | "worker:after-completion-append" | "worker:after-origin-append" | "worker:after-report-append" | "worker:after-report-delivery" | "worker:after-source-append" | "worker:after-subtree-append" | "worker:before-completion-append" | "worker:before-origin-append" | "worker:before-report-append" | "worker:before-report-delivery" | "worker:before-source-append" | "worker:before-subtree-append";
+    readonly location: "abort:after-intent" | "approval:after-request-append" | "approval:after-suspend" | "checkpoint:after-save" | "checkpoint:before-save" | "claim:after-claim" | "compaction:after-canonical-append" | "compaction:before-canonical-append" | "input:after-canonical-append" | "join:after-canonical-append" | "join:after-claim" | "policy:after-reservation-append" | "policy:before-reservation-append" | "resolve:after-intent" | "run:after-duration-append" | "run:after-start-append" | "run:before-duration-append" | "run:before-start-append" | "step:after-step-append" | "subagent:after-admit" | "subagent:after-child-abort-intent" | "subagent:after-child-ready" | "subagent:after-join-append" | "subagent:after-release" | "subagent:after-release-pending" | "subagent:after-request-append" | "subagent:after-reserve" | "subagent:after-sibling-settle" | "subagent:after-start-append" | "subagent:after-suspend" | "subagent:before-join-append" | "submit:after-admit" | "submit:after-materialize" | "terminalize:after-canonical-append" | "terminalize:after-reserve" | "tools:after-prepared-append" | "tools:before-prepared-append" | "turn:after-canonical-append" | "turn:after-response-append" | "turn:after-results-append" | "update:after-canonical-append" | "update:after-delivery-insert" | "update:before-canonical-append" | "update:before-delivery-insert" | "worker:after-completion-append" | "worker:after-origin-append" | "worker:after-report-append" | "worker:after-report-delivery" | "worker:after-source-append" | "worker:after-subtree-append" | "worker:before-completion-append" | "worker:before-origin-append" | "worker:before-report-append" | "worker:before-report-delivery" | "worker:before-source-append" | "worker:before-subtree-append";
   } | {
     readonly _tag: "AdmissionLimitExceeded";
     readonly limit: "database-bytes" | "input-bytes" | "queue-depth";

package/dist/{ThreadObject-DvRG0dDz.mjs → ThreadObject-DXavwaU-.mjs}

@@ -5,7 +5,7 @@ import { DurableAlarmError, DurableAlarmService, ThreadMaintenance, ThreadMainte
 import { AbortRecorded, ApprovalRecorded, CloudflareThreadClient, HostFailed, HostProtocolError, ObservedPage, ProgressCancelled, ProgressObserved, SettlementReached, SubmissionStatusResponse, SubmitSucceeded, UnknownResolutionRecorded, boundHostDiagnostic, decodeAbortCommand, decodeApprovalDecisionCommand, decodeAwaitProgressRequest, decodeCancelProgressRequest, decodeObservePageRequest, decodeReceipt, decodeSubmitRequest, decodeUnknownResolutionCommand, encodeHostResponse } from "./CloudflareThreadClient.mjs";
 import { t as cloudflarePreparedInputAdmissionLayer } from "./prepared-admission-DU0_T-ev.mjs";
 import { cloudflareWakeSchedulerLayer } from "./WakeScheduler.mjs";
-import { Cause, Clock, Context, Deferred, Duration, Effect, Layer, Option, Ref, Schema, Semaphore, Stream } from "effect";
+import { Cause, Clock, Context, DateTime, Deferred, Duration, Effect, Fiber, Layer, Option, Ref, Schema, Semaphore, Stream } from "effect";
 import { compileRegistrations } from "effect-agent/agent-registration";
 import { DurableAgentRuntime, DurableRuntimeConfig, RecoveryReport } from "effect-agent/durable-agent-runtime";
 import { SubmissionId, ThreadId } from "effect-agent/identifiers";
@@ -75,27 +75,44 @@ const guardedMessageDeliveryStoreLayer = Layer.effect(MessageDeliveryStore, Effe
 const threadMessageDeliveryLayer = Layer.effectContext(Effect.gen(function* () {
 	const driver = yield* MessageDeliveryDriver;
 	const store = yield* MessageDeliveryStore;
-	const wakes = yield* WakeScheduler;
-	const config = yield* CloudflareDurableRuntimeConfig;
 	const failure = (operation) => () => DurableAlarmError.make({
 		operation,
 		message: "Durable message recovery remains pending"
 	});
-	const drain = Effect.gen(function* () {
+	const wakes = yield* WakeScheduler;
+	const prepare = Effect.gen(function* () {
 		const deadline = yield* store.nextDeadline();
-		if (deadline !== null && deadline <= (yield* Clock.currentTimeMillis)) yield* driver.runDue();
-	}).pipe(Effect.mapError(failure("drain message delivery")));
+		if (deadline === null || deadline > (yield* Clock.currentTimeMillis)) return {
+			timeoutMillis: 1,
+			run: Effect.void
+		};
+		const keys = yield* store.due(yield* Clock.currentTimeMillis, 4);
+		const records = yield* Effect.forEach(keys, (key) => store.get(key));
+		return {
+			timeoutMillis: Math.max(1, ...records.map((record) => record?.policy.attemptTimeoutMillis ?? 1)),
+			run: Effect.forEach(keys, (key) => driver.process(key), {
+				concurrency: 4,
+				discard: true
+			}).pipe(Effect.mapError(failure("dispatch message delivery")))
+		};
+	}).pipe(Effect.mapError(failure("prepare message delivery")));
 	return Context.make(ThreadMessageDelivery, {
-		drain,
-		drainUntil: Effect.fn("ThreadMessageDelivery.drainUntil")(function* (finished) {
+		drainUntil: (sourceFinished, dispatchUntil) => Effect.gen(function* () {
 			const notified = (yield* Stream.toPull(wakes.wakes)).pipe(Effect.catch(() => Effect.never));
-			yield* Effect.gen(function* () {
-				yield* drain;
-				const deadline = yield* store.nextDeadline().pipe(Effect.mapError(failure("read message deadline")));
-				const delay = deadline === null ? config.wakeScanInterval : Math.min(config.wakeScanInterval, Math.max(1, deadline - (yield* Clock.currentTimeMillis)));
-				yield* Effect.raceFirst(Deferred.await(finished), Effect.raceFirst(notified, Effect.sleep(delay)));
-			}).pipe(Effect.repeat({ until: () => Deferred.isDone(finished) }));
-		}, Effect.scoped),
+			const done = yield* Effect.forkScoped(sourceFinished);
+			const select = (initial = false) => Effect.gen(function* () {
+				const wave = yield* prepare;
+				const now = yield* Clock.currentTimeMillis;
+				if (!initial && done.pollUnsafe() !== void 0 || now + wave.timeoutMillis > DateTime.toEpochMillis(dispatchUntil)) return;
+				yield* wave.run;
+			});
+			yield* select(true);
+			while (done.pollUnsafe() === void 0) {
+				const wake = yield* Effect.raceFirst(notified.pipe(Effect.map(Option.some)), Fiber.join(done).pipe(Effect.as(Option.none())));
+				if (Option.isNone(wake)) return;
+				yield* Effect.forEach(wake.value, () => select(), { discard: true });
+			}
+		}),
 		pendingDeadline: store.nextDeadline().pipe(Effect.map(Option.fromNullishOr), Effect.mapError(failure("read message deadline")))
 	});
 }));
@@ -203,6 +220,7 @@ const configFromOptions = (options) => decodeConfigValue({
 	leaseRenewalInterval: options.leaseRenewalInterval ?? CLOUDFLARE_RUNTIME_DEFAULTS.leaseRenewalInterval,
 	abortPollInterval: options.abortPollInterval ?? CLOUDFLARE_RUNTIME_DEFAULTS.abortPollInterval,
 	observationPollInterval: options.observationPollInterval ?? CLOUDFLARE_RUNTIME_DEFAULTS.observationPollInterval,
+	projectionDispatchTimeoutMillis: options.projectionDispatchTimeoutMillis ?? CLOUDFLARE_RUNTIME_DEFAULTS.projectionDispatchTimeoutMillis,
 	maxStoredValueBytes: options.maxStoredValueBytes ?? CLOUDFLARE_RUNTIME_DEFAULTS.maxStoredValueBytes,
 	verifyOnOpen: options.verifyOnOpen ?? CLOUDFLARE_RUNTIME_DEFAULTS.verifyOnOpen,
 	limits: {
@@ -832,4 +850,4 @@ const make = (applicationLayer, options) => {
 //#endregion
 export { layer as C, layerInHost as E, ThreadObjectPorts as S, layerHostConfig as T, encodeAdminResponse as _, AdminVerifyRequest as a, portCall as b, RetryExecuted as c, VerifiedIntegrity as d, decodeAdminExplainRequest as f, decodeRetryCommand as g, decodeObligationThresholds as h, AdminResponse as i, ThreadObject_exports as l, decodeAdminVerifyRequest as m, AdminFailed as n, ExplainedRecovery as o, decodeAdminResponse as p, AdminFailure as r, ObligationsScanned as s, AdminExplainRequest as t, ThreadRpcOperation as u, handleRpc as v, layerConfig as w, submit as x, make as y };
 
-//# sourceMappingURL=ThreadObject-DvRG0dDz.mjs.map
+//# sourceMappingURL=ThreadObject-DXavwaU-.mjs.map