effect-agent 0.1.0-beta.140 → 0.1.0-beta.143

package/src/durable/DurableAgentRuntime.ts

@@ -1265,6 +1265,21 @@ const make = Effect.fn("DurableAgentRuntime.make")(function* (
   const ledger = yield* SubmissionLedger;
   const submissionScheduling = yield* SubmissionScheduling;
   const store = yield* ThreadStore;
+
+  const publicationPending = (threadId: ThreadId) =>
+    store.lifecyclePublications === undefined
+      ? Effect.succeed(false)
+      : store.lifecyclePublications.pendingDeadlineFor(threadId).pipe(
+          Effect.map(Option.isSome),
+          Effect.mapError((cause) =>
+            ThreadStoreError.make({
+              operation: "read lifecycle publication gate",
+              message: "Native lifecycle publication state is unavailable",
+              cause,
+            }),
+          ),
+        );
+
   const wake = yield* WakeScheduler;
   const failpoint = yield* DurableRuntimeFailpoint;
   const config = yield* DurableRuntimeConfig;
@@ -4609,6 +4624,8 @@ const make = Effect.fn("DurableAgentRuntime.make")(function* (
   ) =>
     Effect.gen(function* () {
       const submissionId = submission.submissionId;
+
+      if (yield* publicationPending(submission.threadId)) return { _tag: "yielded" as const };
       const runId = runIdForSubmission(submissionId);
       const boundaries: Array<JournalBoundary> = [];
 
@@ -6234,6 +6251,19 @@ const make = Effect.fn("DurableAgentRuntime.make")(function* (
           return yield* renderInputPrompt(inputPrompt, decodedInput, encodedInput);
         });
 
+      const yieldForPublication = Effect.gen(function* () {
+        const pending = yield* Effect.exit(publicationPending(submission.threadId));
+
+        if (Exit.isSuccess(pending) && !pending.value) return;
+        // A completed plain-text response may not yet have reached beforeTurn. Retain it
+        // before either a publication wait or its failed state read closes the Attempt.
+        yield* recordHalt(commitPendingTurn);
+        if (Exit.isFailure(pending)) return yield* recordHalt(Effect.failCause(pending.cause));
+        yield* Deferred.succeed(yieldSignal, undefined);
+
+        return yield* Effect.never;
+      });
+
       const input: RunInputHook<
         CoordinatorHalt | Agent.Failure<typeof agent>,
         Agent.DefinitionRequirements<(typeof agent)["definition"]>
@@ -6252,6 +6282,8 @@ const make = Effect.fn("DurableAgentRuntime.make")(function* (
             )
               yield* recordHalt(commitPendingTurn);
 
+            yield* yieldForPublication;
+
             const joinedInputs = yield* recordHalt(
               Effect.gen(function* () {
                 const limit = policy === "one" ? 1 : MAX_JOIN_DRAIN;
@@ -6390,6 +6422,10 @@ const make = Effect.fn("DurableAgentRuntime.make")(function* (
               }),
             );
 
+            // Appending a canonical joined input may retain a new publication. Its native
+            // receipt remains successful; recovery reattaches it after acknowledgement.
+            yield* yieldForPublication;
+
             return yield* Effect.forEach(joinedInputs, (joinedInput) =>
               renderJoinedInput(joinedInput).pipe(
                 Effect.map((input): RunInputCommand => ({
@@ -7072,6 +7108,7 @@ const make = Effect.fn("DurableAgentRuntime.make")(function* (
             // Preparation may resolve the next Model from canonical Tool results or invoke
             // a compaction Model. Publish the completed Turn before either can observe it.
             yield* recordHalt(commitPendingTurn);
+            yield* yieldForPublication;
 
             if (
               yieldAfter !== undefined &&
@@ -7655,7 +7692,9 @@ const make = Effect.fn("DurableAgentRuntime.make")(function* (
       const execution = Effect.raceFirst(consume, Effect.raceFirst(abortWatcher, renewal));
 
       const raced = (
-        yieldAfter === undefined && submissionScheduling.yieldTo === undefined
+        yieldAfter === undefined &&
+        submissionScheduling.yieldTo === undefined &&
+        store.lifecyclePublications === undefined
           ? execution
           : Effect.raceFirst(
               execution,
@@ -8533,6 +8572,7 @@ const make = Effect.fn("DurableAgentRuntime.make")(function* (
 
       const attempt = Effect.scoped(
         Effect.gen(function* () {
+          if (yield* publicationPending(threadId)) return Option.none();
           const claimed = yield* acquireClaim(threadId, handoff);
 
           if (Option.isNone(claimed)) return Option.none();

package/src/durable/LifecyclePublication.ts

@@ -0,0 +1,244 @@
+import { Clock, Context, Crypto, Effect, Layer, Option, Schema, type Scope } from "effect";
+
+import { SubmissionId, ThreadId } from "../core/Identifiers.ts";
+import { Receipt } from "../core/Receipt.ts";
+import { AssignmentTerminal } from "../core/Worker.ts";
+import { MessageDeliveryKey } from "./MessageDelivery.ts";
+import {
+  AbortRequested,
+  AgentUpdateEmitted,
+  CanonicalSequence,
+  RunStartedRecord,
+  SubagentJoined,
+  SubagentRequested,
+  SubagentStarted,
+  SubmissionSettledRecord,
+  ToolApprovalDecided,
+  ToolApprovalRequested,
+  UserInputRecorded,
+  WorkerInputCompleted,
+  WorkerInputRequested,
+  WorkerStopRequested,
+} from "./Records.ts";
+import {
+  AbortIntent,
+  Settlement,
+  SubmissionLedger,
+  SubmissionLookupById,
+  SubmissionSnapshot,
+  SuspensionReason,
+} from "./SubmissionLedger.ts";
+import { PreparedInput } from "./Subscription.ts";
+import { getRunInput } from "./ThreadStore.ts";
+
+/** Immutable native admission evidence. It is private and grants no application authority. */
+export const LifecyclePublicationSource = SubmissionSnapshot.mapFields((fields) => ({
+  submissionId: fields.submissionId,
+  threadId: fields.threadId,
+  queueSequence: fields.queueSequence,
+  principal: fields.principal,
+  idempotencyKey: fields.idempotencyKey,
+  agentId: fields.agentId,
+  agentDigests: fields.agentDigests,
+  inputPayload: fields.inputPayload,
+  inputDigest: fields.inputDigest,
+  receiptId: fields.receiptId,
+  parentLinkage: fields.parentLinkage,
+  workerAdmission: fields.workerAdmission,
+  messageAdmission: fields.messageAdmission,
+  createdAt: fields.createdAt,
+}));
+
+export type LifecyclePublicationSource = typeof LifecyclePublicationSource.Type;
+
+/** Closed producer facts; model history, Tool payloads and diagnostics are not a publication API. */
+export const LifecyclePublicationFact = Schema.Union([
+  Schema.TaggedStruct("DeliveryRetained", {
+    key: MessageDeliveryKey,
+    envelope: PreparedInput,
+    createdAtMillis: Schema.Natural,
+  }),
+  Schema.TaggedStruct("DeliveryChanged", {
+    key: MessageDeliveryKey,
+    envelope: PreparedInput,
+    status: Schema.Literals(["pending", "accepted", "processed", "refused", "parked"]),
+    receipt: Schema.NullOr(Receipt),
+    settlement: Schema.NullOr(Settlement),
+    version: Schema.Natural,
+  }),
+  Schema.TaggedStruct("WorkerInboxSealed", {
+    threadId: ThreadId,
+    activeSubmissionIds: Schema.Array(SubmissionId),
+    /** First native seal winner; null is an explicit stop rather than assignment completion. */
+    terminal: Schema.NullOr(AssignmentTerminal),
+  }),
+  Schema.TaggedStruct("SubmissionReady", { submissionId: SubmissionId }),
+  Schema.TaggedStruct("SubmissionSuspended", {
+    submissionId: SubmissionId,
+    reason: SuspensionReason,
+  }),
+  Schema.TaggedStruct("SubmissionUnknown", { submissionId: SubmissionId }),
+  Schema.TaggedStruct("SubmissionResumed", { submissionId: SubmissionId }),
+  Schema.TaggedStruct("AbortIntentRecorded", { intent: AbortIntent }),
+  UserInputRecorded,
+  RunStartedRecord,
+  AgentUpdateEmitted,
+  ToolApprovalRequested,
+  ToolApprovalDecided,
+  AbortRequested,
+  WorkerInputCompleted,
+  WorkerInputRequested,
+  WorkerStopRequested,
+  SubagentRequested,
+  SubagentStarted,
+  SubagentJoined,
+  SubmissionSettledRecord,
+]);
+
+export type LifecyclePublicationFact = typeof LifecyclePublicationFact.Type;
+
+/**
+ * An exact undelivered native fact. `id` is stable across retries and lost acknowledgements.
+ * Ordinals order facts only within ownerThreadId. Accepted input order is source.queueSequence;
+ * never compare ordinals from the launching Thread and its worker Thread.
+ */
+export class LifecyclePublication extends Schema.Class<LifecyclePublication>(
+  "@effect-agent/thread/LifecyclePublication",
+)({
+  id: Schema.NonEmptyString.check(Schema.isMaxLength(4096)),
+  ownerThreadId: ThreadId,
+  ordinal: Schema.Int.check(Schema.isGreaterThan(0)),
+  createdAt: Schema.DateTimeUtcFromString,
+  canonicalSequence: Schema.optionalKey(CanonicalSequence),
+  source: Schema.optionalKey(LifecyclePublicationSource),
+  fact: LifecyclePublicationFact,
+}) {}
+
+export class LifecyclePublicationError extends Schema.TaggedError<LifecyclePublicationError>()(
+  "LifecyclePublicationError",
+  {
+    reason: Schema.Literals(["unavailable", "conflict", "corrupt", "capacity"]),
+    cause: Schema.optionalKey(Schema.Defect()),
+  },
+) {}
+
+/** Native recovery state, not a second application record or launch queue. */
+export interface LifecyclePublicationStorage {
+  readonly pending: (
+    nowMillis: number,
+    limit: number,
+  ) => Effect.Effect<ReadonlyArray<LifecyclePublication>, LifecyclePublicationError>;
+  readonly acknowledge: (
+    publication: LifecyclePublication,
+  ) => Effect.Effect<void, LifecyclePublicationError>;
+  readonly defer: (
+    publication: LifecyclePublication,
+    untilMillis: number,
+  ) => Effect.Effect<void, LifecyclePublicationError>;
+  readonly pendingDeadline: Effect.Effect<Option.Option<number>, LifecyclePublicationError>;
+  /** Earliest retained owner obligation, including deferred facts that still gate execution. */
+  readonly pendingDeadlineFor: (
+    ownerThreadId: ThreadId,
+  ) => Effect.Effect<Option.Option<number>, LifecyclePublicationError>;
+}
+
+/**
+ * Publish an idempotent domain command, including its authorization, exact receipt and delivery
+ * intent. Return only after that command commits. Treat private input/update/result fields as
+ * private; the application must select its declared public fields. Revocation/deletion is an
+ * acknowledged domain decision, not an indefinitely retryable infrastructure failure.
+ */
+export class LifecyclePublicationHandler extends Context.Service<
+  LifecyclePublicationHandler,
+  {
+    readonly publish: (
+      publication: LifecyclePublication,
+    ) => Effect.Effect<void, LifecyclePublicationError, Scope.Scope>;
+  }
+>()("@effect-agent/thread/LifecyclePublicationHandler") {}
+
+/** Adapter configuration; the opt-in layer captures its explicit Crypto requirement once. */
+export const LifecyclePublicationConfig = Context.Reference<Option.Option<Crypto.Crypto>>(
+  "@effect-agent/thread/LifecyclePublicationConfig",
+  { defaultValue: () => Option.none() },
+);
+
+/** Enable native SQL obligations without changing dependencies of disabled storage assemblies. */
+export const lifecyclePublicationLayer = Layer.effect(LifecyclePublicationConfig)(
+  Effect.map(Crypto.Crypto, Option.some),
+);
+
+/** Resolve immutable evidence by its exact native identity, never by scanning execution history. */
+const withSource = Effect.fn("LifecyclePublication.withSource")(
+  function* (publication: LifecyclePublication) {
+    if (
+      publication.source !== undefined ||
+      (publication.fact._tag === "WorkerInputCompleted" &&
+        publication.fact.workerThreadId !== publication.ownerThreadId)
+    )
+      return publication;
+    const fact = publication.fact;
+
+    let submissionId =
+      fact._tag === "AbortIntentRecorded"
+        ? fact.intent.submissionId
+        : "submissionId" in fact
+          ? fact.submissionId
+          : undefined;
+
+    const runId =
+      fact._tag === "AgentUpdateEmitted"
+        ? fact.update.runId
+        : "runId" in fact
+          ? fact.runId
+          : undefined;
+
+    if (submissionId === undefined && runId !== undefined) {
+      const input = yield* getRunInput({ threadId: publication.ownerThreadId, runId });
+
+      if (Option.isNone(input) || input.value.record.payload._tag !== "UserInputRecorded")
+        return yield* LifecyclePublicationError.make({ reason: "unavailable" });
+      submissionId = input.value.record.payload.submissionId;
+    }
+    if (submissionId === undefined) return publication;
+    const ledger = yield* SubmissionLedger;
+    const found = yield* ledger.lookup(SubmissionLookupById.make({ submissionId }));
+
+    if (Option.isNone(found))
+      return yield* LifecyclePublicationError.make({ reason: "unavailable" });
+
+    const source = yield* Schema.decodeEffect(Schema.toType(LifecyclePublicationSource))(
+      found.value,
+    );
+
+    return LifecyclePublication.make({ ...publication, source });
+  },
+  Effect.mapError((cause) => LifecyclePublicationError.make({ reason: "unavailable", cause })),
+);
+
+/**
+ * One finite wave for the host's existing maintenance coordinator. Persist the next deadline
+ * before dispatch, so interruption and process loss retain the same fact without another timer.
+ * Acknowledgements are exact and idempotent. No producer or external Tool is re-executed here.
+ */
+export const drainLifecyclePublications = Effect.fn("LifecyclePublication.drain")(function* (
+  storage: LifecyclePublicationStorage,
+  timeoutMillis = 10_000,
+  limit = 4,
+) {
+  const handler = yield* LifecyclePublicationHandler;
+  const pending = yield* storage.pending(yield* Clock.currentTimeMillis, limit);
+
+  for (const publication of pending) {
+    yield* storage.defer(publication, (yield* Clock.currentTimeMillis) + timeoutMillis);
+    yield* Effect.scoped(withSource(publication).pipe(Effect.flatMap(handler.publish))).pipe(
+      Effect.timeoutOrElse({
+        duration: timeoutMillis,
+        orElse: () => LifecyclePublicationError.make({ reason: "unavailable" }),
+      }),
+    );
+    yield* storage.acknowledge(publication);
+  }
+
+  return pending.length;
+});

package/src/durable/MessageDelivery.ts

@@ -5,6 +5,7 @@ import { AgentId, DelegationId, ThreadId } from "../core/Identifiers.ts";
 import { Receipt } from "../core/Receipt.ts";
 import { WorkerUpdate } from "../core/Worker.ts";
 import { digestJson } from "./Digest.ts";
+import type { LifecyclePublicationStorage } from "./LifecyclePublication.ts";
 import { admitPreparedInput, PreparedInputAdmission } from "./PreparedInputAdmission.ts";
 import { Digest } from "./Records.ts";
 import { ScheduleInstant, ScheduleRetry, ScheduleRetryReason } from "./Schedule.ts";
@@ -222,6 +223,7 @@ export type MessageDeliveryPage = typeof MessageDeliveryPage.Type;
 export class MessageDeliveryStore extends Context.Service<
   MessageDeliveryStore,
   {
+    readonly lifecyclePublications?: LifecyclePublicationStorage;
     readonly limits: MessageDeliveryStoreLimits;
     readonly maxStoredValueBytes: number;
     readonly insert: (

package/src/durable/ThreadStore.ts

@@ -1,6 +1,7 @@
 import { Context, Effect, Option, Schema, Stream } from "effect";
 
 import { RunId, SubmissionId, ThreadId } from "../core/Identifiers.ts";
+import type { LifecyclePublicationStorage } from "./LifecyclePublication.ts";
 import type { ToolCallPrepared, WorkerInputRequested } from "./Records.ts";
 import {
   BatchId,
@@ -598,6 +599,7 @@ export interface ThreadRecoveryCheckpoints {
 export class ThreadStore extends Context.Service<
   ThreadStore,
   {
+    readonly lifecyclePublications?: LifecyclePublicationStorage;
     readonly materialize: (
       request: ThreadMaterialization,
     ) => Effect.Effect<void, ThreadStoreError | FenceRejected>;

package/src/engine/internal/agent-runtime.ts

@@ -24,7 +24,16 @@ import {
   Stream,
   Tracer,
 } from "effect";
-import { Tool, AiError, LanguageModel, Model, Prompt, Response, Toolkit } from "effect/unstable/ai";
+import {
+  Tool,
+  AiError,
+  LanguageModel,
+  Model,
+  Prompt,
+  Response,
+  ResponseIdTracker,
+  Toolkit,
+} from "effect/unstable/ai";
 
 import * as Agent from "../../core/Agent.ts";
 import {
@@ -3239,7 +3248,8 @@ export const formatRunStatus = (view: RunStatusView): string => {
 /**
  * The run-status message is derived per request and appended only to the
  * OUTGOING prompt: official history and durable commits never carry it, so it
- * can never accumulate or replay.
+ * can never accumulate or replay. OpenAI receives it as trailing system guidance,
+ * leaving the last user/tool result as the implicit cache-write boundary.
  */
 const outgoingModelPrompt = (
   policy: AgentPolicy,
@@ -3247,12 +3257,13 @@ const outgoingModelPrompt = (
   prepared: Prompt.Prompt,
   turn: number,
   declaredToolCalls: number,
-): Effect.Effect<Prompt.Prompt> =>
+): Effect.Effect<Prompt.Prompt, never, Model.ProviderName> =>
   Effect.gen(function* () {
     if (policy.runStatus !== "appended") {
       return prepared;
     }
     const now = yield* Clock.currentTimeMillis;
+    const provider = yield* Model.ProviderName;
 
     const status = formatRunStatus({
       turn,
@@ -3269,9 +3280,9 @@ const outgoingModelPrompt = (
 
     return Prompt.fromMessages([
       ...prepared.content,
-      Prompt.makeMessage("user", {
-        content: [Prompt.makePart("text", { text: status })],
-      }),
+      provider === "openai"
+        ? Prompt.systemMessage({ content: status })
+        : Prompt.userMessage({ content: [Prompt.textPart({ text: status })] }),
     ]);
   });
 
@@ -5679,7 +5690,9 @@ const makeTurn = <
 
       const canonicalDecoration = !admissionRequired
         ? Prompt.empty
-        : yield* outgoingModelPrompt(policy, context, Prompt.empty, turn, priorToolCalls);
+        : yield* outgoingModelPrompt(policy, context, Prompt.empty, turn, priorToolCalls).pipe(
+            withCallModel,
+          );
 
       const estimateToolSchemaTokens = Effect.suspend(() => {
         const choice = modelToolChoice();
@@ -5986,7 +5999,13 @@ const makeTurn = <
       const derivedPrompt =
         options.transientContext === undefined
           ? canonicalDecoration
-          : yield* outgoingModelPrompt(policy, context, transientContext, turn, priorToolCalls);
+          : yield* outgoingModelPrompt(
+              policy,
+              context,
+              transientContext,
+              turn,
+              priorToolCalls,
+            ).pipe(withCallModel);
 
       const derivedPromptContentTokens = !admissionRequired
         ? 0
@@ -6164,11 +6183,15 @@ const makeTurn = <
           outgoingModelPrompt(
             policy,
             context,
-            Prompt.fromMessages([...basis.content, ...transientContext.content]),
+            prepareModelPrompt(
+              Prompt.fromMessages([...basis.content, ...transientContext.content]),
+              outputContract._tag === "rendered" ? outputContract.part : undefined,
+            ),
             turn,
             priorToolCalls,
           ).pipe(
-            Effect.flatMap((outgoing) =>
+            withCallModel,
+            Effect.flatMap((providerPrompt) =>
               Effect.gen(function* () {
                 const toolChoice = modelToolChoice();
 
@@ -6212,11 +6235,6 @@ const makeTurn = <
                 }
                 context.toolExposure = snapshot;
 
-                const providerPrompt = prepareModelPrompt(
-                  outgoing,
-                  outputContract._tag === "rendered" ? outputContract.part : undefined,
-                );
-
                 // Prepared and transient context can change at every Turn. A
                 // final full-prompt check closes the per-call boundary for grace
                 // finalization and any future path that bypasses research
@@ -6250,10 +6268,9 @@ const makeTurn = <
                   Effect.as(
                     guardBudgetStream(
                       LanguageModel.streamText({
-                        // The contract joins the final outgoing prompt (after
-                        // compaction and the run-status append), so every attempt —
-                        // including the overflow retry — carries it at the last
-                        // system block.
+                        // Every attempt, including an overflow retry, places the
+                        // contract in the leading system block before appending
+                        // transient run status.
                         prompt: providerPrompt,
                         toolkit: deferredToolParameterToolkit(requestToolkit),
                         disableToolCallResolution: true,
@@ -6263,6 +6280,19 @@ const makeTurn = <
                       }),
                       options.budget,
                     ).pipe(
+                      // Provider-held responses retain prior model-only context.
+                      // Isolate tracking when a later request can discard it.
+                      (stream) =>
+                        policy.runStatus === "appended" ||
+                        options.context !== undefined ||
+                        options.transientContext !== undefined
+                          ? stream.pipe(
+                              Stream.provideServiceEffect(
+                                ResponseIdTracker.ResponseIdTracker,
+                                ResponseIdTracker.make,
+                              ),
+                            )
+                          : stream,
                       Stream.provideServiceEffect(
                         Tracer.Tracer,
                         modelTelemetryTracer(context, turnId),

package/src/index.ts

@@ -95,5 +95,4 @@ export * as WakeScheduler from "./durable/WakeScheduler.ts";
 export * as WorkerHost from "./durable/WorkerHost.ts";
 export * as ThreadContextHistory from "./durable/ThreadContextHistory.ts";
 export * as ThreadContextHistoryProjection from "./durable/ThreadContextHistoryProjection.ts";
-
-export * as SqlThreadNativeReads from "./durable/SqlThreadNativeReads.ts";
+export * as LifecyclePublication from "./durable/LifecyclePublication.ts";