@yielded/agent-storage-cloudflare 0.1.0-beta.167 → 0.1.0-beta.169

package/package.json

@@ -1 +1 @@
-{"name":"@yielded/agent-storage-cloudflare","version":"0.1.0-beta.167","dependencies":{"@effect/platform-browser":"4.0.0","@effect/sql-sqlite-do":"4.0.0","@yielded/agent":"0.1.0-beta.167","@yielded/agent-storage-sql":"0.1.0-beta.167"},"devDependencies":{"@cloudflare/vitest-pool-workers":"0.21.3","@cloudflare/workers-types":"5.20260926.1","@effect/vitest":"4.0.0","@yielded/agent-testing":"0.1.0-beta.167","effect":"4.0.0","typescript":"7.0.2","vite-plus":"0.3.3","vitest":"4.1.11"},"peerDependencies":{"effect":"^4.0.0"},"exports":{".":{"types":"./dist/index.d.mts","default":"./dist/index.mjs"},"./do-memory-store":{"types":"./dist/DoMemoryStore.d.mts","default":"./dist/DoMemoryStore.mjs"},"./do-schedule-store":{"types":"./dist/DoScheduleStore.d.mts","default":"./dist/DoScheduleStore.mjs"},"./do-storage-config":{"types":"./dist/DoStorageConfig.d.mts","default":"./dist/DoStorageConfig.mjs"},"./do-storage-error":{"types":"./dist/DoStorageError.d.mts","default":"./dist/DoStorageError.mjs"},"./do-storage-failpoint":{"types":"./dist/DoStorageFailpoint.d.mts","default":"./dist/DoStorageFailpoint.mjs"},"./do-storage-version":{"types":"./dist/DoStorageVersion.d.mts","default":"./dist/DoStorageVersion.mjs"},"./do-submission-ledger":{"types":"./dist/DoSubmissionLedger.d.mts","default":"./dist/DoSubmissionLedger.mjs"},"./do-subscription-store":{"types":"./dist/DoSubscriptionStore.d.mts","default":"./dist/DoSubscriptionStore.mjs"},"./do-thread-store":{"types":"./dist/DoThreadStore.d.mts","default":"./dist/DoThreadStore.mjs"},"./memory-protocol":{"types":"./dist/MemoryProtocol.d.mts","default":"./dist/MemoryProtocol.mjs"},"./port-protocol":{"types":"./dist/PortProtocol.d.mts","default":"./dist/PortProtocol.mjs"},"./port-routing":{"types":"./dist/PortRouting.d.mts","default":"./dist/PortRouting.mjs"},"./testing/do-storage-failpoint-testing":{"types":"./dist/DoStorageFailpointTesting.d.mts","default":"./dist/DoStorageFailpointTesting.mjs"},"./do-message-delivery-store":{"types":"./dist/DoMessageDeliveryStore.d.mts","default":"./dist/DoMessageDeliveryStore.mjs"}},"description":"Durable Object SQLite storage adapters and the routed port protocol for Effect Agent on Cloudflare.","license":"MIT","repository":{"type":"git","url":"git+https://github.com/yielded-dev/agent.git","directory":"packages/storage-cloudflare"},"files":["dist","src"],"type":"module","sideEffects":[],"publishConfig":{"access":"public"},"scripts":{"build":"vp pack","check":"tsc --noEmit -p tsconfig.json"}}
+{"name":"@yielded/agent-storage-cloudflare","version":"0.1.0-beta.169","dependencies":{"@effect/platform-browser":"4.0.3","@effect/sql-sqlite-do":"4.0.3","@yielded/agent":"0.1.0-beta.169","@yielded/agent-storage-sql":"0.1.0-beta.169"},"devDependencies":{"@cloudflare/vitest-plugin":"1.4.0","@cloudflare/workers-types":"5.20260926.1","@effect/vitest":"4.0.3","@yielded/agent-testing":"0.1.0-beta.169","effect":"4.0.3","typescript":"7.0.2","vite":"npm:@voidzero-dev/vite-plus-core@1.1.0","vite-plus":"1.1.0","vitest":"5.0.3"},"peerDependencies":{"effect":"^4.0.3"},"exports":{".":{"types":"./dist/index.d.mts","default":"./dist/index.mjs"},"./do-memory-store":{"types":"./dist/DoMemoryStore.d.mts","default":"./dist/DoMemoryStore.mjs"},"./do-schedule-store":{"types":"./dist/DoScheduleStore.d.mts","default":"./dist/DoScheduleStore.mjs"},"./do-storage-config":{"types":"./dist/DoStorageConfig.d.mts","default":"./dist/DoStorageConfig.mjs"},"./do-storage-error":{"types":"./dist/DoStorageError.d.mts","default":"./dist/DoStorageError.mjs"},"./do-storage-failpoint":{"types":"./dist/DoStorageFailpoint.d.mts","default":"./dist/DoStorageFailpoint.mjs"},"./do-storage-version":{"types":"./dist/DoStorageVersion.d.mts","default":"./dist/DoStorageVersion.mjs"},"./do-submission-ledger":{"types":"./dist/DoSubmissionLedger.d.mts","default":"./dist/DoSubmissionLedger.mjs"},"./do-subscription-store":{"types":"./dist/DoSubscriptionStore.d.mts","default":"./dist/DoSubscriptionStore.mjs"},"./do-thread-store":{"types":"./dist/DoThreadStore.d.mts","default":"./dist/DoThreadStore.mjs"},"./memory-protocol":{"types":"./dist/MemoryProtocol.d.mts","default":"./dist/MemoryProtocol.mjs"},"./port-protocol":{"types":"./dist/PortProtocol.d.mts","default":"./dist/PortProtocol.mjs"},"./port-routing":{"types":"./dist/PortRouting.d.mts","default":"./dist/PortRouting.mjs"},"./testing/do-storage-failpoint-testing":{"types":"./dist/DoStorageFailpointTesting.d.mts","default":"./dist/DoStorageFailpointTesting.mjs"},"./do-message-delivery-store":{"types":"./dist/DoMessageDeliveryStore.d.mts","default":"./dist/DoMessageDeliveryStore.mjs"}},"description":"Durable Object SQLite storage adapters and the routed port protocol for Effect Agent on Cloudflare.","license":"MIT","repository":{"type":"git","url":"git+https://github.com/yielded-dev/agent.git","directory":"packages/storage-cloudflare"},"files":["dist","src"],"type":"module","sideEffects":[],"publishConfig":{"access":"public"},"scripts":{"build":"vp pack","check":"tsc --noEmit -p tsconfig.json"}}

package/src/DoMessageDeliveryStore.ts

@@ -1,3 +1,4 @@
+import { BrowserCrypto } from "@effect/platform-browser";
 import { SqlLifecycleSource } from "@yielded/agent-storage-sql/sql-lifecycle-publication";
 import { makeSqlMessageDeliveryStore } from "@yielded/agent-storage-sql/sql-message-delivery-store";
 import {
@@ -36,4 +37,4 @@ export const doMessageDeliveryStoreLayer = (limits?: MessageDeliveryStoreLimits)
         }),
       );
     }),
-  );
+  ).pipe(Layer.provide(BrowserCrypto.layer));

package/src/DoScheduleStore.ts

@@ -1,4 +1,3 @@
-import { upgradeV2Schedules } from "@yielded/agent-storage-sql/sql-storage-v2-upgrade";
 import {
   ScheduleCapacityError,
   ScheduleDueCursor,
@@ -116,15 +115,12 @@ const unavailable = (operation: string): ScheduleStorageError =>
 const corrupt = (operation: string): ScheduleStorageError =>
   ScheduleStorageError.make({ operation, reason: "corrupt" });
 
-const decodeRows = Effect.fn("DoScheduleStore.decodeRows")(function* <A, I, R>(
+const decodeRows = <A, I, R>(
   schema: Schema.Codec<A, I, R>,
   rows: ReadonlyArray<unknown>,
   operation: string,
-): Effect.fn.Return<A, ScheduleStorageError, R> {
-  return yield* Schema.decodeUnknownEffect(schema)(rows).pipe(
-    Effect.mapError(() => corrupt(operation)),
-  );
-});
+): Effect.Effect<A, ScheduleStorageError, R> =>
+  Schema.decodeUnknownEffect(schema)(rows).pipe(Effect.mapError(() => corrupt(operation)));
 
 const decodeBoundary = <A, I, R>(
   schema: Schema.Codec<A, I, R>,
@@ -133,7 +129,7 @@ const decodeBoundary = <A, I, R>(
 ): Effect.Effect<A, ScheduleStorageError, R> =>
   Schema.decodeUnknownEffect(schema)(value).pipe(Effect.mapError(() => corrupt(operation)));
 
-const decodeRecord = Effect.fn("DoScheduleStore.decodeRecord")(function* (
+const decodeRecord = Effect.fnUntraced(function* (
   row: ScheduleRow,
 ): Effect.fn.Return<ScheduleRecord, ScheduleStorageError> {
   const record = yield* Schema.decodeEffect(Schema.fromJsonString(ScheduleRecord))(
@@ -152,7 +148,7 @@ const decodeRecord = Effect.fn("DoScheduleStore.decodeRecord")(function* (
   return record;
 });
 
-const encodeRecord = Effect.fn("DoScheduleStore.encodeRecord")(function* (
+const encodeRecord = Effect.fnUntraced(function* (
   record: ScheduleRecord,
 ): Effect.fn.Return<string, ScheduleStorageError> {
   const encoded = yield* Schema.encodeEffect(Schema.fromJsonString(ScheduleRecord))(record).pipe(
@@ -164,7 +160,7 @@ const encodeRecord = Effect.fn("DoScheduleStore.encodeRecord")(function* (
   );
 });
 
-const initializeScheduleStore = Effect.fn("DoScheduleStore.initialize")(function* () {
+const initializeScheduleStore = Effect.fnUntraced(function* () {
   const sql = yield* SqlClientService.SqlClient;
   const operation = "initialize schedule store";
 
@@ -237,42 +233,6 @@ const initializeScheduleStore = Effect.fn("DoScheduleStore.initialize")(function
 
   const state = yield* decodeRows(Schema.Array(ScheduleStoreStateRow), rawState, operation);
 
-  if (state.length === 1 && state[0].storage_version === 2) {
-    const failpoint = yield* ScheduleFailpoint;
-
-    yield* sql
-      .withTransaction(
-        Effect.gen(function* () {
-          const current = yield* sql<{
-            storage_version: number;
-          }>`SELECT storage_version FROM effect_agent_schedule_store_state WHERE singleton=1`;
-
-          if (current.length === 1 && current[0].storage_version === 3) return;
-          if (current.length !== 1 || current[0].storage_version !== 2)
-            return yield* corrupt("schedule version changed during upgrade");
-          yield* upgradeV2Schedules(MAX_STORED_SCHEDULE_BYTES);
-          yield* failpoint.hit("upgrade:before-version");
-          yield* sql`UPDATE effect_agent_schedule_store_state SET storage_version=3 WHERE singleton=1`;
-          yield* failpoint.hit("upgrade:after-version");
-        }),
-      )
-      .pipe(
-        Effect.catchTag("StorageUpgradeError", (error) =>
-          ScheduleStorageError.make({
-            reason: "corrupt",
-            operation: "upgrade v2 schedules",
-            cause: error,
-          }),
-        ),
-        Effect.catchTag("SqlError", () => unavailable("upgrade v2 schedules")),
-        Effect.catchTag("ScheduleFailpointError", () =>
-          unavailable("upgrade v2 schedules failpoint"),
-        ),
-      );
-
-    return;
-  }
-
   if (state.length !== 1 || state[0].storage_version !== CURRENT_SCHEDULE_STORE_VERSION) {
     return yield* corrupt(
       state.length === 1
@@ -289,7 +249,7 @@ const makeServices = Effect.gen(function* () {
 
   yield* initializeScheduleStore();
 
-  const readRows = Effect.fn("DoScheduleStore.readRows")(function* (
+  const readRows = Effect.fnUntraced(function* (
     key: ScheduleKey,
     operation: string,
   ): Effect.fn.Return<ReadonlyArray<ScheduleRow>, ScheduleStorageError> {
@@ -304,7 +264,7 @@ const makeServices = Effect.gen(function* () {
     return yield* decodeRows(Schema.Array(ScheduleRow), rows, operation);
   });
 
-  const readOne = Effect.fn("DoScheduleStore.readOne")(function* (
+  const readOne = Effect.fnUntraced(function* (
     key: ScheduleKey,
     operation: string,
   ): Effect.fn.Return<ScheduleRecord | null, ScheduleStorageError> {
@@ -316,7 +276,7 @@ const makeServices = Effect.gen(function* () {
     return yield* decodeRecord(rows[0]);
   });
 
-  const readNextDeadline = Effect.fn("DoScheduleStore.readNextDeadline")(function* (
+  const readNextDeadline = Effect.fnUntraced(function* (
     owner: ScheduleOwner | undefined,
     operation: string,
   ): Effect.fn.Return<number | null, ScheduleStorageError> {
@@ -342,7 +302,7 @@ const makeServices = Effect.gen(function* () {
     return decoded[0].deadline_at_millis;
   });
 
-  const replaceAlarm = Effect.fn("DoScheduleStore.replaceAlarm")(function* (
+  const replaceAlarm = Effect.fnUntraced(function* (
     replace: DoScheduleReplaceAlarm,
     deadlineAtMillis: number | null,
     operation: string,
@@ -364,7 +324,7 @@ const makeServices = Effect.gen(function* () {
     yield* scheduleFailpoint.hit("schedule:alarm:after");
   });
 
-  const insert: ScheduleStore["Service"]["insert"] = Effect.fn("DoScheduleStore.insert")(
+  const insert: ScheduleStore["Service"]["insert"] = Effect.fnUntraced(
     function* (record, ownerLimit) {
       const operation = "insert schedule";
       const canonical = yield* decodeBoundary(ScheduleRecord, record, operation);
@@ -423,13 +383,13 @@ const makeServices = Effect.gen(function* () {
     },
   );
 
-  const get: ScheduleStore["Service"]["get"] = Effect.fn("DoScheduleStore.get")(function* (key) {
+  const get: ScheduleStore["Service"]["get"] = Effect.fnUntraced(function* (key) {
     const canonical = yield* decodeBoundary(ScheduleKey, key, "get schedule");
 
     return yield* readOne(canonical, "get schedule");
   });
 
-  const list: ScheduleStore["Service"]["list"] = Effect.fn("DoScheduleStore.list")(function* (
+  const list: ScheduleStore["Service"]["list"] = Effect.fnUntraced(function* (
     requestValue: SchedulePageRequest,
   ): Effect.fn.Return<SchedulePage, ScheduleStorageError> {
     const operation = "list schedules";
@@ -463,7 +423,7 @@ const makeServices = Effect.gen(function* () {
     return { items, next: hasNext ? (items.at(-1)?.scheduleId ?? null) : null };
   });
 
-  const change: ScheduleStore["Service"]["change"] = Effect.fn("DoScheduleStore.change")(function* (
+  const change: ScheduleStore["Service"]["change"] = Effect.fnUntraced(function* (
     key,
     change,
     ownerLimit = defaultSchedulingLimits.maxSchedulesPerOwner,
@@ -522,7 +482,7 @@ const makeServices = Effect.gen(function* () {
     return result.record;
   });
 
-  const due: ScheduleStore["Service"]["due"] = Effect.fn("DoScheduleStore.due")(function* (
+  const due: ScheduleStore["Service"]["due"] = Effect.fnUntraced(function* (
     nowMillis,
     limit,
     owner?: ScheduleOwner,
@@ -572,15 +532,15 @@ const makeServices = Effect.gen(function* () {
     }));
   });
 
-  const nextDeadline: ScheduleStore["Service"]["nextDeadline"] = Effect.fn(
-    "DoScheduleStore.nextDeadline",
-  )(function* (owner?: ScheduleOwner) {
+  const nextDeadline: ScheduleStore["Service"]["nextDeadline"] = Effect.fnUntraced(function* (
+    owner?: ScheduleOwner,
+  ) {
     const operation = "query next schedule deadline";
 
     return yield* readNextDeadline(owner, operation);
   });
 
-  const prearm = Effect.fn("DoScheduleStore.prearm")(function* (
+  const prearm = Effect.fnUntraced(function* (
     deadlineAtMillis: number,
   ): Effect.fn.Return<void, ScheduleStorageError | ScheduleFailpointError> {
     yield* decodeBoundary(ScheduleInstant, deadlineAtMillis, "pre-arm schedule recovery");

package/src/DoStorageConfig.ts

@@ -1,7 +1,6 @@
 import { Context, Schema } from "effect";
 
 const ObservationPollInterval = Schema.Int.check(Schema.isGreaterThanOrEqualTo(0));
-const OwnershipLeaseMillis = Schema.Int.check(Schema.isGreaterThan(0));
 
 /**
  * Default per-value byte bound, kept under the Durable Object platform's 2 MB SQLite value
@@ -26,13 +25,6 @@ export class DoStorageConfigValue extends Schema.Class<DoStorageConfigValue>(
   "@effect-agent/storage-cloudflare/DoStorageConfigValue",
 )({
   observationPollInterval: ObservationPollInterval,
-  /**
-   * Submission ownership lease duration in milliseconds (D5). Inside one Durable Object the
-   * object itself is the serialized owner, so the lease's primary DC role is fencing work
-   * across DO incarnations (an evicted incarnation's claim becomes reclaimable); correctness
-   * never depends on it because every canonical append is fenced by producer epoch.
-   */
-  ownershipLeaseDuration: OwnershipLeaseMillis,
   /**
    * Maximum bytes for any single stored text value (canonical batch/record JSON, admission
    * input payload, checkpoint JSON). Enforced typed BEFORE any write; must stay under the
@@ -40,9 +32,8 @@ export class DoStorageConfigValue extends Schema.Class<DoStorageConfigValue>(
    */
   maxStoredValueBytes: MaxStoredValueBytes,
   /**
-   * Re-verify every stored payload and digest chain while opening the store. Per-operation
-   * Schema decoding and the digest chain already fail clearly on corrupt rows, so the full
-   * scan is an explicit opt-in integrity audit rather than a startup requirement.
+   * Audit stored payload schemas, identities, and batch coverage while opening the store.
+   * Per-operation Schema decoding remains enabled; this complete scan is an explicit opt-in.
    */
   verifyOnOpen: Schema.Boolean,
 }) {}

package/src/DoStorageError.ts

@@ -1,4 +1,4 @@
-import { CanonicalSequence, ProducerEpoch } from "@yielded/agent/records";
+import { CanonicalSequence } from "@yielded/agent/records";
 import { ThreadStoreDiagnostic } from "@yielded/agent/thread-store";
 import { Schema } from "effect";
 
@@ -72,26 +72,15 @@ export class DoValueBoundExceeded extends Schema.TaggedError<DoValueBoundExceede
  */
 export class DoAppendConflict extends Schema.TaggedError<DoAppendConflict>()("DoAppendConflict", {
   message: Schema.String,
-  reason: Schema.Literals(["batch-digest", "record-identity", "tail"]),
+  reason: Schema.Literals(["batch-content", "record-identity", "tail", "stale-command"]),
   actualTailSequence: Schema.optionalKey(CanonicalSequence),
-  actualTailDigest: Schema.optionalKey(Schema.String),
-}) {}
-
-/**
- * A producer epoch does not match the Thread's current writer registration. Appends
- * require the exact registered epoch, so both older and newer unregistered epochs are fenced;
- * a newer epoch takes over by materializing first.
- */
-export class DoFenceRejected extends Schema.TaggedError<DoFenceRejected>()("DoFenceRejected", {
-  actualEpoch: ProducerEpoch,
-  message: Schema.String,
-  producerEpoch: ProducerEpoch,
 }) {}
 
 /** A checkpoint conflicts with a previously stored checkpoint at the same offset. */
 export class DoCheckpointConflict extends Schema.TaggedError<DoCheckpointConflict>()(
   "DoCheckpointConflict",
   {
+    reason: Schema.Literals(["ahead-of-tail", "not-batch-boundary", "corrupt"]),
     message: Schema.String,
   },
 ) {}
@@ -105,10 +94,6 @@ export class DoCheckpointConflict extends Schema.TaggedError<DoCheckpointConflic
  * locations. There is intentionally no Cloudflare-only location.
  */
 export const DoStorageFailpointLocation = Schema.Literals([
-  "upgrade:before-mutation",
-  "upgrade:after-mutation",
-  "upgrade:before-version",
-  "upgrade:after-version",
   "materialize:before",
   "materialize:after",
   "append:before",
@@ -119,8 +104,6 @@ export const DoStorageFailpointLocation = Schema.Literals([
   "export:after-thread-read",
   "save-checkpoint:before",
   "save-checkpoint:after",
-  "save-recovery-checkpoint:before",
-  "save-recovery-checkpoint:after",
   "ledger:admit:before",
   "ledger:admit:after",
   "ledger:mark-ready:before",
@@ -129,16 +112,10 @@ export const DoStorageFailpointLocation = Schema.Literals([
   "ledger:claim:after",
   "ledger:mark-input-applied:before",
   "ledger:mark-input-applied:after",
-  "ledger:renew:before",
-  "ledger:renew:after",
-  "ledger:reserve-settlement:before",
-  "ledger:reserve-settlement:after",
   "ledger:finalize-settlement:before",
   "ledger:finalize-settlement:after",
   "ledger:request-abort:before",
   "ledger:request-abort:after",
-  "ledger:release:before",
-  "ledger:release:after",
   "ledger:claim-joining:before",
   "ledger:claim-joining:after",
   "ledger:mark-joined:before",

package/src/DoStorageVersion.ts

@@ -1,2 +1,2 @@
-/** Public DoStorageVersion API. Implementation helpers remain private. */
+/** Current adapter layout version; record encoding is versioned independently. */
 export { CurrentDoStorageVersion } from "./internal/migrations.ts";