@yielded/agent-storage-cloudflare 0.1.0-beta.167 → 0.1.0-beta.169

package/dist/owned-state-DHm2aRXx.mjs.map

@@ -1 +0,0 @@
-{"version":3,"file":"owned-state-DHm2aRXx.mjs","names":[],"sources":["../src/internal/owned-state.ts"],"sourcesContent":["import { SqliteClient } from \"@effect/sql-sqlite-do\";\nimport { Context, Effect, Exit, Predicate, Schema, Semaphore } from \"effect\";\nimport { SqlClient } from \"effect/sql/SqlClient\";\nimport type { SqlError } from \"effect/sql/SqlError\";\n\nimport { DoStorageCorruptionError, DoStorageError } from \"../DoStorageError.ts\";\n\nconst ActiveState = Context.Reference<OwnedState | undefined>(\n  \"@effect-agent/storage-cloudflare/internal/ActiveState\",\n  { defaultValue: () => undefined },\n);\n\n/** One disposable view per physical Object database, including separately acquired adapters. */\nexport class OwnedState {\n  private readonly gate = Semaphore.makeUnsafe(1);\n  readonly invalidators = new Set<() => void>();\n\n  readonly invalidate = Effect.sync(() => {\n    for (const invalidate of this.invalidators) invalidate();\n  });\n\n  /** Cached readers must wait for the complete transaction, including rollback/commit. */\n  readonly read = <A, E, R>(effect: Effect.Effect<A, E, R>): Effect.Effect<A, E, R> =>\n    Effect.flatMap(ActiveState, (active) =>\n      active === this\n        ? effect\n        : this.gate.withPermits(1)(Effect.provideService(effect, ActiveState, this)),\n    );\n\n  readonly transaction = <A, E, R>(\n    effect: Effect.Effect<A, E, R>,\n  ): Effect.Effect<A, E | SqlError, R | SqlClient> =>\n    this.read(\n      Effect.flatMap(SqlClient, (sql) =>\n        sql\n          .withTransaction(effect)\n          .pipe(Effect.onExit((exit) => (Exit.isFailure(exit) ? this.invalidate : Effect.void))),\n      ),\n    );\n}\n\nconst states = new WeakMap<object, OwnedState>();\n\n/** Explicit invalidation for maintenance that writes private tables outside the adapters. */\nexport const invalidateOwnedState = (storage: DurableObjectStorage): Effect.Effect<void> =>\n  Effect.suspend(() => {\n    const state = states.get(storage);\n\n    return state === undefined ? Effect.void : state.read(state.invalidate);\n  });\n\nconst DoClient = Schema.declare<SqliteClient.SqliteClient>(\n  (value): value is SqliteClient.SqliteClient => Predicate.hasProperty(value, SqliteClient.TypeId),\n);\n\nexport const ownedState = (sql: SqlClient) =>\n  Schema.decodeUnknownEffect(DoClient)(sql).pipe(\n    Effect.mapError(() =>\n      DoStorageError.make({\n        operation: \"open owned state\",\n        message: \"Owned state requires a Durable Object SQLite client.\",\n      }),\n    ),\n    Effect.map((client) => {\n      // Instrumentation may return a fresh SQL wrapper on every storage.sql access.\n      const key = client.config.storage ?? client.config.db ?? client;\n      let state = states.get(key);\n\n      if (state === undefined) {\n        state = new OwnedState();\n        states.set(key, state);\n      }\n\n      return state;\n    }),\n  );\n\n/**\n * Demand-loaded row views. Writes apply SQLite's RETURNING rows to every retained view in\n * the same transaction; rollback discards them. Bounded views avoid loading a host's entire\n * retained submission history just to fence one live submission.\n */\nexport const ownedRows = <A, I>(\n  schema: Schema.Codec<A, I>,\n  table: string,\n  key: (row: A) => string,\n  identityColumn?: keyof A & string,\n  uniqueFields: ReadonlyArray<ReadonlyArray<keyof A & string>> = [],\n) => {\n  type View = {\n    readonly id: string;\n    readonly matches: (row: A) => boolean;\n    readonly maxRows: number;\n    readonly rows: ReadonlyArray<A>;\n    readonly bytes: number;\n  };\n  const caches = new WeakMap<OwnedState, Map<string, View>>();\n\n  return (state: OwnedState, sql: SqlClient) => {\n    let cache = caches.get(state);\n\n    if (cache === undefined) {\n      cache = new Map();\n      caches.set(state, cache);\n      const current = cache;\n\n      state.invalidators.add(() => current.clear());\n    }\n    const current = cache;\n\n    const decode = (rows: unknown) =>\n      Schema.decodeUnknownEffect(Schema.Array(schema))(rows).pipe(\n        Effect.mapError(() =>\n          DoStorageCorruptionError.make({\n            table,\n            rowKey: \"owned-state\",\n            message: \"Stored rows do not satisfy the storage schema\",\n          }),\n        ),\n      );\n\n    const retain = (\n      id: string,\n      matches: View[\"matches\"],\n      rows: ReadonlyArray<A>,\n      maxRows: number,\n    ) => {\n      const bytes = new TextEncoder().encode(JSON.stringify(rows)).byteLength;\n\n      current.delete(id);\n      if (rows.length > maxRows || bytes > 4 * 1024 * 1024) return;\n      current.set(id, { id, matches, maxRows, rows, bytes });\n      let total = 0;\n\n      for (const view of current.values()) total += view.bytes;\n      while (current.size > 128 || total > 4 * 1024 * 1024) {\n        const oldest = current.entries().next().value;\n\n        if (oldest === undefined) break;\n        total -= oldest[1].bytes;\n        current.delete(oldest[0]);\n      }\n    };\n\n    const matching = (\n      id: string,\n      matches: View[\"matches\"],\n      query: Effect.Effect<ReadonlyArray<unknown>, SqlError>,\n      maxRows = Infinity,\n    ) =>\n      state.read(\n        Effect.gen(function* () {\n          const view = current.get(id);\n\n          if (view !== undefined) return view.rows;\n\n          const rows = yield* decode(yield* query);\n\n          retain(id, matches, rows, maxRows);\n\n          return rows;\n        }),\n      );\n\n    const by = (field: keyof A & string, value: string) =>\n      matching(\n        JSON.stringify([field, value]),\n        (row) => row[field] === value,\n        sql`SELECT * FROM ${sql(table)} WHERE ${sql(field)} = ${value}`,\n      );\n\n    // Only a source mutation proving the complete result may seed a view. This must run\n    // under the owner transaction; rollback invalidates it with every other retained view.\n    const seed = (field: keyof A & string, value: string, rows: ReadonlyArray<A>) =>\n      retain(JSON.stringify([field, value]), (row) => row[field] === value, rows, Infinity);\n\n    const byFields = (fields: ReadonlyArray<readonly [keyof A & string, string]>) =>\n      matching(\n        JSON.stringify(fields),\n        (row) => fields.every(([field, value]) => row[field] === value),\n        sql`SELECT * FROM ${sql(table)} WHERE ${sql.and(fields.map(([field, value]) => sql`${sql(field)} = ${value}`))}`,\n      );\n\n    const apply =\n      (remove: boolean) =>\n      <E, R>(effect: Effect.Effect<ReadonlyArray<unknown>, E, R>) =>\n        Effect.gen(function* () {\n          const rows = yield* decode(yield* effect);\n          const changed = new Set(rows.map(key));\n\n          for (const { id, matches, maxRows, rows: prior } of Array.from(current.values())) {\n            const next = prior.filter((row) => !changed.has(key(row)));\n\n            if (!remove) next.push(...rows.filter(matches));\n            retain(id, matches, next, maxRows);\n          }\n          // A RETURNING row completely defines its unique-key view, even on a new Thread.\n          if (identityColumn !== undefined)\n            for (const row of rows) {\n              const value = row[identityColumn];\n\n              if (typeof value === \"string\")\n                retain(\n                  JSON.stringify([identityColumn, value]),\n                  (row) => row[identityColumn] === value,\n                  remove ? [] : [row],\n                  Infinity,\n                );\n            }\n\n          for (const row of rows)\n            for (const fields of uniqueFields) {\n              const values = fields.map((field) => [field, row[field]] as const);\n\n              retain(\n                JSON.stringify(values),\n                (candidate) => values.every(([field, value]) => candidate[field] === value),\n                remove ? [] : [row],\n                1,\n              );\n            }\n\n          return rows;\n        });\n\n    return { by, byFields, matching, seed, write: apply(false), remove: apply(true) };\n  };\n};\n"],"mappings":";;;;;AAOA,MAAM,cAAc,QAAQ,UAC1B,yDACA,EAAE,oBAAoB,KAAA,EAAU,CAClC;;AAGA,IAAa,aAAb,MAAwB;CACtB,OAAwB,UAAU,WAAW,CAAC;CAC9C,+BAAwB,IAAI,IAAgB;CAE5C,aAAsB,OAAO,WAAW;EACtC,KAAK,MAAM,cAAc,KAAK,cAAc,WAAW;CACzD,CAAC;;CAGD,QAA0B,WACxB,OAAO,QAAQ,cAAc,WAC3B,WAAW,OACP,SACA,KAAK,KAAK,YAAY,CAAC,CAAC,CAAC,OAAO,eAAe,QAAQ,aAAa,IAAI,CAAC,CAC/E;CAEF,eACE,WAEA,KAAK,KACH,OAAO,QAAQ,YAAY,QACzB,IACG,gBAAgB,MAAM,CAAC,CACvB,KAAK,OAAO,QAAQ,SAAU,KAAK,UAAU,IAAI,IAAI,KAAK,aAAa,OAAO,IAAK,CAAC,CACzF,CACF;AACJ;AAEA,MAAM,yBAAS,IAAI,QAA4B;;AAG/C,MAAa,wBAAwB,YACnC,OAAO,cAAc;CACnB,MAAM,QAAQ,OAAO,IAAI,OAAO;CAEhC,OAAO,UAAU,KAAA,IAAY,OAAO,OAAO,MAAM,KAAK,MAAM,UAAU;AACxE,CAAC;AAEH,MAAM,WAAW,OAAO,SACrB,UAA8C,UAAU,YAAY,OAAO,aAAa,MAAM,CACjG;AAEA,MAAa,cAAc,QACzB,OAAO,oBAAoB,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KACxC,OAAO,eACL,eAAe,KAAK;CAClB,WAAW;CACX,SAAS;AACX,CAAC,CACH,GACA,OAAO,KAAK,WAAW;CAErB,MAAM,MAAM,OAAO,OAAO,WAAW,OAAO,OAAO,MAAM;CACzD,IAAI,QAAQ,OAAO,IAAI,GAAG;CAE1B,IAAI,UAAU,KAAA,GAAW;EACvB,QAAQ,IAAI,WAAW;EACvB,OAAO,IAAI,KAAK,KAAK;CACvB;CAEA,OAAO;AACT,CAAC,CACH;;;;;;AAOF,MAAa,aACX,QACA,OACA,KACA,gBACA,eAA+D,CAAC,MAC7D;CAQH,MAAM,yBAAS,IAAI,QAAuC;CAE1D,QAAQ,OAAmB,QAAmB;EAC5C,IAAI,QAAQ,OAAO,IAAI,KAAK;EAE5B,IAAI,UAAU,KAAA,GAAW;GACvB,wBAAQ,IAAI,IAAI;GAChB,OAAO,IAAI,OAAO,KAAK;GACvB,MAAM,UAAU;GAEhB,MAAM,aAAa,UAAU,QAAQ,MAAM,CAAC;EAC9C;EACA,MAAM,UAAU;EAEhB,MAAM,UAAU,SACd,OAAO,oBAAoB,OAAO,MAAM,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KACrD,OAAO,eACL,yBAAyB,KAAK;GAC5B;GACA,QAAQ;GACR,SAAS;EACX,CAAC,CACH,CACF;EAEF,MAAM,UACJ,IACA,SACA,MACA,YACG;GACH,MAAM,QAAQ,IAAI,YAAY,CAAC,CAAC,OAAO,KAAK,UAAU,IAAI,CAAC,CAAC,CAAC;GAE7D,QAAQ,OAAO,EAAE;GACjB,IAAI,KAAK,SAAS,WAAW,QAAQ,SAAiB;GACtD,QAAQ,IAAI,IAAI;IAAE;IAAI;IAAS;IAAS;IAAM;GAAM,CAAC;GACrD,IAAI,QAAQ;GAEZ,KAAK,MAAM,QAAQ,QAAQ,OAAO,GAAG,SAAS,KAAK;GACnD,OAAO,QAAQ,OAAO,OAAO,QAAQ,SAAiB;IACpD,MAAM,SAAS,QAAQ,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC;IAExC,IAAI,WAAW,KAAA,GAAW;IAC1B,SAAS,OAAO,EAAE,CAAC;IACnB,QAAQ,OAAO,OAAO,EAAE;GAC1B;EACF;EAEA,MAAM,YACJ,IACA,SACA,OACA,UAAU,aAEV,MAAM,KACJ,OAAO,IAAI,aAAa;GACtB,MAAM,OAAO,QAAQ,IAAI,EAAE;GAE3B,IAAI,SAAS,KAAA,GAAW,OAAO,KAAK;GAEpC,MAAM,OAAO,OAAO,OAAO,OAAO,KAAK;GAEvC,OAAO,IAAI,SAAS,MAAM,OAAO;GAEjC,OAAO;EACT,CAAC,CACH;EAEF,MAAM,MAAM,OAAyB,UACnC,SACE,KAAK,UAAU,CAAC,OAAO,KAAK,CAAC,IAC5B,QAAQ,IAAI,WAAW,OACxB,GAAG,iBAAiB,IAAI,KAAK,EAAE,SAAS,IAAI,KAAK,EAAE,KAAK,OAC1D;EAIF,MAAM,QAAQ,OAAyB,OAAe,SACpD,OAAO,KAAK,UAAU,CAAC,OAAO,KAAK,CAAC,IAAI,QAAQ,IAAI,WAAW,OAAO,MAAM,QAAQ;EAEtF,MAAM,YAAY,WAChB,SACE,KAAK,UAAU,MAAM,IACpB,QAAQ,OAAO,OAAO,CAAC,OAAO,WAAW,IAAI,WAAW,KAAK,GAC9D,GAAG,iBAAiB,IAAI,KAAK,EAAE,SAAS,IAAI,IAAI,OAAO,KAAK,CAAC,OAAO,WAAW,GAAG,GAAG,IAAI,KAAK,EAAE,KAAK,OAAO,CAAC,GAC/G;EAEF,MAAM,SACH,YACM,WACL,OAAO,IAAI,aAAa;GACtB,MAAM,OAAO,OAAO,OAAO,OAAO,MAAM;GACxC,MAAM,UAAU,IAAI,IAAI,KAAK,IAAI,GAAG,CAAC;GAErC,KAAK,MAAM,EAAE,IAAI,SAAS,SAAS,MAAM,WAAW,MAAM,KAAK,QAAQ,OAAO,CAAC,GAAG;IAChF,MAAM,OAAO,MAAM,QAAQ,QAAQ,CAAC,QAAQ,IAAI,IAAI,GAAG,CAAC,CAAC;IAEzD,IAAI,CAAC,QAAQ,KAAK,KAAK,GAAG,KAAK,OAAO,OAAO,CAAC;IAC9C,OAAO,IAAI,SAAS,MAAM,OAAO;GACnC;GAEA,IAAI,mBAAmB,KAAA,GACrB,KAAK,MAAM,OAAO,MAAM;IACtB,MAAM,QAAQ,IAAI;IAElB,IAAI,OAAO,UAAU,UACnB,OACE,KAAK,UAAU,CAAC,gBAAgB,KAAK,CAAC,IACrC,QAAQ,IAAI,oBAAoB,OACjC,SAAS,CAAC,IAAI,CAAC,GAAG,GAClB,QACF;GACJ;GAEF,KAAK,MAAM,OAAO,MAChB,KAAK,MAAM,UAAU,cAAc;IACjC,MAAM,SAAS,OAAO,KAAK,UAAU,CAAC,OAAO,IAAI,MAAM,CAAU;IAEjE,OACE,KAAK,UAAU,MAAM,IACpB,cAAc,OAAO,OAAO,CAAC,OAAO,WAAW,UAAU,WAAW,KAAK,GAC1E,SAAS,CAAC,IAAI,CAAC,GAAG,GAClB,CACF;GACF;GAEF,OAAO;EACT,CAAC;EAEL,OAAO;GAAE;GAAI;GAAU;GAAU;GAAM,OAAO,MAAM,KAAK;GAAG,QAAQ,MAAM,IAAI;EAAE;CAClF;AACF"}

package/src/internal/message-delivery-schema.ts

@@ -1,24 +0,0 @@
-import { Effect } from "effect";
-import * as SqlClient from "effect/sql/SqlClient";
-
-/** Additive storage owned by this adapter; creation participates in its version transaction. */
-export const createMessageDeliveryTables = Effect.gen(function* () {
-  const sql = yield* SqlClient.SqlClient;
-
-  yield* sql`
-    CREATE TABLE effect_agent_message_deliveries (
-      owner_thread_id TEXT NOT NULL,
-      message_id TEXT NOT NULL,
-      version INTEGER NOT NULL,
-      state TEXT NOT NULL,
-      deadline_at_millis INTEGER,
-      record_json TEXT NOT NULL,
-      PRIMARY KEY (owner_thread_id, message_id)
-    )
-  `.withoutTransform;
-  yield* sql`
-    CREATE INDEX effect_agent_message_deliveries_due
-    ON effect_agent_message_deliveries (deadline_at_millis, owner_thread_id, message_id)
-    WHERE deadline_at_millis IS NOT NULL
-  `.withoutTransform;
-});

package/src/internal/recovery-checkpoint-schema.ts

@@ -1,17 +0,0 @@
-import { Effect } from "effect";
-import * as SqlClient from "effect/sql/SqlClient";
-
-/** One disposable recovery snapshot per Thread, independent of generic projections. */
-export const createRecoveryCheckpointTable = Effect.gen(function* () {
-  const sql = yield* SqlClient.SqlClient;
-
-  yield* sql`
-    CREATE TABLE effect_agent_recovery_checkpoints (
-      thread_id TEXT PRIMARY KEY NOT NULL,
-      through_sequence INTEGER NOT NULL,
-      tail_digest TEXT NOT NULL,
-      checkpoint_json TEXT NOT NULL,
-      FOREIGN KEY (thread_id) REFERENCES effect_agent_threads(thread_id) ON DELETE RESTRICT
-    )
-  `.withoutTransform;
-});