@wataruoguchi/emmett-event-store-kysely 1.1.1 → 1.1.3

package/README.md

@@ -0,0 +1,218 @@
+# @wataruoguchi/emmett-event-store-kysely
+
+A Kysely-based event store implementation for [Emmett](https://github.com/event-driven-io/emmett), providing event sourcing capabilities with PostgreSQL.
+
+## Features
+
+- **Event Store**: Emmett event store implementation with Kysely
+- **Projections**: Read model projections with automatic event processing
+
+## Installation
+
+```bash
+npm install @wataruoguchi/emmett-event-store-kysely @event-driven-io/emmett kysely
+```
+
+## Database Setup
+
+First, you need to set up the event store tables in your PostgreSQL database. You can achieve this with [the Kysely migration file](https://github.com/wataruoguchi/poc-emmett/blob/main/package/1758758113676_event_sourcing_migration_example.ts)
+
+## Basic Usage
+
+You can find [the complete working example](https://github.com/wataruoguchi/poc-emmett/tree/main/example). The following are some snippets.
+
+### 1. Setting up the Event Store
+
+```typescript
+import { createEventStore } from "@wataruoguchi/emmett-event-store-kysely";
+import { Kysely, PostgresDialect } from "kysely";
+import { Pool } from "pg";
+
+// Set up your Kysely database connection
+const db = new Kysely<YourDatabaseSchema>({
+  dialect: new PostgresDialect({
+    pool: new Pool({
+      connectionString: process.env.DATABASE_URL,
+    }),
+  }),
+});
+
+// Create the event store
+const eventStore = createEventStore({ db, logger });
+```
+
+### 2. Using the Event Store with Emmett
+
+```typescript
+import { DeciderCommandHandler } from "@event-driven-io/emmett";
+import type { EventStore } from "@wataruoguchi/emmett-event-store-kysely";
+
+// Define your domain events and commands
+type CreateCartCommand = {
+  type: "CreateCart";
+  data: { tenantId: string; cartId: string; currency: string };
+};
+
+type CartCreatedEvent = {
+  type: "CartCreated";
+  data: { tenantId: string; cartId: string; currency: string };
+};
+
+// Create your event handler
+export function cartEventHandler({
+  eventStore,
+  getContext,
+}: {
+  eventStore: EventStore;
+  getContext: () => AppContext;
+}) {
+  const handler = DeciderCommandHandler({
+    decide: createDecide(getContext),
+    evolve: createEvolve(),
+    initialState,
+  });
+
+  return {
+    create: (cartId: string, data: CreateCartCommand["data"]) =>
+      handler(
+        eventStore,
+        cartId,
+        { type: "CreateCart", data },
+        { partition: data.tenantId, streamType: "cart" }
+      ),
+  };
+}
+
+// Use in your service
+const cartService = createCartService({
+  eventStore,
+  getContext,
+});
+```
+
+## Projections (Read Models)
+
+### 1. Creating a Projection
+
+```typescript
+import type {
+  ProjectionEvent,
+  ProjectionRegistry,
+} from "@wataruoguchi/emmett-event-store-kysely/projections";
+
+export function cartsProjection(): ProjectionRegistry<DatabaseExecutor> {
+  return {
+    CartCreated: async (db, event) => {
+      await db
+        .insertInto("carts")
+        .values({
+          stream_id: event.metadata.streamId,
+          tenant_id: event.data.tenantId,
+          cart_id: event.data.cartId,
+          currency: event.data.currency,
+          items: JSON.stringify([]),
+          total: 0,
+          last_stream_position: event.metadata.streamPosition,
+        })
+        .execute();
+    },
+    ItemAddedToCart: async (db, event) => {
+      // Update cart with new item
+      await db
+        .updateTable("carts")
+        .set({
+          items: JSON.stringify([...existingItems, event.data.item]),
+          total: newTotal,
+          last_stream_position: event.metadata.streamPosition,
+        })
+        .where("stream_id", "=", event.metadata.streamId)
+        .execute();
+    },
+  };
+}
+```
+
+### 2. Running Projections
+
+```typescript
+import {
+  createProjectionRegistry,
+  createProjectionRunner,
+} from "@wataruoguchi/emmett-event-store-kysely/projections";
+import { createReadStream } from "@wataruoguchi/emmett-event-store-kysely";
+
+// Set up projection runner
+const readStream = createReadStream({ db, logger });
+const registry = createProjectionRegistry(cartsProjection());
+const runner = createProjectionRunner({
+  db,
+  readStream,
+  registry,
+});
+
+// Project events for a specific stream
+await runner.projectEvents("carts-read-model", "cart-123", {
+  partition: "tenant-456",
+  batchSize: 100,
+});
+```
+
+### 3. Projection Worker
+
+Create a worker to continuously process projections:
+
+```typescript
+#!/usr/bin/env node
+import { createReadStream } from "@wataruoguchi/emmett-event-store-kysely";
+import {
+  createProjectionRegistry,
+  createProjectionRunner,
+} from "@wataruoguchi/emmett-event-store-kysely/projections";
+
+async function main(partition: string) {
+  const db = getDb();
+  const readStream = createReadStream({ db, logger });
+  const registry = createProjectionRegistry(cartsProjection());
+  const runner = createProjectionRunner({
+    db,
+    readStream,
+    registry,
+  });
+
+  const subscriptionId = "carts-read-model";
+  const batchSize = 200;
+  const pollIntervalMs = 1000;
+
+  while (true) {
+    // Get streams for this partition
+    const streams = await db
+      .selectFrom("streams")
+      .select(["stream_id"])
+      .where("is_archived", "=", false)
+      .where("partition", "=", partition)
+      .where("stream_type", "=", "cart")
+      .execute();
+
+    // Process each stream
+    for (const stream of streams) {
+      await runner.projectEvents(subscriptionId, stream.stream_id, {
+        partition,
+        batchSize,
+      });
+    }
+
+    await new Promise((r) => setTimeout(r, pollIntervalMs));
+  }
+}
+
+// Run with: node projection-worker.js tenant-123
+main(process.argv[2]);
+```
+
+## License
+
+MIT
+
+## Contributing
+
+Contributions are welcome! Please feel free to submit a Pull Request.

package/dist/event-store/index.cjs

@@ -281,7 +281,10 @@ async function fetchStreamInfo2(executor, streamId, partition) {
 function createEventStore(deps) {
   const readStream = createReadStream(deps);
   const appendToStream = createAppendToStream(deps);
-  const aggregateStream = createAggregateStream({ readStream }, deps);
+  const aggregateStream = createAggregateStream(
+    { readStream },
+    deps
+  );
   return { readStream, appendToStream, aggregateStream };
 }
 // Annotate the CommonJS export names for ESM import in node:

package/dist/event-store/index.d.ts

@@ -5,7 +5,7 @@ export type { AppendToStream } from "./append-to-stream.js";
 export type { ReadStream } from "./read-stream.js";
 export type EventStore = ReturnType<typeof createEventStore>;
 export { createReadStream } from "./read-stream.js";
-export declare function createEventStore(deps: Dependencies): {
+export declare function createEventStore<T = any>(deps: Dependencies<T>): {
     readStream: import("./read-stream.js").ReadStream;
     appendToStream: import("./append-to-stream.js").AppendToStream;
     aggregateStream: import("./aggregate-stream.js").AggregateStream;

package/dist/event-store/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/event-store/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAKhD,YAAY,EACV,gBAAgB,EAChB,YAAY,EACZ,eAAe,GAChB,MAAM,aAAa,CAAC;AACrB,YAAY,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D,YAAY,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC5D,YAAY,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,YAAY;;;;EAKlD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/event-store/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAKhD,YAAY,EACV,gBAAgB,EAChB,YAAY,EACZ,eAAe,GAChB,MAAM,aAAa,CAAC;AACrB,YAAY,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAC7D,YAAY,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAC5D,YAAY,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AACnD,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,gBAAgB,CAAC,CAAC;AAE7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,wBAAgB,gBAAgB,CAAC,CAAC,GAAG,GAAG,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC;;;;EAQ9D"}

package/dist/types.d.ts

@@ -1,14 +1,13 @@
-import type { Kysely, Transaction } from "kysely";
-import type { EventStoreDBSchema } from "./db-schema.js";
-export type DatabaseExecutor = Kysely<EventStoreDBSchema> | Transaction<EventStoreDBSchema>;
+import type { Kysely } from "kysely";
+export type DatabaseExecutor<T = any> = Kysely<T>;
 export type Logger = {
     info: (obj: unknown, msg?: string) => void;
     error: (obj: unknown, msg?: string) => void;
     warn?: (obj: unknown, msg?: string) => void;
     debug?: (obj: unknown, msg?: string) => void;
 };
-export type Dependencies = {
-    db: DatabaseExecutor;
+export type Dependencies<T = any> = {
+    db: DatabaseExecutor<T>;
     logger: Logger;
 };
 export type ExtendedOptions = {
@@ -27,12 +26,12 @@ export type ProjectionEvent = {
     data: unknown;
     metadata: ProjectionEventMetadata;
 };
-export type ProjectionContext<T = DatabaseExecutor> = {
+export type ProjectionContext<T = DatabaseExecutor<any>> = {
     db: T;
     partition: string;
 };
-export type ProjectionHandler<T = DatabaseExecutor> = (ctx: ProjectionContext<T>, event: ProjectionEvent) => void | Promise<void>;
-export type ProjectionRegistry<T = DatabaseExecutor> = Record<string, ProjectionHandler<T>[]>;
-export declare function createProjectionRegistry<T = DatabaseExecutor>(...registries: ProjectionRegistry<T>[]): ProjectionRegistry<T>;
+export type ProjectionHandler<T = DatabaseExecutor<any>> = (ctx: ProjectionContext<T>, event: ProjectionEvent) => void | Promise<void>;
+export type ProjectionRegistry<T = DatabaseExecutor<any>> = Record<string, ProjectionHandler<T>[]>;
+export declare function createProjectionRegistry<T = DatabaseExecutor<any>>(...registries: ProjectionRegistry<T>[]): ProjectionRegistry<T>;
 export type { ReadStream } from "./event-store/read-stream.js";
 //# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,QAAQ,CAAC;AAClD,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAGzD,MAAM,MAAM,gBAAgB,GACxB,MAAM,CAAC,kBAAkB,CAAC,GAC1B,WAAW,CAAC,kBAAkB,CAAC,CAAC;AAEpC,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3C,KAAK,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5C,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5C,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;CAC9C,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG;IACzB,EAAE,EAAE,gBAAgB,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,eAAO,MAAM,wCAAwC,KAAK,CAAC;AAC3D,eAAO,MAAM,iBAAiB,EAAG,mBAA4B,CAAC;AAG9D,MAAM,MAAM,uBAAuB,GAAG;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,uBAAuB,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,iBAAiB,CAAC,CAAC,GAAG,gBAAgB,IAAI;IACpD,EAAE,EAAE,CAAC,CAAC;IACN,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,iBAAiB,CAAC,CAAC,GAAG,gBAAgB,IAAI,CACpD,GAAG,EAAE,iBAAiB,CAAC,CAAC,CAAC,EACzB,KAAK,EAAE,eAAe,KACnB,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAE1B,MAAM,MAAM,kBAAkB,CAAC,CAAC,GAAG,gBAAgB,IAAI,MAAM,CAC3D,MAAM,EACN,iBAAiB,CAAC,CAAC,CAAC,EAAE,CACvB,CAAC;AAEF,wBAAgB,wBAAwB,CAAC,CAAC,GAAG,gBAAgB,EAC3D,GAAG,UAAU,EAAE,kBAAkB,CAAC,CAAC,CAAC,EAAE,GACrC,kBAAkB,CAAC,CAAC,CAAC,CAYvB;AAGD,YAAY,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAGrC,MAAM,MAAM,gBAAgB,CAAC,CAAC,GAAG,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;AAElD,MAAM,MAAM,MAAM,GAAG;IACnB,IAAI,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3C,KAAK,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5C,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5C,KAAK,CAAC,EAAE,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,CAAC,EAAE,MAAM,KAAK,IAAI,CAAC;CAC9C,CAAC;AAEF,MAAM,MAAM,YAAY,CAAC,CAAC,GAAG,GAAG,IAAI;IAClC,EAAE,EAAE,gBAAgB,CAAC,CAAC,CAAC,CAAC;IACxB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,eAAO,MAAM,wCAAwC,KAAK,CAAC;AAC3D,eAAO,MAAM,iBAAiB,EAAG,mBAA4B,CAAC;AAG9D,MAAM,MAAM,uBAAuB,GAAG;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,OAAO,CAAC;IACd,QAAQ,EAAE,uBAAuB,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,iBAAiB,CAAC,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI;IACzD,EAAE,EAAE,CAAC,CAAC;IACN,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,MAAM,MAAM,iBAAiB,CAAC,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CACzD,GAAG,EAAE,iBAAiB,CAAC,CAAC,CAAC,EACzB,KAAK,EAAE,eAAe,KACnB,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAE1B,MAAM,MAAM,kBAAkB,CAAC,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,MAAM,CAChE,MAAM,EACN,iBAAiB,CAAC,CAAC,CAAC,EAAE,CACvB,CAAC;AAEF,wBAAgB,wBAAwB,CAAC,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,EAChE,GAAG,UAAU,EAAE,kBAAkB,CAAC,CAAC,CAAC,EAAE,GACrC,kBAAkB,CAAC,CAAC,CAAC,CAYvB;AAGD,YAAY,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC"}

package/package.json

@@ -3,7 +3,7 @@
   "publishConfig": {
     "access": "public"
   },
-  "version": "1.1.1",
+  "version": "1.1.3",
   "description": "Emmett Event Store with Kysely",
   "author": "Wataru Oguchi",
   "license": "MIT",