@structure-ai/eventsourcing-nisshi 0.0.15 → 0.1.0

package/README.md

@@ -7,7 +7,7 @@ Implements **four** ports: `EventStore`, `SnapshotStore`, `CheckpointStore`, `In
 ## How it works
 
 - **Events** live in one single-partition topic (default `events`), key = stream name, value = a JSON envelope `{type, schemaVersion, version, payload, metadata}`. Infinite retention, no compaction — the topic *is* the raw history.
-- **Positions** are Kafka offsets + 1 — a true global total order (single partition).
+- **Positions** are Kafka offsets + 1 — a true global total order (single Kafka partition; unrelated to the envelope's optional `partition` key, which `readAll({ partition })` filters on record by record, since the topic has no index on it).
 - **Optimistic concurrency** via the sidecar ledger: `append(stream, expectedVersion, events)` reserves `expectedVersion+1..n` in one SQL transaction (conditional UPDATE / unique INSERT), produces with `acks=all`, then confirms. A lost race fails with `ConcurrencyConflict` before anything is written. A crash between reservation and produce leaves pending rows that `drainPending` re-produces (at-least-once; readers dedupe by `(stream, version)`).
 - **Snapshots / checkpoints / inbox** are sidecar tables (pure cache and dedupe state; losing them costs performance, never correctness).
 - **Protocol**: an in-package minimal Kafka wire client (no runtime dependencies) pinned to non-flexible API versions — `Produce` v3, `Fetch` v4, `Metadata` v0, `CreateTopics` v4 — negotiated and verified at connect. No consumer groups, no transactions: reads are positioned fetches, progress tracking is the sidecar checkpoint.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@structure-ai/eventsourcing-nisshi",
-  "version": "0.0.15",
+  "version": "0.1.0",
   "description": "Nisshi (Kafka-API broker) event store with a SQL sidecar for optimistic concurrency, snapshots, checkpoints, and inbox dedupe.",
   "license": "MIT",
   "type": "module",
@@ -28,8 +28,8 @@
     "@effect/sql": "^0.52.1",
     "@effect/sql-sqlite-bun": "^0.53.0",
     "@effect/sql-pg": "^0.53.0",
-    "@structure-ai/domain": "0.0.15",
-    "@structure-ai/eventsourcing": "0.0.15"
+    "@structure-ai/domain": "0.1.0",
+    "@structure-ai/eventsourcing": "0.1.0"
   },
   "devDependencies": {
     "typescript": "^5.9.2",

package/src/EventStore.ts

@@ -6,6 +6,7 @@ import {
   type AppendResult,
   EventStore,
   type EventStoreService,
+  readAllPartitions,
   type StoredEvent,
   type StoredEventMetadata,
 } from "@structure-ai/eventsourcing";
@@ -302,6 +303,14 @@ const make = (
             const events: StoredEvent[] = [];
             let offset = (readOptions?.fromPosition ?? 1n) - 1n;
             const limit = readOptions?.batchSize;
+            // The topic has no index on the envelope: the filter runs on
+            // every fetched record, and paging keeps fetching until
+            // `limit` MATCHING events were collected or the topic ends.
+            const partitions = readAllPartitions(readOptions?.partition);
+            const keep = (event: StoredEvent): boolean =>
+              partitions === undefined ||
+              (event.metadata.partition !== undefined &&
+                partitions.includes(event.metadata.partition));
             for (;;) {
               if (limit !== undefined && events.length >= limit) {
                 break;
@@ -312,9 +321,14 @@ const make = (
               }
               for (const record of page.records) {
                 const streamName = record.key === null ? "" : new TextDecoder().decode(record.key);
-                events.push(
-                  storedEvent(record.offset, streamName, decodeWireEvent(record.value, streamName)),
+                const event = storedEvent(
+                  record.offset,
+                  streamName,
+                  decodeWireEvent(record.value, streamName),
                 );
+                if (keep(event)) {
+                  events.push(event);
+                }
               }
               const last = page.records[page.records.length - 1];
               if (last === undefined || last.offset + 1n >= page.highWatermark) {