@iwentsourcing/core 0.1.0

package/dist/worker/create-stream-worker.js

@@ -0,0 +1,138 @@
+import { createLogger } from '../logger/logger.js';
+import { defineTopic } from '../queue/define-topic.js';
+import { object } from '../typing/object.js';
+import { string } from '../typing/string.js';
+import { date } from '../typing/date.js';
+import { getErrorMessage } from '../runtime/get-error-message.js';
+import { getManagedStreamSequencers } from './get-managed-stream-sequencers.js';
+import { record } from '../typing/record.js';
+import { buildPartitionKey } from '../sequencer/build-partition-key.js';
+const logger = createLogger('stream-worker');
+export const streamWorkerProcessTopic = defineTopic('stream.worker.process', {
+    attributes: ['tenant', 'realm', 'pattern', 'version'],
+    data: object('WorkerUpdate', {
+        storedAt: date(),
+        eventId: string(),
+        event: string(),
+        streamArgs: record(string(), string()),
+    }),
+});
+export const streamWorkerAttachedTopic = defineTopic('stream.worker.attached', {
+    attributes: ['tenant', 'realm', 'pattern', 'version'],
+    data: object('WorkerUpdate', {
+        storedAt: date(),
+        eventId: string(),
+        event: string(),
+    }),
+});
+export function createStreamWorker(opts) {
+    const tracer = opts.runtime.telemetry.createTracer('stream-worker');
+    return {
+        async initialize(signal) {
+            const attachTopic = await opts.runtime.queue.createTopic(streamWorkerProcessTopic, {
+                signal,
+            });
+            const processTopic = await opts.runtime.queue.createTopic(streamWorkerProcessTopic, {
+                signal,
+            });
+            const sub = await opts.runtime.queue.createSubscription(streamWorkerProcessTopic, 'stream-worker', {
+                filter: {},
+                autoRemove: false,
+            });
+            return {
+                sub,
+                attachTopic,
+                processTopic,
+            };
+        },
+        async run(init, signal) {
+            for await (const message of init.sub.consume({ signal })) {
+                logger.info(`received event`, {
+                    id: message.data.eventId,
+                    event: message.data.event,
+                    storedAt: message.data.storedAt,
+                });
+                const stream = await opts.registry.getStream({
+                    tenant: message.attributes.tenant,
+                    realm: message.attributes.realm,
+                    pattern: message.attributes.pattern,
+                    version: message.attributes.version,
+                }, signal);
+                if (!stream) {
+                    logger.warn('no stream for', {
+                        event: message.data.event,
+                        pattern: message.attributes.pattern,
+                        tenant: message.attributes.tenant,
+                        realm: message.attributes.realm,
+                        version: message.attributes.version,
+                    });
+                    continue;
+                }
+                if (!stream.events[message.data.event]) {
+                    logger.info('event does not match', {
+                        event: message.data.event,
+                        pattern: message.attributes.pattern,
+                        tenant: message.attributes.tenant,
+                        realm: message.attributes.realm,
+                        version: message.attributes.version,
+                    });
+                    continue;
+                }
+                for await (const sequencer of getManagedStreamSequencers({
+                    registry: opts.registry,
+                    runtime: opts.runtime,
+                    system: opts.system,
+                }, message.attributes.tenant, stream, signal)) {
+                    await tracer.createSpan('process-event', {
+                        attributes: {
+                            eventId: message.data.eventId,
+                            streamName: sequencer.partition.name,
+                        },
+                    }, async () => {
+                        await processEvent(init.attachTopic, sequencer, {
+                            id: message.data.eventId,
+                            event: message.data.event,
+                            storedAt: message.data.storedAt,
+                        }, signal);
+                    });
+                }
+                await message.ack();
+            }
+        },
+    };
+}
+async function processEvent(attachTopic, sequencer, event, signal) {
+    const iterator = sequencer.attach({ id: event.id }, signal);
+    try {
+        for await (const result of iterator) {
+            logger.debug(`attached event ${event.event}`, {
+                success: result.success,
+                event: event.event,
+                id: event.id,
+                partitionKey: buildPartitionKey(sequencer.partition),
+            });
+            if (!result.success) {
+                logger.warn('error', {
+                    message: result.error,
+                    stacktrace: result.stacktrace,
+                });
+            }
+            await attachTopic.publish({
+                eventId: event.id,
+                event: event.event,
+                storedAt: event.storedAt,
+            }, {
+                attributes: {
+                    tenant: sequencer.partition.tenant,
+                    realm: sequencer.partition.realm,
+                    pattern: sequencer.partition.pattern,
+                    version: sequencer.partition.version,
+                },
+            });
+        }
+    }
+    catch (e) {
+        logger.error(getErrorMessage(e));
+    }
+}
+//# sourceMappingURL=create-stream-worker.js.map

package/dist/worker/create-stream-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-stream-worker.js","sourceRoot":"","sources":["../../src/worker/create-stream-worker.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAEzC,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAC;AAElE,OAAO,EAAE,0BAA0B,EAAE,MAAM,oCAAoC,CAAC;AAKhF,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AAQxE,MAAM,MAAM,GAAG,YAAY,CAAC,eAAe,CAAC,CAAC;AAE7C,MAAM,CAAC,MAAM,wBAAwB,GAAG,WAAW,CAAC,uBAAuB,EAAE;IAC3E,UAAU,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,CAAU;IAC9D,IAAI,EAAE,MAAM,CAAC,cAAc,EAAE;QAC3B,QAAQ,EAAE,IAAI,EAAE;QAChB,OAAO,EAAE,MAAM,EAAE;QACjB,KAAK,EAAE,MAAM,EAAE;QACf,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC;KACvC,CAAC;CACH,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,yBAAyB,GAAG,WAAW,CAAC,wBAAwB,EAAE;IAC7E,UAAU,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,CAAU;IAC9D,IAAI,EAAE,MAAM,CAAC,cAAc,EAAE;QAC3B,QAAQ,EAAE,IAAI,EAAE;QAChB,OAAO,EAAE,MAAM,EAAE;QACjB,KAAK,EAAE,MAAM,EAAE;KAChB,CAAC;CACH,CAAC,CAAC;AAQH,MAAM,UAAU,kBAAkB,CAChC,IAAmB;IAEnB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;IAEpE,OAAO;QACL,KAAK,CAAC,UAAU,CAAC,MAAmB;YAClC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CACtD,wBAAwB,EACxB;gBACE,MAAM;aACP,CACF,CAAC;YAEF,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CACvD,wBAAwB,EACxB;gBACE,MAAM;aACP,CACF,CAAC;YAEF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,CACrD,wBAAwB,EACxB,eAAe,EACf;gBACE,MAAM,EAAE,EAAE;gBACV,UAAU,EAAE,KAAK;aAClB,CACF,CAAC;YAEF,OAAO;gBACL,GAAG;gBACH,WAAW;gBACX,YAAY;aACb,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,IAAsB,EAAE,MAAmB;YACnD,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;gBACzD,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE;oBAC5B,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO;oBACxB,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;oBACzB,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ;iBAChC,CAAC,CAAC;gBAEH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAC1C;oBACE,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM;oBACjC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK;oBAC/B,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO;oBACnC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO;iBACpC,EACD,MAAM,CACP,CAAC;gBAEF,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE;wBAC3B,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;wBACzB,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO;wBACnC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM;wBACjC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK;wBAC/B,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO;qBACpC,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBACvC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;wBAClC,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;wBACzB,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO;wBACnC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM;wBACjC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK;wBAC/B,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,OAAO;qBACpC,CAAC,CAAC;oBACH,SAAS;gBACX,CAAC;gBAED,IAAI,KAAK,EAAE,MAAM,SAAS,IAAI,0BAA0B,CACtD;oBACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB,EACD,OAAO,CAAC,UAAU,CAAC,MAAM,EACzB,MAAM,EACN,MAAM,CACP,EAAE,CAAC;oBACF,MAAM,MAAM,CAAC,UAAU,CACrB,eAAe,EACf;wBACE,UAAU,EAAE;4BACV,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO;4BAC7B,UAAU,EAAE,SAAS,CAAC,SAAS,CAAC,IAAI;yBACrC;qBACF,EACD,KAAK,IAAI,EAAE;wBACT,MAAM,YAAY,CAChB,IAAI,CAAC,WAAW,EAChB,SAAS,EACT;4BACE,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO;4BACxB,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;4BACzB,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ;yBAChC,EACD,MAAM,CACP,CAAC;oBACJ,CAAC,CACF,CAAC;gBACJ,CAAC;gBAED,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC;YACtB,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,WAA4D,EAC5D,SAA4B,EAC5B,KAAoD,EACpD,MAAmB;IAEnB,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;IAC5D,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;YACpC,MAAM,CAAC,KAAK,CAAC,kBAAkB,KAAK,CAAC,KAAK,EAAE,EAAE;gBAC5C,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,YAAY,EAAE,iBAAiB,CAAC,SAAS,CAAC,SAAS,CAAC;aACrD,CAAC,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE;oBACnB,OAAO,EAAE,MAAM,CAAC,KAAK;oBACrB,UAAU,EAAE,MAAM,CAAC,UAAU;iBAC9B,CAAC,CAAC;YACL,CAAC;YACD,MAAM,WAAW,CAAC,OAAO,CACvB;gBACE,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACzB,EACD;gBACE,UAAU,EAAE;oBACV,MAAM,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM;oBAClC,KAAK,EAAE,SAAS,CAAC,SAAS,CAAC,KAAK;oBAChC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,OAAO;oBACpC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,OAAO;iBACrC;aACF,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC;AACH,CAAC"}

package/dist/worker/create-stream-worker.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/worker/create-stream-worker.test.js

@@ -0,0 +1,20 @@
+import { describe, it } from 'node:test';
+import { createTestRuntime } from '../testing/create-test-case.js';
+import { todoExampleStream } from '../example/todo-example.js';
+import { anonymousAuth } from '../event-store/anonymous-auth.js';
+import { createStreamTest } from './create-stream-test.js';
+import { toArray } from '../storage/to-array.js';
+import assert from 'node:assert';
+describe('create-stream-worker', () => {
+    it('should', async (test) => {
+        const runtime = createTestRuntime(test.signal);
+        const stream = await createStreamTest(runtime, todoExampleStream, anonymousAuth(), { param: 'param' }, test.signal);
+        await stream.eventStore.emit('create-todo', { title: 'title' }, { signal: test.signal });
+        const todos = await toArray(stream.reader
+            .state()
+            .snapshot('todos')
+            .range(null, { signal: test.signal }));
+        assert.equal(todos.length, 1);
+    });
+});
+//# sourceMappingURL=create-stream-worker.test.js.map

package/dist/worker/create-stream-worker.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-stream-worker.test.js","sourceRoot":"","sources":["../../src/worker/create-stream-worker.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACjD,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC1B,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,MAAM,gBAAgB,CACnC,OAAO,EACP,iBAAiB,EACjB,aAAa,EAAE,EACf,EAAE,KAAK,EAAE,OAAO,EAAE,EAClB,IAAI,CAAC,MAAM,CACZ,CAAC;QAEF,MAAM,MAAM,CAAC,UAAU,CAAC,IAAI,CAC1B,aAAa,EACb,EAAE,KAAK,EAAE,OAAO,EAAE,EAClB,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CACxB,CAAC;QAEF,MAAM,KAAK,GAAG,MAAM,OAAO,CACzB,MAAM,CAAC,MAAM;aACV,KAAK,EAAE;aACP,QAAQ,CAAC,OAAO,CAAC;aACjB,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CACxC,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/worker/create-stream-wroker.test.js

@@ -0,0 +1,2 @@
+"use strict";
+//# sourceMappingURL=create-stream-wroker.test.js.map

package/dist/worker/create-stream-wroker.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-stream-wroker.test.js","sourceRoot":"","sources":["../../src/worker/create-stream-wroker.test.ts"],"names":[],"mappings":""}

package/dist/worker/create-worker-listener.d.ts

@@ -0,0 +1,7 @@
+import { streamWorkerAttachedTopic } from './create-stream-worker.js';
+import { RuntimeOptions } from '../management/runtime-options.js';
+import { WorkerListener } from './worker-listener.js';
+import { aggregationWorkerAttachedTopic } from './create-aggregation-worker.js';
+export declare function createWorkerListener(topic: typeof aggregationWorkerAttachedTopic | typeof streamWorkerAttachedTopic, opts: {
+    runtime: RuntimeOptions;
+}): WorkerListener;

package/dist/worker/create-worker-listener.js

@@ -0,0 +1,22 @@
+export function createWorkerListener(topic, opts) {
+    return {
+        await: async (type, eventId, signal) => {
+            const sub = await opts.runtime.queue.createSubscription(topic, 'worker-listener', {
+                filter: {
+                    realm: type.realm,
+                    tenant: type.tenant,
+                    pattern: type.pattern,
+                    version: type.version,
+                },
+                autoRemove: true,
+            });
+            for await (const evt of sub.consume({ signal })) {
+                await evt.ack();
+                if (evt.data.eventId === eventId) {
+                    break;
+                }
+            }
+        },
+    };
+}
+//# sourceMappingURL=create-worker-listener.js.map

package/dist/worker/create-worker-listener.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-worker-listener.js","sourceRoot":"","sources":["../../src/worker/create-worker-listener.ts"],"names":[],"mappings":"AAKA,MAAM,UAAU,oBAAoB,CAClC,KAEoC,EACpC,IAAiC;IAEjC,OAAO;QACL,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,CACrD,KAAK,EACL,iBAAiB,EACjB;gBACE,MAAM,EAAE;oBACN,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,OAAO,EAAE,IAAI,CAAC,OAAO;iBACtB;gBACD,UAAU,EAAE,IAAI;aACjB,CACF,CAAC;YACF,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;gBAChD,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;gBAChB,IAAI,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;oBACjC,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/worker/get-managed-stream-sequencers.d.ts

@@ -0,0 +1,16 @@
+import { InMemorySequencer } from '../sequencer/in-memory-sequencer.js';
+import { RuntimeOptions } from '../management/runtime-options.js';
+import { Registry } from '../registry/registry.js';
+import { InMemorySystems } from '../management/system/in-memory-systems.js';
+import { StreamRegistration } from '../registry/stream-registration.js';
+export declare function getManagedAggregationSequencers(opts: {
+    runtime: RuntimeOptions;
+    registry: Registry;
+    system: InMemorySystems;
+}, tenant: string, realm: string, pattern: string, version: string, event: string, signal: AbortSignal): AsyncGenerator<InMemorySequencer>;
+export declare function hasPatternVariable(pattern: string): boolean;
+export declare function getManagedStreamSequencers(opts: {
+    runtime: RuntimeOptions;
+    registry: Registry;
+    system: InMemorySystems;
+}, tenant: string, stream: StreamRegistration, signal: AbortSignal): AsyncGenerator<InMemorySequencer>;

package/dist/worker/get-managed-stream-sequencers.js

@@ -0,0 +1,70 @@
+import { createStreamSequencer } from './create-stream-sequencer.js';
+import { createAggregationSequencer } from './create-aggregation-sequencer.js';
+export async function* getManagedAggregationSequencers(opts, tenant, realm, pattern, version, event, signal) {
+    const management = opts.system.access(tenant);
+    let foundManagedInstance = false;
+    for await (const aggregation of opts.registry.getAffectedAggregations({
+        tenant,
+        realm,
+        pattern,
+        event,
+        version,
+    }, signal)) {
+        if (!hasPatternVariable(aggregation.identifier.pattern)) {
+            foundManagedInstance = true;
+            yield createAggregationSequencer(opts, aggregation, {
+                args: {},
+                run: 0,
+                name: aggregation.identifier.pattern,
+            }, signal);
+        }
+        else {
+            for await (const aggregationInstance of management
+                .snapshot('aggregations')
+                .index('versions')
+                .filter('realm', aggregation.identifier.realm)
+                .filter('pattern', aggregation.identifier.pattern)
+                .filter('version', aggregation.identifier.version)
+                .range(null, { signal })) {
+                yield createAggregationSequencer(opts, aggregation, {
+                    name: aggregationInstance.data.name,
+                    run: aggregationInstance.data.currentRun,
+                    args: aggregationInstance.data.args,
+                }, signal);
+                foundManagedInstance = true;
+            }
+        }
+    }
+    if (!foundManagedInstance) {
+        return;
+    }
+}
+export function hasPatternVariable(pattern) {
+    return pattern.indexOf('$') >= 0;
+}
+export async function* getManagedStreamSequencers(opts, tenant, stream, signal) {
+    const management = opts.system.access(tenant);
+    let foundManagedInstance = false;
+    for await (const streamInstance of management
+        .snapshot('streams')
+        .index('versions')
+        .filter('realm', stream.identifier.realm)
+        .filter('pattern', stream.identifier.pattern)
+        .filter('version', stream.identifier.version)
+        .range(null, { signal })) {
+        foundManagedInstance = true;
+        yield createStreamSequencer(opts, stream, {
+            name: streamInstance.data.name,
+            run: streamInstance.data.currentRun,
+            args: streamInstance.data.args,
+        }, signal);
+    }
+    if (!hasPatternVariable(stream.identifier.pattern) && !foundManagedInstance) {
+        yield createStreamSequencer(opts, stream, {
+            name: stream.identifier.pattern,
+            run: 0,
+            args: {},
+        }, signal);
+    }
+}
+//# sourceMappingURL=get-managed-stream-sequencers.js.map

package/dist/worker/get-managed-stream-sequencers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"get-managed-stream-sequencers.js","sourceRoot":"","sources":["../../src/worker/get-managed-stream-sequencers.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AAI/E,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,+BAA+B,CACpD,IAIC,EACD,MAAc,EACd,KAAa,EACb,OAAe,EACf,OAAe,EACf,KAAa,EACb,MAAmB;IAEnB,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9C,IAAI,oBAAoB,GAAG,KAAK,CAAC;IAEjC,IAAI,KAAK,EAAE,MAAM,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,uBAAuB,CACnE;QACE,MAAM;QACN,KAAK;QACL,OAAO;QACP,KAAK;QACL,OAAO;KACR,EACD,MAAM,CACP,EAAE,CAAC;QACF,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACxD,oBAAoB,GAAG,IAAI,CAAC;YAC5B,MAAM,0BAA0B,CAC9B,IAAI,EACJ,WAAW,EACX;gBACE,IAAI,EAAE,EAAE;gBACR,GAAG,EAAE,CAAC;gBACN,IAAI,EAAE,WAAW,CAAC,UAAU,CAAC,OAAO;aACrC,EACD,MAAM,CACP,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,IAAI,KAAK,EAAE,MAAM,mBAAmB,IAAI,UAAU;iBAC/C,QAAQ,CAAC,cAAc,CAAC;iBACxB,KAAK,CAAC,UAAU,CAAC;iBACjB,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC;iBAC7C,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC;iBACjD,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC;iBACjD,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;gBAC3B,MAAM,0BAA0B,CAC9B,IAAI,EACJ,WAAW,EACX;oBACE,IAAI,EAAE,mBAAmB,CAAC,IAAI,CAAC,IAAI;oBACnC,GAAG,EAAE,mBAAmB,CAAC,IAAI,CAAC,UAAU;oBACxC,IAAI,EAAE,mBAAmB,CAAC,IAAI,CAAC,IAAI;iBACpC,EACD,MAAM,CACP,CAAC;gBACF,oBAAoB,GAAG,IAAI,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC1B,OAAO;IACT,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAe;IAChD,OAAO,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,0BAA0B,CAC/C,IAIC,EACD,MAAc,EACd,MAA0B,EAC1B,MAAmB;IAEnB,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9C,IAAI,oBAAoB,GAAG,KAAK,CAAC;IACjC,IAAI,KAAK,EAAE,MAAM,cAAc,IAAI,UAAU;SAC1C,QAAQ,CAAC,SAAS,CAAC;SACnB,KAAK,CAAC,UAAU,CAAC;SACjB,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC;SACxC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;SAC5C,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC;SAC5C,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAC3B,oBAAoB,GAAG,IAAI,CAAC;QAC5B,MAAM,qBAAqB,CACzB,IAAI,EACJ,MAAM,EACN;YACE,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI;YAC9B,GAAG,EAAE,cAAc,CAAC,IAAI,CAAC,UAAU;YACnC,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI;SAC/B,EACD,MAAM,CACP,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5E,MAAM,qBAAqB,CACzB,IAAI,EACJ,MAAM,EACN;YACE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,OAAO;YAC/B,GAAG,EAAE,CAAC;YACN,IAAI,EAAE,EAAE;SACT,EACD,MAAM,CACP,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/worker/process-pending-events.d.ts

@@ -0,0 +1,20 @@
+import { RuntimeOptions } from '../management/runtime-options.js';
+import { Registry } from '../registry/registry.js';
+import { InMemorySystems } from '../management/system/in-memory-systems.js';
+export interface ProcessPendingEventsOptions {
+    runtime: RuntimeOptions;
+    registry: Registry;
+    system: InMemorySystems;
+}
+/**
+ * Process any pending stream events on startup.
+ * This iterates through all enabled stream runs and processes any events
+ * that haven't been processed yet.
+ */
+export declare function processPendingStreamEvents(opts: ProcessPendingEventsOptions, tenants: string[], signal: AbortSignal): Promise<void>;
+/**
+ * Process any pending aggregation events on startup.
+ * This iterates through all enabled aggregation runs and processes any events
+ * that haven't been processed yet.
+ */
+export declare function processPendingAggregationEvents(opts: ProcessPendingEventsOptions, tenants: string[], signal: AbortSignal): Promise<void>;

package/dist/worker/process-pending-events.js

@@ -0,0 +1,106 @@
+import { createStreamSequencer } from './create-stream-sequencer.js';
+import { createAggregationSequencer } from './create-aggregation-sequencer.js';
+import { createLogger } from '../logger/logger.js';
+const logger = createLogger('pending-events');
+/**
+ * Process any pending stream events on startup.
+ * This iterates through all enabled stream runs and processes any events
+ * that haven't been processed yet.
+ */
+export async function processPendingStreamEvents(opts, tenants, signal) {
+    logger.info('checking for pending stream events');
+    for (const tenant of tenants) {
+        const management = opts.system.access(tenant);
+        // Iterate all enabled stream runs
+        for await (const streamRun of management
+            .snapshot('streamRuns')
+            .range(null, { signal })) {
+            if (!streamRun.data.enabled) {
+                continue;
+            }
+            const streamRegistration = await opts.registry.getStream({
+                tenant,
+                realm: streamRun.data.realm,
+                pattern: streamRun.data.pattern,
+                version: streamRun.data.version,
+            }, signal);
+            if (!streamRegistration) {
+                logger.debug('stream registration not found', {
+                    pattern: streamRun.data.pattern,
+                    version: streamRun.data.version,
+                });
+                continue;
+            }
+            logger.info('processing pending events for stream', {
+                name: streamRun.data.name,
+                run: streamRun.data.run,
+                pattern: streamRun.data.pattern,
+            });
+            const sequencer = createStreamSequencer({ runtime: opts.runtime }, streamRegistration, {
+                name: streamRun.data.name,
+                run: streamRun.data.run,
+                args: streamRun.data.args,
+            }, signal);
+            // Process all pending events (attach without an "until" constraint
+            // will process from last acknowledged event to the end)
+            for await (const result of sequencer.attach({ storedAt: new Date() }, signal)) {
+                logger.debug('processed pending stream event', {
+                    success: result.success,
+                    name: streamRun.data.name,
+                });
+            }
+        }
+    }
+    logger.info('finished processing pending stream events');
+}
+/**
+ * Process any pending aggregation events on startup.
+ * This iterates through all enabled aggregation runs and processes any events
+ * that haven't been processed yet.
+ */
+export async function processPendingAggregationEvents(opts, tenants, signal) {
+    logger.info('checking for pending aggregation events');
+    for (const tenant of tenants) {
+        const management = opts.system.access(tenant);
+        // Iterate all enabled aggregation runs
+        for await (const aggregationRun of management
+            .snapshot('aggregationRuns')
+            .range(null, { signal })) {
+            if (!aggregationRun.data.enabled) {
+                continue;
+            }
+            const aggregationRegistration = await opts.registry.getAggregation({
+                tenant,
+                realm: aggregationRun.data.realm,
+                pattern: aggregationRun.data.pattern,
+                version: aggregationRun.data.version,
+            }, signal);
+            if (!aggregationRegistration) {
+                logger.debug('aggregation registration not found', {
+                    pattern: aggregationRun.data.pattern,
+                    version: aggregationRun.data.version,
+                });
+                continue;
+            }
+            logger.info('processing pending events for aggregation', {
+                name: aggregationRun.data.name,
+                run: aggregationRun.data.run,
+                pattern: aggregationRun.data.pattern,
+            });
+            const sequencer = createAggregationSequencer({ runtime: opts.runtime }, aggregationRegistration, {
+                name: aggregationRun.data.name,
+                run: aggregationRun.data.run,
+                args: aggregationRun.data.args,
+            }, signal);
+            // Process all pending events
+            for await (const result of sequencer.attach({ storedAt: new Date() }, signal)) {
+                logger.debug('processed pending aggregation event', {
+                    success: result.success,
+                    name: aggregationRun.data.name,
+                });
+            }
+        }
+    }
+    logger.info('finished processing pending aggregation events');
+}
+//# sourceMappingURL=process-pending-events.js.map

package/dist/worker/process-pending-events.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"process-pending-events.js","sourceRoot":"","sources":["../../src/worker/process-pending-events.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AAC/E,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,MAAM,MAAM,GAAG,YAAY,CAAC,gBAAgB,CAAC,CAAC;AAQ9C;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC5C,IAAiC,EACjC,OAAiB,EACjB,MAAmB;IAEnB,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAElD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE9C,kCAAkC;QAClC,IAAI,KAAK,EAAE,MAAM,SAAS,IAAI,UAAU;aACnC,QAAQ,CAAC,YAAY,CAAC;aACtB,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC1B,SAAS;YACb,CAAC;YAED,MAAM,kBAAkB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CACpD;gBACI,MAAM;gBACN,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,KAAK;gBAC3B,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,OAAO;gBAC/B,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,OAAO;aAClC,EACD,MAAM,CACT,CAAC;YAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACtB,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE;oBAC1C,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,OAAO;oBAC/B,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,OAAO;iBAClC,CAAC,CAAC;gBACH,SAAS;YACb,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE;gBAChD,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI;gBACzB,GAAG,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG;gBACvB,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,OAAO;aAClC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,qBAAqB,CACnC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EACzB,kBAAkB,EAClB;gBACI,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI;gBACzB,GAAG,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG;gBACvB,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI;aAC5B,EACD,MAAM,CACT,CAAC;YAEF,mEAAmE;YACnE,wDAAwD;YACxD,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,SAAS,CAAC,MAAM,CACvC,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE,EAAE,EACxB,MAAM,CACT,EAAE,CAAC;gBACA,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE;oBAC3C,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI;iBAC5B,CAAC,CAAC;YACP,CAAC;QACL,CAAC;IACL,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;AAC7D,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,+BAA+B,CACjD,IAAiC,EACjC,OAAiB,EACjB,MAAmB;IAEnB,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;IAEvD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAE9C,uCAAuC;QACvC,IAAI,KAAK,EAAE,MAAM,cAAc,IAAI,UAAU;aACxC,QAAQ,CAAC,iBAAiB,CAAC;aAC3B,KAAK,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC/B,SAAS;YACb,CAAC;YAED,MAAM,uBAAuB,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CAC9D;gBACI,MAAM;gBACN,KAAK,EAAE,cAAc,CAAC,IAAI,CAAC,KAAK;gBAChC,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,OAAO;gBACpC,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,OAAO;aACvC,EACD,MAAM,CACT,CAAC;YAEF,IAAI,CAAC,uBAAuB,EAAE,CAAC;gBAC3B,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE;oBAC/C,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,OAAO;oBACpC,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,OAAO;iBACvC,CAAC,CAAC;gBACH,SAAS;YACb,CAAC;YAED,MAAM,CAAC,IAAI,CAAC,2CAA2C,EAAE;gBACrD,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI;gBAC9B,GAAG,EAAE,cAAc,CAAC,IAAI,CAAC,GAAG;gBAC5B,OAAO,EAAE,cAAc,CAAC,IAAI,CAAC,OAAO;aACvC,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,0BAA0B,CACxC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EACzB,uBAAuB,EACvB;gBACI,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI;gBAC9B,GAAG,EAAE,cAAc,CAAC,IAAI,CAAC,GAAG;gBAC5B,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI;aACjC,EACD,MAAM,CACT,CAAC;YAEF,6BAA6B;YAC7B,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,SAAS,CAAC,MAAM,CACvC,EAAE,QAAQ,EAAE,IAAI,IAAI,EAAE,EAAE,EACxB,MAAM,CACT,EAAE,CAAC;gBACA,MAAM,CAAC,KAAK,CAAC,qCAAqC,EAAE;oBAChD,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,IAAI,EAAE,cAAc,CAAC,IAAI,CAAC,IAAI;iBACjC,CAAC,CAAC;YACP,CAAC;QACL,CAAC;IACL,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;AAClE,CAAC"}

package/dist/worker/stored-event-iterator.d.ts

@@ -0,0 +1,8 @@
+import { StoredEvent } from '../event-store/stored-event.js';
+export interface StoredEventIterator {
+    range(signal: AbortSignal): AsyncGenerator<{
+        event: StoredEvent;
+        ack(): Promise<void>;
+    }, void>;
+    reset(signal: AbortSignal): Promise<void>;
+}

package/dist/worker/stored-event-iterator.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=stored-event-iterator.js.map

package/dist/worker/stored-event-iterator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stored-event-iterator.js","sourceRoot":"","sources":["../../src/worker/stored-event-iterator.ts"],"names":[],"mappings":""}

package/dist/worker/worker-listener.d.ts

@@ -0,0 +1,8 @@
+export interface WorkerListener {
+    await(type: {
+        tenant: string;
+        realm: string;
+        pattern: string;
+        version: string;
+    }, eventId: string, signal: AbortSignal): Promise<void>;
+}

package/dist/worker/worker-listener.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=worker-listener.js.map

package/dist/worker/worker-listener.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker-listener.js","sourceRoot":"","sources":["../../src/worker/worker-listener.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,29 @@
+{
+  "name": "@iwentsourcing/core",
+  "version": "0.1.0",
+  "type": "module",
+  "publishConfig": {
+    "access": "public"
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc -b",
+    "test": "node --import tsx --test-reporter spec --test \"src/**/*.test.ts\"",
+    "clean": "rm -rf dist"
+  },
+  "engines": {
+    "node": ">=24"
+  },
+  "exports": {
+    "./*.js": {
+      "types": "./dist/*.d.ts",
+      "import": "./dist/*.js"
+    }
+  },
+  "devDependencies": {
+    "tsx": "^4.16.5",
+    "typescript": "^5.5.4"
+  }
+}