@iwentsourcing/core 0.1.0

package/dist/worker/create-aggregation-worker.js

@@ -0,0 +1,125 @@
+import { createLogger } from '../logger/logger.js';
+import { defineTopic } from '../queue/define-topic.js';
+import { object } from '../typing/object.js';
+import { date } from '../typing/date.js';
+import { string } from '../typing/string.js';
+import { streamWorkerProcessTopic, } from './create-stream-worker.js';
+import { getManagedAggregationSequencers } from './get-managed-stream-sequencers.js';
+import { createRegistryManagement } from '../management/registry/create-registry-management.js';
+import { systemRealm } from '../management/registry/system-realm.js';
+import { createInMemorySystems } from '../management/system/create-in-memory-systems.js';
+import { buildPartitionKey } from '../sequencer/build-partition-key.js';
+import { AggregationRunCreated } from '../management/access/access-events.js';
+import { createAggregationSequencer } from './create-aggregation-sequencer.js';
+const logger = createLogger('aggregation-worker');
+export const aggregationWorkerAttachedTopic = defineTopic('aggregation.worker.attached', {
+    attributes: ['tenant', 'realm', 'pattern', 'version'],
+    data: object('WorkerUpdate', {
+        storedAt: date(),
+        eventId: string(),
+        event: string(),
+    }),
+});
+export function createAggregationWorker(opts) {
+    const registry = createRegistryManagement({
+        runtime: opts.runtime,
+        system: createInMemorySystems({ runtime: opts.runtime }),
+        staticRealms: [systemRealm],
+    });
+    return {
+        async initialize(signal) {
+            const attachTopic = await opts.runtime.queue.createTopic(aggregationWorkerAttachedTopic, {
+                signal,
+            });
+            const processTopic = await opts.runtime.queue.createTopic(streamWorkerProcessTopic, {
+                signal,
+            });
+            const sub = await opts.runtime.queue.createSubscription(streamWorkerProcessTopic, 'aggregation-worker', {
+                filter: {},
+                autoRemove: false,
+            });
+            return { sub, attachTopic, processTopic };
+        },
+        async run(init, signal) {
+            for await (const message of init.sub.consume({ signal })) {
+                logger.info(`received event`, {
+                    id: message.data.eventId,
+                    event: message.data.event,
+                    storedAt: message.data.storedAt,
+                });
+                for await (const sequencer of getManagedAggregationSequencers({ registry, runtime: opts.runtime, system: opts.system }, message.attributes.tenant, message.attributes.realm, message.attributes.pattern, message.attributes.version, message.data.event, signal)) {
+                    await processEvent(sequencer, message);
+                }
+                if (message.data.event === AggregationRunCreated.key) {
+                    const management = opts.system.access(message.attributes.tenant);
+                    const evt = await management.get(message.data.eventId, { signal });
+                    if (evt) {
+                        const aggregation = await management.snapshot('aggregations').get({
+                            name: evt.data.name,
+                            version: evt.data.version,
+                        }, { signal });
+                        const aggregationRegistration = await registry.getAggregation({
+                            tenant: message.attributes.tenant,
+                            realm: evt.data.realm,
+                            pattern: evt.data.pattern,
+                            version: evt.data.version,
+                        }, signal);
+                        if (aggregationRegistration) {
+                            const sequencer = createAggregationSequencer({ runtime: opts.runtime }, aggregationRegistration, {
+                                args: aggregation?.data.args ?? {},
+                                run: evt.data.currentRun,
+                                name: evt.data.name,
+                            }, signal);
+                            for await (const evt of sequencer.replay(signal)) {
+                                // replay eagerly to backfill historical stream events
+                                logger.debug(`processed ${evt.eventId} for replay success=${evt.success}`);
+                            }
+                        }
+                    }
+                }
+                // const management = opts.system.access(message.attributes.tenant);
+                //
+                // for await (const aggregationSourceInstance of management
+                //   .snapshot('aggregationEventSources')
+                //   .index('streamSource')
+                //   .filter('streamPattern', message.attributes.pattern)
+                //   .filter('streamEvent', message.data.event)
+                //   .range(null, { signal })) {
+                //   for await (const sequencer of processAggregation(management, {
+                //     tenant: message.attributes.tenant,
+                //     realm: message.attributes.realm,
+                //     pattern: aggregationSourceInstance.data.aggregationPattern,
+                //     version: aggregationSourceInstance.data.aggregationVersion,
+                //     name: aggregationSourceInstance.data.aggregationName,
+                //     args: aggregationSourceInstance.data.aggregationArgs,
+                //   })) {
+                //     await processEvent(sequencer, message);
+                //   }
+                // }
+                await message.ack();
+            }
+            async function processEvent(sequencer, message) {
+                for await (const result of sequencer.attach({ id: message.data.eventId }, signal)) {
+                    logger.debug('attached', {
+                        id: message.data.eventId,
+                        partitionKey: buildPartitionKey(sequencer.partition),
+                        success: result.success,
+                    });
+                    await init.attachTopic.publish({
+                        eventId: message.data.eventId,
+                        storedAt: message.data.storedAt,
+                        event: message.data.event,
+                    }, {
+                        attributes: {
+                            tenant: message.attributes.tenant,
+                            realm: message.attributes.realm,
+                            pattern: sequencer.partition.pattern,
+                            version: sequencer.partition.version,
+                        },
+                    });
+                }
+            }
+        },
+    };
+}
+//# sourceMappingURL=create-aggregation-worker.js.map

package/dist/worker/create-aggregation-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-aggregation-worker.js","sourceRoot":"","sources":["../../src/worker/create-aggregation-worker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AACvD,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AACzC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EACL,wBAAwB,GAEzB,MAAM,2BAA2B,CAAC;AAInC,OAAO,EAAE,+BAA+B,EAAE,MAAM,oCAAoC,CAAC;AAGrF,OAAO,EAAE,wBAAwB,EAAE,MAAM,sDAAsD,CAAC;AAChG,OAAO,EAAE,WAAW,EAAE,MAAM,wCAAwC,CAAC;AACrE,OAAO,EAAE,qBAAqB,EAAE,MAAM,kDAAkD,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAE,MAAM,qCAAqC,CAAC;AACxE,OAAO,EAAE,qBAAqB,EAAE,MAAM,uCAAuC,CAAC;AAC9E,OAAO,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AAE/E,MAAM,MAAM,GAAG,YAAY,CAAC,oBAAoB,CAAC,CAAC;AAElD,MAAM,CAAC,MAAM,8BAA8B,GAAG,WAAW,CACvD,6BAA6B,EAC7B;IACE,UAAU,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,CAAU;IAC9D,IAAI,EAAE,MAAM,CAAC,cAAc,EAAE;QAC3B,QAAQ,EAAE,IAAI,EAAE;QAChB,OAAO,EAAE,MAAM,EAAE;QACjB,KAAK,EAAE,MAAM,EAAE;KAChB,CAAC;CACH,CACF,CAAC;AAQF,MAAM,UAAU,uBAAuB,CACrC,IAAmB;IAEnB,MAAM,QAAQ,GAAG,wBAAwB,CAAC;QACxC,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,MAAM,EAAE,qBAAqB,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;QACxD,YAAY,EAAE,CAAC,WAAW,CAAC;KAC5B,CAAC,CAAC;IAEH,OAAO;QACL,KAAK,CAAC,UAAU,CAAC,MAAmB;YAClC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CACtD,8BAA8B,EAC9B;gBACE,MAAM;aACP,CACF,CAAC;YAEF,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,WAAW,CACvD,wBAAwB,EACxB;gBACE,MAAM;aACP,CACF,CAAC;YAEF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,CACrD,wBAAwB,EACxB,oBAAoB,EACpB;gBACE,MAAM,EAAE,EAAE;gBACV,UAAU,EAAE,KAAK;aAClB,CACF,CAAC;YAEF,OAAO,EAAE,GAAG,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC;QAC5C,CAAC;QACD,KAAK,CAAC,GAAG,CAAC,IAA2B,EAAE,MAAmB;YACxD,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;gBACzD,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE;oBAC5B,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO;oBACxB,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;oBACzB,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ;iBAChC,CAAC,CAAC;gBAEH,IAAI,KAAK,EAAE,MAAM,SAAS,IAAI,+BAA+B,CAC3D,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EACxD,OAAO,CAAC,UAAU,CAAC,MAAM,EACzB,OAAO,CAAC,UAAU,CAAC,KAAK,EACxB,OAAO,CAAC,UAAU,CAAC,OAAO,EAC1B,OAAO,CAAC,UAAU,CAAC,OAAO,EAC1B,OAAO,CAAC,IAAI,CAAC,KAAK,EAClB,MAAM,CACP,EAAE,CAAC;oBACF,MAAM,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBACzC,CAAC;gBAED,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,KAAK,qBAAqB,CAAC,GAAG,EAAE,CAAC;oBACrD,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBACjE,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;oBACnE,IAAI,GAAG,EAAE,CAAC;wBACR,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,GAAG,CAC/D;4BACE,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,IAAc;4BAC7B,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,OAAiB;yBACpC,EACD,EAAE,MAAM,EAAE,CACX,CAAC;wBAEF,MAAM,uBAAuB,GAAG,MAAM,QAAQ,CAAC,cAAc,CAC3D;4BACE,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM;4BACjC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,KAAe;4BAC/B,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,OAAiB;4BACnC,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,OAAiB;yBACpC,EACD,MAAM,CACP,CAAC;wBAEF,IAAI,uBAAuB,EAAE,CAAC;4BAC5B,MAAM,SAAS,GAAG,0BAA0B,CAC1C,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,EACzB,uBAAuB,EACvB;gCACE,IAAI,EAAE,WAAW,EAAE,IAAI,CAAC,IAAI,IAAI,EAAE;gCAClC,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,UAAoB;gCAClC,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,IAAc;6BAC9B,EACD,MAAM,CACP,CAAC;4BACF,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;gCACjD,sDAAsD;gCACtD,MAAM,CAAC,KAAK,CACV,aAAa,GAAG,CAAC,OAAO,uBAAuB,GAAG,CAAC,OAAO,EAAE,CAC7D,CAAC;4BACJ,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,oEAAoE;gBACpE,EAAE;gBACF,2DAA2D;gBAC3D,yCAAyC;gBACzC,2BAA2B;gBAC3B,yDAAyD;gBACzD,+CAA+C;gBAC/C,gCAAgC;gBAChC,mEAAmE;gBACnE,yCAAyC;gBACzC,uCAAuC;gBACvC,kEAAkE;gBAClE,kEAAkE;gBAClE,4DAA4D;gBAC5D,4DAA4D;gBAC5D,UAAU;gBACV,8CAA8C;gBAC9C,MAAM;gBACN,IAAI;gBACJ,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC;YACtB,CAAC;YAED,KAAK,UAAU,YAAY,CACzB,SAA4B,EAC5B,OAGC;gBAED,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,SAAS,CAAC,MAAM,CACzC,EAAE,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,EAC5B,MAAM,CACP,EAAE,CAAC;oBACF,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE;wBACvB,EAAE,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO;wBACxB,YAAY,EAAE,iBAAiB,CAAC,SAAS,CAAC,SAAS,CAAC;wBACpD,OAAO,EAAE,MAAM,CAAC,OAAO;qBACxB,CAAC,CAAC;oBACH,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAC5B;wBACE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO;wBAC7B,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,QAAQ;wBAC/B,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK;qBAC1B,EACD;wBACE,UAAU,EAAE;4BACV,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,MAAM;4BACjC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,KAAK;4BAC/B,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,OAAO;4BACpC,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,OAAO;yBACrC;qBACF,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/worker/create-event-store-iterator.d.ts

@@ -0,0 +1,9 @@
+import { MigrationStorageBuilder } from '../storage/versioned/create-migration-storage-builder.js';
+import { EventStore } from '../event-store/event-store.js';
+import { StoredEventIterator } from './stored-event-iterator.js';
+import { Telemetry } from '../tracer/telemetry.js';
+export declare function createFilteredEventStoreIterator(eventIterator: StoredEventIterator, eventNames: string[], telemetry: Telemetry): StoredEventIterator;
+export declare function createEventStoreIterator(eventStore: EventStore, opts: {
+    migrationBuilder: MigrationStorageBuilder;
+    name: string;
+}): StoredEventIterator;

package/dist/worker/create-event-store-iterator.js

@@ -0,0 +1,88 @@
+import { defineState } from '../storage/define-state.js';
+import { declareState } from '../storage/declare-state.js';
+import { string } from '../typing/string.js';
+import { date } from '../typing/date.js';
+import { defineMigrationHistory } from '../storage/migration/define-migration-history.js';
+import { defineAddStateFieldMigration, defineAddStateMigration, } from '../storage/migration/migrations.js';
+import { optional } from '../typing/optional.js';
+import { createLogger } from '../logger/logger.js';
+const EventProgressState = defineState([
+    declareState('progress', {
+        name: string(),
+        date: date(),
+        id: optional(string()),
+    }, ['name']),
+]);
+/** Two steps so existing DBs with only migration #0 (name, date) pick up `id` via #1. */
+const EventProgressMigrationHistory = defineMigrationHistory(EventProgressState, defineAddStateMigration('progress', {
+    name: string(),
+    date: date(),
+}, ['name'], {}), defineAddStateFieldMigration('progress', 'id', false, string()));
+const logger = createLogger('event-store-iterator');
+export function createFilteredEventStoreIterator(eventIterator, eventNames, telemetry) {
+    const tracer = telemetry.createTracer('filtered-event-store-iterator');
+    return {
+        async reset(signal) {
+            await eventIterator.reset(signal);
+        },
+        async *range(signal) {
+            yield* tracer.iterateSpan('range', { attributes: {} }, async function* range() {
+                for await (const evt of eventIterator.range(signal)) {
+                    if (eventNames.indexOf(evt.event.event) === -1) {
+                        await evt.ack();
+                        continue;
+                    }
+                    yield evt;
+                }
+            });
+        },
+    };
+}
+export function createEventStoreIterator(eventStore, opts) {
+    return {
+        async reset(signal) {
+            const progressStorageClient = opts.migrationBuilder.open(`eventProgress`, EventProgressMigrationHistory, signal);
+            await progressStorageClient.state('progress').delete({
+                name: opts.name,
+            }, signal);
+        },
+        async *range(signal) {
+            const progressStorageClient = opts.migrationBuilder.open(`eventProgress`, EventProgressMigrationHistory, signal);
+            const currentProgress = await progressStorageClient
+                .snapshot('progress')
+                .get({ name: opts.name }, { signal });
+            const start = currentProgress?.data?.date ?? null;
+            logger.debug('iterate events', {
+                start: start,
+                name: opts.name,
+            });
+            for await (const evt of eventStore.range(start, {
+                signal,
+                open: true,
+            })) {
+                logger.debug('yield event', {
+                    id: evt.id,
+                    event: evt.event,
+                    name: opts.name,
+                    storedAt: evt.storedAt,
+                });
+                yield {
+                    event: evt,
+                    ack: async () => {
+                        logger.debug('update progress', {
+                            name: opts.name,
+                            storedAt: evt.storedAt,
+                            id: evt.id,
+                        });
+                        await progressStorageClient.state('progress').upsert({
+                            name: opts.name,
+                            date: evt.storedAt,
+                            id: evt.id,
+                        }, signal);
+                    },
+                };
+            }
+        },
+    };
+}
+//# sourceMappingURL=create-event-store-iterator.js.map

package/dist/worker/create-event-store-iterator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-event-store-iterator.js","sourceRoot":"","sources":["../../src/worker/create-event-store-iterator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,4BAA4B,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AACzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,kDAAkD,CAAC;AAC1F,OAAO,EACL,4BAA4B,EAC5B,uBAAuB,GACxB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAKjD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAGnD,MAAM,kBAAkB,GAAG,WAAW,CAAC;IACrC,YAAY,CACV,UAAU,EACV;QACE,IAAI,EAAE,MAAM,EAAE;QACd,IAAI,EAAE,IAAI,EAAE;QACZ,EAAE,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC;KACvB,EACD,CAAC,MAAM,CAAU,CAClB;CACF,CAAC,CAAC;AAEH,yFAAyF;AACzF,MAAM,6BAA6B,GAAG,sBAAsB,CAC1D,kBAAkB,EAClB,uBAAuB,CACrB,UAAU,EACV;IACE,IAAI,EAAE,MAAM,EAAE;IACd,IAAI,EAAE,IAAI,EAAE;CACb,EACD,CAAC,MAAM,CAAC,EACR,EAAE,CACH,EACD,4BAA4B,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAChE,CAAC;AAEF,MAAM,MAAM,GAAG,YAAY,CAAC,sBAAsB,CAAC,CAAC;AAEpD,MAAM,UAAU,gCAAgC,CAC9C,aAAkC,EAClC,UAAoB,EACpB,SAAoB;IAEpB,MAAM,MAAM,GAAG,SAAS,CAAC,YAAY,CAAC,+BAA+B,CAAC,CAAC;IACvE,OAAO;QACL,KAAK,CAAC,KAAK,CAAC,MAAmB;YAC7B,MAAM,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACpC,CAAC;QACD,KAAK,CAAC,CAAC,KAAK,CACV,MAAmB;YAEnB,KAAK,CAAC,CAAC,MAAM,CAAC,WAAW,CACvB,OAAO,EACP,EAAE,UAAU,EAAE,EAAE,EAAE,EAClB,KAAK,SAAS,CAAC,CAAC,KAAK;gBACnB,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;oBACpD,IAAI,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;wBAC/C,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;wBAChB,SAAS;oBACX,CAAC;oBACD,MAAM,GAAG,CAAC;gBACZ,CAAC;YACH,CAAC,CACF,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,UAAsB,EACtB,IAAiE;IAEjE,OAAO;QACL,KAAK,CAAC,KAAK,CAAC,MAAmB;YAC7B,MAAM,qBAAqB,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CACtD,eAAe,EACf,6BAA6B,EAC7B,MAAM,CACP,CAAC;YAEF,MAAM,qBAAqB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,MAAM,CAClD;gBACE,IAAI,EAAE,IAAI,CAAC,IAAI;aAChB,EACD,MAAM,CACP,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,CAAC,KAAK,CACV,MAAmB;YAEnB,MAAM,qBAAqB,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CACtD,eAAe,EACf,6BAA6B,EAC7B,MAAM,CACP,CAAC;YAEF,MAAM,eAAe,GAAG,MAAM,qBAAqB;iBAChD,QAAQ,CAAC,UAAU,CAAC;iBACpB,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YACxC,MAAM,KAAK,GAAG,eAAe,EAAE,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC;YAElD,MAAM,CAAC,KAAK,CAAC,gBAAgB,EAAE;gBAC7B,KAAK,EAAE,KAAK;gBACZ,IAAI,EAAE,IAAI,CAAC,IAAI;aAChB,CAAC,CAAC;YAEH,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE;gBAC9C,MAAM;gBACN,IAAI,EAAE,IAAI;aACX,CAAC,EAAE,CAAC;gBACH,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE;oBAC1B,EAAE,EAAE,GAAG,CAAC,EAAE;oBACV,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,QAAQ,EAAE,GAAG,CAAC,QAAQ;iBACvB,CAAC,CAAC;gBAEH,MAAM;oBACJ,KAAK,EAAE,GAAG;oBACV,GAAG,EAAE,KAAK,IAAI,EAAE;wBACd,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE;4BAC9B,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,QAAQ,EAAE,GAAG,CAAC,QAAQ;4BACtB,EAAE,EAAE,GAAG,CAAC,EAAE;yBACX,CAAC,CAAC;wBACH,MAAM,qBAAqB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,MAAM,CAClD;4BACE,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,IAAI,EAAE,GAAG,CAAC,QAAQ;4BAClB,EAAE,EAAE,GAAG,CAAC,EAAE;yBACX,EACD,MAAM,CACP,CAAC;oBACJ,CAAC;iBACF,CAAC;YACJ,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/worker/create-replicator.d.ts

@@ -0,0 +1,8 @@
+import { RuntimeOptions } from '../management/runtime-options.js';
+import { EventStore } from '../event-store/event-store.js';
+export declare function createReplicator(opts: {
+    runtime: RuntimeOptions;
+    source: EventStore;
+    target: EventStore;
+    name: string;
+}, signal: AbortSignal): Promise<void>;

package/dist/worker/create-replicator.js

@@ -0,0 +1,21 @@
+import { createEventStoreIterator } from './create-event-store-iterator.js';
+export async function createReplicator(opts, signal) {
+    while (!signal.aborted) {
+        const eventStreamIterator = createEventStoreIterator(opts.source, {
+            migrationBuilder: opts.runtime.migrationBuilder,
+            name: `stream-replicator-${opts.name}`,
+        });
+        for await (const evt of eventStreamIterator.range(signal)) {
+            await opts.target.push(evt.event.event, evt.event.data, {
+                id: evt.event.id,
+                createdAt: evt.event.createdAt,
+                signal,
+                auth: evt.event.auth,
+                annotations: evt.event.annotations,
+                streamArgs: evt.event.streamArgs,
+            });
+            await evt.ack();
+        }
+    }
+}
+//# sourceMappingURL=create-replicator.js.map

package/dist/worker/create-replicator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-replicator.js","sourceRoot":"","sources":["../../src/worker/create-replicator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,MAAM,kCAAkC,CAAC;AAI5E,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,IAKC,EACD,MAAmB;IAEnB,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACvB,MAAM,mBAAmB,GAAG,wBAAwB,CAAC,IAAI,CAAC,MAAM,EAAE;YAChE,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB;YAC/C,IAAI,EAAE,qBAAqB,IAAI,CAAC,IAAI,EAAE;SACvC,CAAC,CAAC;QAEH,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,mBAAmB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1D,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE;gBACtD,EAAE,EAAE,GAAG,CAAC,KAAK,CAAC,EAAE;gBAChB,SAAS,EAAE,GAAG,CAAC,KAAK,CAAC,SAAS;gBAC9B,MAAM;gBACN,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI;gBACpB,WAAW,EAAE,GAAG,CAAC,KAAK,CAAC,WAAW;gBAClC,UAAU,EAAE,GAAG,CAAC,KAAK,CAAC,UAAU;aACjC,CAAC,CAAC;YACH,MAAM,GAAG,CAAC,GAAG,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/worker/create-state-update-listener.d.ts

@@ -0,0 +1,9 @@
+import { Queue } from '../queue/queue.js';
+import { stateUpdateTopic } from '../storage/tracker/state-update-topic.js';
+import { SubscriptionMessage } from '../queue/subscription-message.js';
+export declare function createStateUpdateListener(opts: {
+    storageName: string;
+    state: string;
+    queue: Queue;
+    signal: AbortSignal;
+}): AsyncGenerator<SubscriptionMessage<(typeof stateUpdateTopic)['data'], (typeof stateUpdateTopic)['attributes']>>;

package/dist/worker/create-state-update-listener.js

@@ -0,0 +1,14 @@
+import { stateUpdateTopic } from '../storage/tracker/state-update-topic.js';
+import { generateId } from '../random/generate-id.js';
+export async function* createStateUpdateListener(opts) {
+    await opts.queue.createTopic(stateUpdateTopic, { signal: opts.signal });
+    const sub = await opts.queue.createSubscription(stateUpdateTopic, `${opts.storageName}:${generateId()}`, {
+        autoRemove: true,
+        filter: {
+            storageName: opts.storageName,
+            state: opts.state,
+        },
+    });
+    yield* sub.consume({ signal: opts.signal });
+}
+//# sourceMappingURL=create-state-update-listener.js.map

package/dist/worker/create-state-update-listener.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-state-update-listener.js","sourceRoot":"","sources":["../../src/worker/create-state-update-listener.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0CAA0C,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAGtD,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,yBAAyB,CAAC,IAKhD;IAMC,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;IAExE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAC7C,gBAAgB,EAChB,GAAG,IAAI,CAAC,WAAW,IAAI,UAAU,EAAE,EAAE,EACrC;QACE,UAAU,EAAE,IAAI;QAChB,MAAM,EAAE;YACN,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;KACF,CACF,CAAC;IAEF,KAAK,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;AAC9C,CAAC"}

package/dist/worker/create-stream-sequencer.d.ts

@@ -0,0 +1,9 @@
+import { RuntimeOptions } from '../management/runtime-options.js';
+import { StreamRegistration } from '../registry/stream-registration.js';
+export declare function createStreamSequencer(opts: {
+    runtime: RuntimeOptions;
+}, streamRegistration: StreamRegistration, stream: {
+    name: string;
+    run: number;
+    args: Record<string, string>;
+}, signal: AbortSignal): import("../sequencer/in-memory-sequencer.js").InMemorySequencer;

package/dist/worker/create-stream-sequencer.js

@@ -0,0 +1,37 @@
+import { createStreamInstanceEventStore } from '../event-store/create-stream-instance-event-store.js';
+import { createInMemorySequencer } from '../sequencer/create-in-memory-sequencer.js';
+import { mapToStateDefinitions } from '../management/map-from-state-declarations.js';
+import { createEventStoreIterator, createFilteredEventStoreIterator, } from './create-event-store-iterator.js';
+export function createStreamSequencer(opts, streamRegistration, stream, signal) {
+    const partition = {
+        realm: streamRegistration.identifier.realm,
+        tenant: streamRegistration.identifier.tenant,
+        version: streamRegistration.identifier.version,
+        pattern: streamRegistration.identifier.pattern,
+        name: stream.name,
+        run: stream.run,
+    };
+    const outputSink = createStreamInstanceEventStore({
+        runtime: opts.runtime,
+        partition: partition,
+        acceptCreatedAsStored: true,
+    }, signal);
+    return createInMemorySequencer({
+        runtime: opts.runtime,
+        host: streamRegistration.runtime,
+        state: mapToStateDefinitions(streamRegistration.state),
+        outputSink,
+        eventIterator: createFilteredEventStoreIterator(createEventStoreIterator(createStreamInstanceEventStore({
+            runtime: opts.runtime,
+            partition,
+            acceptCreatedAsStored: false,
+        }, signal), {
+            migrationBuilder: opts.runtime.migrationBuilder,
+            name: `sequencer-${streamRegistration.identifier.tenant}-${streamRegistration.identifier.realm}-${partition.pattern}-${partition.name}-${partition.run}`,
+        }), Object.keys(streamRegistration.events), opts.runtime.telemetry),
+        name: stream.name,
+        args: stream.args,
+        partition,
+    }, signal);
+}
+//# sourceMappingURL=create-stream-sequencer.js.map

package/dist/worker/create-stream-sequencer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-stream-sequencer.js","sourceRoot":"","sources":["../../src/worker/create-stream-sequencer.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,8BAA8B,EAAE,MAAM,sDAAsD,CAAC;AACtG,OAAO,EAAE,uBAAuB,EAAE,MAAM,4CAA4C,CAAC;AACrF,OAAO,EAAE,qBAAqB,EAAE,MAAM,8CAA8C,CAAC;AACrF,OAAO,EACL,wBAAwB,EACxB,gCAAgC,GACjC,MAAM,kCAAkC,CAAC;AAE1C,MAAM,UAAU,qBAAqB,CACnC,IAAiC,EACjC,kBAAsC,EACtC,MAIC,EACD,MAAmB;IAEnB,MAAM,SAAS,GAAuB;QACpC,KAAK,EAAE,kBAAkB,CAAC,UAAU,CAAC,KAAK;QAC1C,MAAM,EAAE,kBAAkB,CAAC,UAAU,CAAC,MAAM;QAC5C,OAAO,EAAE,kBAAkB,CAAC,UAAU,CAAC,OAAO;QAC9C,OAAO,EAAE,kBAAkB,CAAC,UAAU,CAAC,OAAO;QAC9C,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,GAAG,EAAE,MAAM,CAAC,GAAG;KAChB,CAAC;IACF,MAAM,UAAU,GAAG,8BAA8B,CAC/C;QACE,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,SAAS,EAAE,SAAS;QACpB,qBAAqB,EAAE,IAAI;KAC5B,EACD,MAAM,CACP,CAAC;IAEF,OAAO,uBAAuB,CAC5B;QACE,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,IAAI,EAAE,kBAAkB,CAAC,OAAO;QAChC,KAAK,EAAE,qBAAqB,CAAC,kBAAkB,CAAC,KAAK,CAAC;QACtD,UAAU;QACV,aAAa,EAAE,gCAAgC,CAC7C,wBAAwB,CACtB,8BAA8B,CAC5B;YACE,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,SAAS;YACT,qBAAqB,EAAE,KAAK;SAC7B,EACD,MAAM,CACP,EACD;YACE,gBAAgB,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB;YAC/C,IAAI,EAAE,aAAa,kBAAkB,CAAC,UAAU,CAAC,MAAM,IAAI,kBAAkB,CAAC,UAAU,CAAC,KAAK,IAAI,SAAS,CAAC,OAAO,IAAI,SAAS,CAAC,IAAI,IAAI,SAAS,CAAC,GAAG,EAAE;SACzJ,CACF,EACD,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,EACtC,IAAI,CAAC,OAAO,CAAC,SAAS,CACvB;QACD,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,SAAS;KACV,EACD,MAAM,CACP,CAAC;AACJ,CAAC"}

package/dist/worker/create-stream-sequencer.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/worker/create-stream-sequencer.test.js

@@ -0,0 +1,111 @@
+import { before, beforeEach, describe, it } from 'node:test';
+import { createTestRuntime } from '../testing/create-test-case.js';
+import { todoExampleStream } from '../example/todo-example.js';
+import { createStreamInstanceEventStore } from '../event-store/create-stream-instance-event-store.js';
+import assert from 'node:assert';
+import { lastOfRange } from '../storage/last-of-range.js';
+import { createStreamSequencer } from './create-stream-sequencer.js';
+import { createReader } from '../sequencer/create-reader.js';
+describe('create-stream-sequencer', (ctx) => {
+    const runtime = createTestRuntime(ctx.signal);
+    const partition = {
+        tenant: 'tenant',
+        realm: 'realm',
+        pattern: 'pattern',
+        version: 'version',
+        name: 'test-param',
+        run: 0,
+    };
+    const evtStore = createStreamInstanceEventStore({
+        runtime: runtime,
+        partition,
+        acceptCreatedAsStored: false,
+    }, ctx.signal);
+    const seq = createStreamSequencer({
+        runtime,
+    }, {
+        state: todoExampleStream.source.state,
+        events: todoExampleStream.source.events,
+        outputs: todoExampleStream.source.outputs,
+        runtime: todoExampleStream.runtime,
+        auth: todoExampleStream.source.auth,
+        identifier: {
+            version: 'version',
+            realm: 'realm',
+            tenant: 'tenant',
+            pattern: 'pattern',
+        },
+        stateGrant: todoExampleStream.source.stateGrant,
+        eventGrant: todoExampleStream.source.eventGrant,
+    }, {
+        name: 'test-param',
+        args: { param: 'param' },
+        run: 0,
+    }, ctx.signal);
+    const reader = createReader({
+        partition,
+        partitionBuilder: runtime.partitionBuilder,
+        state: todoExampleStream.source.state,
+        telemetry: runtime.telemetry,
+        queue: runtime.queue,
+    }, ctx.signal);
+    before(async (test) => {
+        await evtStore.push('create-todo', { title: 'title-a' }, {
+            id: 'a',
+            signal: test.signal,
+            auth: { sub: 'sub', iss: 'iss', aud: 'aud' },
+            streamArgs: { param: 'param' },
+        });
+        await evtStore.push('create-todo', { title: 'title-b' }, {
+            id: 'b',
+            signal: test.signal,
+            auth: { sub: 'sub', iss: 'iss', aud: 'aud' },
+            streamArgs: { param: 'param' },
+        });
+    });
+    beforeEach(async (test) => {
+        await seq.reset(test.signal);
+    });
+    async function hasTodoValue(id, exists, signal) {
+        const res = await seq.get(id, signal);
+        const todo = await reader
+            .state()
+            .snapshot('todos')
+            .get({ id: id }, { signal: signal });
+        assert.deepEqual(res, !exists ? null : { success: true, eventId: id, outputs: [] });
+        assert.deepEqual(todo, !exists
+            ? null
+            : {
+                data: { completed: false, title: `title-${id}`, id },
+                keys: {
+                    id: id,
+                },
+            });
+    }
+    it('should process until a', async (test) => {
+        await seq.await({ id: 'a' }, test.signal);
+        await hasTodoValue('a', true, test.signal);
+        await hasTodoValue('b', false, test.signal);
+    });
+    it('should process until b', async (test) => {
+        await seq.await({ id: 'b' }, test.signal);
+        await hasTodoValue('a', true, test.signal);
+        await hasTodoValue('b', true, test.signal);
+    });
+    it('should process nothing', async (test) => {
+        await hasTodoValue('a', false, test.signal);
+        await hasTodoValue('b', false, test.signal);
+    });
+    it('should replay', async (test) => {
+        await lastOfRange(seq.replay(test.signal));
+        await hasTodoValue('a', true, test.signal);
+        await hasTodoValue('b', true, test.signal);
+    });
+    it('should reset', async (test) => {
+        await lastOfRange(seq.replay(test.signal));
+        await seq.reset(test.signal);
+        await hasTodoValue('a', false, test.signal);
+        await hasTodoValue('b', false, test.signal);
+    });
+});
+//# sourceMappingURL=create-stream-sequencer.test.js.map

package/dist/worker/create-stream-sequencer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-stream-sequencer.test.js","sourceRoot":"","sources":["../../src/worker/create-stream-sequencer.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,8BAA8B,EAAE,MAAM,sDAAsD,CAAC;AACtG,OAAO,MAAM,MAAM,aAAa,CAAC;AACjC,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,8BAA8B,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAE7D,QAAQ,CAAC,yBAAyB,EAAE,CAAC,GAAG,EAAE,EAAE;IAC1C,MAAM,OAAO,GAAG,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAE9C,MAAM,SAAS,GAAG;QAChB,MAAM,EAAE,QAAQ;QAChB,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,SAAS;QAClB,OAAO,EAAE,SAAS;QAClB,IAAI,EAAE,YAAY;QAClB,GAAG,EAAE,CAAC;KACP,CAAC;IAEF,MAAM,QAAQ,GAAG,8BAA8B,CAC7C;QACE,OAAO,EAAE,OAAO;QAChB,SAAS;QACT,qBAAqB,EAAE,KAAK;KAC7B,EACD,GAAG,CAAC,MAAM,CACX,CAAC;IAEF,MAAM,GAAG,GAAG,qBAAqB,CAC/B;QACE,OAAO;KACR,EACD;QACE,KAAK,EAAE,iBAAiB,CAAC,MAAM,CAAC,KAAK;QACrC,MAAM,EAAE,iBAAiB,CAAC,MAAM,CAAC,MAAM;QACvC,OAAO,EAAE,iBAAiB,CAAC,MAAM,CAAC,OAAO;QACzC,OAAO,EAAE,iBAAiB,CAAC,OAAO;QAClC,IAAI,EAAE,iBAAiB,CAAC,MAAM,CAAC,IAAI;QACnC,UAAU,EAAE;YACV,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,SAAS;SACnB;QACD,UAAU,EAAE,iBAAiB,CAAC,MAAM,CAAC,UAAU;QAC/C,UAAU,EAAE,iBAAiB,CAAC,MAAM,CAAC,UAAU;KAChD,EACD;QACE,IAAI,EAAE,YAAY;QAClB,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;QACxB,GAAG,EAAE,CAAC;KACP,EACD,GAAG,CAAC,MAAM,CACX,CAAC;IAEF,MAAM,MAAM,GAAG,YAAY,CACzB;QACE,SAAS;QACT,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,KAAK,EAAE,iBAAiB,CAAC,MAAM,CAAC,KAAK;QACrC,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;KACrB,EACD,GAAG,CAAC,MAAM,CACX,CAAC;IAEF,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACpB,MAAM,QAAQ,CAAC,IAAI,CACjB,aAAa,EACb,EAAE,KAAK,EAAE,SAAS,EAAE,EACpB;YACE,EAAE,EAAE,GAAG;YACP,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE;YAC5C,UAAU,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;SAC/B,CACF,CAAC;QAEF,MAAM,QAAQ,CAAC,IAAI,CACjB,aAAa,EACb,EAAE,KAAK,EAAE,SAAS,EAAE,EACpB;YACE,EAAE,EAAE,GAAG;YACP,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE;YAC5C,UAAU,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;SAC/B,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACxB,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,KAAK,UAAU,YAAY,CACzB,EAAU,EACV,MAAe,EACf,MAAmB;QAEnB,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,MAAM,MAAM;aACtB,KAAK,EAAE;aACP,QAAQ,CAAC,OAAO,CAAC;aACjB,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACvC,MAAM,CAAC,SAAS,CACd,GAAG,EACH,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAC7D,CAAC;QACF,MAAM,CAAC,SAAS,CACd,IAAI,EACJ,CAAC,MAAM;YACL,CAAC,CAAC,IAAI;YACN,CAAC,CAAC;gBACE,IAAI,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,EAAE;gBACpD,IAAI,EAAE;oBACJ,EAAE,EAAE,EAAE;iBACP;aACF,CACN,CAAC;IACJ,CAAC;IAED,EAAE,CAAC,wBAAwB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC1C,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC1C,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAC1C,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5C,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QACjC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3C,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,cAAc,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;QAChC,MAAM,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QAC3C,MAAM,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7B,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5C,MAAM,YAAY,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/worker/create-stream-test.d.ts

@@ -0,0 +1,29 @@
+import { StateDefinitions } from '../storage/state-declaration.js';
+import { EventDeclarations } from '../event-store/event-declarations.js';
+import { OutputDeclarations } from '../stream/output-declarations.js';
+import { RealmDefinition } from '../realm/realm-definition.js';
+import { AuthProviders } from '../authentication/auth-providers.js';
+import { RuntimeOptions } from '../management/runtime-options.js';
+import { StreamHostRuntime } from '../runtime/host-runtime.js';
+import { EventAuth } from '../event-store/event-auth.js';
+export declare function createStreamTest<TState extends StateDefinitions, TEvent extends EventDeclarations, TOutput extends OutputDeclarations, TRealm extends RealmDefinition<AuthProviders>>(runtime: RuntimeOptions, stream: StreamHostRuntime<TState, TEvent, TOutput, TRealm>, auth: EventAuth, streamArgs: Record<string, string>, signal: AbortSignal): Promise<{
+    eventStore: import("../event-store/stream-event-store.js").StreamEventStore<{
+        "create-todo": import("../event-store/event-declarations.js").EventDeclaration<import("../storage/event-props-output.js").EventPropsOutput<{
+            title: import("../typing/string-type-description.js").StringTypeDescription<string>;
+        }>> & {
+            key: "create-todo";
+        };
+        "complete-todo": import("../event-store/event-declarations.js").EventDeclaration<import("../storage/event-props-output.js").EventPropsOutput<{
+            id: import("../typing/string-type-description.js").StringTypeDescription<string>;
+        }>> & {
+            key: "complete-todo";
+        };
+        "update-todo": import("../event-store/event-declarations.js").EventDeclaration<import("../storage/event-props-output.js").EventPropsOutput<{
+            id: import("../typing/string-type-description.js").StringTypeDescription<string>;
+            title: import("../typing/string-type-description.js").StringTypeDescription<string>;
+        }>> & {
+            key: "update-todo";
+        };
+    }>;
+    reader: import("../sequencer/reader.js").Reader<TState>;
+}>;

package/dist/worker/create-stream-test.js

@@ -0,0 +1,80 @@
+import { buildStreamKey } from '../stream/build-stream-name.js';
+import { createInMemorySystems } from '../management/system/create-in-memory-systems.js';
+import { createRegistryManagement } from '../management/registry/create-registry-management.js';
+import { exampleRealm, exampleTodoEvents, exampleTodoState, } from '../example/todo-example.js';
+import { createStreamEventStore } from '../event-store/create-stream-event-store.js';
+import { createRemoteSequencer } from '../sequencer/create-remote-sequencer.js';
+import { getAuthId } from '../authentication/get-auth-id.js';
+import { createStreamWorker } from './create-stream-worker.js';
+import { createBootstrapper } from '../runner/bootstrapper.js';
+import { createReader } from '../sequencer/create-reader.js';
+export async function createStreamTest(runtime, stream, auth, streamArgs, signal) {
+    const tenant = 'tenant';
+    const version = await stream.source.version.resolve(runtime.env);
+    const partition = {
+        tenant: tenant,
+        realm: stream.source.realm.name,
+        version: version,
+        pattern: stream.source.pattern,
+        name: buildStreamKey(stream.source.pattern, { args: streamArgs, auth }),
+        run: 0,
+    };
+    const system = createInMemorySystems({ runtime });
+    const registry = createRegistryManagement({
+        runtime: runtime,
+        system: system,
+        staticRealms: [exampleRealm],
+    });
+    const eventStore = createStreamEventStore({
+        runtime,
+        sequencer: createRemoteSequencer({
+            runtime,
+            state: exampleTodoState,
+            partition,
+        }, signal),
+        partition,
+        events: exampleTodoEvents,
+        context: {
+            name: partition.name,
+            args: streamArgs,
+            auth: auth,
+            authId: await getAuthId(runtime.env, auth),
+        },
+    }, signal);
+    await system.access(tenant).push('access-stream', {
+        events: stream.source.events,
+        state: stream.source.state,
+        realm: stream.source.realm.name,
+        version: version,
+        pattern: stream.source.pattern,
+        args: streamArgs,
+        auth: auth,
+        name: partition.name,
+        stateGrant: stream.source.stateGrant,
+        eventGrant: stream.source.eventGrant,
+    }, {
+        await: true,
+        signal: signal,
+    });
+    const worker = createStreamWorker({
+        runtime,
+        registry,
+        system,
+    });
+    const reader = createReader({
+        telemetry: runtime.telemetry,
+        partitionBuilder: runtime.partitionBuilder,
+        queue: runtime.queue,
+        state: stream.source.state,
+        partition,
+    }, signal);
+    const bootstrapper = createBootstrapper();
+    bootstrapper.attach(worker);
+    const init = await bootstrapper.init(signal);
+    init.run().catch((e) => console.error(e));
+    return {
+        eventStore,
+        reader,
+    };
+}
+//# sourceMappingURL=create-stream-test.js.map

package/dist/worker/create-stream-test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"create-stream-test.js","sourceRoot":"","sources":["../../src/worker/create-stream-test.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,cAAc,EAAE,MAAM,gCAAgC,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,kDAAkD,CAAC;AACzF,OAAO,EAAE,wBAAwB,EAAE,MAAM,sDAAsD,CAAC;AAChG,OAAO,EACL,YAAY,EACZ,iBAAiB,EACjB,gBAAgB,GACjB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,sBAAsB,EAAE,MAAM,6CAA6C,CAAC;AACrF,OAAO,EAAE,qBAAqB,EAAE,MAAM,yCAAyC,CAAC;AAChF,OAAO,EAAE,SAAS,EAAE,MAAM,kCAAkC,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAE7D,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAMpC,OAAuB,EACvB,MAA0D,EAC1D,IAAe,EACf,UAAkC,EAClC,MAAmB;IAEnB,MAAM,MAAM,GAAG,QAAQ,CAAC;IACxB,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACjE,MAAM,SAAS,GAAuB;QACpC,MAAM,EAAE,MAAM;QACd,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI;QAC/B,OAAO,EAAE,OAAO;QAChB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;QAC9B,IAAI,EAAE,cAAc,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QACvE,GAAG,EAAE,CAAC;KACP,CAAC;IACF,MAAM,MAAM,GAAG,qBAAqB,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;IAElD,MAAM,QAAQ,GAAG,wBAAwB,CAAC;QACxC,OAAO,EAAE,OAAO;QAChB,MAAM,EAAE,MAAM;QACd,YAAY,EAAE,CAAC,YAAY,CAAC;KAC7B,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,sBAAsB,CACvC;QACE,OAAO;QACP,SAAS,EAAE,qBAAqB,CAC9B;YACE,OAAO;YACP,KAAK,EAAE,gBAAgB;YACvB,SAAS;SACV,EACD,MAAM,CACP;QACD,SAAS;QACT,MAAM,EAAE,iBAAiB;QACzB,OAAO,EAAE;YACP,IAAI,EAAE,SAAS,CAAC,IAAI;YACpB,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,MAAM,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC;SAC3C;KACF,EACD,MAAM,CACP,CAAC;IAEF,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAC9B,eAAe,EACf;QACE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM;QAC5B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK;QAC1B,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI;QAC/B,OAAO,EAAE,OAAO;QAChB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;QAC9B,IAAI,EAAE,UAAU;QAChB,IAAI,EAAE,IAAI;QACV,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;QACpC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU;KACrC,EACD;QACE,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,MAAM;KACf,CACF,CAAC;IAEF,MAAM,MAAM,GAAG,kBAAkB,CAAC;QAChC,OAAO;QACP,QAAQ;QACR,MAAM;KACP,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,YAAY,CACzB;QACE,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,gBAAgB,EAAE,OAAO,CAAC,gBAAgB;QAC1C,KAAK,EAAE,OAAO,CAAC,KAAK;QAEpB,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK;QAE1B,SAAS;KACV,EACD,MAAM,CACP,CAAC;IAEF,MAAM,YAAY,GAAG,kBAAkB,EAAE,CAAC;IAC1C,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAE5B,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7C,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAE1C,OAAO;QACL,UAAU;QACV,MAAM;KACP,CAAC;AACJ,CAAC"}

package/dist/worker/create-stream-worker.d.ts

@@ -0,0 +1,31 @@
+import { RuntimeOptions } from '../management/runtime-options.js';
+import { TopicInstance } from '../queue/topic-instance.js';
+import { BootstrapperPiece } from '../runner/bootstrapper.js';
+import { Subscription } from '../queue/subscription.js';
+import { InMemorySystems } from '../management/system/in-memory-systems.js';
+import { Registry } from '../registry/registry.js';
+export interface WorkerOptions {
+    registry: Registry;
+    runtime: RuntimeOptions;
+    system: InMemorySystems;
+}
+export declare const streamWorkerProcessTopic: Readonly<import("../queue/topic-definition.js").TopicDefinition<["tenant", "realm", "pattern", "version"], import("../typing/object-type-description.js").ObjectTypeDescription<{
+    event: string;
+    streamArgs: {
+        [key: string]: string;
+    };
+    eventId: string;
+    storedAt: Date;
+}>>>;
+export declare const streamWorkerAttachedTopic: Readonly<import("../queue/topic-definition.js").TopicDefinition<["tenant", "realm", "pattern", "version"], import("../typing/object-type-description.js").ObjectTypeDescription<{
+    event: string;
+    eventId: string;
+    storedAt: Date;
+}>>>;
+interface StreamWorkerInit {
+    attachTopic: TopicInstance<typeof streamWorkerProcessTopic>;
+    processTopic: TopicInstance<typeof streamWorkerProcessTopic>;
+    sub: Subscription<typeof streamWorkerProcessTopic>;
+}
+export declare function createStreamWorker(opts: WorkerOptions): BootstrapperPiece<StreamWorkerInit>;
+export {};