@toa.io/extensions.realtime 1.0.0-alpha.31 → 1.0.0-alpha.310

package/components/realtime.streams/types/toa.d.ts

@@ -0,0 +1,30 @@
+// Written by `toa types`. Every run rewrites it.
+// What a manifest does not state belongs in a file of your own.
+
+import type { Options } from '@toa.io/core/types'
+import type { FetchInit } from '@toa.io/extensions.fetch'
+import type { Stash } from '@toa.io/extensions.stash'
+import type { Logs, Metrics, Span } from '@toa.io/extensions.telemetry'
+
+export type CreateInput = {
+  key?: string
+  token?: string
+}
+
+export type PushInput = {
+  data?: unknown
+  key: string
+  event: string
+}
+
+export type PushOutput = null
+
+export interface Component {
+  create: (request: { input: CreateInput, task?: boolean }, options?: Options) => Promise<unknown>
+  push: (request: { input: PushInput, task?: boolean }, options?: Options) => Promise<PushOutput>
+}
+
+export interface Configuration {
+  maxlen: number
+  expire: number
+}

package/package.json

@@ -1,6 +1,7 @@
 {
   "name": "@toa.io/extensions.realtime",
-  "version": "1.0.0-alpha.31",
+  "version": "1.0.0-alpha.310",
+  "type": "module",
   "description": "Toa Realtime",
   "author": "temich <tema.gurtovoy@gmail.com>",
   "homepage": "https://github.com/toa-io/toa#readme",
@@ -16,13 +17,23 @@
   "publishConfig": {
     "access": "public"
   },
-  "jest": {
-    "preset": "ts-jest",
-    "testEnvironment": "node"
+  "files": [
+    "transpiled",
+    "components",
+    "readme.md",
+    "!**/tsconfig.tsbuildinfo",
+    "!**/*.test.*",
+    "!**/.env*"
+  ],
+  "dependencies": {
+    "@toa.io/core": "1.0.0-alpha.310",
+    "@toa.io/definitions": "1.0.0-alpha.310",
+    "@toa.io/generic": "1.0.0-alpha.310",
+    "openspan": "1.0.0-alpha.305"
   },
   "scripts": {
-    "transpile": "npx tsc && npx tsc -p ./components/streams",
-    "features": "npx cucumber-js"
+    "transpile": "npx tsc && npx tsc -p ./components/realtime.streams",
+    "features": "TSX_TSCONFIG_PATH=features/steps/tsconfig.json NODE_OPTIONS=--import=tsx cucumber-js"
   },
-  "gitHead": "91839a488176853a0731f49abc70dc7103ed7cca"
+  "gitHead": "d952c57f77279729e26d52d50c6df47138ad0a4f"
 }

package/readme.md

@@ -10,17 +10,20 @@
 </a>
 
 Realtime extension combines application events into streams according to defined routes.
-Clients may consume these streams [via Exposition](#exposition).
+Clients may consume these streams [via Exposition](/extensions/exposition).
+
+If stream is idle for 16 seconds, a `heartbeat` message is sent.
 
 ## Static routes
 
 Static route specifies an event that should be combined into a stream using specified property of
-event's payload as a stream key.
+event's payload as a stream key or an array of stream keys.
 
 Static routes may be defined in Component manifest or the Context annotation.
 
 ```yaml
 # manifest.toa.yaml
+
 name: users
 
 realtime:
@@ -29,13 +32,24 @@ realtime:
 
 ```yaml
 # context.toa.yaml
+
 realtime:
   users.updated: id
-  orders.created: custromer_id
+  orders.created: customer_id
 ```
 
 In case of conflict, the Context annotation takes precedence.
 
+Multiple stream keys may be defined for a single event.
+
+```yaml
+# manifest.toa.yaml
+name: messages
+
+realtime:
+  updated: [sender_id, recipient_id]
+```
+
 ### Static route examples
 
 Given two rules: `users.updated: id` and `orders.created: customer_id`,
@@ -87,13 +101,33 @@ Dynamic routes are managed by the `realtime.routes` component, running in the Re
 
 ## Exposition
 
-Streams are exposed by the [`realtime.streams`](components/streams) component, running in the
+Streams are exposed by the [`realtime.streams`](components/realtime.streams) component, running in the
 Realtime extension, and are
 accessible via the `/realtime/streams/:key/` resource with
 the [`auth:id: key`](/extensions/exposition/documentation/access.md#id) authorization rule.
 
-Refer to the [Exposition extension](/extensions/exposition) for more
-details:
+Opening a stream is not a read, and `GET` is the method a client opens one with, so the route
+declares [`io:readonly: false`](/extensions/exposition/documentation/io.md#readonly).
 
-- [Streams](/extensions/exposition/documentation/protocol.md#streams)
+A key may be consumed by several clients at once — the same user on two devices, or in two
+tabs. Each of them receives every event routed to the key, and one of them disconnecting leaves
+the others connected.
+
+Refer to the [Exposition extension](/extensions/exposition) for more details:
+
+- [Multipart responses](/extensions/exposition/documentation/protocol.md#multipart-types)
 - [Access authorization](/extensions/exposition/documentation/access.md)
+- [Readonly chains](/documentation/readonly.md)
+
+## Resources management
+
+Resource requests and limits can be specified by `resources` annotation:
+
+```yaml
+# context.toa.yaml
+
+realtime:
+  resources:
+    cpu: [100m, 500m]
+    memory: [100Mi, 200Mi]
+```

package/transpiled/Composition.d.ts

@@ -1,8 +1,14 @@
 import { Connector } from '@toa.io/core';
-import { type Bootloader } from './Factory';
+import { type Host } from './Factory.ts';
 export declare class Composition extends Connector {
-    private readonly boot;
-    constructor(boot: Bootloader);
+    private readonly host;
+    constructor(host: Host);
     protected open(): Promise<void>;
-    protected dispose(): void;
 }
+export declare function find(): string[];
+export declare function components(): Components;
+interface Components {
+    labels: string[];
+    paths: string[];
+}
+export {};

package/transpiled/Composition.js

@@ -1,33 +1,34 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Composition = void 0;
-const node_fs_1 = require("node:fs");
-const node_path_1 = require("node:path");
-const core_1 = require("@toa.io/core");
-class Composition extends core_1.Connector {
-    boot;
-    constructor(boot) {
+import { readdirSync } from 'node:fs';
+import { resolve } from 'node:path';
+import { Connector } from '@toa.io/core';
+export class Composition extends Connector {
+    host;
+    constructor(host) {
         super();
-        this.boot = boot;
+        this.host = host;
     }
     async open() {
         const paths = find();
-        const composition = await this.boot.composition(paths);
+        const composition = await this.host.composition(paths);
         await composition.connect();
         this.depends(composition);
-        console.info('Composition complete.');
-    }
-    dispose() {
-        console.info('Composition shutdown complete.');
     }
 }
-exports.Composition = Composition;
-function find() {
-    return entries().map((entry) => (0, node_path_1.resolve)(ROOT, entry.name));
+export function find() {
+    return entries().map((entry) => resolve(ROOT, entry.name));
 }
 function entries() {
-    const entries = (0, node_fs_1.readdirSync)(ROOT, { withFileTypes: true });
+    const entries = readdirSync(ROOT, { withFileTypes: true });
     return entries.filter((entry) => entry.isDirectory());
 }
-const ROOT = (0, node_path_1.resolve)(__dirname, '../components/');
+export function components() {
+    const labels = [];
+    const paths = [];
+    for (const entry of entries()) {
+        labels.push(entry.name.replace('.', '-'));
+        paths.push(resolve(ROOT, entry.name));
+    }
+    return { labels, paths };
+}
+const ROOT = resolve(import.meta.dirname, '../components/');
 //# sourceMappingURL=Composition.js.map

package/transpiled/Composition.js.map

@@ -1 +1 @@
-{"version":3,"file":"Composition.js","sourceRoot":"","sources":["../source/Composition.ts"],"names":[],"mappings":";;;AAAA,qCAAkD;AAClD,yCAAmC;AACnC,uCAAwC;AAGxC,MAAa,WAAY,SAAQ,gBAAS;IACvB,IAAI,CAAY;IAEjC,YAAoB,IAAgB;QAClC,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEkB,KAAK,CAAC,IAAI;QAC3B,MAAM,KAAK,GAAG,IAAI,EAAE,CAAA;QACpB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;QAEtD,MAAM,WAAW,CAAC,OAAO,EAAE,CAAA;QAE3B,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QAEzB,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACvC,CAAC;IAEkB,OAAO;QACxB,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAA;IAChD,CAAC;CACF;AAtBD,kCAsBC;AAED,SAAS,IAAI;IACX,OAAO,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAA,mBAAO,EAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,OAAO;IACd,MAAM,OAAO,GAAG,IAAA,qBAAW,EAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IAE1D,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAA;AACvD,CAAC;AAED,MAAM,IAAI,GAAG,IAAA,mBAAO,EAAC,SAAS,EAAE,gBAAgB,CAAC,CAAA"}
+{"version":3,"file":"Composition.js","sourceRoot":"","sources":["../source/Composition.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAe,MAAM,SAAS,CAAA;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAGxC,MAAM,OAAO,WAAY,SAAQ,SAAS;IACvB,IAAI,CAAM;IAE3B,YAAmB,IAAU;QAC3B,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEkB,KAAK,CAAC,IAAI;QAC3B,MAAM,KAAK,GAAG,IAAI,EAAE,CAAA;QACpB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;QAEtD,MAAM,WAAW,CAAC,OAAO,EAAE,CAAA;QAE3B,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IAC3B,CAAC;CACF;AAED,MAAM,UAAU,IAAI;IAClB,OAAO,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,OAAO;IACd,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IAE1D,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAA;AACvD,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,MAAM,KAAK,GAAa,EAAE,CAAA;IAE1B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAA;QACzC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;IACvC,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AAC1B,CAAC;AAOD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAA"}

package/transpiled/Factory.d.ts

@@ -1,9 +1,9 @@
-import { type extensions } from '@toa.io/core';
-import { Realtime } from './Realtime';
+import { type Connector } from '@toa.io/core';
+import type { extensions } from '@toa.io/core/types';
 export declare class Factory implements extensions.Factory {
-    private readonly boot;
-    constructor(boot: Bootloader);
-    service(): Realtime;
+    private readonly host;
+    constructor(host: Host);
+    service(): Connector;
     private discovery;
 }
-export type Bootloader = typeof import('@toa.io/boot');
+export type Host = extensions.Host;

package/transpiled/Factory.js

@@ -1,28 +1,26 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Factory = void 0;
-const core_1 = require("@toa.io/core");
-const Realtime_1 = require("./Realtime");
-const Composition_1 = require("./Composition");
-const Routes_1 = require("./Routes");
-class Factory {
-    boot;
-    constructor(boot) {
-        this.boot = boot;
+import { Locator } from '@toa.io/core';
+import { Realtime } from './Realtime.js';
+import { Composition } from './Composition.js';
+import { Routes } from './Routes.js';
+export class Factory {
+    host;
+    constructor(host) {
+        this.host = host;
     }
+    // a halt takes the whole of it: a stream it would keep open has nothing to carry
     service() {
-        const discovery = this.discovery();
-        const routes = new Routes_1.Routes(this.boot);
-        const composition = new Composition_1.Composition(this.boot);
-        const realtime = new Realtime_1.Realtime(routes, discovery);
-        realtime.depends(routes);
-        realtime.depends(composition);
-        return realtime;
+        return this.host.gate(async () => {
+            const routes = new Routes(this.host);
+            const composition = new Composition(this.host);
+            const realtime = new Realtime(routes, async () => await this.discovery());
+            realtime.depends(routes);
+            realtime.depends(composition);
+            return realtime;
+        });
     }
     async discovery() {
-        const locator = new core_1.Locator('streams', 'realtime');
-        return await this.boot.remote(locator);
+        const locator = new Locator('streams', 'realtime');
+        return await this.host.remote(locator, { service: 'realtime' });
     }
 }
-exports.Factory = Factory;
 //# sourceMappingURL=Factory.js.map

package/transpiled/Factory.js.map

@@ -1 +1 @@
-{"version":3,"file":"Factory.js","sourceRoot":"","sources":["../source/Factory.ts"],"names":[],"mappings":";;;AAAA,uCAAuE;AACvE,yCAAqC;AACrC,+CAA2C;AAC3C,qCAAiC;AAEjC,MAAa,OAAO;IACD,IAAI,CAAY;IAEjC,YAAoB,IAAgB;QAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEM,OAAO;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA;QAClC,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACpC,MAAM,WAAW,GAAG,IAAI,yBAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,QAAQ,GAAG,IAAI,mBAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAEhD,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACxB,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QAE7B,OAAO,QAAQ,CAAA;IACjB,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,OAAO,GAAG,IAAI,cAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;QAElD,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACxC,CAAC;CACF;AAxBD,0BAwBC"}
+{"version":3,"file":"Factory.js","sourceRoot":"","sources":["../source/Factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkC,OAAO,EAAE,MAAM,cAAc,CAAA;AAEtE,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEpC,MAAM,OAAO,OAAO;IACD,IAAI,CAAM;IAE3B,YAAmB,IAAU;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAED,iFAAiF;IAC1E,OAAO;QACZ,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACpC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAC9C,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;YAEzE,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;YACxB,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;YAE7B,OAAO,QAAQ,CAAA;QACjB,CAAC,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;QAElD,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAA;IACjE,CAAC;CACF"}

package/transpiled/Realtime.d.ts

@@ -1,10 +1,11 @@
 import { type Component, Connector } from '@toa.io/core';
-import { type Routes } from './Routes';
+import { type Routes } from './Routes.ts';
 export declare class Realtime extends Connector {
     private readonly discovery;
     private streams;
-    constructor(routes: Routes, discovery: Promise<Component>);
+    constructor(routes: Routes, discovery: () => Promise<Component>);
     protected open(): Promise<void>;
     protected dispose(): void;
     private push;
+    private deliver;
 }

package/transpiled/Realtime.js

@@ -1,8 +1,7 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Realtime = void 0;
-const core_1 = require("@toa.io/core");
-class Realtime extends core_1.Connector {
+import { console, run } from 'openspan';
+import { Connector } from '@toa.io/core';
+import * as measure from './measurements.js';
+export class Realtime extends Connector {
     discovery;
     streams = null;
     constructor(routes, discovery) {
@@ -11,17 +10,48 @@ class Realtime extends core_1.Connector {
         routes.events.on('data', this.push.bind(this));
     }
     async open() {
-        this.streams = await this.discovery;
+        // the lookup belongs here, not in the constructor: dependencies connect before
+        // open, so the composition that serves realtime.streams is up to answer it. Asked
+        // any earlier the lookup goes unanswered, and it waits without a bound.
+        this.streams = await this.discovery();
         this.depends(this.streams);
         await this.streams.connect();
-        console.log('Realtime has started.');
+        console.info('Realtime service started');
     }
     dispose() {
-        console.log('Realtime shutdown complete.');
+        console.info('Realtime service shutdown complete');
     }
-    push(event) {
-        void this.streams?.invoke('push', { input: event });
+    push({ telemetry, ...event }) {
+        const processing = telemetry === null
+            ? this.deliver(event)
+            : run(telemetry, async () => await this.deliver(event));
+        void processing.catch((error) => {
+            measure.failed(event.event);
+            console.error('Realtime push failed', error);
+        });
+    }
+    async deliver(event) {
+        /*
+         * The delivery span is created on behalf of the messaging destination
+         * (same as the core Receiver), so that service graphs display the fan-out:
+         * producer -> destination -> realtime
+         */
+        const delivery = {
+            name: `${event.event} deliver`,
+            kind: 'producer',
+            service: event.event,
+            attributes: { 'messaging.destination.name': event.event }
+        };
+        const options = {
+            name: `${event.event} push`,
+            kind: 'consumer',
+            service: 'realtime',
+            attributes: { 'messaging.destination.name': event.event }
+        };
+        await console.span(delivery, async () => await console.span(options, async () => {
+            await this.streams?.invoke('push', { input: event });
+            measure.delivered(event.event);
+        }));
     }
 }
-exports.Realtime = Realtime;
 //# sourceMappingURL=Realtime.js.map

package/transpiled/Realtime.js.map

@@ -1 +1 @@
-{"version":3,"file":"Realtime.js","sourceRoot":"","sources":["../source/Realtime.ts"],"names":[],"mappings":";;;AAAA,uCAAwD;AAGxD,MAAa,QAAS,SAAQ,gBAAS;IACpB,SAAS,CAAoB;IACtC,OAAO,GAAqB,IAAI,CAAA;IAExC,YAAoB,MAAc,EAAE,SAA6B;QAC/D,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAE1B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAChD,CAAC;IAEkB,KAAK,CAAC,IAAI;QAC3B,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAA;QACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAE1B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;QAE5B,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAA;IACtC,CAAC;IAEkB,OAAO;QACxB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;IAC5C,CAAC;IAEO,IAAI,CAAE,KAAY;QACxB,KAAK,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;IACrD,CAAC;CACF;AA5BD,4BA4BC"}
+{"version":3,"file":"Realtime.js","sourceRoot":"","sources":["../source/Realtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAA;AACvC,OAAO,EAAkB,SAAS,EAAE,MAAM,cAAc,CAAA;AAGxD,OAAO,KAAK,OAAO,MAAM,mBAAmB,CAAA;AAE5C,MAAM,OAAO,QAAS,SAAQ,SAAS;IACpB,SAAS,CAA0B;IAC5C,OAAO,GAAqB,IAAI,CAAA;IAExC,YAAmB,MAAc,EAAE,SAAmC;QACpE,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAE1B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAChD,CAAC;IAEkB,KAAK,CAAC,IAAI;QAC3B,+EAA+E;QAC/E,kFAAkF;QAClF,wEAAwE;QACxE,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;QACrC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAE1B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;QAE5B,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;IAC1C,CAAC;IAEkB,OAAO;QACxB,OAAO,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAA;IACpD,CAAC;IAEO,IAAI,CAAC,EAAE,SAAS,EAAE,GAAG,KAAK,EAAQ;QACxC,MAAM,UAAU,GACd,SAAS,KAAK,IAAI;YAChB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;YACrB,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAA;QAE3D,KAAK,UAAU,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC9B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YAE3B,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;QAC9C,CAAC,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,KAA8B;QAClD;;;;WAIG;QACH,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,UAAU;YAC9B,IAAI,EAAE,UAAmB;YACzB,OAAO,EAAE,KAAK,CAAC,KAAK;YACpB,UAAU,EAAE,EAAE,4BAA4B,EAAE,KAAK,CAAC,KAAK,EAAE;SAC1D,CAAA;QAED,MAAM,OAAO,GAAG;YACd,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,OAAO;YAC3B,IAAI,EAAE,UAAmB;YACzB,OAAO,EAAE,UAAU;YACnB,UAAU,EAAE,EAAE,4BAA4B,EAAE,KAAK,CAAC,KAAK,EAAE;SAC1D,CAAA;QAED,MAAM,OAAO,CAAC,IAAI,CAChB,QAAQ,EACR,KAAK,IAAI,EAAE,CACT,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;YACrC,MAAM,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;YAEpD,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QAChC,CAAC,CAAC,CACL,CAAA;IACH,CAAC;CACF"}

package/transpiled/Receiver.d.ts

@@ -0,0 +1,26 @@
+import { Connector } from '@toa.io/core';
+import type { Message } from '@toa.io/core/types';
+import type { SpanContext } from 'openspan';
+import type { Readable } from 'node:stream';
+export declare class Receiver extends Connector {
+    private readonly event;
+    private readonly properties;
+    private readonly expose?;
+    private readonly stream;
+    constructor({ event, properties, stream, expose }: {
+        event: string;
+        properties: string[];
+        stream: Readable;
+        expose?: string[];
+    });
+    receive(message: Message<Record<string, string>>): Promise<void>;
+    private process;
+    private fit;
+    private push;
+}
+export interface Push {
+    key: string;
+    event: string;
+    data: Record<string, string>;
+    telemetry: SpanContext | null;
+}

package/transpiled/Receiver.js

@@ -0,0 +1,57 @@
+import { console, decode, run } from 'openspan';
+import { Connector } from '@toa.io/core';
+export class Receiver extends Connector {
+    event;
+    properties;
+    expose;
+    stream;
+    constructor({ event, properties, stream, expose }) {
+        super();
+        this.event = event;
+        this.properties = properties;
+        this.expose = expose;
+        this.stream = stream;
+    }
+    async receive(message) {
+        // the push continues the trace from the producer
+        const telemetry = message.telemetry === undefined ? null : decode(message.telemetry);
+        if (telemetry === null)
+            this.process(message, telemetry);
+        else
+            run(telemetry, () => this.process(message, telemetry));
+    }
+    process(message, telemetry) {
+        const data = this.fit(message.payload);
+        for (const property of this.properties) {
+            const key = message.payload[property];
+            if (key === undefined) {
+                console.debug('Event does not contain key property', {
+                    property,
+                    event: this.event
+                });
+                continue;
+            }
+            if (Array.isArray(key))
+                // eslint-disable-next-line max-depth
+                for (const k of key)
+                    this.push(k, data, telemetry);
+            else
+                this.push(key, data, telemetry);
+        }
+    }
+    fit(payload) {
+        if (this.expose === undefined)
+            return payload;
+        const entries = Object.entries(payload).filter(([key]) => this.expose.includes(key));
+        return Object.fromEntries(entries);
+    }
+    push(key, data, telemetry) {
+        if (key === null || typeof key === 'undefined') {
+            console.debug('Key is null or undefined, skipping', { key, event: this.event });
+            return;
+        }
+        console.debug('Pushing event to stream', { key, event: this.event, data });
+        this.stream.push({ key, event: this.event, data, telemetry });
+    }
+}
+//# sourceMappingURL=Receiver.js.map

package/transpiled/Receiver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Receiver.js","sourceRoot":"","sources":["../source/Receiver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,UAAU,CAAA;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAKxC,MAAM,OAAO,QAAS,SAAQ,SAAS;IACpB,KAAK,CAAQ;IACb,UAAU,CAAU;IACpB,MAAM,CAAW;IACjB,MAAM,CAAU;IAEjC,YAAmB,EACjB,KAAK,EACL,UAAU,EACV,MAAM,EACN,MAAM,EAMP;QACC,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACtB,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,OAAwC;QAC3D,iDAAiD;QACjD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAEpF,IAAI,SAAS,KAAK,IAAI;YAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;;YACnD,GAAG,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAA;IAC7D,CAAC;IAEO,OAAO,CACb,OAAwC,EACxC,SAA6B;QAE7B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QAEtC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACvC,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;YAErC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE;oBACnD,QAAQ;oBACR,KAAK,EAAE,IAAI,CAAC,KAAK;iBAClB,CAAC,CAAA;gBAEF,SAAQ;YACV,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;gBACpB,qCAAqC;gBACrC,KAAK,MAAM,CAAC,IAAI,GAAe;oBAAE,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;;gBAC3D,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;QACtC,CAAC;IACH,CAAC;IAEO,GAAG,CAAC,OAA+B;QACzC,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,OAAO,CAAA;QAE7C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAA;QAErF,OAAO,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IACpC,CAAC;IAEO,IAAI,CACV,GAAkB,EAClB,IAA4B,EAC5B,SAA6B;QAE7B,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,WAAW,EAAE,CAAC;YAC/C,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;YAE/E,OAAM;QACR,CAAC;QAED,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAE1E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAiB,CAAC,CAAA;IAC9E,CAAC;CACF"}

package/transpiled/Routes.d.ts

@@ -1,22 +1,16 @@
-/// <reference types="node" />
 import { Readable } from 'node:stream';
 import { Connector } from '@toa.io/core';
-import { type Bootloader } from './Factory';
+export type { Route } from '@toa.io/definitions/extensions.realtime';
+import type { Host } from './Factory.ts';
 export declare class Routes extends Connector {
     events: Events;
-    private readonly boot;
-    constructor(boot: Bootloader);
+    private readonly host;
+    constructor(host: Host);
     private static read;
     open(): Promise<void>;
     close(): Promise<void>;
-    private getReceiver;
 }
 declare class Events extends Readable {
     constructor();
     _read(): void;
 }
-export interface Route {
-    event: string;
-    properties: string[];
-}
-export {};

package/transpiled/Routes.js

@@ -1,26 +1,26 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Routes = void 0;
-const node_stream_1 = require("node:stream");
-const core_1 = require("@toa.io/core");
-const generic_1 = require("@toa.io/generic");
-class Routes extends core_1.Connector {
+import { Readable } from 'node:stream';
+import { console } from 'openspan';
+import { Connector } from '@toa.io/core';
+import { Receiver } from './Receiver.js';
+import { environment } from '@toa.io/generic';
+export class Routes extends Connector {
     events = new Events();
-    boot;
-    constructor(boot) {
+    host;
+    constructor(host) {
         super();
-        this.boot = boot;
+        this.host = host;
     }
     static read() {
-        if (process.env.TOA_REALTIME === undefined)
+        const value = environment.get('TOA_REALTIME');
+        if (value === undefined)
             throw new Error('TOA_REALTIME is not defined');
-        return (0, generic_1.decode)(process.env.TOA_REALTIME);
+        return JSON.parse(value);
     }
     async open() {
         const routes = Routes.read();
         const creating = [];
-        for (const { event, properties } of routes) {
-            const consumer = this.boot.receive(event, this.getReceiver(event, properties));
+        for (const { event, properties, expose } of routes) {
+            const consumer = this.host.receive(event, new Receiver({ event, properties, stream: this.events, expose }));
             creating.push(consumer);
         }
         const consumers = await Promise.all(creating);
@@ -28,32 +28,16 @@ class Routes extends core_1.Connector {
         const connecting = consumers.map((consumer) => consumer.connect());
         await Promise.all(connecting);
         this.depends(consumers);
-        console.log(`Event sources (${creating.length}) connected.`);
+        console.info('Event sources connected', { count: creating.length });
     }
     async close() {
-        console.log('Event sources disconnected.');
-    }
-    getReceiver(event, properties) {
-        return {
-            receive: (message) => {
-                for (const property of properties) {
-                    const key = message.payload[property];
-                    if (key === undefined) {
-                        console.error(`Event '${event}' does not contain the '${property}' property.`);
-                        return;
-                    }
-                    this.events.push({ key, event, data: message.payload });
-                }
-            }
-        };
+        console.info('Event sources disconnected');
     }
 }
-exports.Routes = Routes;
-class Events extends node_stream_1.Readable {
+class Events extends Readable {
     constructor() {
         super({ objectMode: true });
     }
-    _read() {
-    }
+    _read() { }
 }
 //# sourceMappingURL=Routes.js.map

package/transpiled/Routes.js.map

@@ -1 +1 @@
-{"version":3,"file":"Routes.js","sourceRoot":"","sources":["../source/Routes.ts"],"names":[],"mappings":";;;AAAA,6CAAsC;AACtC,uCAAsD;AACtD,6CAAwC;AAGxC,MAAa,MAAO,SAAQ,gBAAS;IAC5B,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAEX,IAAI,CAAY;IAEjC,YAAoB,IAAgB;QAClC,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEO,MAAM,CAAC,IAAI;QACjB,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,SAAS;YACxC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;QAEhD,OAAO,IAAA,gBAAM,EAAU,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;IAClD,CAAC;IAEe,KAAK,CAAC,IAAI;QACxB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAA;QAC5B,MAAM,QAAQ,GAAG,EAAE,CAAA;QAEnB,KAAK,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,MAAM,EAAE,CAAC;YAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAA;YAE9E,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACzB,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAE7C,qEAAqE;QACrE,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAA;QAElE,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QAC7B,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAEvB,OAAO,CAAC,GAAG,CAAC,kBAAkB,QAAQ,CAAC,MAAM,cAAc,CAAC,CAAA;IAC9D,CAAC;IAEe,KAAK,CAAC,KAAK;QACzB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;IAC5C,CAAC;IAEO,WAAW,CAAE,KAAa,EAAE,UAAoB;QACtD,OAAO;YACL,OAAO,EAAE,CAAC,OAAwC,EAAE,EAAE;gBACpD,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;oBAErC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;wBACtB,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,2BAA2B,QAAQ,aAAa,CAAC,CAAA;wBAE9E,OAAM;oBACR,CAAC;oBAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;gBACzD,CAAC;YACH,CAAC;SACF,CAAA;IACH,CAAC;CACF;AA5DD,wBA4DC;AAED,MAAM,MAAO,SAAQ,sBAAQ;IAC3B;QACE,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;IAC7B,CAAC;IAEe,KAAK;IACrB,CAAC;CACF"}
+{"version":3,"file":"Routes.js","sourceRoot":"","sources":["../source/Routes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAA;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAK7C,MAAM,OAAO,MAAO,SAAQ,SAAS;IAC5B,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAEX,IAAI,CAAM;IAE3B,YAAmB,IAAU;QAC3B,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEO,MAAM,CAAC,IAAI;QACjB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;QAE7C,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;QAEvE,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAA;IACrC,CAAC;IAEe,KAAK,CAAC,IAAI;QACxB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAA;QAC5B,MAAM,QAAQ,GAAG,EAAE,CAAA;QAEnB,KAAK,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAChC,KAAK,EACL,IAAI,QAAQ,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CACjE,CAAA;YAED,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACzB,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAE7C,qEAAqE;QACrE,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAA;QAElE,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QAC7B,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAEvB,OAAO,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;IACrE,CAAC;IAEe,KAAK,CAAC,KAAK;QACzB,OAAO,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;IAC5C,CAAC;CACF;AAED,MAAM,MAAO,SAAQ,QAAQ;IAC3B;QACE,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;IAC7B,CAAC;IAEe,KAAK,KAAU,CAAC;CACjC"}

package/transpiled/index.d.ts

@@ -1 +1,2 @@
-export { Factory } from './Factory';
+export { Factory } from './Factory.ts';
+export { components } from './Composition.ts';

package/transpiled/index.js

@@ -1,6 +1,3 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Factory = void 0;
-var Factory_1 = require("./Factory");
-Object.defineProperty(exports, "Factory", { enumerable: true, get: function () { return Factory_1.Factory; } });
+export { Factory } from './Factory.js';
+export { components } from './Composition.js';
 //# sourceMappingURL=index.js.map

package/transpiled/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../source/index.ts"],"names":[],"mappings":";;;AAAA,qCAAmC;AAA1B,kGAAA,OAAO,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../source/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAA;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA"}

package/transpiled/measurements.d.ts

@@ -0,0 +1,2 @@
+export declare function delivered(event: string): void;
+export declare function failed(event: string): void;