@toa.io/extensions.realtime 1.0.0-alpha.29 → 1.0.0-alpha.291

package/source/Routes.ts

@@ -1,32 +1,39 @@
 import { Readable } from 'node:stream'
-import { Connector, type Message } from '@toa.io/core'
-import { decode } from '@toa.io/generic'
-import { type Bootloader } from './Factory'
+import { console } from 'openspan'
+import { Connector } from '@toa.io/core'
+import { Receiver } from './Receiver.js'
+import { environment } from '@toa.io/generic'
+import type { Route } from './extension.js'
+import type { Host } from './Factory.js'
 
 export class Routes extends Connector {
   public events = new Events()
 
-  private readonly boot: Bootloader
+  private readonly host: Host
 
-  public constructor (boot: Bootloader) {
+  public constructor(host: Host) {
     super()
 
-    this.boot = boot
+    this.host = host
   }
 
-  private static read (): Route[] {
-    if (process.env.TOA_REALTIME === undefined)
-      throw new Error('TOA_REALTIME is not defined')
+  private static read(): Route[] {
+    const value = environment.get('TOA_REALTIME')
 
-    return decode<Route[]>(process.env.TOA_REALTIME)
+    if (value === undefined) throw new Error('TOA_REALTIME is not defined')
+
+    return JSON.parse(value) as Route[]
   }
 
-  public override async open (): Promise<void> {
+  public override async open(): Promise<void> {
     const routes = Routes.read()
     const creating = []
 
-    for (const { event, properties } of routes) {
-      const consumer = this.boot.receive(event, this.getReceiver(event, properties))
+    for (const { event, properties, expose } of routes) {
+      const consumer = this.host.receive(
+        event,
+        new Receiver({ event, properties, stream: this.events, expose })
+      )
 
       creating.push(consumer)
     }
@@ -39,46 +46,20 @@ export class Routes extends Connector {
     await Promise.all(connecting)
     this.depends(consumers)
 
-    console.log(`Event sources (${creating.length}) connected.`)
+    console.info('Event sources connected', { count: creating.length })
   }
 
-  public override async close (): Promise<void> {
-    console.log('Event sources disconnected.')
-  }
-
-  private getReceiver (event: string, properties: string[]): Receiver {
-    return {
-      receive: (message: Message<Record<string, string>>) => {
-        for (const property of properties) {
-          const key = message.payload[property]
-
-          if (key === undefined) {
-            console.error(`Event '${event}' does not contain the '${property}' property.`)
-
-            return
-          }
-
-          this.events.push({ key, event, data: message.payload })
-        }
-      }
-    }
+  public override async close(): Promise<void> {
+    console.info('Event sources disconnected')
   }
 }
 
 class Events extends Readable {
-  public constructor () {
+  public constructor() {
     super({ objectMode: true })
   }
 
-  public override _read (): void {
-  }
+  public override _read(): void {}
 }
 
-export interface Route {
-  event: string
-  properties: string[]
-}
-
-interface Receiver {
-  receive: (message: Message<Record<string, string>>) => void
-}
+export type { Route }

package/source/extension.ts

@@ -0,0 +1,92 @@
+import { readFileSync } from 'node:fs'
+import { components } from './Composition.js'
+import type { Dependency, Instances, Resources, Service } from '@toa.io/operations'
+
+/** Where Toa's release publishes this service's image. An application takes it
+ *  instead of building one when its context says `registry.services: published`. */
+export const image = 'ghcr.io/toa-io/extension-realtime-streams'
+
+export const standalone = true
+export { components } from './Composition.js'
+
+export function deployment(
+  instances: Instances<Declaration>,
+  annotation?: Declaration & Annotation
+): Dependency {
+  const routes = []
+  const { resources, ...annotatedRoutes } = annotation ?? {}
+  const labels = components().labels
+
+  if (annotatedRoutes !== undefined) routes.push(...parse(annotatedRoutes))
+
+  for (const instance of instances) {
+    const completed: Declaration = {}
+
+    for (const [key, value] of Object.entries(instance.manifest)) {
+      const event = instance.locator.id + '.' + key
+
+      completed[event] = value
+    }
+
+    routes.push(...parse(completed))
+  }
+
+  const service: Service = {
+    group: 'realtime',
+    name: 'streams',
+    image,
+
+    version: JSON.parse(readFileSync(new URL('../package.json', import.meta.url), 'utf8'))
+      .version,
+    components: labels,
+    resources,
+    variables: [
+      {
+        name: 'TOA_REALTIME',
+        value: JSON.stringify(routes)
+      }
+    ]
+  }
+
+  return { services: [service], events: routes.map((route) => route.event) }
+}
+
+export function parse(declaration: Declaration): Route[] {
+  const routes: Route[] = []
+
+  for (const [event, value] of Object.entries(declaration))
+    if (isObject(value)) {
+      const properties = Array.isArray(value.key) ? value.key : [value.key]
+
+      routes.push({ event, properties, expose: value.expose })
+    } else {
+      const properties = Array.isArray(value) ? value : [value]
+
+      routes.push({ event, properties })
+    }
+
+  return routes
+}
+
+function isObject(value: Entry): value is RouteDeclaration {
+  return typeof value === 'object' && !Array.isArray(value)
+}
+
+export type Entry = string | string[] | RouteDeclaration
+
+export type Declaration = Record<string, Entry>
+
+export interface RouteDeclaration {
+  key: string | string[]
+  expose?: string[]
+}
+
+export interface Route {
+  event: string
+  properties: string[]
+  expose?: string[]
+}
+
+interface Annotation {
+  resources?: Resources
+}

package/source/index.ts

@@ -1 +1,2 @@
-export { Factory } from './Factory'
+export { Factory } from './Factory.js'
+export * from './extension.js'

package/transpiled/Composition.d.ts

@@ -1,8 +1,14 @@
 import { Connector } from '@toa.io/core';
-import { type Bootloader } from './Factory';
+import { type Host } from './Factory.js';
 export declare class Composition extends Connector {
-    private readonly boot;
-    constructor(boot: Bootloader);
+    private readonly host;
+    constructor(host: Host);
     protected open(): Promise<void>;
-    protected dispose(): void;
 }
+export declare function find(): string[];
+export declare function components(): Components;
+interface Components {
+    labels: string[];
+    paths: string[];
+}
+export {};

package/transpiled/Composition.js

@@ -1,33 +1,34 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Composition = void 0;
-const node_fs_1 = require("node:fs");
-const node_path_1 = require("node:path");
-const core_1 = require("@toa.io/core");
-class Composition extends core_1.Connector {
-    boot;
-    constructor(boot) {
+import { readdirSync } from 'node:fs';
+import { resolve } from 'node:path';
+import { Connector } from '@toa.io/core';
+export class Composition extends Connector {
+    host;
+    constructor(host) {
         super();
-        this.boot = boot;
+        this.host = host;
     }
     async open() {
         const paths = find();
-        const composition = await this.boot.composition(paths);
+        const composition = await this.host.composition(paths);
         await composition.connect();
         this.depends(composition);
-        console.info('Composition complete.');
-    }
-    dispose() {
-        console.info('Composition shutdown complete.');
     }
 }
-exports.Composition = Composition;
-function find() {
-    return entries().map((entry) => (0, node_path_1.resolve)(ROOT, entry.name));
+export function find() {
+    return entries().map((entry) => resolve(ROOT, entry.name));
 }
 function entries() {
-    const entries = (0, node_fs_1.readdirSync)(ROOT, { withFileTypes: true });
+    const entries = readdirSync(ROOT, { withFileTypes: true });
     return entries.filter((entry) => entry.isDirectory());
 }
-const ROOT = (0, node_path_1.resolve)(__dirname, '../components/');
+export function components() {
+    const labels = [];
+    const paths = [];
+    for (const entry of entries()) {
+        labels.push(entry.name.replace('.', '-'));
+        paths.push(resolve(ROOT, entry.name));
+    }
+    return { labels, paths };
+}
+const ROOT = resolve(import.meta.dirname, '../components/');
 //# sourceMappingURL=Composition.js.map

package/transpiled/Composition.js.map

@@ -1 +1 @@
-{"version":3,"file":"Composition.js","sourceRoot":"","sources":["../source/Composition.ts"],"names":[],"mappings":";;;AAAA,qCAAkD;AAClD,yCAAmC;AACnC,uCAAwC;AAGxC,MAAa,WAAY,SAAQ,gBAAS;IACvB,IAAI,CAAY;IAEjC,YAAoB,IAAgB;QAClC,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEkB,KAAK,CAAC,IAAI;QAC3B,MAAM,KAAK,GAAG,IAAI,EAAE,CAAA;QACpB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;QAEtD,MAAM,WAAW,CAAC,OAAO,EAAE,CAAA;QAE3B,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QAEzB,OAAO,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAA;IACvC,CAAC;IAEkB,OAAO;QACxB,OAAO,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAA;IAChD,CAAC;CACF;AAtBD,kCAsBC;AAED,SAAS,IAAI;IACX,OAAO,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAA,mBAAO,EAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,OAAO;IACd,MAAM,OAAO,GAAG,IAAA,qBAAW,EAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IAE1D,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAA;AACvD,CAAC;AAED,MAAM,IAAI,GAAG,IAAA,mBAAO,EAAC,SAAS,EAAE,gBAAgB,CAAC,CAAA"}
+{"version":3,"file":"Composition.js","sourceRoot":"","sources":["../source/Composition.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAe,MAAM,SAAS,CAAA;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACnC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAGxC,MAAM,OAAO,WAAY,SAAQ,SAAS;IACvB,IAAI,CAAM;IAE3B,YAAmB,IAAU;QAC3B,KAAK,EAAE,CAAA;QACP,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEkB,KAAK,CAAC,IAAI;QAC3B,MAAM,KAAK,GAAG,IAAI,EAAE,CAAA;QACpB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;QAEtD,MAAM,WAAW,CAAC,OAAO,EAAE,CAAA;QAE3B,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;IAC3B,CAAC;CACF;AAED,MAAM,UAAU,IAAI;IAClB,OAAO,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,OAAO;IACd,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;IAE1D,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAA;AACvD,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,MAAM,KAAK,GAAa,EAAE,CAAA;IAE1B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAA;QACzC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;IACvC,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAA;AAC1B,CAAC;AAOD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAA"}

package/transpiled/Factory.d.ts

@@ -1,9 +1,9 @@
-import { type extensions } from '@toa.io/core';
-import { Realtime } from './Realtime';
+import type { extensions } from '@toa.io/core/types';
+import { Realtime } from './Realtime.js';
 export declare class Factory implements extensions.Factory {
-    private readonly boot;
-    constructor(boot: Bootloader);
+    private readonly host;
+    constructor(host: Host);
     service(): Realtime;
     private discovery;
 }
-export type Bootloader = typeof import('@toa.io/boot');
+export type Host = extensions.Host;

package/transpiled/Factory.js

@@ -1,28 +1,23 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Factory = void 0;
-const core_1 = require("@toa.io/core");
-const Realtime_1 = require("./Realtime");
-const Composition_1 = require("./Composition");
-const Routes_1 = require("./Routes");
-class Factory {
-    boot;
-    constructor(boot) {
-        this.boot = boot;
+import { Locator } from '@toa.io/core';
+import { Realtime } from './Realtime.js';
+import { Composition } from './Composition.js';
+import { Routes } from './Routes.js';
+export class Factory {
+    host;
+    constructor(host) {
+        this.host = host;
     }
     service() {
-        const discovery = this.discovery();
-        const routes = new Routes_1.Routes(this.boot);
-        const composition = new Composition_1.Composition(this.boot);
-        const realtime = new Realtime_1.Realtime(routes, discovery);
+        const routes = new Routes(this.host);
+        const composition = new Composition(this.host);
+        const realtime = new Realtime(routes, async () => await this.discovery());
         realtime.depends(routes);
         realtime.depends(composition);
         return realtime;
     }
     async discovery() {
-        const locator = new core_1.Locator('streams', 'realtime');
-        return await this.boot.remote(locator);
+        const locator = new Locator('streams', 'realtime');
+        return await this.host.remote(locator, { service: 'realtime' });
     }
 }
-exports.Factory = Factory;
 //# sourceMappingURL=Factory.js.map

package/transpiled/Factory.js.map

@@ -1 +1 @@
-{"version":3,"file":"Factory.js","sourceRoot":"","sources":["../source/Factory.ts"],"names":[],"mappings":";;;AAAA,uCAAuE;AACvE,yCAAqC;AACrC,+CAA2C;AAC3C,qCAAiC;AAEjC,MAAa,OAAO;IACD,IAAI,CAAY;IAEjC,YAAoB,IAAgB;QAClC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEM,OAAO;QACZ,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA;QAClC,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACpC,MAAM,WAAW,GAAG,IAAI,yBAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,QAAQ,GAAG,IAAI,mBAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;QAEhD,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACxB,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QAE7B,OAAO,QAAQ,CAAA;IACjB,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,OAAO,GAAG,IAAI,cAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;QAElD,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;IACxC,CAAC;CACF;AAxBD,0BAwBC"}
+{"version":3,"file":"Factory.js","sourceRoot":"","sources":["../source/Factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAkB,OAAO,EAAE,MAAM,cAAc,CAAA;AAEtD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEpC,MAAM,OAAO,OAAO;IACD,IAAI,CAAM;IAE3B,YAAmB,IAAU;QAC3B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEM,OAAO;QACZ,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACpC,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC9C,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;QAEzE,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACxB,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAA;QAE7B,OAAO,QAAQ,CAAA;IACjB,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;QAElD,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC,CAAA;IACjE,CAAC;CACF"}

package/transpiled/Realtime.d.ts

@@ -1,10 +1,11 @@
 import { type Component, Connector } from '@toa.io/core';
-import { type Routes } from './Routes';
+import { type Routes } from './Routes.js';
 export declare class Realtime extends Connector {
     private readonly discovery;
     private streams;
-    constructor(routes: Routes, discovery: Promise<Component>);
+    constructor(routes: Routes, discovery: () => Promise<Component>);
     protected open(): Promise<void>;
     protected dispose(): void;
     private push;
+    private deliver;
 }

package/transpiled/Realtime.js

@@ -1,8 +1,6 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Realtime = void 0;
-const core_1 = require("@toa.io/core");
-class Realtime extends core_1.Connector {
+import { console, run } from 'openspan';
+import { Connector } from '@toa.io/core';
+export class Realtime extends Connector {
     discovery;
     streams = null;
     constructor(routes, discovery) {
@@ -11,17 +9,44 @@ class Realtime extends core_1.Connector {
         routes.events.on('data', this.push.bind(this));
     }
     async open() {
-        this.streams = await this.discovery;
+        // the lookup belongs here, not in the constructor: dependencies connect before
+        // open, so the composition that serves realtime.streams is up to answer it. Asked
+        // any earlier the lookup goes unanswered, and it waits without a bound.
+        this.streams = await this.discovery();
         this.depends(this.streams);
         await this.streams.connect();
-        console.log('Realtime has started.');
+        console.info('Realtime service started');
     }
     dispose() {
-        console.log('Realtime shutdown complete.');
+        console.info('Realtime service shutdown complete');
     }
-    push(event) {
-        void this.streams?.invoke('push', { input: event });
+    push({ telemetry, ...event }) {
+        const processing = telemetry === null
+            ? this.deliver(event)
+            : run(telemetry, async () => await this.deliver(event));
+        void processing.catch((error) => console.error('Realtime push failed', error));
+    }
+    async deliver(event) {
+        /*
+         * The delivery span is created on behalf of the messaging destination
+         * (same as the core Receiver), so that service graphs display the fan-out:
+         * producer -> destination -> realtime
+         */
+        const delivery = {
+            name: `${event.event} deliver`,
+            kind: 'producer',
+            service: event.event,
+            attributes: { 'messaging.destination.name': event.event }
+        };
+        const options = {
+            name: `${event.event} push`,
+            kind: 'consumer',
+            service: 'realtime',
+            attributes: { 'messaging.destination.name': event.event }
+        };
+        await console.span(delivery, async () => await console.span(options, async () => {
+            await this.streams?.invoke('push', { input: event });
+        }));
     }
 }
-exports.Realtime = Realtime;
 //# sourceMappingURL=Realtime.js.map

package/transpiled/Realtime.js.map

@@ -1 +1 @@
-{"version":3,"file":"Realtime.js","sourceRoot":"","sources":["../source/Realtime.ts"],"names":[],"mappings":";;;AAAA,uCAAwD;AAGxD,MAAa,QAAS,SAAQ,gBAAS;IACpB,SAAS,CAAoB;IACtC,OAAO,GAAqB,IAAI,CAAA;IAExC,YAAoB,MAAc,EAAE,SAA6B;QAC/D,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAE1B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAChD,CAAC;IAEkB,KAAK,CAAC,IAAI;QAC3B,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAA;QACnC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAE1B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;QAE5B,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAA;IACtC,CAAC;IAEkB,OAAO;QACxB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;IAC5C,CAAC;IAEO,IAAI,CAAE,KAAY;QACxB,KAAK,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;IACrD,CAAC;CACF;AA5BD,4BA4BC"}
+{"version":3,"file":"Realtime.js","sourceRoot":"","sources":["../source/Realtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,UAAU,CAAA;AACvC,OAAO,EAAkB,SAAS,EAAE,MAAM,cAAc,CAAA;AAIxD,MAAM,OAAO,QAAS,SAAQ,SAAS;IACpB,SAAS,CAA0B;IAC5C,OAAO,GAAqB,IAAI,CAAA;IAExC,YAAmB,MAAc,EAAE,SAAmC;QACpE,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;QAE1B,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;IAChD,CAAC;IAEkB,KAAK,CAAC,IAAI;QAC3B,+EAA+E;QAC/E,kFAAkF;QAClF,wEAAwE;QACxE,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;QACrC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAE1B,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAA;QAE5B,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;IAC1C,CAAC;IAEkB,OAAO;QACxB,OAAO,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAA;IACpD,CAAC;IAEO,IAAI,CAAC,EAAE,SAAS,EAAE,GAAG,KAAK,EAAQ;QACxC,MAAM,UAAU,GACd,SAAS,KAAK,IAAI;YAChB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;YACrB,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAA;QAE3D,KAAK,UAAU,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC,CAAA;IAChF,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,KAA8B;QAClD;;;;WAIG;QACH,MAAM,QAAQ,GAAG;YACf,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,UAAU;YAC9B,IAAI,EAAE,UAAmB;YACzB,OAAO,EAAE,KAAK,CAAC,KAAK;YACpB,UAAU,EAAE,EAAE,4BAA4B,EAAE,KAAK,CAAC,KAAK,EAAE;SAC1D,CAAA;QAED,MAAM,OAAO,GAAG;YACd,IAAI,EAAE,GAAG,KAAK,CAAC,KAAK,OAAO;YAC3B,IAAI,EAAE,UAAmB;YACzB,OAAO,EAAE,UAAU;YACnB,UAAU,EAAE,EAAE,4BAA4B,EAAE,KAAK,CAAC,KAAK,EAAE;SAC1D,CAAA;QAED,MAAM,OAAO,CAAC,IAAI,CAChB,QAAQ,EACR,KAAK,IAAI,EAAE,CACT,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE;YACrC,MAAM,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAA;QACtD,CAAC,CAAC,CACL,CAAA;IACH,CAAC;CACF"}

package/transpiled/Receiver.d.ts

@@ -0,0 +1,26 @@
+import { Connector } from '@toa.io/core';
+import type { Message } from '@toa.io/core/types';
+import type { SpanContext } from 'openspan';
+import type { Readable } from 'node:stream';
+export declare class Receiver extends Connector {
+    private readonly event;
+    private readonly properties;
+    private readonly expose?;
+    private readonly stream;
+    constructor({ event, properties, stream, expose }: {
+        event: string;
+        properties: string[];
+        stream: Readable;
+        expose?: string[];
+    });
+    receive(message: Message<Record<string, string>>): Promise<void>;
+    private process;
+    private fit;
+    private push;
+}
+export interface Push {
+    key: string;
+    event: string;
+    data: Record<string, string>;
+    telemetry: SpanContext | null;
+}

package/transpiled/Receiver.js

@@ -0,0 +1,57 @@
+import { console, decode, run } from 'openspan';
+import { Connector } from '@toa.io/core';
+export class Receiver extends Connector {
+    event;
+    properties;
+    expose;
+    stream;
+    constructor({ event, properties, stream, expose }) {
+        super();
+        this.event = event;
+        this.properties = properties;
+        this.expose = expose;
+        this.stream = stream;
+    }
+    async receive(message) {
+        // the push continues the trace from the producer
+        const telemetry = message.telemetry === undefined ? null : decode(message.telemetry);
+        if (telemetry === null)
+            this.process(message, telemetry);
+        else
+            run(telemetry, () => this.process(message, telemetry));
+    }
+    process(message, telemetry) {
+        const data = this.fit(message.payload);
+        for (const property of this.properties) {
+            const key = message.payload[property];
+            if (key === undefined) {
+                console.debug('Event does not contain key property', {
+                    property,
+                    event: this.event
+                });
+                continue;
+            }
+            if (Array.isArray(key))
+                // eslint-disable-next-line max-depth
+                for (const k of key)
+                    this.push(k, data, telemetry);
+            else
+                this.push(key, data, telemetry);
+        }
+    }
+    fit(payload) {
+        if (this.expose === undefined)
+            return payload;
+        const entries = Object.entries(payload).filter(([key]) => this.expose.includes(key));
+        return Object.fromEntries(entries);
+    }
+    push(key, data, telemetry) {
+        if (key === null || typeof key === 'undefined') {
+            console.debug('Key is null or undefined, skipping', { key, event: this.event });
+            return;
+        }
+        console.debug('Pushing event to stream', { key, event: this.event, data });
+        this.stream.push({ key, event: this.event, data, telemetry });
+    }
+}
+//# sourceMappingURL=Receiver.js.map

package/transpiled/Receiver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Receiver.js","sourceRoot":"","sources":["../source/Receiver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,UAAU,CAAA;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAKxC,MAAM,OAAO,QAAS,SAAQ,SAAS;IACpB,KAAK,CAAQ;IACb,UAAU,CAAU;IACpB,MAAM,CAAW;IACjB,MAAM,CAAU;IAEjC,YAAmB,EACjB,KAAK,EACL,UAAU,EACV,MAAM,EACN,MAAM,EAMP;QACC,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACtB,CAAC;IAEM,KAAK,CAAC,OAAO,CAAC,OAAwC;QAC3D,iDAAiD;QACjD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAEpF,IAAI,SAAS,KAAK,IAAI;YAAE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;;YACnD,GAAG,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAA;IAC7D,CAAC;IAEO,OAAO,CACb,OAAwC,EACxC,SAA6B;QAE7B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QAEtC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACvC,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;YAErC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE;oBACnD,QAAQ;oBACR,KAAK,EAAE,IAAI,CAAC,KAAK;iBAClB,CAAC,CAAA;gBAEF,SAAQ;YACV,CAAC;YAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;gBACpB,qCAAqC;gBACrC,KAAK,MAAM,CAAC,IAAI,GAAe;oBAAE,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;;gBAC3D,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,SAAS,CAAC,CAAA;QACtC,CAAC;IACH,CAAC;IAEO,GAAG,CAAC,OAA+B;QACzC,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,OAAO,CAAA;QAE7C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,MAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAA;QAErF,OAAO,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;IACpC,CAAC;IAEO,IAAI,CACV,GAAkB,EAClB,IAA4B,EAC5B,SAA6B;QAE7B,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,WAAW,EAAE,CAAC;YAC/C,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;YAE/E,OAAM;QACR,CAAC;QAED,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;QAE1E,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,SAAS,EAAiB,CAAC,CAAA;IAC9E,CAAC;CACF"}

package/transpiled/Routes.d.ts

@@ -1,22 +1,17 @@
-/// <reference types="node" />
 import { Readable } from 'node:stream';
 import { Connector } from '@toa.io/core';
-import { type Bootloader } from './Factory';
+import type { Route } from './extension.js';
+import type { Host } from './Factory.js';
 export declare class Routes extends Connector {
     events: Events;
-    private readonly boot;
-    constructor(boot: Bootloader);
+    private readonly host;
+    constructor(host: Host);
     private static read;
     open(): Promise<void>;
     close(): Promise<void>;
-    private getReceiver;
 }
 declare class Events extends Readable {
     constructor();
     _read(): void;
 }
-export interface Route {
-    event: string;
-    properties: string[];
-}
-export {};
+export type { Route };

package/transpiled/Routes.js

@@ -1,26 +1,26 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Routes = void 0;
-const node_stream_1 = require("node:stream");
-const core_1 = require("@toa.io/core");
-const generic_1 = require("@toa.io/generic");
-class Routes extends core_1.Connector {
+import { Readable } from 'node:stream';
+import { console } from 'openspan';
+import { Connector } from '@toa.io/core';
+import { Receiver } from './Receiver.js';
+import { environment } from '@toa.io/generic';
+export class Routes extends Connector {
     events = new Events();
-    boot;
-    constructor(boot) {
+    host;
+    constructor(host) {
         super();
-        this.boot = boot;
+        this.host = host;
     }
     static read() {
-        if (process.env.TOA_REALTIME === undefined)
+        const value = environment.get('TOA_REALTIME');
+        if (value === undefined)
             throw new Error('TOA_REALTIME is not defined');
-        return (0, generic_1.decode)(process.env.TOA_REALTIME);
+        return JSON.parse(value);
     }
     async open() {
         const routes = Routes.read();
         const creating = [];
-        for (const { event, properties } of routes) {
-            const consumer = this.boot.receive(event, this.getReceiver(event, properties));
+        for (const { event, properties, expose } of routes) {
+            const consumer = this.host.receive(event, new Receiver({ event, properties, stream: this.events, expose }));
             creating.push(consumer);
         }
         const consumers = await Promise.all(creating);
@@ -28,32 +28,16 @@ class Routes extends core_1.Connector {
         const connecting = consumers.map((consumer) => consumer.connect());
         await Promise.all(connecting);
         this.depends(consumers);
-        console.log(`Event sources (${creating.length}) connected.`);
+        console.info('Event sources connected', { count: creating.length });
     }
     async close() {
-        console.log('Event sources disconnected.');
-    }
-    getReceiver(event, properties) {
-        return {
-            receive: (message) => {
-                for (const property of properties) {
-                    const key = message.payload[property];
-                    if (key === undefined) {
-                        console.error(`Event '${event}' does not contain the '${property}' property.`);
-                        return;
-                    }
-                    this.events.push({ key, event, data: message.payload });
-                }
-            }
-        };
+        console.info('Event sources disconnected');
     }
 }
-exports.Routes = Routes;
-class Events extends node_stream_1.Readable {
+class Events extends Readable {
     constructor() {
         super({ objectMode: true });
     }
-    _read() {
-    }
+    _read() { }
 }
 //# sourceMappingURL=Routes.js.map

package/transpiled/Routes.js.map

@@ -1 +1 @@
-{"version":3,"file":"Routes.js","sourceRoot":"","sources":["../source/Routes.ts"],"names":[],"mappings":";;;AAAA,6CAAsC;AACtC,uCAAsD;AACtD,6CAAwC;AAGxC,MAAa,MAAO,SAAQ,gBAAS;IAC5B,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAEX,IAAI,CAAY;IAEjC,YAAoB,IAAgB;QAClC,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEO,MAAM,CAAC,IAAI;QACjB,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,SAAS;YACxC,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;QAEhD,OAAO,IAAA,gBAAM,EAAU,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAA;IAClD,CAAC;IAEe,KAAK,CAAC,IAAI;QACxB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAA;QAC5B,MAAM,QAAQ,GAAG,EAAE,CAAA;QAEnB,KAAK,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,MAAM,EAAE,CAAC;YAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAA;YAE9E,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACzB,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAE7C,qEAAqE;QACrE,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAA;QAElE,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QAC7B,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAEvB,OAAO,CAAC,GAAG,CAAC,kBAAkB,QAAQ,CAAC,MAAM,cAAc,CAAC,CAAA;IAC9D,CAAC;IAEe,KAAK,CAAC,KAAK;QACzB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAA;IAC5C,CAAC;IAEO,WAAW,CAAE,KAAa,EAAE,UAAoB;QACtD,OAAO;YACL,OAAO,EAAE,CAAC,OAAwC,EAAE,EAAE;gBACpD,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;oBAClC,MAAM,GAAG,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;oBAErC,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;wBACtB,OAAO,CAAC,KAAK,CAAC,UAAU,KAAK,2BAA2B,QAAQ,aAAa,CAAC,CAAA;wBAE9E,OAAM;oBACR,CAAC;oBAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAA;gBACzD,CAAC;YACH,CAAC;SACF,CAAA;IACH,CAAC;CACF;AA5DD,wBA4DC;AAED,MAAM,MAAO,SAAQ,sBAAQ;IAC3B;QACE,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;IAC7B,CAAC;IAEe,KAAK;IACrB,CAAC;CACF"}
+{"version":3,"file":"Routes.js","sourceRoot":"","sources":["../source/Routes.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,UAAU,CAAA;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AACxC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAI7C,MAAM,OAAO,MAAO,SAAQ,SAAS;IAC5B,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAEX,IAAI,CAAM;IAE3B,YAAmB,IAAU;QAC3B,KAAK,EAAE,CAAA;QAEP,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEO,MAAM,CAAC,IAAI;QACjB,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;QAE7C,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAA;QAEvE,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAA;IACrC,CAAC;IAEe,KAAK,CAAC,IAAI;QACxB,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,EAAE,CAAA;QAC5B,MAAM,QAAQ,GAAG,EAAE,CAAA;QAEnB,KAAK,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,MAAM,EAAE,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAChC,KAAK,EACL,IAAI,QAAQ,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CACjE,CAAA;YAED,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACzB,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAE7C,qEAAqE;QACrE,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAA;QAElE,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QAC7B,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAEvB,OAAO,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;IACrE,CAAC;IAEe,KAAK,CAAC,KAAK;QACzB,OAAO,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;IAC5C,CAAC;CACF;AAED,MAAM,MAAO,SAAQ,QAAQ;IAC3B;QACE,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;IAC7B,CAAC;IAEe,KAAK,KAAU,CAAC;CACjC"}