@toa.io/extensions.realtime 1.0.0-alpha.18 → 1.0.0-alpha.182

package/components/streams/manifest.toa.yaml

@@ -1,4 +1,3 @@
-prototype: null
 namespace: realtime
 name: streams
 

package/components/streams/operations/create.d.ts

@@ -1,11 +1,13 @@
 /// <reference types="node" />
 import { type Readable } from 'node:stream';
 import { type Operation } from '@toa.io/types';
-import { type Context } from './types';
+import { type Context } from './lib/types';
 export declare class Effect implements Operation {
     private readonly streams;
+    private logs;
     mount(context: Context): void;
-    execute(input: Input, context: Context): Promise<Readable>;
+    unmount(): void;
+    execute(input: Input): Promise<Readable>;
     private createStream;
 }
 interface Input {

package/components/streams/operations/create.js

@@ -1,28 +1,34 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Effect = void 0;
-const node_assert_1 = __importDefault(require("node:assert"));
-const stream_1 = require("./lib/stream");
+const Stream_1 = require("./lib/Stream");
 class Effect {
     streams = new Map();
+    logs;
     mount(context) {
         context.state.streams = this.streams;
+        this.logs = context.logs;
     }
-    async execute(input, context) {
+    unmount() {
+        this.logs.info('Destroying streams', { count: this.streams.size });
+        for (const stream of this.streams.values())
+            stream.destroy();
+    }
+    async execute(input) {
         const key = input.key;
         if (!this.streams.has(key))
             this.createStream(key);
         const stream = this.streams.get(key);
-        node_assert_1.default.ok(stream !== undefined);
         return stream.fork();
     }
     createStream(key) {
-        const stream = new stream_1.Stream();
+        const stream = new Stream_1.Stream(this.logs.fork({ key }));
         this.streams.set(key, stream);
-        stream.once('close', () => this.streams.delete(key));
+        stream.once('close', () => {
+            this.logs.debug('Stream closed', { key });
+            this.streams.delete(key);
+        });
+        this.logs.debug('Stream created', { key });
     }
 }
 exports.Effect = Effect;

package/components/streams/operations/create.js.map

@@ -1 +1 @@
-{"version":3,"file":"create.js","sourceRoot":"","sources":["../source/create.ts"],"names":[],"mappings":";;;;;;AACA,8DAAgC;AAGhC,yCAAqC;AAErC,MAAa,MAAM;IACA,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAA;IAE7C,KAAK,CAAE,OAAgB;QAC5B,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;IACtC,CAAC;IAEM,KAAK,CAAC,OAAO,CAAE,KAAY,EAAE,OAAgB;QAClD,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAA;QAErB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YACxB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;QAExB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAEpC,qBAAM,CAAC,EAAE,CAAC,MAAM,KAAK,SAAS,CAAC,CAAA;QAE/B,OAAO,MAAM,CAAC,IAAI,EAAE,CAAA;IACtB,CAAC;IAEO,YAAY,CAAE,GAAW;QAC/B,MAAM,MAAM,GAAG,IAAI,eAAM,EAAE,CAAA;QAE3B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;QAE7B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;IACtD,CAAC;CACF;AA3BD,wBA2BC"}
+{"version":3,"file":"create.js","sourceRoot":"","sources":["../source/create.ts"],"names":[],"mappings":";;;AAGA,yCAAqC;AAErC,MAAa,MAAM;IACA,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC5C,IAAI,CAAK;IAEV,KAAK,CAAE,OAAgB;QAC5B,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAA;QACpC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IAC1B,CAAC;IAEM,OAAO;QACZ,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QAElE,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;YACxC,MAAM,CAAC,OAAO,EAAE,CAAA;IACpB,CAAC;IAEM,KAAK,CAAC,OAAO,CAAE,KAAY;QAChC,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAA;QAErB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;YACxB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;QAExB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAE,CAAA;QAErC,OAAO,MAAM,CAAC,IAAI,EAAE,CAAA;IACtB,CAAC;IAEO,YAAY,CAAE,GAAW;QAC/B,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;QAElD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;QAE7B,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YACxB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;YACzC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,GAAG,EAAE,CAAC,CAAA;IAC5C,CAAC;CACF;AAvCD,wBAuCC"}

package/components/streams/operations/lib/{stream.d.ts → Stream.d.ts}

@@ -2,9 +2,13 @@
 import { PassThrough, Readable } from 'node:stream';
 export declare class Stream extends Readable {
     private forks;
-    constructor();
+    private interval;
+    private readonly logs;
+    constructor(logs: any);
     fork(): PassThrough;
     _read(): void;
+    _destroy(error: Error | null, callback: (error?: (Error | null)) => void): void;
+    private heartbeat;
     private increment;
     private decrement;
 }

package/components/streams/operations/lib/Stream.js

@@ -0,0 +1,54 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Stream = void 0;
+const node_stream_1 = require("node:stream");
+class Stream extends node_stream_1.Readable {
+    forks = 0;
+    interval = null;
+    logs;
+    constructor(logs) {
+        super(objectMode);
+        this.logs = logs;
+    }
+    fork() {
+        const through = new node_stream_1.PassThrough(objectMode);
+        through.once('close', this.decrement.bind(this));
+        this.increment();
+        this.heartbeat(through);
+        this.pipe(through);
+        return through;
+    }
+    // has to be here
+    _read() {
+        if (this.interval === null)
+            this.interval = setInterval(() => this.heartbeat(), HEARTBEAT_INTERVAL);
+    }
+    _destroy(error, callback) {
+        if (this.interval !== null)
+            clearInterval(this.interval);
+        this.logs.debug('Stream destroyed', { forks: this.forks });
+        super._destroy(error, callback);
+    }
+    heartbeat(stream = this) {
+        const resume = stream.push('heartbeat ' + Date.now());
+        if (!resume && this.interval !== null) {
+            clearInterval(this.interval);
+            this.interval = null;
+        }
+        return resume;
+    }
+    increment() {
+        this.forks++;
+        this.logs.debug('Stream forked', { forks: this.forks });
+    }
+    decrement() {
+        this.forks--;
+        this.logs.debug('Stream fork closed', { forks: this.forks });
+        if (this.forks === 0)
+            this.destroy();
+    }
+}
+exports.Stream = Stream;
+const HEARTBEAT_INTERVAL = 16_000; // why?
+const objectMode = { objectMode: true };
+//# sourceMappingURL=Stream.js.map

package/components/streams/operations/lib/Stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Stream.js","sourceRoot":"","sources":["../../source/lib/Stream.ts"],"names":[],"mappings":";;;AAAA,6CAAmD;AAEnD,MAAa,MAAO,SAAQ,sBAAQ;IAC1B,KAAK,GAAW,CAAC,CAAA;IACjB,QAAQ,GAA0B,IAAI,CAAA;IAC7B,IAAI,CAAK;IAE1B,YAAoB,IAAS;QAC3B,KAAK,CAAC,UAAU,CAAC,CAAA;QAEjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAA;IAClB,CAAC;IAEM,IAAI;QACT,MAAM,OAAO,GAAG,IAAI,yBAAW,CAAC,UAAU,CAAC,CAAA;QAE3C,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAA;QAEhD,IAAI,CAAC,SAAS,EAAE,CAAA;QAChB,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAA;QACvB,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAElB,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,iBAAiB;IACD,KAAK;QACnB,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI;YACxB,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,kBAAkB,CAAC,CAAA;IAC3E,CAAC;IAEe,QAAQ,CAAE,KAAmB,EAAE,QAA0C;QACvF,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI;YACxB,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAE9B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;QAE1D,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;IACjC,CAAC;IAEO,SAAS,CAAE,SAAmB,IAAI;QACxC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAA;QAErD,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YACtC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QACtB,CAAC;QAED,OAAO,MAAM,CAAA;IACf,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,KAAK,EAAE,CAAA;QAEZ,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;IACzD,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,KAAK,EAAE,CAAA;QAEZ,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAA;QAE5D,IAAI,IAAI,CAAC,KAAK,KAAK,CAAC;YAClB,IAAI,CAAC,OAAO,EAAE,CAAA;IAClB,CAAC;CACF;AA/DD,wBA+DC;AAED,MAAM,kBAAkB,GAAG,MAAM,CAAA,CAAC,OAAO;AACzC,MAAM,UAAU,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAA"}

package/components/streams/operations/{types.d.ts → lib/types.d.ts}

@@ -1,8 +1,11 @@
-import { type Stream } from './lib/stream';
+import { type Stream } from './Stream';
 export interface Context {
     state: {
         streams: Map<string, Stream>;
     };
+    logs: {
+        info: (m: string, att?: object) => void;
+    };
 }
 export interface PushInput {
     key: string;

package/components/streams/operations/lib/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../source/lib/types.ts"],"names":[],"mappings":""}

package/components/streams/operations/push.d.ts

@@ -1,2 +1,2 @@
-import { type Context, type PushInput } from './types';
+import { type Context, type PushInput } from './lib/types';
 export declare function effect({ key, event, data }: PushInput, context: Context): Promise<void>;