nesoi 3.1.8 → 3.2.1

package/lib/engine/apps/distributed/inc/inc.server.js

@@ -0,0 +1,174 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.INCServer = void 0;
+const crypto_1 = require("crypto");
+const net = __importStar(require("net"));
+const log_1 = require("../../../util/log");
+class INCServer {
+    constructor(config) {
+        this.config = config;
+        this.clients = {};
+        this.server = net.createServer();
+        this.server.on('close', this.onClose.bind(this));
+        this.server.on('connection', this.onConnection.bind(this));
+        this.server.maxConnections = this.config.maxConnections || 1;
+    }
+    start() {
+        log_1.Log.info('inc.server', this.config.name, 'Starting...');
+        return new Promise((resolve, reject) => {
+            this.server.listen(this.config.port);
+            const errorFn = (error) => {
+                log_1.Log.error('inc.server', this.config.name, error.toString(), error);
+                reject(error);
+            };
+            this.server.on('error', errorFn);
+            this.server.on('listening', () => {
+                log_1.Log.info('inc.server', this.config.name, `Listening on port ${this.config.port}`);
+                this.server.off('error', errorFn);
+                this.server.on('error', this.onError.bind(this));
+                resolve();
+            });
+            if (!this.server.listening) {
+                throw new Error('Failed to start INC server');
+            }
+        });
+    }
+    stop() {
+        log_1.Log.info('inc.server', this.config.name, 'Stop');
+        return new Promise((resolve) => {
+            this.server.close(() => {
+                resolve();
+            });
+        });
+    }
+    send(client, data) {
+        log_1.Log.debug('inc.server', this.config.name, 'Sending data', {
+            data
+        });
+        return new Promise((resolve, reject) => {
+            this.clients[client].write(data, error => {
+                if (error) {
+                    reject(error);
+                }
+                else {
+                    resolve();
+                }
+            });
+        });
+    }
+    // Utils
+    getClientCount() {
+        return new Promise((resolve, reject) => {
+            this.server.getConnections(function (error, count) {
+                if (error) {
+                    reject(error);
+                }
+                resolve(count);
+            });
+        });
+    }
+    // Callbacks
+    onError(error) {
+        log_1.Log.error('inc.server', this.config.name, error.toString(), error);
+    }
+    onClose() {
+        log_1.Log.warn('inc.server', this.config.name, 'Closed');
+    }
+    async onConnection(socket) {
+        const id = (0, crypto_1.randomUUID)();
+        socket.id = id;
+        this.clients[id] = socket;
+        const serverAddress = this.server.address();
+        log_1.Log.debug('inc.server', this.config.name, 'New client connected', {
+            id,
+            server: `${serverAddress.address}:${serverAddress.port}`,
+            client: `${socket.remoteAddress}:${socket.remotePort}`,
+            clientCount: await this.getClientCount()
+        });
+        socket.setEncoding('utf8');
+        socket.setTimeout(1000 * 60 * 15); // 15 mins
+        socket.on('data', (data) => {
+            log_1.Log.debug('inc.server', this.config.name, 'Data received', {
+                client: socket.id,
+                data
+            });
+        });
+        socket.on('drain', function () {
+            socket.resume();
+        });
+        socket.on('error', (error) => {
+            delete this.clients[id];
+            log_1.Log.error('inc.server', this.config.name, 'Client error', {
+                client: socket.id,
+                error
+            });
+        });
+        socket.on('timeout', () => {
+            delete this.clients[id];
+            log_1.Log.warn('inc.server', this.config.name, 'Client timed-out', {
+                client: socket.id
+            });
+            socket.end('{"$":"__inc.timed_out"}');
+        });
+        socket.on('end', (data) => {
+            delete this.clients[id];
+            log_1.Log.debug('inc.server', this.config.name, 'Client disconnected', {
+                client: socket.id,
+                bytes_read: socket.bytesRead,
+                bytes_written: socket.bytesWritten,
+                data
+            });
+        });
+        socket.on('close', (error) => {
+            delete this.clients[id];
+            if (error) {
+                log_1.Log.error('inc.server', this.config.name, 'Client disconnected with error', {
+                    client: socket.id,
+                    bytes_read: socket.bytesRead,
+                    bytes_written: socket.bytesWritten,
+                    error
+                });
+                return;
+            }
+            log_1.Log.debug('inc.server', this.config.name, 'Client disconnected', {
+                client: socket.id,
+                bytes_read: socket.bytesRead,
+                bytes_written: socket.bytesWritten
+            });
+        });
+    }
+}
+exports.INCServer = INCServer;

package/lib/engine/apps/distributed/inc/test.d.ts

@@ -0,0 +1 @@
+export {};

package/lib/engine/apps/distributed/inc/test.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const inc_server_1 = require("./inc.server");
+const inc_client_1 = require("./inc.client");
+const log_1 = require("../../../util/log");
+log_1.Log.level = 'debug';
+async function main() {
+    const server = new inc_server_1.INCServer({
+        name: 'mandala-alpha-1',
+        port: 2222
+    });
+    await server.start();
+    const client = new inc_client_1.INCClient({
+        name: 'mandala-beta-2',
+        server: {
+            host: 'localhost',
+            port: 2222
+        }
+    });
+    await client.start();
+    await client.send('Oi do cliente!');
+    await server.send(Object.keys(server.clients)[0], 'Oi do servidor!');
+}
+main();

package/lib/engine/apps/inline.app.d.ts

@@ -4,7 +4,7 @@ import { IService } from './service';
 import { AnyTrxEngine } from '../transaction/trx_engine';
 import { AnyBuilder, AnyModule, Module } from '../module';
 import { AnyDaemon, Daemon } from '../daemon';
-import { AppConfigFactory } from './app.config';
+import { AppConfigBuilder } from './app.config';
 /**
  * @category App
  */
@@ -45,7 +45,7 @@ export declare class InlineApp<S extends $Space, ModuleNames extends string = Mo
     protected linkAppValues(modules: Record<string, Module<S, $Module>>): void;
     modules<M extends ModuleName<S>>(modules: M[]): InlineApp<S, M & ModuleNames>;
     service<T extends IService>($: T): InlineApp<S, ModuleNames, Services & { [K in T["name"]]: T; }>;
-    get config(): AppConfigFactory<S, ModuleNames, Services, typeof this>;
+    get config(): AppConfigBuilder<S, ModuleNames, Services, typeof this>;
     static package(app: InlineApp<any, any>, scripts: Record<string, string>, dependencies: Record<string, string>): {
         name: string;
         version: string;

package/lib/engine/apps/inline.app.js

@@ -73,7 +73,7 @@ class InlineApp extends app_1.App {
         for (const m in modules) {
             const module = modules[m];
             module.start(this, services);
-            const trxConfig = this._config.trxEngine?.[m];
+            const trxConfig = this._config.modules?.[m]?.trx;
             const authn = {};
             for (const a in this._config?.authn || {}) {
                 const prov = this._config.authn?.[a]?.();
@@ -158,7 +158,7 @@ class InlineApp extends app_1.App {
         return this;
     }
     get config() {
-        return new app_config_1.AppConfigFactory(this);
+        return new app_config_1.AppConfigBuilder(this);
     }
     //
     static package(app, scripts, dependencies) {

package/lib/engine/apps/monolyth/monolyth.app.d.ts

@@ -4,7 +4,7 @@ import { InlineApp } from './../inline.app';
 import { AnyTrxEngine } from '../../transaction/trx_engine';
 import { Space } from '../../space';
 import { Daemon } from "../../daemon";
-import { AppConfigFactory } from '../app.config';
+import { AppConfigBuilder } from '../app.config';
 /**
  * @category App
  * @subcategory Monolyth
@@ -20,7 +20,7 @@ export declare class MonolythApp<S extends $Space, ModuleNames extends string =
     remake(): Promise<void>;
     modules<M extends ModuleName<S>>(modules: M[]): MonolythApp<S, M & ModuleNames>;
     service<T extends IService>($: T): MonolythApp<S, ModuleNames, Services & { [K in T["name"]]: T; }>;
-    get config(): AppConfigFactory<S, ModuleNames, Services, typeof this>;
+    get config(): AppConfigBuilder<S, ModuleNames, Services, typeof this>;
 }
 /**
  * @category App

package/lib/engine/apps/monolyth/monolyth.app.js

@@ -101,7 +101,7 @@ class MonolythApp extends inline_app_1.InlineApp {
         return this;
     }
     get config() {
-        return new app_config_1.AppConfigFactory(this);
+        return new app_config_1.AppConfigBuilder(this);
     }
 }
 exports.MonolythApp = MonolythApp;

package/lib/engine/module.d.ts

@@ -4,7 +4,7 @@ import { AnyMessageBuilder } from "../elements/entities/message/message.builder"
 import { AnyBucketBuilder } from "../elements/entities/bucket/bucket.builder";
 import { AnyResourceBuilder } from "../elements/blocks/resource/resource.builder";
 import { AnyMachineBuilder } from "../elements/blocks/machine/machine.builder";
-import { Job } from "../elements/blocks/job/job";
+import { AnyJob, Job } from "../elements/blocks/job/job";
 import { AnyJobBuilder } from "../elements/blocks/job/job.builder";
 import { MessageParser } from "../elements/entities/message/message_parser";
 import { $Message } from "../elements/entities/message/message.schema";
@@ -147,6 +147,16 @@ export declare class Module<S extends $Space, $ extends $Module> {
         messages?: $Dependency[];
         machines?: $Dependency[];
     }): this;
+    /**
+     * Include references for external elements on the module.
+     *
+     * @param daemon A `Daemon` instance
+     * @param dependencies: A dictionary of dependencies by element type
+     * @returns The `Module`, for call-chaining
+     */
+    injectRunners(elements: {
+        jobs?: Record<string, AnyJob>;
+    }): this;
     /**
      * Recursively find all files inside the module dir.
      *

package/lib/engine/module.js

@@ -224,6 +224,19 @@ class Module {
         });
         return this;
     }
+    /**
+     * Include references for external elements on the module.
+     *
+     * @param daemon A `Daemon` instance
+     * @param dependencies: A dictionary of dependencies by element type
+     * @returns The `Module`, for call-chaining
+     */
+    injectRunners(elements) {
+        Object.entries(elements.jobs || {}).forEach(([refName, job]) => {
+            this.jobs[refName] = job;
+        });
+        return this;
+    }
     // Treeshaking
     /**
      * Recursively find all files inside the module dir.
@@ -348,7 +361,7 @@ class Module {
         const info = app_1.App.getInfo(app);
         const config = info.config;
         Object.entries(this.schema.buckets).forEach(([name, schema]) => {
-            const bucketConfig = config.buckets?.[this.name]?.[name];
+            const bucketConfig = config.modules?.[this.name]?.buckets?.[name];
             this.buckets[name] = new bucket_1.Bucket(this, schema, bucketConfig, services);
         });
         Object.entries(this.schema.messages).forEach(([name, schema]) => {
@@ -364,7 +377,7 @@ class Module {
             this.machines[name] = new machine_1.Machine(this, schema);
         });
         Object.entries(this.schema.controllers).forEach(([name, schema]) => {
-            const controllerConfig = config.controllers?.[this.name]?.[name];
+            const controllerConfig = config.modules?.[this.name]?.controllers?.[name];
             this.controllers[name] = new controller_1.Controller(this, schema, controllerConfig, services);
         });
         Object.entries(this.schema.queues).forEach(([name, schema]) => {
@@ -374,8 +387,8 @@ class Module {
             this.topics[name] = new topic_1.Topic(this, schema);
         });
         this.nql = new nql_engine_1.NQL_Engine(this);
-        if (config.trash?.[this.name]) {
-            this.trash = new bucket_1.Bucket(this, trash_1.$TrashBucket, config.trash[this.name], services);
+        if (config.modules?.[this.name]?.trash) {
+            this.trash = new bucket_1.Bucket(this, trash_1.$TrashBucket, config.modules?.[this.name]?.trash, services);
         }
     }
     // Destroy

package/lib/engine/util/log.d.ts

@@ -1,7 +1,7 @@
 import { $BlockType } from "../../elements/blocks/block.schema";
 declare const LogLevel: readonly ["off", "error", "warn", "info", "debug", "trace"];
 export type LogLevel = typeof LogLevel[number];
-export type LogScope = $BlockType | 'compiler' | 'trx' | 'daemon' | 'app' | 'module' | 'layer' | 'message' | 'bucket' | 'job' | 'resource' | 'controller' | 'queue' | 'topic' | 'constants' | 'externals';
+export type LogScope = $BlockType | 'compiler' | 'trx' | 'daemon' | 'app' | 'module' | 'layer' | 'message' | 'bucket' | 'job' | 'resource' | 'controller' | 'queue' | 'topic' | 'constants' | 'externals' | 'inc.server' | 'inc.client';
 export declare function scopeTag(scope: LogScope, scope_id: string): string;
 export declare function anyScopeTag(scopeWithId: string): string;
 export declare class Log {

package/lib/engine/util/log.js

@@ -25,6 +25,8 @@ function scopeTag(scope, scope_id) {
         machine: 'lightblue',
         queue: 'lightblue',
         topic: 'lightblue',
+        'inc.server': 'lightgreen',
+        'inc.client': 'lightcyan',
     }[scope] || 'lightgray';
     return (0, string_1.colored)(`${scope}:${scope_id}`, color);
 }

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "nesoi",
-    "version": "3.1.8",
+    "version": "3.2.1",
     "description": "Declarative framework for data-driven applications",
     "repository": {
         "type": "git",