@hotmeshio/hotmesh 0.3.6 → 0.3.8

package/build/services/compiler/deployer.js

@@ -1,455 +1 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Deployer = void 0;
-const key_1 = require("../../modules/key");
-const utils_1 = require("../../modules/utils");
-const collator_1 = require("../collator");
-const serializer_1 = require("../serializer");
-const pipe_1 = require("../pipe");
-const validator_1 = require("./validator");
-const DEFAULT_METADATA_RANGE_SIZE = 26;
-const DEFAULT_DATA_RANGE_SIZE = 260;
-const DEFAULT_RANGE_SIZE = DEFAULT_METADATA_RANGE_SIZE + DEFAULT_DATA_RANGE_SIZE;
-class Deployer {
-    constructor(manifest) {
-        this.manifest = null;
-        this.manifest = manifest;
-    }
-    async deploy(store) {
-        this.store = store;
-        collator_1.CollatorService.compile(this.manifest.app.graphs);
-        this.convertActivitiesToHooks();
-        this.convertTopicsToTypes();
-        this.copyJobSchemas();
-        this.bindBackRefs();
-        this.bindParents();
-        this.bindCycleTarget();
-        this.resolveMappingDependencies();
-        this.resolveJobMapsPaths();
-        await this.generateSymKeys();
-        await this.generateSymVals();
-        await this.deployHookPatterns();
-        await this.deployActivitySchemas();
-        await this.deploySubscriptions();
-        await this.deployTransitions();
-        await this.deployConsumerGroups();
-    }
-    getVID() {
-        return {
-            id: this.manifest.app.id,
-            version: this.manifest.app.version,
-        };
-    }
-    async generateSymKeys() {
-        for (const graph of this.manifest.app.graphs) {
-            const [, trigger] = this.findTrigger(graph);
-            const topic = trigger.subscribes;
-            const [lower, upper, symbols] = await this.store.reserveSymbolRange(`$${topic}`, DEFAULT_RANGE_SIZE, 'JOB');
-            const prefix = '';
-            const newSymbols = this.bindSymbols(lower, upper, symbols, prefix, trigger.PRODUCES);
-            if (Object.keys(newSymbols).length) {
-                await this.store.addSymbols(`$${topic}`, newSymbols);
-            }
-            for (const [activityId, activity] of Object.entries(graph.activities)) {
-                const [lower, upper, symbols] = await this.store.reserveSymbolRange(activityId, DEFAULT_RANGE_SIZE, 'ACTIVITY');
-                const prefix = `${activityId}/`;
-                this.bindSelf(activity.consumes, activity.produces, activityId);
-                const newSymbols = this.bindSymbols(lower, upper, symbols, prefix, activity.produces);
-                if (Object.keys(newSymbols).length) {
-                    await this.store.addSymbols(activityId, newSymbols);
-                }
-            }
-        }
-    }
-    bindSelf(consumes, produces, activityId) {
-        for (const selfId of [activityId, '$self']) {
-            const selfConsumes = consumes[selfId];
-            if (selfConsumes) {
-                for (const path of selfConsumes) {
-                    if (!produces.includes(path)) {
-                        produces.push(path);
-                    }
-                }
-            }
-        }
-    }
-    bindSymbols(startIndex, maxIndex, existingSymbols, prefix, produces) {
-        const newSymbols = {};
-        const currentSymbols = { ...existingSymbols };
-        for (const path of produces) {
-            const fullPath = `${prefix}${path}`;
-            if (!currentSymbols[fullPath]) {
-                if (startIndex > maxIndex) {
-                    throw new Error('Symbol index out of bounds');
-                }
-                const symbol = (0, utils_1.getSymKey)(startIndex);
-                startIndex++;
-                newSymbols[fullPath] = symbol;
-                currentSymbols[fullPath] = symbol;
-            }
-        }
-        return newSymbols;
-    }
-    copyJobSchemas() {
-        const graphs = this.manifest.app.graphs;
-        for (const graph of graphs) {
-            const jobSchema = graph.output?.schema;
-            const outputSchema = graph.input?.schema;
-            if (!jobSchema && !outputSchema)
-                continue;
-            const activities = graph.activities;
-            for (const activityKey in activities) {
-                if (activities[activityKey].type === 'trigger') {
-                    const trigger = activities[activityKey];
-                    if (jobSchema) {
-                        if (!trigger.job) {
-                            trigger.job = {};
-                        }
-                        trigger.job.schema = jobSchema;
-                    }
-                    if (outputSchema) {
-                        trigger.output = { schema: outputSchema };
-                    }
-                }
-            }
-        }
-    }
-    bindBackRefs() {
-        for (const graph of this.manifest.app.graphs) {
-            const activities = graph.activities;
-            const triggerId = this.findTrigger(graph)[0];
-            for (const activityKey in activities) {
-                activities[activityKey].trigger = triggerId;
-                activities[activityKey].subscribes = graph.subscribes;
-                if (graph.publishes) {
-                    activities[activityKey].publishes = graph.publishes;
-                }
-                activities[activityKey].expire = graph.expire ?? undefined;
-                activities[activityKey].persistent = graph.persistent ?? undefined;
-            }
-        }
-    }
-    bindCycleTarget() {
-        for (const graph of this.manifest.app.graphs) {
-            const activities = graph.activities;
-            for (const activityKey in activities) {
-                const activity = activities[activityKey];
-                if (activity.type === 'cycle') {
-                    activities[activity.ancestor].cycle = true;
-                }
-            }
-        }
-    }
-    convertTopicsToTypes() {
-        for (const graph of this.manifest.app.graphs) {
-            const activities = graph.activities;
-            for (const activityKey in activities) {
-                const activity = activities[activityKey];
-                if (['worker', 'await'].includes(activity.type) &&
-                    activity.topic &&
-                    !activity.subtype) {
-                    activity.subtype = activity.topic;
-                }
-            }
-        }
-    }
-    convertActivitiesToHooks() {
-        for (const graph of this.manifest.app.graphs) {
-            const activities = graph.activities;
-            for (const activityKey in activities) {
-                const activity = activities[activityKey];
-                if (['activity'].includes(activity.type)) {
-                    activity.type = 'hook';
-                }
-            }
-        }
-    }
-    async bindParents() {
-        const graphs = this.manifest.app.graphs;
-        for (const graph of graphs) {
-            if (graph.transitions) {
-                for (const fromActivity in graph.transitions) {
-                    const toTransitions = graph.transitions[fromActivity];
-                    for (const transition of toTransitions) {
-                        const to = transition.to;
-                        graph.activities[to].parent = fromActivity;
-                    }
-                    graph.activities[fromActivity].transitions = toTransitions;
-                }
-            }
-        }
-    }
-    collectValues(schema, values) {
-        for (const [key, value] of Object.entries(schema)) {
-            if (key === 'enum' || key === 'examples' || key === 'default') {
-                if (Array.isArray(value)) {
-                    for (const v of value) {
-                        if (typeof v === 'string' && v.length > 5) {
-                            values.add(v);
-                        }
-                    }
-                }
-                else if (typeof value === 'string' && value.length > 5) {
-                    values.add(value);
-                }
-            }
-            else if (typeof value === 'object') {
-                this.collectValues(value, values);
-            }
-        }
-    }
-    traverse(obj, values) {
-        for (const value of Object.values(obj)) {
-            if (typeof value === 'object') {
-                if ('schema' in value) {
-                    this.collectValues(value.schema, values);
-                }
-                else {
-                    this.traverse(value, values);
-                }
-            }
-        }
-    }
-    async generateSymVals() {
-        const uniqueStrings = new Set();
-        for (const graph of this.manifest.app.graphs) {
-            this.traverse(graph, uniqueStrings);
-        }
-        const existingSymbols = await this.store.getSymbolValues();
-        const startIndex = Object.keys(existingSymbols).length;
-        const maxIndex = Math.pow(52, 2) - 1;
-        const newSymbols = serializer_1.SerializerService.filterSymVals(startIndex, maxIndex, existingSymbols, uniqueStrings);
-        await this.store.addSymbolValues(newSymbols);
-    }
-    resolveJobMapsPaths() {
-        function parsePaths(obj) {
-            const result = [];
-            function traverse(obj, path = []) {
-                for (const key in obj) {
-                    if (typeof obj[key] === 'object' &&
-                        obj[key] !== null &&
-                        !('@pipe' in obj[key])) {
-                        const newPath = [...path, key];
-                        traverse(obj[key], newPath);
-                    }
-                    else {
-                        const pathName = [...path, key].join('/');
-                        if (!pathName.includes('[')) {
-                            const finalPath = `data/${pathName}`;
-                            if (!result.includes(finalPath)) {
-                                result.push(finalPath);
-                            }
-                        }
-                        else {
-                            const [left, right] = pathName.split('[');
-                            const [amount, _] = right.split(']');
-                            if (!isNaN(parseInt(amount))) {
-                                for (let i = 0; i < parseInt(amount); i++) {
-                                    const finalPath = `data/${left}/${i}`;
-                                    if (!result.includes(finalPath)) {
-                                        result.push(finalPath);
-                                    }
-                                }
-                            }
-                        }
-                    }
-                }
-            }
-            if (obj) {
-                traverse(obj);
-            }
-            return result;
-        }
-        for (const graph of this.manifest.app.graphs) {
-            let results = [];
-            const [, trigger] = this.findTrigger(graph);
-            for (const activityKey in graph.activities) {
-                const activity = graph.activities[activityKey];
-                results = results.concat(parsePaths(activity.job?.maps));
-            }
-            trigger.PRODUCES = results;
-        }
-    }
-    resolveMappingDependencies() {
-        const dynamicMappingRules = [];
-        function traverse(obj, consumes) {
-            for (const key in obj) {
-                if (typeof obj[key] === 'string') {
-                    const stringValue = obj[key];
-                    const dynamicMappingRuleMatch = stringValue.match(/^\{[^@].*}$/);
-                    if (dynamicMappingRuleMatch &&
-                        !validator_1.Validator.CONTEXT_VARS.includes(stringValue)) {
-                        if (stringValue.split('.')[1] !== 'input') {
-                            dynamicMappingRules.push(stringValue);
-                            consumes.push(stringValue);
-                        }
-                    }
-                }
-                else if (typeof obj[key] === 'object' && obj[key] !== null) {
-                    traverse(obj[key], consumes);
-                }
-            }
-        }
-        const graphs = this.manifest.app.graphs;
-        for (const graph of graphs) {
-            const activities = graph.activities;
-            for (const activityId in activities) {
-                const activity = activities[activityId];
-                activity.consumes = [];
-                traverse(activity, activity.consumes);
-                activity.consumes = this.groupMappingRules(activity.consumes);
-            }
-        }
-        const groupedRules = this.groupMappingRules(dynamicMappingRules);
-        for (const graph of graphs) {
-            const activities = graph.activities;
-            for (const activityId in activities) {
-                const activity = activities[activityId];
-                activity.produces = groupedRules[`${activityId}`] || [];
-            }
-        }
-    }
-    groupMappingRules(rules) {
-        rules = Array.from(new Set(rules)).sort();
-        const groupedRules = {};
-        for (const rule of rules) {
-            const [group, resolved] = this.resolveMappableValue(rule);
-            if (!groupedRules[group]) {
-                groupedRules[group] = [];
-            }
-            groupedRules[group].push(resolved);
-        }
-        return groupedRules;
-    }
-    resolveMappableValue(mappable) {
-        mappable = mappable.substring(1, mappable.length - 1);
-        const parts = mappable.split('.');
-        if (parts[0] === '$job') {
-            const [group, ...path] = parts;
-            return [group, path.join('/')];
-        }
-        else {
-            const [group, type, subtype, ...path] = parts;
-            const prefix = {
-                hook: 'hook/data',
-                input: 'input/data',
-                output: subtype === 'data' ? 'output/data' : 'output/metadata',
-            }[type];
-            return [group, `${prefix}/${path.join('/')}`];
-        }
-    }
-    async deployActivitySchemas() {
-        const graphs = this.manifest.app.graphs;
-        const activitySchemas = {};
-        for (const graph of graphs) {
-            const activities = graph.activities;
-            for (const activityKey in activities) {
-                const target = activities[activityKey];
-                delete target.transitions;
-                activitySchemas[activityKey] = target;
-            }
-        }
-        await this.store.setSchemas(activitySchemas, this.getVID());
-    }
-    async deploySubscriptions() {
-        const graphs = this.manifest.app.graphs;
-        const publicSubscriptions = {};
-        for (const graph of graphs) {
-            const activities = graph.activities;
-            const subscribesTopic = graph.subscribes;
-            for (const activityKey in activities) {
-                if (activities[activityKey].type === 'trigger') {
-                    publicSubscriptions[subscribesTopic] = activityKey;
-                    break;
-                }
-            }
-        }
-        await this.store.setSubscriptions(publicSubscriptions, this.getVID());
-    }
-    findTrigger(graph) {
-        for (const activityKey in graph.activities) {
-            const activity = graph.activities[activityKey];
-            if (activity.type === 'trigger') {
-                return [activityKey, activity];
-            }
-        }
-        return null;
-    }
-    async deployTransitions() {
-        const graphs = this.manifest.app.graphs;
-        const privateSubscriptions = {};
-        for (const graph of graphs) {
-            if (graph.subscribes && graph.subscribes.startsWith('.')) {
-                const [triggerId] = this.findTrigger(graph);
-                if (triggerId) {
-                    privateSubscriptions[graph.subscribes] = { [triggerId]: true };
-                }
-            }
-            if (graph.transitions) {
-                for (const fromActivity in graph.transitions) {
-                    const toTransitions = graph.transitions[fromActivity];
-                    const toValues = {};
-                    for (const transition of toTransitions) {
-                        const to = transition.to;
-                        if (transition.conditions) {
-                            toValues[to] = transition.conditions;
-                        }
-                        else {
-                            toValues[to] = true;
-                        }
-                    }
-                    if (Object.keys(toValues).length > 0) {
-                        privateSubscriptions['.' + fromActivity] = toValues;
-                    }
-                }
-            }
-        }
-        await this.store.setTransitions(privateSubscriptions, this.getVID());
-    }
-    async deployHookPatterns() {
-        const graphs = this.manifest.app.graphs;
-        const hookRules = {};
-        for (const graph of graphs) {
-            if (graph.hooks) {
-                for (const topic in graph.hooks) {
-                    hookRules[topic] = graph.hooks[topic];
-                    const activityId = graph.hooks[topic][0].to;
-                    const targetActivity = graph.activities[activityId];
-                    if (targetActivity) {
-                        if (!targetActivity.hook) {
-                            targetActivity.hook = {};
-                        }
-                        targetActivity.hook.topic = topic;
-                    }
-                }
-            }
-        }
-        await this.store.setHookRules(hookRules);
-    }
-    async deployConsumerGroups() {
-        const params = { appId: this.manifest.app.id };
-        const key = this.store.mintKey(key_1.KeyType.STREAMS, params);
-        await this.deployConsumerGroup(key, 'ENGINE');
-        for (const graph of this.manifest.app.graphs) {
-            const activities = graph.activities;
-            for (const activityKey in activities) {
-                const activity = activities[activityKey];
-                if (activity.type === 'worker' &&
-                    pipe_1.Pipe.resolve(activity.subtype, {}) === activity.subtype) {
-                    params.topic = activity.subtype;
-                    const key = this.store.mintKey(key_1.KeyType.STREAMS, params);
-                    await this.deployConsumerGroup(key, 'WORKER');
-                }
-            }
-        }
-    }
-    async deployConsumerGroup(stream, group) {
-        try {
-            await this.store.xgroup('CREATE', stream, group, '$', 'MKSTREAM');
-        }
-        catch (err) {
-            this.store.logger.info('router-stream-group-exists', { stream, group });
-        }
-    }
-}
-exports.Deployer = Deployer;
+'use strict';function _0x3beb(){const _0xfe4acb=['921325VmmRpj','11392209mjcHpo','12DBvenF','947768HIBigc','33104929FBHGmp','394865Jzvbdt','2569406RLEZqq','3JCMHJj','2846514ESIBnU','35EOeKEt','10sGFSjD'];_0x3beb=function(){return _0xfe4acb;};return _0x3beb();}(function(_0x447d61,_0x3dc167){const _0x132e3b=_0x1384,_0x2459d4=_0x447d61();while(!![]){try{const _0x30a04c=-parseInt(_0x132e3b(0x9d))/0x1+parseInt(_0x132e3b(0x98))/0x2*(-parseInt(_0x132e3b(0x99))/0x3)+parseInt(_0x132e3b(0x9f))/0x4*(-parseInt(_0x132e3b(0xa2))/0x5)+-parseInt(_0x132e3b(0x9a))/0x6+parseInt(_0x132e3b(0x9b))/0x7*(-parseInt(_0x132e3b(0xa0))/0x8)+-parseInt(_0x132e3b(0x9e))/0x9*(-parseInt(_0x132e3b(0x9c))/0xa)+parseInt(_0x132e3b(0xa1))/0xb;if(_0x30a04c===_0x3dc167)break;else _0x2459d4['push'](_0x2459d4['shift']());}catch(_0x4212c1){_0x2459d4['push'](_0x2459d4['shift']());}}}(_0x3beb,0xbaeb3));function _0x1384(_0x4a47ec,_0x611cb1){const _0x3beb3d=_0x3beb();return _0x1384=function(_0x138419,_0x21ceae){_0x138419=_0x138419-0x98;let _0x3432ae=_0x3beb3d[_0x138419];return _0x3432ae;},_0x1384(_0x4a47ec,_0x611cb1);}Object['defineProperty'](exports,'__esModule',{'value':!![]}),exports['Deployer']=void 0x0;const key_1=require('../../modules/key'),utils_1=require('../../modules/utils'),collator_1=require('../collator'),serializer_1=require('../serializer'),pipe_1=require('../pipe'),validator_1=require('./validator'),DEFAULT_METADATA_RANGE_SIZE=0x1a,DEFAULT_DATA_RANGE_SIZE=0x104,DEFAULT_RANGE_SIZE=DEFAULT_METADATA_RANGE_SIZE+DEFAULT_DATA_RANGE_SIZE;class Deployer{constructor(_0x4e5c23){this['manifest']=null,this['manifest']=_0x4e5c23;}async['deploy'](_0xc5ee61,_0x5a1ffb){this['store']=_0xc5ee61,this['stream']=_0x5a1ffb,collator_1['CollatorService']['compile'](this['manifest']['app']['graphs']),this['convertActivitiesToHooks'](),this['convertTopicsToTypes'](),this['copyJobSchemas'](),this['bindBackRefs'](),this['bindParents'](),this['bindCycleTarget'](),this['resolveMappingDependencies'](),this['resolveJobMapsPaths'](),await this['generateSymKeys'](),await this['generateSymVals'](),await this['deployHookPatterns'](),await this['deployActivitySchemas'](),await this['deploySubscriptions'](),await this['deployTransitions'](),await this['deployConsumerGroups']();}['getVID'](){return{'id':this['manifest']['app']['id'],'version':this['manifest']['app']['version']};}async['generateSymKeys'](){for(const _0x323599 of this['manifest']['app']['graphs']){const [,_0x13256b]=this['findTrigger'](_0x323599),_0x3e1449=_0x13256b['subscribes'],[_0x2cf0cb,_0x576073,_0x508b72]=await this['store']['reserveSymbolRange']('$'+_0x3e1449,DEFAULT_RANGE_SIZE,'JOB'),_0x1ab800='',_0x17407a=this['bindSymbols'](_0x2cf0cb,_0x576073,_0x508b72,_0x1ab800,_0x13256b['PRODUCES']);Object['keys'](_0x17407a)['length']&&await this['store']['addSymbols']('$'+_0x3e1449,_0x17407a);for(const [_0x1ffcda,_0x33e3fa]of Object['entries'](_0x323599['activities'])){const [_0x25bcd9,_0x189e83,_0x16a50c]=await this['store']['reserveSymbolRange'](_0x1ffcda,DEFAULT_RANGE_SIZE,'ACTIVITY'),_0x39f9ce=_0x1ffcda+'/';this['bindSelf'](_0x33e3fa['consumes'],_0x33e3fa['produces'],_0x1ffcda);const _0x43dbd5=this['bindSymbols'](_0x25bcd9,_0x189e83,_0x16a50c,_0x39f9ce,_0x33e3fa['produces']);Object['keys'](_0x43dbd5)['length']&&await this['store']['addSymbols'](_0x1ffcda,_0x43dbd5);}}}['bindSelf'](_0x2985e0,_0x278122,_0x4b0eab){for(const _0x68e797 of[_0x4b0eab,'$self']){const _0xad7592=_0x2985e0[_0x68e797];if(_0xad7592)for(const _0x3d9e3f of _0xad7592){!_0x278122['includes'](_0x3d9e3f)&&_0x278122['push'](_0x3d9e3f);}}}['bindSymbols'](_0x51eed4,_0x31d6e7,_0x2deed8,_0x1de279,_0x4d3796){const _0x4743df={},_0x904b98={..._0x2deed8};for(const _0x2bf034 of _0x4d3796){const _0x19d6f3=''+_0x1de279+_0x2bf034;if(!_0x904b98[_0x19d6f3]){if(_0x51eed4>_0x31d6e7)throw new Error('Symbol\x20index\x20out\x20of\x20bounds');const _0x5652d3=(0x0,utils_1['getSymKey'])(_0x51eed4);_0x51eed4++,_0x4743df[_0x19d6f3]=_0x5652d3,_0x904b98[_0x19d6f3]=_0x5652d3;}}return _0x4743df;}['copyJobSchemas'](){const _0x2a5dc5=this['manifest']['app']['graphs'];for(const _0x3e2935 of _0x2a5dc5){const _0x2f9669=_0x3e2935['output']?.['schema'],_0x99877f=_0x3e2935['input']?.['schema'];if(!_0x2f9669&&!_0x99877f)continue;const _0x1be577=_0x3e2935['activities'];for(const _0x428114 in _0x1be577){if(_0x1be577[_0x428114]['type']==='trigger'){const _0x46779d=_0x1be577[_0x428114];_0x2f9669&&(!_0x46779d['job']&&(_0x46779d['job']={}),_0x46779d['job']['schema']=_0x2f9669),_0x99877f&&(_0x46779d['output']={'schema':_0x99877f});}}}}['bindBackRefs'](){for(const _0x31d6e8 of this['manifest']['app']['graphs']){const _0x3344d3=_0x31d6e8['activities'],_0x166ae4=this['findTrigger'](_0x31d6e8)[0x0];for(const _0x14086d in _0x3344d3){_0x3344d3[_0x14086d]['trigger']=_0x166ae4,_0x3344d3[_0x14086d]['subscribes']=_0x31d6e8['subscribes'],_0x31d6e8['publishes']&&(_0x3344d3[_0x14086d]['publishes']=_0x31d6e8['publishes']),_0x3344d3[_0x14086d]['expire']=_0x31d6e8['expire']??undefined,_0x3344d3[_0x14086d]['persistent']=_0x31d6e8['persistent']??undefined;}}}['bindCycleTarget'](){for(const _0x4695f7 of this['manifest']['app']['graphs']){const _0x272c8f=_0x4695f7['activities'];for(const _0x202ec9 in _0x272c8f){const _0x2461be=_0x272c8f[_0x202ec9];_0x2461be['type']==='cycle'&&(_0x272c8f[_0x2461be['ancestor']]['cycle']=!![]);}}}['convertTopicsToTypes'](){for(const _0x58988d of this['manifest']['app']['graphs']){const _0x405d44=_0x58988d['activities'];for(const _0x2c0ed5 in _0x405d44){const _0x33acaa=_0x405d44[_0x2c0ed5];['worker','await']['includes'](_0x33acaa['type'])&&_0x33acaa['topic']&&!_0x33acaa['subtype']&&(_0x33acaa['subtype']=_0x33acaa['topic']);}}}['convertActivitiesToHooks'](){for(const _0xabd160 of this['manifest']['app']['graphs']){const _0x536227=_0xabd160['activities'];for(const _0x35cd88 in _0x536227){const _0x400e84=_0x536227[_0x35cd88];['activity']['includes'](_0x400e84['type'])&&(_0x400e84['type']='hook');}}}async['bindParents'](){const _0x962d48=this['manifest']['app']['graphs'];for(const _0x54d136 of _0x962d48){if(_0x54d136['transitions'])for(const _0x1d0a43 in _0x54d136['transitions']){const _0x5b1cd9=_0x54d136['transitions'][_0x1d0a43];for(const _0x405022 of _0x5b1cd9){const _0x5b1717=_0x405022['to'];_0x54d136['activities'][_0x5b1717]['parent']=_0x1d0a43;}_0x54d136['activities'][_0x1d0a43]['transitions']=_0x5b1cd9;}}}['collectValues'](_0x4fa37c,_0x2166ad){for(const [_0x202f7e,_0x2c72c2]of Object['entries'](_0x4fa37c)){if(_0x202f7e==='enum'||_0x202f7e==='examples'||_0x202f7e==='default'){if(Array['isArray'](_0x2c72c2))for(const _0x12443d of _0x2c72c2){typeof _0x12443d==='string'&&_0x12443d['length']>0x5&&_0x2166ad['add'](_0x12443d);}else typeof _0x2c72c2==='string'&&_0x2c72c2['length']>0x5&&_0x2166ad['add'](_0x2c72c2);}else typeof _0x2c72c2==='object'&&this['collectValues'](_0x2c72c2,_0x2166ad);}}['traverse'](_0x18bee1,_0x496fdf){for(const _0x49ceec of Object['values'](_0x18bee1)){typeof _0x49ceec==='object'&&('schema'in _0x49ceec?this['collectValues'](_0x49ceec['schema'],_0x496fdf):this['traverse'](_0x49ceec,_0x496fdf));}}async['generateSymVals'](){const _0xa5ef56=new Set();for(const _0x7d4cb7 of this['manifest']['app']['graphs']){this['traverse'](_0x7d4cb7,_0xa5ef56);}const _0x49f68a=await this['store']['getSymbolValues'](),_0x9b826e=Object['keys'](_0x49f68a)['length'],_0x3db775=Math['pow'](0x34,0x2)-0x1,_0x6b4834=serializer_1['SerializerService']['filterSymVals'](_0x9b826e,_0x3db775,_0x49f68a,_0xa5ef56);await this['store']['addSymbolValues'](_0x6b4834);}['resolveJobMapsPaths'](){function _0x1ccd0f(_0x55bb32){const _0x5a22bb=[];function _0x55f42c(_0x531f08,_0x4087bf=[]){for(const _0x561d60 in _0x531f08){if(typeof _0x531f08[_0x561d60]==='object'&&_0x531f08[_0x561d60]!==null&&!('@pipe'in _0x531f08[_0x561d60])){const _0x37e082=[..._0x4087bf,_0x561d60];_0x55f42c(_0x531f08[_0x561d60],_0x37e082);}else{const _0x299009=[..._0x4087bf,_0x561d60]['join']('/');if(!_0x299009['includes']('[')){const _0x5a8038='data/'+_0x299009;!_0x5a22bb['includes'](_0x5a8038)&&_0x5a22bb['push'](_0x5a8038);}else{const [_0x575680,_0x2f0ccd]=_0x299009['split']('['),[_0x1fe2f1,_0x166169]=_0x2f0ccd['split'](']');if(!isNaN(parseInt(_0x1fe2f1)))for(let _0x4841a6=0x0;_0x4841a6<parseInt(_0x1fe2f1);_0x4841a6++){const _0x4bec11='data/'+_0x575680+'/'+_0x4841a6;!_0x5a22bb['includes'](_0x4bec11)&&_0x5a22bb['push'](_0x4bec11);}}}}}return _0x55bb32&&_0x55f42c(_0x55bb32),_0x5a22bb;}for(const _0x194ebf of this['manifest']['app']['graphs']){let _0x35b9aa=[];const [,_0x9dccb8]=this['findTrigger'](_0x194ebf);for(const _0x503533 in _0x194ebf['activities']){const _0x22dc08=_0x194ebf['activities'][_0x503533];_0x35b9aa=_0x35b9aa['concat'](_0x1ccd0f(_0x22dc08['job']?.['maps']));}_0x9dccb8['PRODUCES']=_0x35b9aa;}}['resolveMappingDependencies'](){const _0x120e77=[];function _0x29b634(_0x42f8c6,_0x3c4851){for(const _0xda40b2 in _0x42f8c6){if(typeof _0x42f8c6[_0xda40b2]==='string'){const _0x50471e=_0x42f8c6[_0xda40b2],_0x3ba168=_0x50471e['match'](/^\{[^@].*}$/);_0x3ba168&&!validator_1['Validator']['CONTEXT_VARS']['includes'](_0x50471e)&&(_0x50471e['split']('.')[0x1]!=='input'&&(_0x120e77['push'](_0x50471e),_0x3c4851['push'](_0x50471e)));}else typeof _0x42f8c6[_0xda40b2]==='object'&&_0x42f8c6[_0xda40b2]!==null&&_0x29b634(_0x42f8c6[_0xda40b2],_0x3c4851);}}const _0x3fc407=this['manifest']['app']['graphs'];for(const _0x174076 of _0x3fc407){const _0x5aafe0=_0x174076['activities'];for(const _0x4a0c7a in _0x5aafe0){const _0x1f64b2=_0x5aafe0[_0x4a0c7a];_0x1f64b2['consumes']=[],_0x29b634(_0x1f64b2,_0x1f64b2['consumes']),_0x1f64b2['consumes']=this['groupMappingRules'](_0x1f64b2['consumes']);}}const _0xab847=this['groupMappingRules'](_0x120e77);for(const _0x46502c of _0x3fc407){const _0x227433=_0x46502c['activities'];for(const _0x512571 in _0x227433){const _0x400c9b=_0x227433[_0x512571];_0x400c9b['produces']=_0xab847[''+_0x512571]||[];}}}['groupMappingRules'](_0x32d068){_0x32d068=Array['from'](new Set(_0x32d068))['sort']();const _0x389ed8={};for(const _0x273605 of _0x32d068){const [_0x3349f6,_0x5e0488]=this['resolveMappableValue'](_0x273605);!_0x389ed8[_0x3349f6]&&(_0x389ed8[_0x3349f6]=[]),_0x389ed8[_0x3349f6]['push'](_0x5e0488);}return _0x389ed8;}['resolveMappableValue'](_0xbef3b8){_0xbef3b8=_0xbef3b8['substring'](0x1,_0xbef3b8['length']-0x1);const _0x3f77b5=_0xbef3b8['split']('.');if(_0x3f77b5[0x0]==='$job'){const [_0x18af00,..._0x2ab7c4]=_0x3f77b5;return[_0x18af00,_0x2ab7c4['join']('/')];}else{const [_0x1fa3a5,_0x2a43dc,_0x44c45a,..._0x4719a6]=_0x3f77b5,_0x5ec526={'hook':'hook/data','input':'input/data','output':_0x44c45a==='data'?'output/data':'output/metadata'}[_0x2a43dc];return[_0x1fa3a5,_0x5ec526+'/'+_0x4719a6['join']('/')];}}async['deployActivitySchemas'](){const _0x45e75d=this['manifest']['app']['graphs'],_0x3f289f={};for(const _0x4177c1 of _0x45e75d){const _0x56a263=_0x4177c1['activities'];for(const _0x153598 in _0x56a263){const _0x7e79ad=_0x56a263[_0x153598];delete _0x7e79ad['transitions'],_0x3f289f[_0x153598]=_0x7e79ad;}}await this['store']['setSchemas'](_0x3f289f,this['getVID']());}async['deploySubscriptions'](){const _0x9f9428=this['manifest']['app']['graphs'],_0x3b1f1d={};for(const _0x5f38e9 of _0x9f9428){const _0x80c887=_0x5f38e9['activities'],_0x121314=_0x5f38e9['subscribes'];for(const _0x26ecb9 in _0x80c887){if(_0x80c887[_0x26ecb9]['type']==='trigger'){_0x3b1f1d[_0x121314]=_0x26ecb9;break;}}}await this['store']['setSubscriptions'](_0x3b1f1d,this['getVID']());}['findTrigger'](_0x4032a9){for(const _0x366c5f in _0x4032a9['activities']){const _0x45e181=_0x4032a9['activities'][_0x366c5f];if(_0x45e181['type']==='trigger')return[_0x366c5f,_0x45e181];}return null;}async['deployTransitions'](){const _0x46958a=this['manifest']['app']['graphs'],_0x41e462={};for(const _0x4bec24 of _0x46958a){if(_0x4bec24['subscribes']&&_0x4bec24['subscribes']['startsWith']('.')){const [_0xd390e7]=this['findTrigger'](_0x4bec24);_0xd390e7&&(_0x41e462[_0x4bec24['subscribes']]={[_0xd390e7]:!![]});}if(_0x4bec24['transitions'])for(const _0x5aa9d7 in _0x4bec24['transitions']){const _0x26651c=_0x4bec24['transitions'][_0x5aa9d7],_0x22f12d={};for(const _0x541838 of _0x26651c){const _0x4a3796=_0x541838['to'];_0x541838['conditions']?_0x22f12d[_0x4a3796]=_0x541838['conditions']:_0x22f12d[_0x4a3796]=!![];}Object['keys'](_0x22f12d)['length']>0x0&&(_0x41e462['.'+_0x5aa9d7]=_0x22f12d);}}await this['store']['setTransitions'](_0x41e462,this['getVID']());}async['deployHookPatterns'](){const _0x3e910f=this['manifest']['app']['graphs'],_0x28dfd6={};for(const _0x1a3bc2 of _0x3e910f){if(_0x1a3bc2['hooks'])for(const _0x5a57af in _0x1a3bc2['hooks']){_0x28dfd6[_0x5a57af]=_0x1a3bc2['hooks'][_0x5a57af];const _0x52b885=_0x1a3bc2['hooks'][_0x5a57af][0x0]['to'],_0x20af64=_0x1a3bc2['activities'][_0x52b885];_0x20af64&&(!_0x20af64['hook']&&(_0x20af64['hook']={}),_0x20af64['hook']['topic']=_0x5a57af);}}await this['store']['setHookRules'](_0x28dfd6);}async['deployConsumerGroups'](){const _0x2a5ebd={'appId':this['manifest']['app']['id']},_0xc5e84e=this['store']['mintKey'](key_1['KeyType']['STREAMS'],_0x2a5ebd);await this['deployConsumerGroup'](_0xc5e84e,'ENGINE');for(const _0x34a895 of this['manifest']['app']['graphs']){const _0x4883d0=_0x34a895['activities'];for(const _0x48a8cf in _0x4883d0){const _0x128652=_0x4883d0[_0x48a8cf];if(_0x128652['type']==='worker'&&pipe_1['Pipe']['resolve'](_0x128652['subtype'],{})===_0x128652['subtype']){_0x2a5ebd['topic']=_0x128652['subtype'];const _0x4f9f13=this['store']['mintKey'](key_1['KeyType']['STREAMS'],_0x2a5ebd);await this['deployConsumerGroup'](_0x4f9f13,'WORKER');}}}}async['deployConsumerGroup'](_0x20bd7e,_0x5ec12c){try{await this['stream']['createConsumerGroup'](_0x20bd7e,_0x5ec12c);}catch(_0x426c74){this['store']['logger']['info']('router-stream-group-exists',{'stream':_0x20bd7e,'group':_0x5ec12c});}}}exports['Deployer']=Deployer;

package/build/services/compiler/index.d.ts

@@ -2,10 +2,12 @@ import { ILogger } from '../logger';
 import { StoreService } from '../store';
 import { HotMeshManifest } from '../../types/hotmesh';
 import { RedisClient, RedisMulti } from '../../types/redis';
+import { StreamService } from '../stream';
 declare class CompilerService {
     store: StoreService<RedisClient, RedisMulti> | null;
+    stream: StreamService<RedisClient, RedisMulti> | null;
     logger: ILogger;
-    constructor(store: StoreService<RedisClient, RedisMulti>, logger: ILogger);
+    constructor(store: StoreService<RedisClient, RedisMulti>, stream: StreamService<RedisClient, RedisMulti>, logger: ILogger);
     plan(mySchemaOrPath: string): Promise<HotMeshManifest>;
     isPath(input: string): boolean;
     deploy(mySchemaOrPath: string): Promise<HotMeshManifest>;

package/build/services/compiler/index.js

@@ -1,91 +1 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CompilerService = void 0;
-const fs = __importStar(require("fs/promises"));
-const path = __importStar(require("path"));
-const json_schema_ref_parser_1 = __importDefault(require("@apidevtools/json-schema-ref-parser"));
-const js_yaml_1 = __importDefault(require("js-yaml"));
-const deployer_1 = require("./deployer");
-const validator_1 = require("./validator");
-class CompilerService {
-    constructor(store, logger) {
-        this.store = store;
-        this.logger = logger;
-    }
-    async plan(mySchemaOrPath) {
-        try {
-            let schema;
-            if (this.isPath(mySchemaOrPath)) {
-                schema = (await json_schema_ref_parser_1.default.dereference(mySchemaOrPath));
-            }
-            else {
-                schema = js_yaml_1.default.load(mySchemaOrPath);
-            }
-            const validator = new validator_1.Validator(schema);
-            validator.validate(this.store);
-            return schema;
-        }
-        catch (err) {
-            this.logger.error('compiler-plan-error', err);
-        }
-    }
-    isPath(input) {
-        return !input.trim().startsWith('app:');
-    }
-    async deploy(mySchemaOrPath) {
-        try {
-            let schema;
-            if (this.isPath(mySchemaOrPath)) {
-                schema = (await json_schema_ref_parser_1.default.dereference(mySchemaOrPath));
-                await this.saveAsJSON(mySchemaOrPath, schema);
-            }
-            else {
-                schema = js_yaml_1.default.load(mySchemaOrPath);
-            }
-            const validator = new validator_1.Validator(schema);
-            validator.validate(this.store);
-            const deployer = new deployer_1.Deployer(schema);
-            await deployer.deploy(this.store);
-            await this.store.setApp(schema.app.id, schema.app.version);
-            return schema;
-        }
-        catch (err) {
-            this.logger.error('compiler-deploy-error', err);
-        }
-    }
-    async activate(appId, appVersion) {
-        return await this.store.activateAppVersion(appId, appVersion);
-    }
-    async saveAsJSON(originalPath, schema) {
-        const json = JSON.stringify(schema, null, 2);
-        const newPath = path.join(path.dirname(originalPath), `.hotmesh.${schema.app.id}.${schema.app.version}.json`);
-        await fs.writeFile(newPath, json, 'utf8');
-    }
-}
-exports.CompilerService = CompilerService;
+'use strict';(function(_0xd4b70a,_0x5a2603){const _0x58409d=_0x28fa,_0x457d91=_0xd4b70a();while(!![]){try{const _0x4f0bfe=parseInt(_0x58409d(0xfd))/0x1*(parseInt(_0x58409d(0xf8))/0x2)+parseInt(_0x58409d(0xfb))/0x3*(parseInt(_0x58409d(0x100))/0x4)+-parseInt(_0x58409d(0xfa))/0x5*(parseInt(_0x58409d(0xf7))/0x6)+parseInt(_0x58409d(0xfe))/0x7+parseInt(_0x58409d(0xf6))/0x8*(-parseInt(_0x58409d(0xf9))/0x9)+-parseInt(_0x58409d(0xff))/0xa+parseInt(_0x58409d(0xfc))/0xb;if(_0x4f0bfe===_0x5a2603)break;else _0x457d91['push'](_0x457d91['shift']());}catch(_0x3a10a1){_0x457d91['push'](_0x457d91['shift']());}}}(_0x36c4,0xe560c));var __createBinding=this&&this['__createBinding']||(Object['create']?function(_0x32da81,_0x1e6e29,_0x273245,_0x35ed6f){if(_0x35ed6f===undefined)_0x35ed6f=_0x273245;var _0x10168e=Object['getOwnPropertyDescriptor'](_0x1e6e29,_0x273245);(!_0x10168e||('get'in _0x10168e?!_0x1e6e29['__esModule']:_0x10168e['writable']||_0x10168e['configurable']))&&(_0x10168e={'enumerable':!![],'get':function(){return _0x1e6e29[_0x273245];}}),Object['defineProperty'](_0x32da81,_0x35ed6f,_0x10168e);}:function(_0x557939,_0xe0051b,_0x55506e,_0x512e1f){if(_0x512e1f===undefined)_0x512e1f=_0x55506e;_0x557939[_0x512e1f]=_0xe0051b[_0x55506e];}),__setModuleDefault=this&&this['__setModuleDefault']||(Object['create']?function(_0x21e9c1,_0x1c673a){Object['defineProperty'](_0x21e9c1,'default',{'enumerable':!![],'value':_0x1c673a});}:function(_0xde5fd5,_0x8e0f5e){_0xde5fd5['default']=_0x8e0f5e;}),__importStar=this&&this['__importStar']||function(_0x1a3296){if(_0x1a3296&&_0x1a3296['__esModule'])return _0x1a3296;var _0x2f8351={};if(_0x1a3296!=null){for(var _0xd46ac in _0x1a3296)if(_0xd46ac!=='default'&&Object['prototype']['hasOwnProperty']['call'](_0x1a3296,_0xd46ac))__createBinding(_0x2f8351,_0x1a3296,_0xd46ac);}return __setModuleDefault(_0x2f8351,_0x1a3296),_0x2f8351;},__importDefault=this&&this['__importDefault']||function(_0x4274a9){return _0x4274a9&&_0x4274a9['__esModule']?_0x4274a9:{'default':_0x4274a9};};function _0x28fa(_0x33f299,_0x328fc8){const _0x36c43e=_0x36c4();return _0x28fa=function(_0x28fac1,_0x3a2ff8){_0x28fac1=_0x28fac1-0xf6;let _0x2bac90=_0x36c43e[_0x28fac1];return _0x2bac90;},_0x28fa(_0x33f299,_0x328fc8);}Object['defineProperty'](exports,'__esModule',{'value':!![]}),exports['CompilerService']=void 0x0;const fs=__importStar(require('fs/promises')),path=__importStar(require('path')),json_schema_ref_parser_1=__importDefault(require('@apidevtools/json-schema-ref-parser')),js_yaml_1=__importDefault(require('js-yaml')),deployer_1=require('./deployer'),validator_1=require('./validator');class CompilerService{constructor(_0x49bbd6,_0x234ff2,_0x38f01d){this['store']=_0x49bbd6,this['stream']=_0x234ff2,this['logger']=_0x38f01d;}async['plan'](_0x509752){try{let _0x57cdbb;this['isPath'](_0x509752)?_0x57cdbb=await json_schema_ref_parser_1['default']['dereference'](_0x509752):_0x57cdbb=js_yaml_1['default']['load'](_0x509752);const _0x1a5886=new validator_1['Validator'](_0x57cdbb);return _0x1a5886['validate'](this['store']),_0x57cdbb;}catch(_0x5538c9){this['logger']['error']('compiler-plan-error',_0x5538c9);}}['isPath'](_0x50a6dd){return!_0x50a6dd['trim']()['startsWith']('app:');}async['deploy'](_0x517e78){try{let _0x179f51;this['isPath'](_0x517e78)?(_0x179f51=await json_schema_ref_parser_1['default']['dereference'](_0x517e78),await this['saveAsJSON'](_0x517e78,_0x179f51)):_0x179f51=js_yaml_1['default']['load'](_0x517e78);const _0x2786b4=new validator_1['Validator'](_0x179f51);_0x2786b4['validate'](this['store']);const _0x598ef0=new deployer_1['Deployer'](_0x179f51);return await _0x598ef0['deploy'](this['store'],this['stream']),await this['store']['setApp'](_0x179f51['app']['id'],_0x179f51['app']['version']),_0x179f51;}catch(_0x57caa6){this['logger']['error']('compiler-deploy-error',_0x57caa6);}}async['activate'](_0x2388aa,_0xfddbe3){return await this['store']['activateAppVersion'](_0x2388aa,_0xfddbe3);}async['saveAsJSON'](_0x52772b,_0x1a5bf6){const _0x1cdbb1=JSON['stringify'](_0x1a5bf6,null,0x2),_0x39efb9=path['join'](path['dirname'](_0x52772b),'.hotmesh.'+_0x1a5bf6['app']['id']+'.'+_0x1a5bf6['app']['version']+'.json');await fs['writeFile'](_0x39efb9,_0x1cdbb1,'utf8');}}function _0x36c4(){const _0x48aeda=['4309684CbYUwX','1437632lcfhGX','8573550ITkYKJ','121078vtPGeB','45fcaXSl','5tqPzes','3TEJmdU','5379242PMMeZz','31iqpnbj','3197299ALkVuB','6329320tFhsHm'];_0x36c4=function(){return _0x48aeda;};return _0x36c4();}exports['CompilerService']=CompilerService;