@hotmeshio/hotmesh 0.3.5 → 0.3.7

package/build/services/compiler/deployer.js

@@ -1,455 +1 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Deployer = void 0;
-const key_1 = require("../../modules/key");
-const utils_1 = require("../../modules/utils");
-const collator_1 = require("../collator");
-const serializer_1 = require("../serializer");
-const pipe_1 = require("../pipe");
-const validator_1 = require("./validator");
-const DEFAULT_METADATA_RANGE_SIZE = 26;
-const DEFAULT_DATA_RANGE_SIZE = 260;
-const DEFAULT_RANGE_SIZE = DEFAULT_METADATA_RANGE_SIZE + DEFAULT_DATA_RANGE_SIZE;
-class Deployer {
-    constructor(manifest) {
-        this.manifest = null;
-        this.manifest = manifest;
-    }
-    async deploy(store) {
-        this.store = store;
-        collator_1.CollatorService.compile(this.manifest.app.graphs);
-        this.convertActivitiesToHooks();
-        this.convertTopicsToTypes();
-        this.copyJobSchemas();
-        this.bindBackRefs();
-        this.bindParents();
-        this.bindCycleTarget();
-        this.resolveMappingDependencies();
-        this.resolveJobMapsPaths();
-        await this.generateSymKeys();
-        await this.generateSymVals();
-        await this.deployHookPatterns();
-        await this.deployActivitySchemas();
-        await this.deploySubscriptions();
-        await this.deployTransitions();
-        await this.deployConsumerGroups();
-    }
-    getVID() {
-        return {
-            id: this.manifest.app.id,
-            version: this.manifest.app.version,
-        };
-    }
-    async generateSymKeys() {
-        for (const graph of this.manifest.app.graphs) {
-            const [, trigger] = this.findTrigger(graph);
-            const topic = trigger.subscribes;
-            const [lower, upper, symbols] = await this.store.reserveSymbolRange(`$${topic}`, DEFAULT_RANGE_SIZE, 'JOB');
-            const prefix = '';
-            const newSymbols = this.bindSymbols(lower, upper, symbols, prefix, trigger.PRODUCES);
-            if (Object.keys(newSymbols).length) {
-                await this.store.addSymbols(`$${topic}`, newSymbols);
-            }
-            for (const [activityId, activity] of Object.entries(graph.activities)) {
-                const [lower, upper, symbols] = await this.store.reserveSymbolRange(activityId, DEFAULT_RANGE_SIZE, 'ACTIVITY');
-                const prefix = `${activityId}/`;
-                this.bindSelf(activity.consumes, activity.produces, activityId);
-                const newSymbols = this.bindSymbols(lower, upper, symbols, prefix, activity.produces);
-                if (Object.keys(newSymbols).length) {
-                    await this.store.addSymbols(activityId, newSymbols);
-                }
-            }
-        }
-    }
-    bindSelf(consumes, produces, activityId) {
-        for (const selfId of [activityId, '$self']) {
-            const selfConsumes = consumes[selfId];
-            if (selfConsumes) {
-                for (const path of selfConsumes) {
-                    if (!produces.includes(path)) {
-                        produces.push(path);
-                    }
-                }
-            }
-        }
-    }
-    bindSymbols(startIndex, maxIndex, existingSymbols, prefix, produces) {
-        const newSymbols = {};
-        const currentSymbols = { ...existingSymbols };
-        for (const path of produces) {
-            const fullPath = `${prefix}${path}`;
-            if (!currentSymbols[fullPath]) {
-                if (startIndex > maxIndex) {
-                    throw new Error('Symbol index out of bounds');
-                }
-                const symbol = (0, utils_1.getSymKey)(startIndex);
-                startIndex++;
-                newSymbols[fullPath] = symbol;
-                currentSymbols[fullPath] = symbol;
-            }
-        }
-        return newSymbols;
-    }
-    copyJobSchemas() {
-        const graphs = this.manifest.app.graphs;
-        for (const graph of graphs) {
-            const jobSchema = graph.output?.schema;
-            const outputSchema = graph.input?.schema;
-            if (!jobSchema && !outputSchema)
-                continue;
-            const activities = graph.activities;
-            for (const activityKey in activities) {
-                if (activities[activityKey].type === 'trigger') {
-                    const trigger = activities[activityKey];
-                    if (jobSchema) {
-                        if (!trigger.job) {
-                            trigger.job = {};
-                        }
-                        trigger.job.schema = jobSchema;
-                    }
-                    if (outputSchema) {
-                        trigger.output = { schema: outputSchema };
-                    }
-                }
-            }
-        }
-    }
-    bindBackRefs() {
-        for (const graph of this.manifest.app.graphs) {
-            const activities = graph.activities;
-            const triggerId = this.findTrigger(graph)[0];
-            for (const activityKey in activities) {
-                activities[activityKey].trigger = triggerId;
-                activities[activityKey].subscribes = graph.subscribes;
-                if (graph.publishes) {
-                    activities[activityKey].publishes = graph.publishes;
-                }
-                activities[activityKey].expire = graph.expire ?? undefined;
-                activities[activityKey].persistent = graph.persistent ?? undefined;
-            }
-        }
-    }
-    bindCycleTarget() {
-        for (const graph of this.manifest.app.graphs) {
-            const activities = graph.activities;
-            for (const activityKey in activities) {
-                const activity = activities[activityKey];
-                if (activity.type === 'cycle') {
-                    activities[activity.ancestor].cycle = true;
-                }
-            }
-        }
-    }
-    convertTopicsToTypes() {
-        for (const graph of this.manifest.app.graphs) {
-            const activities = graph.activities;
-            for (const activityKey in activities) {
-                const activity = activities[activityKey];
-                if (['worker', 'await'].includes(activity.type) &&
-                    activity.topic &&
-                    !activity.subtype) {
-                    activity.subtype = activity.topic;
-                }
-            }
-        }
-    }
-    convertActivitiesToHooks() {
-        for (const graph of this.manifest.app.graphs) {
-            const activities = graph.activities;
-            for (const activityKey in activities) {
-                const activity = activities[activityKey];
-                if (['activity'].includes(activity.type)) {
-                    activity.type = 'hook';
-                }
-            }
-        }
-    }
-    async bindParents() {
-        const graphs = this.manifest.app.graphs;
-        for (const graph of graphs) {
-            if (graph.transitions) {
-                for (const fromActivity in graph.transitions) {
-                    const toTransitions = graph.transitions[fromActivity];
-                    for (const transition of toTransitions) {
-                        const to = transition.to;
-                        graph.activities[to].parent = fromActivity;
-                    }
-                    graph.activities[fromActivity].transitions = toTransitions;
-                }
-            }
-        }
-    }
-    collectValues(schema, values) {
-        for (const [key, value] of Object.entries(schema)) {
-            if (key === 'enum' || key === 'examples' || key === 'default') {
-                if (Array.isArray(value)) {
-                    for (const v of value) {
-                        if (typeof v === 'string' && v.length > 5) {
-                            values.add(v);
-                        }
-                    }
-                }
-                else if (typeof value === 'string' && value.length > 5) {
-                    values.add(value);
-                }
-            }
-            else if (typeof value === 'object') {
-                this.collectValues(value, values);
-            }
-        }
-    }
-    traverse(obj, values) {
-        for (const value of Object.values(obj)) {
-            if (typeof value === 'object') {
-                if ('schema' in value) {
-                    this.collectValues(value.schema, values);
-                }
-                else {
-                    this.traverse(value, values);
-                }
-            }
-        }
-    }
-    async generateSymVals() {
-        const uniqueStrings = new Set();
-        for (const graph of this.manifest.app.graphs) {
-            this.traverse(graph, uniqueStrings);
-        }
-        const existingSymbols = await this.store.getSymbolValues();
-        const startIndex = Object.keys(existingSymbols).length;
-        const maxIndex = Math.pow(52, 2) - 1;
-        const newSymbols = serializer_1.SerializerService.filterSymVals(startIndex, maxIndex, existingSymbols, uniqueStrings);
-        await this.store.addSymbolValues(newSymbols);
-    }
-    resolveJobMapsPaths() {
-        function parsePaths(obj) {
-            const result = [];
-            function traverse(obj, path = []) {
-                for (const key in obj) {
-                    if (typeof obj[key] === 'object' &&
-                        obj[key] !== null &&
-                        !('@pipe' in obj[key])) {
-                        const newPath = [...path, key];
-                        traverse(obj[key], newPath);
-                    }
-                    else {
-                        const pathName = [...path, key].join('/');
-                        if (!pathName.includes('[')) {
-                            const finalPath = `data/${pathName}`;
-                            if (!result.includes(finalPath)) {
-                                result.push(finalPath);
-                            }
-                        }
-                        else {
-                            const [left, right] = pathName.split('[');
-                            const [amount, _] = right.split(']');
-                            if (!isNaN(parseInt(amount))) {
-                                for (let i = 0; i < parseInt(amount); i++) {
-                                    const finalPath = `data/${left}/${i}`;
-                                    if (!result.includes(finalPath)) {
-                                        result.push(finalPath);
-                                    }
-                                }
-                            }
-                        }
-                    }
-                }
-            }
-            if (obj) {
-                traverse(obj);
-            }
-            return result;
-        }
-        for (const graph of this.manifest.app.graphs) {
-            let results = [];
-            const [, trigger] = this.findTrigger(graph);
-            for (const activityKey in graph.activities) {
-                const activity = graph.activities[activityKey];
-                results = results.concat(parsePaths(activity.job?.maps));
-            }
-            trigger.PRODUCES = results;
-        }
-    }
-    resolveMappingDependencies() {
-        const dynamicMappingRules = [];
-        function traverse(obj, consumes) {
-            for (const key in obj) {
-                if (typeof obj[key] === 'string') {
-                    const stringValue = obj[key];
-                    const dynamicMappingRuleMatch = stringValue.match(/^\{[^@].*}$/);
-                    if (dynamicMappingRuleMatch &&
-                        !validator_1.Validator.CONTEXT_VARS.includes(stringValue)) {
-                        if (stringValue.split('.')[1] !== 'input') {
-                            dynamicMappingRules.push(stringValue);
-                            consumes.push(stringValue);
-                        }
-                    }
-                }
-                else if (typeof obj[key] === 'object' && obj[key] !== null) {
-                    traverse(obj[key], consumes);
-                }
-            }
-        }
-        const graphs = this.manifest.app.graphs;
-        for (const graph of graphs) {
-            const activities = graph.activities;
-            for (const activityId in activities) {
-                const activity = activities[activityId];
-                activity.consumes = [];
-                traverse(activity, activity.consumes);
-                activity.consumes = this.groupMappingRules(activity.consumes);
-            }
-        }
-        const groupedRules = this.groupMappingRules(dynamicMappingRules);
-        for (const graph of graphs) {
-            const activities = graph.activities;
-            for (const activityId in activities) {
-                const activity = activities[activityId];
-                activity.produces = groupedRules[`${activityId}`] || [];
-            }
-        }
-    }
-    groupMappingRules(rules) {
-        rules = Array.from(new Set(rules)).sort();
-        const groupedRules = {};
-        for (const rule of rules) {
-            const [group, resolved] = this.resolveMappableValue(rule);
-            if (!groupedRules[group]) {
-                groupedRules[group] = [];
-            }
-            groupedRules[group].push(resolved);
-        }
-        return groupedRules;
-    }
-    resolveMappableValue(mappable) {
-        mappable = mappable.substring(1, mappable.length - 1);
-        const parts = mappable.split('.');
-        if (parts[0] === '$job') {
-            const [group, ...path] = parts;
-            return [group, path.join('/')];
-        }
-        else {
-            const [group, type, subtype, ...path] = parts;
-            const prefix = {
-                hook: 'hook/data',
-                input: 'input/data',
-                output: subtype === 'data' ? 'output/data' : 'output/metadata',
-            }[type];
-            return [group, `${prefix}/${path.join('/')}`];
-        }
-    }
-    async deployActivitySchemas() {
-        const graphs = this.manifest.app.graphs;
-        const activitySchemas = {};
-        for (const graph of graphs) {
-            const activities = graph.activities;
-            for (const activityKey in activities) {
-                const target = activities[activityKey];
-                delete target.transitions;
-                activitySchemas[activityKey] = target;
-            }
-        }
-        await this.store.setSchemas(activitySchemas, this.getVID());
-    }
-    async deploySubscriptions() {
-        const graphs = this.manifest.app.graphs;
-        const publicSubscriptions = {};
-        for (const graph of graphs) {
-            const activities = graph.activities;
-            const subscribesTopic = graph.subscribes;
-            for (const activityKey in activities) {
-                if (activities[activityKey].type === 'trigger') {
-                    publicSubscriptions[subscribesTopic] = activityKey;
-                    break;
-                }
-            }
-        }
-        await this.store.setSubscriptions(publicSubscriptions, this.getVID());
-    }
-    findTrigger(graph) {
-        for (const activityKey in graph.activities) {
-            const activity = graph.activities[activityKey];
-            if (activity.type === 'trigger') {
-                return [activityKey, activity];
-            }
-        }
-        return null;
-    }
-    async deployTransitions() {
-        const graphs = this.manifest.app.graphs;
-        const privateSubscriptions = {};
-        for (const graph of graphs) {
-            if (graph.subscribes && graph.subscribes.startsWith('.')) {
-                const [triggerId] = this.findTrigger(graph);
-                if (triggerId) {
-                    privateSubscriptions[graph.subscribes] = { [triggerId]: true };
-                }
-            }
-            if (graph.transitions) {
-                for (const fromActivity in graph.transitions) {
-                    const toTransitions = graph.transitions[fromActivity];
-                    const toValues = {};
-                    for (const transition of toTransitions) {
-                        const to = transition.to;
-                        if (transition.conditions) {
-                            toValues[to] = transition.conditions;
-                        }
-                        else {
-                            toValues[to] = true;
-                        }
-                    }
-                    if (Object.keys(toValues).length > 0) {
-                        privateSubscriptions['.' + fromActivity] = toValues;
-                    }
-                }
-            }
-        }
-        await this.store.setTransitions(privateSubscriptions, this.getVID());
-    }
-    async deployHookPatterns() {
-        const graphs = this.manifest.app.graphs;
-        const hookRules = {};
-        for (const graph of graphs) {
-            if (graph.hooks) {
-                for (const topic in graph.hooks) {
-                    hookRules[topic] = graph.hooks[topic];
-                    const activityId = graph.hooks[topic][0].to;
-                    const targetActivity = graph.activities[activityId];
-                    if (targetActivity) {
-                        if (!targetActivity.hook) {
-                            targetActivity.hook = {};
-                        }
-                        targetActivity.hook.topic = topic;
-                    }
-                }
-            }
-        }
-        await this.store.setHookRules(hookRules);
-    }
-    async deployConsumerGroups() {
-        const params = { appId: this.manifest.app.id };
-        const key = this.store.mintKey(key_1.KeyType.STREAMS, params);
-        await this.deployConsumerGroup(key, 'ENGINE');
-        for (const graph of this.manifest.app.graphs) {
-            const activities = graph.activities;
-            for (const activityKey in activities) {
-                const activity = activities[activityKey];
-                if (activity.type === 'worker' &&
-                    pipe_1.Pipe.resolve(activity.subtype, {}) === activity.subtype) {
-                    params.topic = activity.subtype;
-                    const key = this.store.mintKey(key_1.KeyType.STREAMS, params);
-                    await this.deployConsumerGroup(key, 'WORKER');
-                }
-            }
-        }
-    }
-    async deployConsumerGroup(stream, group) {
-        try {
-            await this.store.xgroup('CREATE', stream, group, '$', 'MKSTREAM');
-        }
-        catch (err) {
-            this.store.logger.info('router-stream-group-exists', { stream, group });
-        }
-    }
-}
-exports.Deployer = Deployer;
+'use strict';(function(_0x3cb55f,_0x1628e){const _0x3477a3=_0x1c02,_0x263714=_0x3cb55f();while(!![]){try{const _0x1688a6=parseInt(_0x3477a3(0x16b))/0x1+parseInt(_0x3477a3(0x164))/0x2+parseInt(_0x3477a3(0x168))/0x3*(-parseInt(_0x3477a3(0x162))/0x4)+-parseInt(_0x3477a3(0x163))/0x5*(parseInt(_0x3477a3(0x161))/0x6)+parseInt(_0x3477a3(0x167))/0x7*(-parseInt(_0x3477a3(0x16a))/0x8)+-parseInt(_0x3477a3(0x169))/0x9*(parseInt(_0x3477a3(0x165))/0xa)+-parseInt(_0x3477a3(0x166))/0xb*(-parseInt(_0x3477a3(0x160))/0xc);if(_0x1688a6===_0x1628e)break;else _0x263714['push'](_0x263714['shift']());}catch(_0x48b75e){_0x263714['push'](_0x263714['shift']());}}}(_0x45fa,0x34605));Object['defineProperty'](exports,'__esModule',{'value':!![]}),exports['Deployer']=void 0x0;const key_1=require('../../modules/key'),utils_1=require('../../modules/utils'),collator_1=require('../collator'),serializer_1=require('../serializer'),pipe_1=require('../pipe'),validator_1=require('./validator'),DEFAULT_METADATA_RANGE_SIZE=0x1a,DEFAULT_DATA_RANGE_SIZE=0x104,DEFAULT_RANGE_SIZE=DEFAULT_METADATA_RANGE_SIZE+DEFAULT_DATA_RANGE_SIZE;function _0x45fa(){const _0x53de22=['41462NSZiyB','210iIlKYF','494285ctIqlJ','14WMxENG','363MkgfzY','148518FtjWrD','162296UqMHTP','333513DhNAzq','288vxSRCy','2427786ijgWxF','14096RsQiLN','5zHawCI'];_0x45fa=function(){return _0x53de22;};return _0x45fa();}class Deployer{constructor(_0x36b6c0){this['manifest']=null,this['manifest']=_0x36b6c0;}async['deploy'](_0x4e90a7,_0x5bbafb){this['store']=_0x4e90a7,this['stream']=_0x5bbafb,collator_1['CollatorService']['compile'](this['manifest']['app']['graphs']),this['convertActivitiesToHooks'](),this['convertTopicsToTypes'](),this['copyJobSchemas'](),this['bindBackRefs'](),this['bindParents'](),this['bindCycleTarget'](),this['resolveMappingDependencies'](),this['resolveJobMapsPaths'](),await this['generateSymKeys'](),await this['generateSymVals'](),await this['deployHookPatterns'](),await this['deployActivitySchemas'](),await this['deploySubscriptions'](),await this['deployTransitions'](),await this['deployConsumerGroups']();}['getVID'](){return{'id':this['manifest']['app']['id'],'version':this['manifest']['app']['version']};}async['generateSymKeys'](){for(const _0x5d3b6f of this['manifest']['app']['graphs']){const [,_0x5de840]=this['findTrigger'](_0x5d3b6f),_0x3c6b72=_0x5de840['subscribes'],[_0x2cd7dc,_0x19ec46,_0x4076c1]=await this['store']['reserveSymbolRange']('$'+_0x3c6b72,DEFAULT_RANGE_SIZE,'JOB'),_0x3dac4e='',_0x1acfdb=this['bindSymbols'](_0x2cd7dc,_0x19ec46,_0x4076c1,_0x3dac4e,_0x5de840['PRODUCES']);Object['keys'](_0x1acfdb)['length']&&await this['store']['addSymbols']('$'+_0x3c6b72,_0x1acfdb);for(const [_0x58f4e8,_0x2ec42e]of Object['entries'](_0x5d3b6f['activities'])){const [_0x7c1f2c,_0x276cfb,_0x157625]=await this['store']['reserveSymbolRange'](_0x58f4e8,DEFAULT_RANGE_SIZE,'ACTIVITY'),_0x288970=_0x58f4e8+'/';this['bindSelf'](_0x2ec42e['consumes'],_0x2ec42e['produces'],_0x58f4e8);const _0x44575f=this['bindSymbols'](_0x7c1f2c,_0x276cfb,_0x157625,_0x288970,_0x2ec42e['produces']);Object['keys'](_0x44575f)['length']&&await this['store']['addSymbols'](_0x58f4e8,_0x44575f);}}}['bindSelf'](_0x523348,_0xa16667,_0x61f113){for(const _0x307a83 of[_0x61f113,'$self']){const _0x8bab42=_0x523348[_0x307a83];if(_0x8bab42)for(const _0x2f4918 of _0x8bab42){!_0xa16667['includes'](_0x2f4918)&&_0xa16667['push'](_0x2f4918);}}}['bindSymbols'](_0x2f72d9,_0x31b9b6,_0x1e1125,_0x51a792,_0x467ba3){const _0x5d23d0={},_0x24421c={..._0x1e1125};for(const _0x147e8d of _0x467ba3){const _0x292a56=''+_0x51a792+_0x147e8d;if(!_0x24421c[_0x292a56]){if(_0x2f72d9>_0x31b9b6)throw new Error('Symbol\x20index\x20out\x20of\x20bounds');const _0x8ddbf0=(0x0,utils_1['getSymKey'])(_0x2f72d9);_0x2f72d9++,_0x5d23d0[_0x292a56]=_0x8ddbf0,_0x24421c[_0x292a56]=_0x8ddbf0;}}return _0x5d23d0;}['copyJobSchemas'](){const _0x5b6c32=this['manifest']['app']['graphs'];for(const _0xb59bd7 of _0x5b6c32){const _0x4eec89=_0xb59bd7['output']?.['schema'],_0x15b479=_0xb59bd7['input']?.['schema'];if(!_0x4eec89&&!_0x15b479)continue;const _0x180cb1=_0xb59bd7['activities'];for(const _0x17630d in _0x180cb1){if(_0x180cb1[_0x17630d]['type']==='trigger'){const _0x80488d=_0x180cb1[_0x17630d];_0x4eec89&&(!_0x80488d['job']&&(_0x80488d['job']={}),_0x80488d['job']['schema']=_0x4eec89),_0x15b479&&(_0x80488d['output']={'schema':_0x15b479});}}}}['bindBackRefs'](){for(const _0x183f93 of this['manifest']['app']['graphs']){const _0x4811bd=_0x183f93['activities'],_0x986774=this['findTrigger'](_0x183f93)[0x0];for(const _0x2d6547 in _0x4811bd){_0x4811bd[_0x2d6547]['trigger']=_0x986774,_0x4811bd[_0x2d6547]['subscribes']=_0x183f93['subscribes'],_0x183f93['publishes']&&(_0x4811bd[_0x2d6547]['publishes']=_0x183f93['publishes']),_0x4811bd[_0x2d6547]['expire']=_0x183f93['expire']??undefined,_0x4811bd[_0x2d6547]['persistent']=_0x183f93['persistent']??undefined;}}}['bindCycleTarget'](){for(const _0x3ee136 of this['manifest']['app']['graphs']){const _0x31ba7e=_0x3ee136['activities'];for(const _0x3d6ed5 in _0x31ba7e){const _0x22f4e5=_0x31ba7e[_0x3d6ed5];_0x22f4e5['type']==='cycle'&&(_0x31ba7e[_0x22f4e5['ancestor']]['cycle']=!![]);}}}['convertTopicsToTypes'](){for(const _0x4b821a of this['manifest']['app']['graphs']){const _0xf8d041=_0x4b821a['activities'];for(const _0x8c5102 in _0xf8d041){const _0x52c36b=_0xf8d041[_0x8c5102];['worker','await']['includes'](_0x52c36b['type'])&&_0x52c36b['topic']&&!_0x52c36b['subtype']&&(_0x52c36b['subtype']=_0x52c36b['topic']);}}}['convertActivitiesToHooks'](){for(const _0x45e489 of this['manifest']['app']['graphs']){const _0x4742df=_0x45e489['activities'];for(const _0x28c6f2 in _0x4742df){const _0x1d9387=_0x4742df[_0x28c6f2];['activity']['includes'](_0x1d9387['type'])&&(_0x1d9387['type']='hook');}}}async['bindParents'](){const _0x4d62ee=this['manifest']['app']['graphs'];for(const _0x35f252 of _0x4d62ee){if(_0x35f252['transitions'])for(const _0x3b428d in _0x35f252['transitions']){const _0x5cf94c=_0x35f252['transitions'][_0x3b428d];for(const _0x3247bc of _0x5cf94c){const _0x4cc601=_0x3247bc['to'];_0x35f252['activities'][_0x4cc601]['parent']=_0x3b428d;}_0x35f252['activities'][_0x3b428d]['transitions']=_0x5cf94c;}}}['collectValues'](_0xb614df,_0x3bbab1){for(const [_0x597a3e,_0x59b41a]of Object['entries'](_0xb614df)){if(_0x597a3e==='enum'||_0x597a3e==='examples'||_0x597a3e==='default'){if(Array['isArray'](_0x59b41a))for(const _0x57afb8 of _0x59b41a){typeof _0x57afb8==='string'&&_0x57afb8['length']>0x5&&_0x3bbab1['add'](_0x57afb8);}else typeof _0x59b41a==='string'&&_0x59b41a['length']>0x5&&_0x3bbab1['add'](_0x59b41a);}else typeof _0x59b41a==='object'&&this['collectValues'](_0x59b41a,_0x3bbab1);}}['traverse'](_0x356724,_0x36245b){for(const _0x499708 of Object['values'](_0x356724)){typeof _0x499708==='object'&&('schema'in _0x499708?this['collectValues'](_0x499708['schema'],_0x36245b):this['traverse'](_0x499708,_0x36245b));}}async['generateSymVals'](){const _0x248518=new Set();for(const _0x45b304 of this['manifest']['app']['graphs']){this['traverse'](_0x45b304,_0x248518);}const _0x3fe54a=await this['store']['getSymbolValues'](),_0x11396c=Object['keys'](_0x3fe54a)['length'],_0x25a01c=Math['pow'](0x34,0x2)-0x1,_0x53ae08=serializer_1['SerializerService']['filterSymVals'](_0x11396c,_0x25a01c,_0x3fe54a,_0x248518);await this['store']['addSymbolValues'](_0x53ae08);}['resolveJobMapsPaths'](){function _0x2fa649(_0x533435){const _0x5cfeca=[];function _0xf5e1b(_0x958658,_0x3e84c2=[]){for(const _0x40a4b3 in _0x958658){if(typeof _0x958658[_0x40a4b3]==='object'&&_0x958658[_0x40a4b3]!==null&&!('@pipe'in _0x958658[_0x40a4b3])){const _0x100f2f=[..._0x3e84c2,_0x40a4b3];_0xf5e1b(_0x958658[_0x40a4b3],_0x100f2f);}else{const _0x9abf33=[..._0x3e84c2,_0x40a4b3]['join']('/');if(!_0x9abf33['includes']('[')){const _0x4d7001='data/'+_0x9abf33;!_0x5cfeca['includes'](_0x4d7001)&&_0x5cfeca['push'](_0x4d7001);}else{const [_0x1c9428,_0x270197]=_0x9abf33['split']('['),[_0x5adc04,_0x2b6af2]=_0x270197['split'](']');if(!isNaN(parseInt(_0x5adc04)))for(let _0x52c9b4=0x0;_0x52c9b4<parseInt(_0x5adc04);_0x52c9b4++){const _0x27aac2='data/'+_0x1c9428+'/'+_0x52c9b4;!_0x5cfeca['includes'](_0x27aac2)&&_0x5cfeca['push'](_0x27aac2);}}}}}return _0x533435&&_0xf5e1b(_0x533435),_0x5cfeca;}for(const _0xafd750 of this['manifest']['app']['graphs']){let _0x5681c5=[];const [,_0x481777]=this['findTrigger'](_0xafd750);for(const _0x1a43ef in _0xafd750['activities']){const _0x1dde8a=_0xafd750['activities'][_0x1a43ef];_0x5681c5=_0x5681c5['concat'](_0x2fa649(_0x1dde8a['job']?.['maps']));}_0x481777['PRODUCES']=_0x5681c5;}}['resolveMappingDependencies'](){const _0x1d78c8=[];function _0x30931d(_0x5441f7,_0x1cfe08){for(const _0x1b6552 in _0x5441f7){if(typeof _0x5441f7[_0x1b6552]==='string'){const _0x4cdaa9=_0x5441f7[_0x1b6552],_0x1c96ca=_0x4cdaa9['match'](/^\{[^@].*}$/);_0x1c96ca&&!validator_1['Validator']['CONTEXT_VARS']['includes'](_0x4cdaa9)&&(_0x4cdaa9['split']('.')[0x1]!=='input'&&(_0x1d78c8['push'](_0x4cdaa9),_0x1cfe08['push'](_0x4cdaa9)));}else typeof _0x5441f7[_0x1b6552]==='object'&&_0x5441f7[_0x1b6552]!==null&&_0x30931d(_0x5441f7[_0x1b6552],_0x1cfe08);}}const _0x246dee=this['manifest']['app']['graphs'];for(const _0x483977 of _0x246dee){const _0xf692e2=_0x483977['activities'];for(const _0x187831 in _0xf692e2){const _0x369866=_0xf692e2[_0x187831];_0x369866['consumes']=[],_0x30931d(_0x369866,_0x369866['consumes']),_0x369866['consumes']=this['groupMappingRules'](_0x369866['consumes']);}}const _0x2ec2c7=this['groupMappingRules'](_0x1d78c8);for(const _0x194b5e of _0x246dee){const _0x2b8160=_0x194b5e['activities'];for(const _0x4e2ebb in _0x2b8160){const _0x5d056b=_0x2b8160[_0x4e2ebb];_0x5d056b['produces']=_0x2ec2c7[''+_0x4e2ebb]||[];}}}['groupMappingRules'](_0x5d9471){_0x5d9471=Array['from'](new Set(_0x5d9471))['sort']();const _0x395ff0={};for(const _0x2be76e of _0x5d9471){const [_0x5b6d48,_0x50b088]=this['resolveMappableValue'](_0x2be76e);!_0x395ff0[_0x5b6d48]&&(_0x395ff0[_0x5b6d48]=[]),_0x395ff0[_0x5b6d48]['push'](_0x50b088);}return _0x395ff0;}['resolveMappableValue'](_0x528b48){_0x528b48=_0x528b48['substring'](0x1,_0x528b48['length']-0x1);const _0x5ac302=_0x528b48['split']('.');if(_0x5ac302[0x0]==='$job'){const [_0xb279d,..._0x3c4038]=_0x5ac302;return[_0xb279d,_0x3c4038['join']('/')];}else{const [_0x596b14,_0x5c1250,_0x4fee57,..._0x1572b3]=_0x5ac302,_0x225df5={'hook':'hook/data','input':'input/data','output':_0x4fee57==='data'?'output/data':'output/metadata'}[_0x5c1250];return[_0x596b14,_0x225df5+'/'+_0x1572b3['join']('/')];}}async['deployActivitySchemas'](){const _0x35ed8a=this['manifest']['app']['graphs'],_0x42652b={};for(const _0x13221c of _0x35ed8a){const _0x5bf15e=_0x13221c['activities'];for(const _0x43996e in _0x5bf15e){const _0x1962f3=_0x5bf15e[_0x43996e];delete _0x1962f3['transitions'],_0x42652b[_0x43996e]=_0x1962f3;}}await this['store']['setSchemas'](_0x42652b,this['getVID']());}async['deploySubscriptions'](){const _0x452b0a=this['manifest']['app']['graphs'],_0x4cfeed={};for(const _0x161dea of _0x452b0a){const _0x290abd=_0x161dea['activities'],_0xcc9b78=_0x161dea['subscribes'];for(const _0x12ca8c in _0x290abd){if(_0x290abd[_0x12ca8c]['type']==='trigger'){_0x4cfeed[_0xcc9b78]=_0x12ca8c;break;}}}await this['store']['setSubscriptions'](_0x4cfeed,this['getVID']());}['findTrigger'](_0x5479ad){for(const _0x53eb8b in _0x5479ad['activities']){const _0x57b78a=_0x5479ad['activities'][_0x53eb8b];if(_0x57b78a['type']==='trigger')return[_0x53eb8b,_0x57b78a];}return null;}async['deployTransitions'](){const _0x5e7d5c=this['manifest']['app']['graphs'],_0x4b96b4={};for(const _0x47b403 of _0x5e7d5c){if(_0x47b403['subscribes']&&_0x47b403['subscribes']['startsWith']('.')){const [_0x21365f]=this['findTrigger'](_0x47b403);_0x21365f&&(_0x4b96b4[_0x47b403['subscribes']]={[_0x21365f]:!![]});}if(_0x47b403['transitions'])for(const _0x60a097 in _0x47b403['transitions']){const _0x2e1f54=_0x47b403['transitions'][_0x60a097],_0x30af88={};for(const _0x10f096 of _0x2e1f54){const _0xab9958=_0x10f096['to'];_0x10f096['conditions']?_0x30af88[_0xab9958]=_0x10f096['conditions']:_0x30af88[_0xab9958]=!![];}Object['keys'](_0x30af88)['length']>0x0&&(_0x4b96b4['.'+_0x60a097]=_0x30af88);}}await this['store']['setTransitions'](_0x4b96b4,this['getVID']());}async['deployHookPatterns'](){const _0x33589a=this['manifest']['app']['graphs'],_0x558f5c={};for(const _0x4c692f of _0x33589a){if(_0x4c692f['hooks'])for(const _0x1554db in _0x4c692f['hooks']){_0x558f5c[_0x1554db]=_0x4c692f['hooks'][_0x1554db];const _0x2671dc=_0x4c692f['hooks'][_0x1554db][0x0]['to'],_0x559371=_0x4c692f['activities'][_0x2671dc];_0x559371&&(!_0x559371['hook']&&(_0x559371['hook']={}),_0x559371['hook']['topic']=_0x1554db);}}await this['store']['setHookRules'](_0x558f5c);}async['deployConsumerGroups'](){const _0xbda29d={'appId':this['manifest']['app']['id']},_0x1b87a8=this['store']['mintKey'](key_1['KeyType']['STREAMS'],_0xbda29d);await this['deployConsumerGroup'](_0x1b87a8,'ENGINE');for(const _0x3bd108 of this['manifest']['app']['graphs']){const _0x53f907=_0x3bd108['activities'];for(const _0x49f792 in _0x53f907){const _0x2b03b3=_0x53f907[_0x49f792];if(_0x2b03b3['type']==='worker'&&pipe_1['Pipe']['resolve'](_0x2b03b3['subtype'],{})===_0x2b03b3['subtype']){_0xbda29d['topic']=_0x2b03b3['subtype'];const _0x591597=this['store']['mintKey'](key_1['KeyType']['STREAMS'],_0xbda29d);await this['deployConsumerGroup'](_0x591597,'WORKER');}}}}async['deployConsumerGroup'](_0x10cdca,_0x5b3af3){try{await this['stream']['createConsumerGroup'](_0x10cdca,_0x5b3af3);}catch(_0x217eac){this['store']['logger']['info']('router-stream-group-exists',{'stream':_0x10cdca,'group':_0x5b3af3});}}}function _0x1c02(_0x479911,_0x5e283c){const _0x45fa8d=_0x45fa();return _0x1c02=function(_0x1c02d2,_0x45720f){_0x1c02d2=_0x1c02d2-0x160;let _0x6d3b74=_0x45fa8d[_0x1c02d2];return _0x6d3b74;},_0x1c02(_0x479911,_0x5e283c);}exports['Deployer']=Deployer;

package/build/services/compiler/index.d.ts

@@ -2,10 +2,12 @@ import { ILogger } from '../logger';
 import { StoreService } from '../store';
 import { HotMeshManifest } from '../../types/hotmesh';
 import { RedisClient, RedisMulti } from '../../types/redis';
+import { StreamService } from '../stream';
 declare class CompilerService {
     store: StoreService<RedisClient, RedisMulti> | null;
+    stream: StreamService<RedisClient, RedisMulti> | null;
     logger: ILogger;
-    constructor(store: StoreService<RedisClient, RedisMulti>, logger: ILogger);
+    constructor(store: StoreService<RedisClient, RedisMulti>, stream: StreamService<RedisClient, RedisMulti>, logger: ILogger);
     plan(mySchemaOrPath: string): Promise<HotMeshManifest>;
     isPath(input: string): boolean;
     deploy(mySchemaOrPath: string): Promise<HotMeshManifest>;

package/build/services/compiler/index.js

@@ -1,91 +1 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.CompilerService = void 0;
-const fs = __importStar(require("fs/promises"));
-const path = __importStar(require("path"));
-const json_schema_ref_parser_1 = __importDefault(require("@apidevtools/json-schema-ref-parser"));
-const js_yaml_1 = __importDefault(require("js-yaml"));
-const deployer_1 = require("./deployer");
-const validator_1 = require("./validator");
-class CompilerService {
-    constructor(store, logger) {
-        this.store = store;
-        this.logger = logger;
-    }
-    async plan(mySchemaOrPath) {
-        try {
-            let schema;
-            if (this.isPath(mySchemaOrPath)) {
-                schema = (await json_schema_ref_parser_1.default.dereference(mySchemaOrPath));
-            }
-            else {
-                schema = js_yaml_1.default.load(mySchemaOrPath);
-            }
-            const validator = new validator_1.Validator(schema);
-            validator.validate(this.store);
-            return schema;
-        }
-        catch (err) {
-            this.logger.error('compiler-plan-error', err);
-        }
-    }
-    isPath(input) {
-        return !input.trim().startsWith('app:');
-    }
-    async deploy(mySchemaOrPath) {
-        try {
-            let schema;
-            if (this.isPath(mySchemaOrPath)) {
-                schema = (await json_schema_ref_parser_1.default.dereference(mySchemaOrPath));
-                await this.saveAsJSON(mySchemaOrPath, schema);
-            }
-            else {
-                schema = js_yaml_1.default.load(mySchemaOrPath);
-            }
-            const validator = new validator_1.Validator(schema);
-            validator.validate(this.store);
-            const deployer = new deployer_1.Deployer(schema);
-            await deployer.deploy(this.store);
-            await this.store.setApp(schema.app.id, schema.app.version);
-            return schema;
-        }
-        catch (err) {
-            this.logger.error('compiler-deploy-error', err);
-        }
-    }
-    async activate(appId, appVersion) {
-        return await this.store.activateAppVersion(appId, appVersion);
-    }
-    async saveAsJSON(originalPath, schema) {
-        const json = JSON.stringify(schema, null, 2);
-        const newPath = path.join(path.dirname(originalPath), `.hotmesh.${schema.app.id}.${schema.app.version}.json`);
-        await fs.writeFile(newPath, json, 'utf8');
-    }
-}
-exports.CompilerService = CompilerService;
+'use strict';(function(_0xf07954,_0x7f3763){const _0x1f20d5=_0xe758,_0x45c2d8=_0xf07954();while(!![]){try{const _0x3a2201=-parseInt(_0x1f20d5(0x148))/0x1+parseInt(_0x1f20d5(0x149))/0x2+parseInt(_0x1f20d5(0x147))/0x3*(-parseInt(_0x1f20d5(0x14c))/0x4)+parseInt(_0x1f20d5(0x14e))/0x5*(parseInt(_0x1f20d5(0x14a))/0x6)+-parseInt(_0x1f20d5(0x14d))/0x7+-parseInt(_0x1f20d5(0x14b))/0x8*(parseInt(_0x1f20d5(0x14f))/0x9)+parseInt(_0x1f20d5(0x150))/0xa;if(_0x3a2201===_0x7f3763)break;else _0x45c2d8['push'](_0x45c2d8['shift']());}catch(_0x4571c1){_0x45c2d8['push'](_0x45c2d8['shift']());}}}(_0x472c,0x96fbd));function _0xe758(_0x52e21d,_0x2bb928){const _0x472c01=_0x472c();return _0xe758=function(_0xe75801,_0x2c6ecc){_0xe75801=_0xe75801-0x147;let _0x2c4a7f=_0x472c01[_0xe75801];return _0x2c4a7f;},_0xe758(_0x52e21d,_0x2bb928);}function _0x472c(){const _0x49bace=['41920920sguSoJ','846aqodSe','979133xaHDWe','346858OZpJWc','6lUgiBZ','54904zbBgNy','17324jGdWzI','3276560kfiUXr','166345XQzALM','1458yhMqNQ'];_0x472c=function(){return _0x49bace;};return _0x472c();}var __createBinding=this&&this['__createBinding']||(Object['create']?function(_0x5a6dea,_0x1fc0dd,_0x2ebb37,_0x50d77f){if(_0x50d77f===undefined)_0x50d77f=_0x2ebb37;var _0xc843df=Object['getOwnPropertyDescriptor'](_0x1fc0dd,_0x2ebb37);(!_0xc843df||('get'in _0xc843df?!_0x1fc0dd['__esModule']:_0xc843df['writable']||_0xc843df['configurable']))&&(_0xc843df={'enumerable':!![],'get':function(){return _0x1fc0dd[_0x2ebb37];}}),Object['defineProperty'](_0x5a6dea,_0x50d77f,_0xc843df);}:function(_0x5d7f9a,_0xa476f3,_0x334446,_0x55ecd2){if(_0x55ecd2===undefined)_0x55ecd2=_0x334446;_0x5d7f9a[_0x55ecd2]=_0xa476f3[_0x334446];}),__setModuleDefault=this&&this['__setModuleDefault']||(Object['create']?function(_0x4b79ba,_0x4f2862){Object['defineProperty'](_0x4b79ba,'default',{'enumerable':!![],'value':_0x4f2862});}:function(_0x51f0a6,_0x5bb7db){_0x51f0a6['default']=_0x5bb7db;}),__importStar=this&&this['__importStar']||function(_0x2a5a76){if(_0x2a5a76&&_0x2a5a76['__esModule'])return _0x2a5a76;var _0x1d9d6d={};if(_0x2a5a76!=null){for(var _0x2eb950 in _0x2a5a76)if(_0x2eb950!=='default'&&Object['prototype']['hasOwnProperty']['call'](_0x2a5a76,_0x2eb950))__createBinding(_0x1d9d6d,_0x2a5a76,_0x2eb950);}return __setModuleDefault(_0x1d9d6d,_0x2a5a76),_0x1d9d6d;},__importDefault=this&&this['__importDefault']||function(_0x4e79ef){return _0x4e79ef&&_0x4e79ef['__esModule']?_0x4e79ef:{'default':_0x4e79ef};};Object['defineProperty'](exports,'__esModule',{'value':!![]}),exports['CompilerService']=void 0x0;const fs=__importStar(require('fs/promises')),path=__importStar(require('path')),json_schema_ref_parser_1=__importDefault(require('@apidevtools/json-schema-ref-parser')),js_yaml_1=__importDefault(require('js-yaml')),deployer_1=require('./deployer'),validator_1=require('./validator');class CompilerService{constructor(_0x5cbda4,_0x4f84b1,_0x268cc1){this['store']=_0x5cbda4,this['stream']=_0x4f84b1,this['logger']=_0x268cc1;}async['plan'](_0x5afd17){try{let _0x1f9a21;this['isPath'](_0x5afd17)?_0x1f9a21=await json_schema_ref_parser_1['default']['dereference'](_0x5afd17):_0x1f9a21=js_yaml_1['default']['load'](_0x5afd17);const _0x38f951=new validator_1['Validator'](_0x1f9a21);return _0x38f951['validate'](this['store']),_0x1f9a21;}catch(_0x569a62){this['logger']['error']('compiler-plan-error',_0x569a62);}}['isPath'](_0x4bdd43){return!_0x4bdd43['trim']()['startsWith']('app:');}async['deploy'](_0x27758b){try{let _0x226d0e;this['isPath'](_0x27758b)?(_0x226d0e=await json_schema_ref_parser_1['default']['dereference'](_0x27758b),await this['saveAsJSON'](_0x27758b,_0x226d0e)):_0x226d0e=js_yaml_1['default']['load'](_0x27758b);const _0x5ac208=new validator_1['Validator'](_0x226d0e);_0x5ac208['validate'](this['store']);const _0x13ea49=new deployer_1['Deployer'](_0x226d0e);return await _0x13ea49['deploy'](this['store'],this['stream']),await this['store']['setApp'](_0x226d0e['app']['id'],_0x226d0e['app']['version']),_0x226d0e;}catch(_0x1d4c18){this['logger']['error']('compiler-deploy-error',_0x1d4c18);}}async['activate'](_0x461908,_0x3704d5){return await this['store']['activateAppVersion'](_0x461908,_0x3704d5);}async['saveAsJSON'](_0x68c95d,_0x2ddfe7){const _0x34785b=JSON['stringify'](_0x2ddfe7,null,0x2),_0x1f3186=path['join'](path['dirname'](_0x68c95d),'.hotmesh.'+_0x2ddfe7['app']['id']+'.'+_0x2ddfe7['app']['version']+'.json');await fs['writeFile'](_0x1f3186,_0x34785b,'utf8');}}exports['CompilerService']=CompilerService;