@hotmeshio/hotmesh 0.3.32 → 0.4.1

package/build/services/activities/signal.js

@@ -1 +1,134 @@
-'use strict';const m=b;(function(c,d){const l=b,e=c();while(!![]){try{const f=-parseInt(l(0x10e))/0x1+-parseInt(l(0x12c))/0x2*(-parseInt(l(0x137))/0x3)+parseInt(l(0x10c))/0x4+-parseInt(l(0xf6))/0x5+-parseInt(l(0x133))/0x6*(-parseInt(l(0x120))/0x7)+parseInt(l(0xfb))/0x8+-parseInt(l(0x12d))/0x9*(-parseInt(l(0x142))/0xa);if(f===d)break;else e['push'](e['shift']());}catch(g){e['push'](e['shift']());}}}(a,0x54901));Object[m(0x102)](exports,m(0xf8),{'value':!0x0}),exports[m(0x13c)]=void 0x0;function b(c,d){const e=a();return b=function(f,g){f=f-0xf4;let h=e[f];return h;},b(c,d);}const errors_1=require(m(0x110)),collator_1=require('../collator'),mapper_1=require(m(0xf9)),pipe_1=require(m(0x136)),telemetry_1=require(m(0x104)),activity_1=require('./activity');class Signal extends activity_1[m(0x11c)]{constructor(c,d,f,g,h,j){super(c,d,f,g,h,j);}async[m(0x131)](){const n=m;let c;this[n(0x134)]['debug'](n(0x118),{'jid':this[n(0x111)][n(0x139)][n(0x11b)],'gid':this['context'][n(0x139)][n(0x11e)],'aid':this[n(0x139)]['aid']});try{await this[n(0x114)](),c=new telemetry_1[(n(0x10d))](this[n(0x100)][n(0x13b)],this[n(0x107)],this['metadata'],this[n(0x111)]),c[n(0xfa)](this[n(0x13a)]);const d=this[n(0x109)]['transact']();this['adjacencyList']=await this[n(0x138)](),this[n(0x140)](),this[n(0x128)](),await this[n(0xfe)](d),await collator_1[n(0x11f)]['notarizeEarlyCompletion'](this,d),await this[n(0x122)](this[n(0x103)][n(0x10b)]-0x1,d);const f=await d['exec']();n(0x12e)===this['config']['subtype']?await this[n(0x124)]():await this[n(0x108)]();const g=this['resolveStatus'](f),h={'app.job.jss':g},j=await this[n(0xfc)](this[n(0x103)],g);return j['length']&&(h[n(0x123)]=j[n(0x127)](',')),c[n(0x126)](),c['setActivityAttributes'](h),this['context'][n(0x139)][n(0x13d)];}catch(k){if(k instanceof errors_1[n(0xf5)])return void this[n(0x134)][n(0x129)](n(0x10a),{'error':k});if(k instanceof errors_1[n(0xf7)])return void this['logger'][n(0x11d)](n(0x132),{'error':k});if(k instanceof errors_1[n(0x125)])return void this[n(0x134)]['error']('signal-get-state-error',{'error':k});if(k instanceof errors_1['CollationError']){if(n(0x13e)===k[n(0x13f)])return void this['logger'][n(0x11d)](n(0x135),{'job_id':this[n(0x111)]['metadata'][n(0x11b)],'guid':this['context']['metadata'][n(0x10f)]});this[n(0x134)][n(0x129)](n(0x12a),{'error':k});}else this['logger'][n(0x129)](n(0x112),{'error':k});throw c?.['setActivityError'](k[n(0x113)]),k;}finally{c?.[n(0xff)](),this[n(0x134)][n(0x12f)](n(0x101),{'jid':this[n(0x111)]['metadata'][n(0x11b)],'gid':this[n(0x111)][n(0x139)][n(0x11e)],'aid':this['metadata']['aid']});}}[m(0xfd)](){const o=m;if(this[o(0x107)][o(0x106)]?.[o(0x117)])return new mapper_1[(o(0x105))](this[o(0x107)][o(0x106)][o(0x117)],this[o(0x111)])['mapRules']();}['mapResolverData'](){const p=m;if(this[p(0x107)][p(0xf4)]?.[p(0x117)])return new mapper_1[(p(0x105))](this[p(0x107)][p(0xf4)][p(0x117)],this[p(0x111)])['mapRules']();}async[m(0x108)](){const q=m,c=pipe_1['Pipe']['resolve'](this['config'][q(0x11a)],this[q(0x111)]),d=this[q(0xfd)](),f=pipe_1[q(0x130)][q(0x12b)](this[q(0x107)][q(0x119)],this[q(0x111)]),g=pipe_1[q(0x130)][q(0x12b)](this[q(0x107)]['code'],this[q(0x111)]);return await this[q(0x100)][q(0x121)](c,d,f,g);}async['hookAll'](){const r=m,c=this[r(0xfd)](),d=this['mapResolverData']();this['config'][r(0x115)]&&(d['scrub']=!0x0);const f=[pipe_1['Pipe']['resolve'](this[r(0x107)][r(0x116)],this['context'])+':'+pipe_1['Pipe'][r(0x12b)](this[r(0x107)][r(0x141)],this[r(0x111)])];return await this[r(0x100)][r(0x124)](this[r(0x107)]['topic'],c,d,f);}}function a(){const s=['aid','duplicate','fault','mapOutputData','key_value','3060fYIVKp','resolver','InactiveJobError','2799095fKXFuG','GenerationalError','__esModule','../mapper','startActivitySpan','2624960kJCvfO','transition','mapSignalData','setState','endActivitySpan','engine','signal-process-end','defineProperty','adjacencyList','../telemetry','MapperService','signal','config','hookOne','store','signal-inactive-job-error','length','678796JVRMEA','TelemetryService','512622obshLL','guid','../../modules/errors','context','signal-process-error','message','verifyEntry','scrub','key_name','maps','signal-process','status','topic','jid','Activity','info','gid','CollatorService','2243437HwPpnD','hook','setStatus','app.activity.mids','hookAll','GetStateError','mapActivityAttributes','join','mapJobData','error','signal-collation-error','resolve','4076EyjUJT','99iiInlK','all','debug','Pipe','process','process-event-generational-job-error','6Wiqjjm','logger','signal-collation-overage','../pipe','879aiCdmd','filterAdjacent','metadata','leg','appId','Signal'];a=function(){return s;};return a();}exports[m(0x13c)]=Signal;
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Signal = void 0;
+const errors_1 = require("../../modules/errors");
+const collator_1 = require("../collator");
+const mapper_1 = require("../mapper");
+const pipe_1 = require("../pipe");
+const telemetry_1 = require("../telemetry");
+const activity_1 = require("./activity");
+class Signal extends activity_1.Activity {
+    constructor(config, data, metadata, hook, engine, context) {
+        super(config, data, metadata, hook, engine, context);
+    }
+    //********  LEG 1 ENTRY  ********//
+    async process() {
+        this.logger.debug('signal-process', {
+            jid: this.context.metadata.jid,
+            gid: this.context.metadata.gid,
+            aid: this.metadata.aid,
+        });
+        let telemetry;
+        try {
+            await this.verifyEntry();
+            telemetry = new telemetry_1.TelemetryService(this.engine.appId, this.config, this.metadata, this.context);
+            telemetry.startActivitySpan(this.leg);
+            //save state and notarize early completion (signals only run leg1)
+            const transaction = this.store.transact();
+            this.adjacencyList = await this.filterAdjacent();
+            this.mapOutputData();
+            this.mapJobData();
+            await this.setState(transaction);
+            await collator_1.CollatorService.notarizeEarlyCompletion(this, transaction);
+            await this.setStatus(this.adjacencyList.length - 1, transaction);
+            const multiResponse = (await transaction.exec());
+            //todo: this should execute BEFORE the status is decremented
+            if (this.config.subtype === 'all') {
+                await this.hookAll();
+            }
+            else {
+                await this.hookOne();
+            }
+            //transition to adjacent activities
+            const jobStatus = this.resolveStatus(multiResponse);
+            const attrs = { 'app.job.jss': jobStatus };
+            const messageIds = await this.transition(this.adjacencyList, jobStatus);
+            if (messageIds.length) {
+                attrs['app.activity.mids'] = messageIds.join(',');
+            }
+            telemetry.mapActivityAttributes();
+            telemetry.setActivityAttributes(attrs);
+            return this.context.metadata.aid;
+        }
+        catch (error) {
+            if (error instanceof errors_1.InactiveJobError) {
+                this.logger.error('signal-inactive-job-error', { error });
+                return;
+            }
+            else if (error instanceof errors_1.GenerationalError) {
+                this.logger.info('process-event-generational-job-error', { error });
+                return;
+            }
+            else if (error instanceof errors_1.GetStateError) {
+                this.logger.error('signal-get-state-error', { error });
+                return;
+            }
+            else if (error instanceof errors_1.CollationError) {
+                if (error.fault === 'duplicate') {
+                    this.logger.info('signal-collation-overage', {
+                        job_id: this.context.metadata.jid,
+                        guid: this.context.metadata.guid,
+                    });
+                    return;
+                }
+                //unknown collation error
+                this.logger.error('signal-collation-error', { error });
+            }
+            else {
+                this.logger.error('signal-process-error', { error });
+            }
+            telemetry?.setActivityError(error.message);
+            throw error;
+        }
+        finally {
+            telemetry?.endActivitySpan();
+            this.logger.debug('signal-process-end', {
+                jid: this.context.metadata.jid,
+                gid: this.context.metadata.gid,
+                aid: this.metadata.aid,
+            });
+        }
+    }
+    mapSignalData() {
+        if (this.config.signal?.maps) {
+            const mapper = new mapper_1.MapperService(this.config.signal.maps, this.context);
+            return mapper.mapRules();
+        }
+    }
+    mapResolverData() {
+        if (this.config.resolver?.maps) {
+            const mapper = new mapper_1.MapperService(this.config.resolver.maps, this.context);
+            return mapper.mapRules();
+        }
+    }
+    /**
+     * The signal activity will hook one
+     */
+    async hookOne() {
+        const topic = pipe_1.Pipe.resolve(this.config.topic, this.context);
+        const signalInputData = this.mapSignalData();
+        const status = pipe_1.Pipe.resolve(this.config.status, this.context);
+        const code = pipe_1.Pipe.resolve(this.config.code, this.context);
+        return await this.engine.hook(topic, signalInputData, status, code);
+    }
+    /**
+     * The signal activity will hook all paused jobs that share the same job key.
+     */
+    async hookAll() {
+        //prep 1) generate `input signal data` (essentially the webhook payload)
+        const signalInputData = this.mapSignalData();
+        //prep 2) generate data that resolves the job key (per the YAML config)
+        const keyResolverData = this.mapResolverData();
+        if (this.config.scrub) {
+            //self-clean the indexes upon use if configured
+            keyResolverData.scrub = true;
+        }
+        //prep 3) jobKeys can contain multiple indexes (per the YAML config)
+        const key_name = pipe_1.Pipe.resolve(this.config.key_name, this.context);
+        const key_value = pipe_1.Pipe.resolve(this.config.key_value, this.context);
+        const indexQueryFacets = [`${key_name}:${key_value}`];
+        //execute: `hookAll` will now resume all paused jobs that share the same job key
+        return await this.engine.hookAll(this.config.topic, signalInputData, keyResolverData, indexQueryFacets);
+    }
+}
+exports.Signal = Signal;

package/build/services/activities/trigger.js

@@ -1 +1,246 @@
-'use strict';const m=b;(function(c,d){const l=b,e=c();while(!![]){try{const f=parseInt(l(0xd4))/0x1*(parseInt(l(0x77))/0x2)+parseInt(l(0xd9))/0x3*(-parseInt(l(0xd0))/0x4)+-parseInt(l(0xac))/0x5*(parseInt(l(0x88))/0x6)+-parseInt(l(0xa2))/0x7*(-parseInt(l(0x74))/0x8)+parseInt(l(0x94))/0x9*(-parseInt(l(0xa8))/0xa)+-parseInt(l(0x95))/0xb*(-parseInt(l(0xb0))/0xc)+parseInt(l(0x9a))/0xd;if(f===d)break;else e['push'](e['shift']());}catch(g){e['push'](e['shift']());}}}(a,0x9d868));Object[m(0x8a)](exports,m(0xd1),{'value':!0x0}),exports['Trigger']=void 0x0;function b(c,d){const e=a();return b=function(f,g){f=f-0x6b;let h=e[f];return h;},b(c,d);}const errors_1=require(m(0x93)),utils_1=require(m(0xb2)),collator_1=require(m(0x78)),pipe_1=require(m(0x72)),reporter_1=require(m(0xa1)),serializer_1=require(m(0x6f)),telemetry_1=require(m(0x75)),activity_1=require(m(0x90));class Trigger extends activity_1[m(0xcf)]{constructor(c,d,f,g,h,j){super(c,d,f,g,h,j);}async[m(0x80)](c){const n=m;let d;this['logger'][n(0xb7)](n(0x9c),{'subscribes':this['config']['subscribes']});try{this[n(0x6b)](0x2),await this[n(0x84)](),d=new telemetry_1[(n(0x7e))](this[n(0xd6)]['appId'],this[n(0xb9)],this[n(0x76)],this[n(0xc2)]),d[n(0xae)](),d[n(0x73)](this['leg']),this[n(0xca)](),this['adjacencyList']=await this[n(0x96)]();const f=this[n(0xd3)](c,this[n(0x8f)]['length']);await this['setStateNX'](f),await this[n(0xb6)](f),this[n(0xbf)](c),this[n(0x83)](c);const g=this[n(0x92)][n(0x79)]();await this[n(0xaa)](g),await this[n(0x89)](g),c?.[n(0x97)]&&await this[n(0xa3)](c?.[n(0x97)],g),await collator_1[n(0x7a)][n(0xc6)](this,this[n(0xc2)]['metadata'][n(0x8c)],g),await g[n(0xc0)](),this[n(0x9f)](),d[n(0xc3)]();const h=Number(this[n(0xc2)][n(0x76)]['js']);d[n(0xc1)]({'app.job.jss':h});const j={'app.job.jss':h};return await this['transitionAndLogAdjacent'](c,h,j),d[n(0x8e)](j),this[n(0xc2)][n(0x76)]['jid'];}catch(k){if(d?.[n(0xda)](k[n(0x81)]),k instanceof errors_1['DuplicateJobError']){await(0x0,utils_1[n(0x9d)])(0x3e8);if(await collator_1[n(0x7a)][n(0xcc)](this,this[n(0xc2)]['metadata']['guid']))return void this[n(0xd8)][n(0xba)](n(0x6c),{'job_id':k['jobId'],'guid':this[n(0xc2)]['metadata']['guid']});this[n(0xd8)][n(0xc5)](n(0xa5),{'job_id':k['jobId'],'guid':this[n(0xc2)]['metadata'][n(0x8c)]});}else this[n(0xd8)][n(0xc5)](n(0xcb),{'error':k});throw k;}finally{d?.[n(0x82)](),d?.[n(0xd7)](),this[n(0xd8)][n(0xb7)]('trigger-process-end',{'subscribes':this[n(0xb9)][n(0x86)],'jid':this[n(0xc2)][n(0x76)][n(0xb4)],'gid':this['context'][n(0x76)][n(0xb5)]});}}async['transitionAndLogAdjacent'](c={},d,f){const o=m;if(isNaN(c['pending'])){const g=await this[o(0x87)](this[o(0x8f)],d);g['length']&&(f['app.activity.mids']=g[o(0xb8)](','));}}[m(0xd3)](c={},d){const p=m;return c[p(0x97)]?-0x1:d;}async[m(0xa3)](c,d){const q=m;await this['store'][q(0xbc)](this[q(0xc2)][q(0x76)][q(0xb4)],c,d);}['safeKey'](c){return'_'+c;}[m(0xbf)](c){const r=m;c?.[r(0x6d)]&&Object[r(0xab)](c['search'])[r(0xbe)](d=>{const s=r;this[s(0xc2)][s(0xbb)][this[s(0xc4)](d)]=c[s(0x6d)][d][s(0x7d)]();});}[m(0x83)](c){const t=m;c?.[t(0xa0)]&&Object[t(0xab)](c[t(0xa0)])[t(0xbe)](d=>{const u=t;d['startsWith']('-')&&(this[u(0xc2)][u(0xbb)][d]=c[u(0xa0)][d][u(0x7d)]());});}async['setStatus'](c){const v=m;this[v(0xc2)][v(0x76)]['js']=c;}async[m(0x9f)](){const w=m;if(this[w(0xc2)][w(0x76)]['px']){const c=(0x0,utils_1[w(0x6e)])(new Date()),d={'metadata':this['context'][w(0x76)],'data':{'job_id':this['context'][w(0x76)][w(0xb4)],'jc':c,'ju':c}};await this[w(0xd6)][w(0x9f)](this['context'],d);}}[m(0xdb)](){const x=m;return{[this[x(0x76)][x(0xaf)]]:{'input':{'data':this['data']}},'$self':{'input':{'data':this[x(0xbb)]},'output':{'data':this['data']}}};}async['getState'](){const y=m,c=this[y(0xdb)](),d=this[y(0x9e)](c),f=this[y(0xb1)](c),g=(0x0,utils_1[y(0x6e)])(new Date()),{id:h,version:j}=await this['engine'][y(0xa7)]();this[y(0xa6)](collator_1['CollatorService'][y(0xbd)]());const k={...this[y(0x76)],'jid':d,'key':f,'as':collator_1[y(0x7a)][y(0xa9)]()};this['context']={'metadata':{...this[y(0x76)],'gid':(0x0,utils_1[y(0x8c)])(),'ngn':this[y(0xc2)][y(0x76)][y(0x7c)],'pj':this[y(0xc2)][y(0x76)]['pj'],'pg':this[y(0xc2)]['metadata']['pg'],'pd':this[y(0xc2)]['metadata']['pd'],'pa':this['context'][y(0x76)]['pa'],'px':this[y(0xc2)][y(0x76)]['px'],'app':h,'vrs':j,'tpc':this[y(0xb9)][y(0x86)],'trc':this['context'][y(0x76)][y(0xc8)],'spn':this[y(0xc2)][y(0x76)][y(0x99)],'guid':this[y(0xc2)][y(0x76)][y(0x8c)],'jid':d,'dad':collator_1['CollatorService']['getDimensionalSeed'](),'key':f,'jc':g,'ju':g,'ts':(0x0,utils_1[y(0x9b)])(this[y(0x85)]()),'js':0x0},'data':{},[this[y(0x76)][y(0xaf)]]:{'input':{'data':this['data'],'metadata':k},'output':{'data':this[y(0xbb)],'metadata':k},'settings':{'data':{}},'errors':{'data':{}}}},this[y(0xc2)][y(0xc7)]=this[y(0xc2)][this[y(0x76)][y(0xaf)]],this[y(0xc2)]['$job']=this[y(0xc2)];}['bindJobMetadataPaths'](){const z=m;return serializer_1['MDATA_SYMBOLS'][z(0x91)]['KEYS'][z(0x7f)](c=>'metadata/'+c);}['bindActivityMetadataPaths'](){const A=m;return serializer_1[A(0xd2)]['ACTIVITY']['KEYS'][A(0x7f)](c=>A(0x98)+c);}[m(0x85)](){const B=m;return this['config'][B(0xb3)]?.[B(0xce)]||reporter_1[B(0x8b)][B(0x70)];}[m(0x71)](){const C=m;return this['context'][C(0x76)]['js'];}['resolveJobId'](c){const D=m,d=this['config'][D(0xb3)]?.['id'];return d?pipe_1[D(0xd5)][D(0xcd)](d,c):(0x0,utils_1['guid'])();}[m(0xb1)](c){const E=m,d=this['config']['stats']?.[E(0xad)];return d?pipe_1[E(0xd5)]['resolve'](d,c):'';}async['setStateNX'](c){const F=m,d=this[F(0xc2)]['metadata'][F(0xb4)];if(!await this['store'][F(0xa4)](d,this['engine'][F(0xc9)],c))throw new errors_1[(F(0x8d))](d);}async['setStats'](c){const G=m,d=this[G(0xc2)]['metadata'];if(d[G(0xad)]&&this[G(0xb9)][G(0xb3)]?.[G(0x7b)]){const f=await this[G(0xd6)]['getVID'](),g=new reporter_1[(G(0x8b))](f,this[G(0x92)],this[G(0xd8)]);await this['store'][G(0x89)](d[G(0xad)],d[G(0xb4)],d['ts'],g['resolveTriggerStatistics'](this['config'],this['context']),f,c);}}}function a(){const H=['setState','keys','64810XNSlgW','key','startJobSpan','aid','1855752DuwOrm','resolveJobKey','../../modules/utils','stats','jid','gid','setStatus','debug','join','config','info','data','expireJob','getDimensionalSeed','forEach','bindSearchData','exec','setJobAttributes','context','mapActivityAttributes','safeKey','error','notarizeInception','$self','trc','appId','mapJobData','trigger-process-error','isInceptionOverage','resolve','granularity','Activity','14172SdGMIc','__esModule','MDATA_SYMBOLS','initStatus','269POoqvK','Pipe','engine','endActivitySpan','logger','906DMKFAt','setActivityError','createInputContext','setLeg','trigger-collation-overage','search','formatISODate','../serializer','DEFAULT_GRANULARITY','getJobStatus','../pipe','startActivitySpan','8bdEjke','../telemetry','metadata','4586WGWaVF','../collator','transact','CollatorService','measures','ngn','toString','TelemetryService','map','process','message','endJobSpan','bindMarkerData','getState','resolveGranularity','subscribes','transition','510cQaYPZ','setStats','defineProperty','ReporterService','guid','DuplicateJobError','setActivityAttributes','adjacencyList','./activity','JOB','store','../../modules/errors','9sHaNYq','33pYdCQz','filterAdjacent','pending','output/metadata/','spn','19860828RCSsAu','getTimeSeries','trigger-process','sleepFor','resolveJobId','execAdjacentParent','marker','../reporter','5526570nPSHee','setExpired','setStateNX','duplicate-job-error','initDimensionalAddress','getVID','5810410NUgkVA','getTriggerSeed'];a=function(){return H;};return a();}exports['Trigger']=Trigger;
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Trigger = void 0;
+const errors_1 = require("../../modules/errors");
+const utils_1 = require("../../modules/utils");
+const collator_1 = require("../collator");
+const pipe_1 = require("../pipe");
+const reporter_1 = require("../reporter");
+const serializer_1 = require("../serializer");
+const telemetry_1 = require("../telemetry");
+const activity_1 = require("./activity");
+class Trigger extends activity_1.Activity {
+    constructor(config, data, metadata, hook, engine, context) {
+        super(config, data, metadata, hook, engine, context);
+    }
+    async process(options) {
+        this.logger.debug('trigger-process', {
+            subscribes: this.config.subscribes,
+        });
+        let telemetry;
+        try {
+            this.setLeg(2);
+            await this.getState();
+            telemetry = new telemetry_1.TelemetryService(this.engine.appId, this.config, this.metadata, this.context);
+            telemetry.startJobSpan();
+            telemetry.startActivitySpan(this.leg);
+            this.mapJobData();
+            this.adjacencyList = await this.filterAdjacent();
+            const initialStatus = this.initStatus(options, this.adjacencyList.length);
+            await this.setStateNX(initialStatus);
+            await this.setStatus(initialStatus);
+            this.bindSearchData(options);
+            this.bindMarkerData(options);
+            const transaction = this.store.transact();
+            await this.setState(transaction);
+            await this.setStats(transaction);
+            if (options?.pending) {
+                await this.setExpired(options?.pending, transaction);
+            }
+            await collator_1.CollatorService.notarizeInception(this, this.context.metadata.guid, transaction);
+            await transaction.exec();
+            this.execAdjacentParent();
+            telemetry.mapActivityAttributes();
+            const jobStatus = Number(this.context.metadata.js);
+            telemetry.setJobAttributes({ 'app.job.jss': jobStatus });
+            const attrs = { 'app.job.jss': jobStatus };
+            await this.transitionAndLogAdjacent(options, jobStatus, attrs);
+            telemetry.setActivityAttributes(attrs);
+            return this.context.metadata.jid;
+        }
+        catch (error) {
+            telemetry?.setActivityError(error.message);
+            if (error instanceof errors_1.DuplicateJobError) {
+                //todo: verify baseline in x-AZ rollover
+                await (0, utils_1.sleepFor)(1000);
+                const isOverage = await collator_1.CollatorService.isInceptionOverage(this, this.context.metadata.guid);
+                if (isOverage) {
+                    this.logger.info('trigger-collation-overage', {
+                        job_id: error.jobId,
+                        guid: this.context.metadata.guid,
+                    });
+                    return;
+                }
+                this.logger.error('duplicate-job-error', {
+                    job_id: error.jobId,
+                    guid: this.context.metadata.guid,
+                });
+            }
+            else {
+                this.logger.error('trigger-process-error', { error });
+            }
+            throw error;
+        }
+        finally {
+            telemetry?.endJobSpan();
+            telemetry?.endActivitySpan();
+            this.logger.debug('trigger-process-end', {
+                subscribes: this.config.subscribes,
+                jid: this.context.metadata.jid,
+                gid: this.context.metadata.gid,
+            });
+        }
+    }
+    async transitionAndLogAdjacent(options = {}, jobStatus, attrs) {
+        //todo: enable resume from pending state
+        if (isNaN(options.pending)) {
+            const messageIds = await this.transition(this.adjacencyList, jobStatus);
+            if (messageIds.length) {
+                attrs['app.activity.mids'] = messageIds.join(',');
+            }
+        }
+    }
+    /**
+     * `pending` flows will not transition from the trigger to adjacent children until resumed
+     */
+    initStatus(options = {}, count) {
+        if (options.pending) {
+            return -1;
+        }
+        return count;
+    }
+    async setExpired(seconds, transaction) {
+        await this.store.expireJob(this.context.metadata.jid, seconds, transaction);
+    }
+    safeKey(key) {
+        return `_${key}`;
+    }
+    bindSearchData(options) {
+        if (options?.search) {
+            Object.keys(options.search).forEach((key) => {
+                this.context.data[this.safeKey(key)] = options.search[key].toString();
+            });
+        }
+    }
+    bindMarkerData(options) {
+        if (options?.marker) {
+            Object.keys(options.marker).forEach((key) => {
+                if (key.startsWith('-')) {
+                    this.context.data[key] = options.marker[key].toString();
+                }
+            });
+        }
+    }
+    async setStatus(amount) {
+        this.context.metadata.js = amount;
+    }
+    /**
+     * if the parent (spawner) chose not to await, emit the job_id
+     * as the data payload { job_id }
+     */
+    async execAdjacentParent() {
+        if (this.context.metadata.px) {
+            const timestamp = (0, utils_1.formatISODate)(new Date());
+            const jobStartedConfirmationMessage = {
+                metadata: this.context.metadata,
+                data: {
+                    job_id: this.context.metadata.jid,
+                    jc: timestamp,
+                    ju: timestamp,
+                },
+            };
+            await this.engine.execAdjacentParent(this.context, jobStartedConfirmationMessage);
+        }
+    }
+    createInputContext() {
+        const input = {
+            [this.metadata.aid]: {
+                input: { data: this.data },
+            },
+            $self: {
+                input: { data: this.data },
+                output: { data: this.data },
+            },
+        };
+        return input;
+    }
+    async getState() {
+        const inputContext = this.createInputContext();
+        const jobId = this.resolveJobId(inputContext);
+        const jobKey = this.resolveJobKey(inputContext);
+        const utc = (0, utils_1.formatISODate)(new Date());
+        const { id, version } = await this.engine.getVID();
+        this.initDimensionalAddress(collator_1.CollatorService.getDimensionalSeed());
+        const activityMetadata = {
+            ...this.metadata,
+            jid: jobId,
+            key: jobKey,
+            as: collator_1.CollatorService.getTriggerSeed(),
+        };
+        this.context = {
+            metadata: {
+                ...this.metadata,
+                gid: (0, utils_1.guid)(),
+                ngn: this.context.metadata.ngn,
+                pj: this.context.metadata.pj,
+                pg: this.context.metadata.pg,
+                pd: this.context.metadata.pd,
+                pa: this.context.metadata.pa,
+                px: this.context.metadata.px,
+                app: id,
+                vrs: version,
+                tpc: this.config.subscribes,
+                trc: this.context.metadata.trc,
+                spn: this.context.metadata.spn,
+                guid: this.context.metadata.guid,
+                jid: jobId,
+                dad: collator_1.CollatorService.getDimensionalSeed(),
+                key: jobKey,
+                jc: utc,
+                ju: utc,
+                ts: (0, utils_1.getTimeSeries)(this.resolveGranularity()),
+                js: 0,
+            },
+            data: {},
+            [this.metadata.aid]: {
+                input: {
+                    data: this.data,
+                    metadata: activityMetadata,
+                },
+                output: {
+                    data: this.data,
+                    metadata: activityMetadata,
+                },
+                settings: { data: {} },
+                errors: { data: {} },
+            },
+        };
+        this.context['$self'] = this.context[this.metadata.aid];
+        this.context['$job'] = this.context; //NEVER call STRINGIFY! (circular)
+    }
+    bindJobMetadataPaths() {
+        return serializer_1.MDATA_SYMBOLS.JOB.KEYS.map((key) => `metadata/${key}`);
+    }
+    bindActivityMetadataPaths() {
+        return serializer_1.MDATA_SYMBOLS.ACTIVITY.KEYS.map((key) => `output/metadata/${key}`);
+    }
+    resolveGranularity() {
+        return (this.config.stats?.granularity || reporter_1.ReporterService.DEFAULT_GRANULARITY);
+    }
+    getJobStatus() {
+        return this.context.metadata.js;
+    }
+    resolveJobId(context) {
+        const jobId = this.config.stats?.id;
+        return jobId ? pipe_1.Pipe.resolve(jobId, context) : (0, utils_1.guid)();
+    }
+    resolveJobKey(context) {
+        const jobKey = this.config.stats?.key;
+        return jobKey ? pipe_1.Pipe.resolve(jobKey, context) : '';
+    }
+    async setStateNX(status) {
+        const jobId = this.context.metadata.jid;
+        if (!await this.store.setStateNX(jobId, this.engine.appId, status)) {
+            throw new errors_1.DuplicateJobError(jobId);
+        }
+    }
+    async setStats(transaction) {
+        const md = this.context.metadata;
+        if (md.key && this.config.stats?.measures) {
+            const config = await this.engine.getVID();
+            const reporter = new reporter_1.ReporterService(config, this.store, this.logger);
+            await this.store.setStats(md.key, md.jid, md.ts, reporter.resolveTriggerStatistics(this.config, this.context), config, transaction);
+        }
+    }
+}
+exports.Trigger = Trigger;

package/build/services/activities/worker.js

@@ -1 +1,106 @@
-'use strict';const l=b;(function(c,d){const k=b,e=c();while(!![]){try{const f=parseInt(k(0x232))/0x1*(parseInt(k(0x222))/0x2)+-parseInt(k(0x21c))/0x3*(-parseInt(k(0x223))/0x4)+-parseInt(k(0x215))/0x5+-parseInt(k(0x213))/0x6+-parseInt(k(0x228))/0x7*(-parseInt(k(0x1fa))/0x8)+parseInt(k(0x1fd))/0x9*(parseInt(k(0x231))/0xa)+-parseInt(k(0x212))/0xb*(parseInt(k(0x21d))/0xc);if(f===d)break;else e['push'](e['shift']());}catch(g){e['push'](e['shift']());}}}(a,0x8c60d));function a(){const o=['GetStateError','1611230sAPZPP','13naeRIk','config','error','publishMessage','worker-collation-overage','data','mapInputData','engine','../telemetry','$self','TelemetryService','output','info','8824sNgowd','retry','Worker','63mlwmqz','verifyEntry','leg','await-inactive-job-error','../../modules/errors','context','dad','Pipe','./activity','../../modules/utils','guid','__esModule','message','setStatus','policies','router','setActivityError','CollatorService','aid','resolveStatus','worker-process-error','3092991tERmmI','4420548JJPxTX','logger','1439940iSjwoD','trc','gid','fault','metadata','worker-get-state-error','jid','21zRxjFf','60KwRCOK','startActivitySpan','endActivitySpan','execActivity','debug','92182vFuFqH','465276OyNRhS','subtype','GenerationalError','authorizeReentry','../collator','2947dkirrt','l1s','../pipe','Activity','setState','transact','exec','mapActivityAttributes'];a=function(){return o;};return a();}Object['defineProperty'](exports,l(0x208),{'value':!0x0}),exports['Worker']=void 0x0;function b(c,d){const e=a();return b=function(f,g){f=f-0x1ef;let h=e[f];return h;},b(c,d);}const errors_1=require(l(0x201)),utils_1=require(l(0x206)),collator_1=require(l(0x227)),pipe_1=require(l(0x22a)),telemetry_1=require(l(0x1f5)),activity_1=require(l(0x205));class Worker extends activity_1[l(0x22b)]{constructor(c,d,f,g,h,j){super(c,d,f,g,h,j);}async['process'](){const m=l;let c;this[m(0x214)][m(0x221)]('worker-process',{'jid':this[m(0x202)][m(0x219)][m(0x21b)],'gid':this['context']['metadata']['gid'],'aid':this[m(0x219)]['aid']});try{await this[m(0x1fe)](),c=new telemetry_1[(m(0x1f7))](this[m(0x1f4)]['appId'],this[m(0x233)],this['metadata'],this[m(0x202)]),c[m(0x21e)](this[m(0x1ff)]),this[m(0x1f3)]();const d=this['store'][m(0x22d)](),f=await this[m(0x220)](d);await collator_1[m(0x20e)][m(0x226)](this,d),await this[m(0x22c)](d),await this[m(0x20a)](0x0,d);const g=await d[m(0x22e)]();c[m(0x22f)]();const h=this[m(0x210)](g);return c['setActivityAttributes']({'app.activity.mid':f,'app.job.jss':h}),this[m(0x202)][m(0x219)][m(0x20f)];}catch(j){if(j instanceof errors_1['InactiveJobError'])return void this[m(0x214)][m(0x1ef)](m(0x200),{'error':j});if(j instanceof errors_1[m(0x225)])return void this[m(0x214)][m(0x1f9)]('process-event-generational-job-error',{'error':j});if(j instanceof errors_1[m(0x230)])return void this[m(0x214)][m(0x1ef)](m(0x21a),{'error':j});if(j instanceof errors_1['CollationError']){if('duplicate'===j[m(0x218)])return void this['logger'][m(0x1f9)](m(0x1f1),{'job_id':this['context'][m(0x219)][m(0x21b)],'guid':this[m(0x202)][m(0x219)][m(0x207)]});this[m(0x214)]['error']('worker-collation-error',{'error':j});}else this[m(0x214)]['error'](m(0x211),{'error':j});throw c?.[m(0x20d)](j[m(0x209)]),j;}finally{c?.[m(0x21f)](),this[m(0x214)]['debug']('worker-process-end',{'jid':this[m(0x202)][m(0x219)][m(0x21b)],'gid':this['context']['metadata'][m(0x217)],'aid':this[m(0x219)][m(0x20f)]});}}async['execActivity'](c){const n=l,d=pipe_1[n(0x204)]['resolve'](this[n(0x233)][n(0x224)],this[n(0x202)]),f={'metadata':{'guid':(0x0,utils_1[n(0x207)])(),'jid':this[n(0x202)][n(0x219)]['jid'],'gid':this[n(0x202)][n(0x219)][n(0x217)],'dad':this[n(0x219)][n(0x203)],'aid':this['metadata']['aid'],'topic':d,'spn':this['context'][n(0x1f6)][n(0x1f8)][n(0x219)][n(0x229)],'trc':this[n(0x202)]['metadata'][n(0x216)]},'data':this[n(0x202)][n(0x1f2)]};return this[n(0x233)][n(0x1fb)]&&(f[n(0x20b)]={'retry':this[n(0x233)][n(0x1fb)]}),await this[n(0x1f4)][n(0x20c)]?.[n(0x1f0)](d,f,c);}}exports[l(0x1fc)]=Worker;
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Worker = void 0;
+const errors_1 = require("../../modules/errors");
+const utils_1 = require("../../modules/utils");
+const collator_1 = require("../collator");
+const pipe_1 = require("../pipe");
+const telemetry_1 = require("../telemetry");
+const activity_1 = require("./activity");
+class Worker extends activity_1.Activity {
+    constructor(config, data, metadata, hook, engine, context) {
+        super(config, data, metadata, hook, engine, context);
+    }
+    //********  INITIAL ENTRY POINT (A)  ********//
+    async process() {
+        this.logger.debug('worker-process', {
+            jid: this.context.metadata.jid,
+            gid: this.context.metadata.gid,
+            aid: this.metadata.aid,
+        });
+        let telemetry;
+        try {
+            await this.verifyEntry();
+            telemetry = new telemetry_1.TelemetryService(this.engine.appId, this.config, this.metadata, this.context);
+            telemetry.startActivitySpan(this.leg);
+            this.mapInputData();
+            //save state and authorize reentry
+            const transaction = this.store.transact();
+            //todo: await this.registerTimeout();
+            const messageId = await this.execActivity(transaction);
+            await collator_1.CollatorService.authorizeReentry(this, transaction);
+            await this.setState(transaction);
+            await this.setStatus(0, transaction);
+            const txResponse = (await transaction.exec());
+            //telemetry
+            telemetry.mapActivityAttributes();
+            const jobStatus = this.resolveStatus(txResponse);
+            telemetry.setActivityAttributes({
+                'app.activity.mid': messageId,
+                'app.job.jss': jobStatus,
+            });
+            return this.context.metadata.aid;
+        }
+        catch (error) {
+            if (error instanceof errors_1.InactiveJobError) {
+                this.logger.error('await-inactive-job-error', { error });
+                return;
+            }
+            else if (error instanceof errors_1.GenerationalError) {
+                this.logger.info('process-event-generational-job-error', { error });
+                return;
+            }
+            else if (error instanceof errors_1.GetStateError) {
+                this.logger.error('worker-get-state-error', { error });
+                return;
+            }
+            else if (error instanceof errors_1.CollationError) {
+                if (error.fault === 'duplicate') {
+                    this.logger.info('worker-collation-overage', {
+                        job_id: this.context.metadata.jid,
+                        guid: this.context.metadata.guid,
+                    });
+                    return;
+                }
+                //unknown collation error
+                this.logger.error('worker-collation-error', { error });
+            }
+            else {
+                this.logger.error('worker-process-error', { error });
+            }
+            telemetry?.setActivityError(error.message);
+            throw error;
+        }
+        finally {
+            telemetry?.endActivitySpan();
+            this.logger.debug('worker-process-end', {
+                jid: this.context.metadata.jid,
+                gid: this.context.metadata.gid,
+                aid: this.metadata.aid,
+            });
+        }
+    }
+    async execActivity(transaction) {
+        const topic = pipe_1.Pipe.resolve(this.config.subtype, this.context);
+        const streamData = {
+            metadata: {
+                guid: (0, utils_1.guid)(),
+                jid: this.context.metadata.jid,
+                gid: this.context.metadata.gid,
+                dad: this.metadata.dad,
+                aid: this.metadata.aid,
+                topic,
+                spn: this.context['$self'].output.metadata.l1s,
+                trc: this.context.metadata.trc,
+            },
+            data: this.context.data,
+        };
+        if (this.config.retry) {
+            streamData.policies = {
+                retry: this.config.retry,
+            };
+        }
+        return (await this.engine.router?.publishMessage(topic, streamData, transaction));
+    }
+}
+exports.Worker = Worker;