@hotmeshio/hotmesh 0.0.59 → 0.1.0

package/build/services/compiler/deployer.js

@@ -42,7 +42,6 @@ class Deployer {
     }
     async generateSymKeys() {
         //note: symbol ranges are additive (per version); path assignments are immutable
-        const appId = this.manifest.app.id;
         for (const graph of this.manifest.app.graphs) {
             //generate JOB symbols
             const [, trigger] = this.findTrigger(graph);
@@ -79,9 +78,9 @@ class Deployer {
         }
     }
     bindSymbols(startIndex, maxIndex, existingSymbols, prefix, produces) {
-        let newSymbols = {};
-        let currentSymbols = { ...existingSymbols };
-        for (let path of produces) {
+        const newSymbols = {};
+        const currentSymbols = { ...existingSymbols };
+        for (const path of produces) {
             const fullPath = `${prefix}${path}`;
             if (!currentSymbols[fullPath]) {
                 if (startIndex > maxIndex) {
@@ -157,7 +156,9 @@ class Deployer {
             const activities = graph.activities;
             for (const activityKey in activities) {
                 const activity = activities[activityKey];
-                if (['worker', 'await'].includes(activity.type) && activity.topic && !activity.subtype) {
+                if (['worker', 'await'].includes(activity.type) &&
+                    activity.topic &&
+                    !activity.subtype) {
                     activity.subtype = activity.topic;
                 }
             }
@@ -237,11 +238,13 @@ class Deployer {
     }
     resolveJobMapsPaths() {
         function parsePaths(obj) {
-            let result = [];
+            const result = [];
             function traverse(obj, path = []) {
-                for (let key in obj) {
-                    if (typeof obj[key] === 'object' && obj[key] !== null && !('@pipe' in obj[key])) {
-                        let newPath = [...path, key];
+                for (const key in obj) {
+                    if (typeof obj[key] === 'object' &&
+                        obj[key] !== null &&
+                        !('@pipe' in obj[key])) {
+                        const newPath = [...path, key];
                         traverse(obj[key], newPath);
                     }
                     else {
@@ -296,7 +299,8 @@ class Deployer {
                 if (typeof obj[key] === 'string') {
                     const stringValue = obj[key];
                     const dynamicMappingRuleMatch = stringValue.match(/^\{[^@].*}$/);
-                    if (dynamicMappingRuleMatch && !validator_1.Validator.CONTEXT_VARS.includes(stringValue)) {
+                    if (dynamicMappingRuleMatch &&
+                        !validator_1.Validator.CONTEXT_VARS.includes(stringValue)) {
                         if (stringValue.split('.')[1] !== 'input') {
                             dynamicMappingRules.push(stringValue);
                             consumes.push(stringValue);
@@ -354,7 +358,7 @@ class Deployer {
             const prefix = {
                 hook: 'hook/data',
                 input: 'input/data',
-                output: subtype === 'data' ? 'output/data' : 'output/metadata'
+                output: subtype === 'data' ? 'output/data' : 'output/metadata',
             }[type];
             return [group, `${prefix}/${path.join('/')}`];
         }
@@ -460,7 +464,8 @@ class Deployer {
             for (const activityKey in activities) {
                 const activity = activities[activityKey];
                 //only precreate if the topic is concrete and not `mappable`
-                if (activity.type === 'worker' && pipe_1.Pipe.resolve(activity.subtype, {}) === activity.subtype) {
+                if (activity.type === 'worker' &&
+                    pipe_1.Pipe.resolve(activity.subtype, {}) === activity.subtype) {
                     params.topic = activity.subtype;
                     const key = this.store.mintKey(key_1.KeyType.STREAMS, params);
                     //create one worker group per unique activity subtype (the topic)

package/build/services/compiler/index.js

@@ -27,10 +27,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CompilerService = void 0;
-const json_schema_ref_parser_1 = __importDefault(require("@apidevtools/json-schema-ref-parser"));
-const js_yaml_1 = __importDefault(require("js-yaml"));
 const fs = __importStar(require("fs/promises"));
 const path = __importStar(require("path"));
+const json_schema_ref_parser_1 = __importDefault(require("@apidevtools/json-schema-ref-parser"));
+const js_yaml_1 = __importDefault(require("js-yaml"));
 const deployer_1 = require("./deployer");
 const validator_1 = require("./validator");
 /**
@@ -49,7 +49,7 @@ class CompilerService {
         try {
             let schema;
             if (this.isPath(mySchemaOrPath)) {
-                schema = await json_schema_ref_parser_1.default.dereference(mySchemaOrPath);
+                schema = (await json_schema_ref_parser_1.default.dereference(mySchemaOrPath));
             }
             else {
                 schema = js_yaml_1.default.load(mySchemaOrPath);
@@ -74,7 +74,7 @@ class CompilerService {
         try {
             let schema;
             if (this.isPath(mySchemaOrPath)) {
-                schema = await json_schema_ref_parser_1.default.dereference(mySchemaOrPath);
+                schema = (await json_schema_ref_parser_1.default.dereference(mySchemaOrPath));
                 await this.saveAsJSON(mySchemaOrPath, schema);
             }
             else {

package/build/services/compiler/validator.d.ts

@@ -1,7 +1,7 @@
 import { StoreService } from '../store';
-import { MappingStatements } from "../../types/map";
-import { HotMeshManifest } from "../../types/hotmesh";
-import { RedisClient, RedisMulti } from "../../types/redis";
+import { MappingStatements } from '../../types/map';
+import { HotMeshManifest } from '../../types/hotmesh';
+import { RedisClient, RedisMulti } from '../../types/redis';
 declare class Validator {
     manifest: HotMeshManifest | null;
     activityIds: string[];

package/build/services/compiler/validator.js

@@ -46,7 +46,7 @@ class Validator {
         this.activityIds = Array.from(activityIdsSet);
     }
     isMappingStatement(value) {
-        return typeof value === 'string' && value.startsWith('{') && value.endsWith('}');
+        return (typeof value === 'string' && value.startsWith('{') && value.endsWith('}'));
     }
     extractMappingStatements(obj, result, currentActivityId) {
         for (const key in obj) {
@@ -83,7 +83,10 @@ class Validator {
                 if (statement.startsWith('{') && statement.endsWith('}')) {
                     const statementParts = statement.slice(1, -1).split('.');
                     const referencedActivityId = statementParts[0];
-                    if (!(Validator.SYS_VARS.includes(referencedActivityId) || activityIds.includes(referencedActivityId) || this.isFunction(statement) || this.isContextVariable(statement))) {
+                    if (!(Validator.SYS_VARS.includes(referencedActivityId) ||
+                        activityIds.includes(referencedActivityId) ||
+                        this.isFunction(statement) ||
+                        this.isContextVariable(statement))) {
                         throw new Error(`Mapping statement references non-existent activity: ${statement}`);
                     }
                 }
@@ -135,4 +138,10 @@ class Validator {
 }
 exports.Validator = Validator;
 Validator.SYS_VARS = ['$app', '$self', '$graph', '$job'];
-Validator.CONTEXT_VARS = ['{$input}', '{$output}', '{$item}', '{$key}', '{$index}'];
+Validator.CONTEXT_VARS = [
+    '{$input}',
+    '{$output}',
+    '{$item}',
+    '{$key}',
+    '{$index}',
+];

package/build/services/durable/client.d.ts

@@ -1,6 +1,6 @@
-import { WorkflowHandleService } from './handle';
 import { HotMeshService as HotMesh } from '../hotmesh';
 import { ClientConfig, Connection, HookOptions, WorkflowOptions } from '../../types/durable';
+import { WorkflowHandleService } from './handle';
 export declare class ClientService {
     connection: Connection;
     options: WorkflowOptions;

package/build/services/durable/client.js

@@ -6,14 +6,14 @@ var _a;
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ClientService = void 0;
 const ms_1 = __importDefault(require("ms"));
-const factory_1 = require("./schemas/factory");
 const enums_1 = require("../../modules/enums");
 const utils_1 = require("../../modules/utils");
-const handle_1 = require("./handle");
 const hotmesh_1 = require("../hotmesh");
 const key_1 = require("../../modules/key");
-const search_1 = require("./search");
 const types_1 = require("../../types");
+const search_1 = require("./search");
+const handle_1 = require("./handle");
+const factory_1 = require("./schemas/factory");
 class ClientService {
     constructor(config) {
         this.getHotMeshClient = async (workflowTopic, namespace) => {
@@ -35,8 +35,8 @@ class ClientService {
                     redis: {
                         class: this.connection.class,
                         options: this.connection.options,
-                    }
-                }
+                    },
+                },
             });
             ClientService.instances.set(targetNS, hotMeshClient);
             await ClientService.createStream(await hotMeshClient, workflowTopic, namespace);
@@ -46,9 +46,9 @@ class ClientService {
         this.search = async (hotMeshClient, index, query) => {
             const store = hotMeshClient.engine.store;
             if (query[0]?.startsWith('FT.')) {
-                return await store.exec(...query);
+                return (await store.exec(...query));
             }
-            return await store.exec('FT.SEARCH', index, ...query);
+            return (await store.exec('FT.SEARCH', index, ...query));
         };
         this.workflow = {
             start: async (options) => {
@@ -69,7 +69,8 @@ class ClientService {
                     workflowTopic: workflowTopic,
                     backoffCoefficient: options.config?.backoffCoefficient || enums_1.HMSH_DURABLE_EXP_BACKOFF,
                     maximumAttempts: options.config?.maximumAttempts || enums_1.HMSH_DURABLE_MAX_ATTEMPTS,
-                    maximumInterval: (0, ms_1.default)(options.config?.maximumInterval || enums_1.HMSH_DURABLE_MAX_INTERVAL) / 1000,
+                    maximumInterval: (0, ms_1.default)(options.config?.maximumInterval || enums_1.HMSH_DURABLE_MAX_INTERVAL) /
+                        1000,
                 };
                 const context = { metadata: { trc, spn }, data: {} };
                 const jobId = await hotMeshClient.pub(`${options.namespace ?? factory_1.APP_ID}.execute`, payload, context, { search: options?.search?.data, marker: options?.marker });
@@ -96,7 +97,8 @@ class ClientService {
                     workflowTopic,
                     backoffCoefficient: options.config?.backoffCoefficient || enums_1.HMSH_DURABLE_EXP_BACKOFF,
                     maximumAttempts: options.config?.maximumAttempts || enums_1.HMSH_DURABLE_MAX_ATTEMPTS,
-                    maximumInterval: (0, ms_1.default)(options.config?.maximumInterval || enums_1.HMSH_DURABLE_MAX_INTERVAL) / 1000,
+                    maximumInterval: (0, ms_1.default)(options.config?.maximumInterval || enums_1.HMSH_DURABLE_MAX_INTERVAL) /
+                        1000,
                 };
                 //seed search data if presentthe hook before entering
                 const hotMeshClient = await this.getHotMeshClient(workflowTopic, options.namespace);
@@ -121,10 +123,12 @@ class ClientService {
                     return await this.search(hotMeshClient, index, query);
                 }
                 catch (error) {
-                    hotMeshClient.engine.logger.error('durable-client-search-err', { ...error });
+                    hotMeshClient.engine.logger.error('durable-client-search-err', {
+                        ...error,
+                    });
                     throw error;
                 }
-            }
+            },
         };
         this.connection = config.connection;
     }
@@ -149,7 +153,9 @@ class ClientService {
                 await hotMesh.activate(version);
             }
             catch (error) {
-                hotMesh.engine.logger.error('durable-client-deploy-activate-err', { ...error });
+                hotMesh.engine.logger.error('durable-client-deploy-activate-err', {
+                    ...error,
+                });
                 throw error;
             }
         }

package/build/services/durable/connection.d.ts

@@ -1,4 +1,4 @@
-import { Connection, ConnectionConfig } from "../../types/durable";
+import { Connection, ConnectionConfig } from '../../types/durable';
 export declare class ConnectionService {
     static connect(config: ConnectionConfig): Promise<Connection>;
 }

package/build/services/durable/exporter.d.ts

@@ -2,7 +2,7 @@ import { ILogger } from '../logger';
 import { StoreService } from '../store';
 import { ExportOptions, DurableJobExport, TimelineType, TransitionType, ExportFields } from '../../types/exporter';
 import { RedisClient, RedisMulti } from '../../types/redis';
-import { StringStringType, Symbols } from "../../types/serializer";
+import { StringStringType, Symbols } from '../../types/serializer';
 declare class ExporterService {
     appId: string;
     logger: ILogger;

package/build/services/durable/exporter.js

@@ -99,7 +99,7 @@ class ExporterService {
     filterFields(fullObject, block = [], allow = []) {
         let result = {};
         if (allow && allow.length > 0) {
-            allow.forEach(field => {
+            allow.forEach((field) => {
                 if (field in fullObject) {
                     result[field] = fullObject[field];
                 }
@@ -109,7 +109,7 @@ class ExporterService {
             result = { ...fullObject };
         }
         if (block && block.length > 0) {
-            block.forEach(field => {
+            block.forEach((field) => {
                 if (field in result) {
                     delete result[field];
                 }
@@ -127,7 +127,7 @@ class ExporterService {
         //for now only export activity start/stop; activity data would also be interesting
         if (isCreate || isUpdate) {
             const targetName = `${activity},${dimensions}`;
-            let target = transitionsObject[targetName];
+            const target = transitionsObject[targetName];
             if (!target) {
                 transitionsObject[targetName] = {
                     activity,
@@ -210,7 +210,6 @@ class ExporterService {
             return 0;
         });
     }
-    ;
 }
 exports.ExporterService = ExporterService;
 ExporterService.symbols = new Map();

package/build/services/durable/handle.d.ts

@@ -1,8 +1,8 @@
-import { ExporterService } from './exporter';
 import { HotMeshService as HotMesh } from '../hotmesh';
 import { DurableJobExport, ExportOptions } from '../../types/exporter';
 import { JobInterruptOptions } from '../../types/job';
 import { StreamError } from '../../types/stream';
+import { ExporterService } from './exporter';
 export declare class WorkflowHandleService {
     exporter: ExporterService;
     hotMesh: HotMesh;

package/build/services/durable/handle.js

@@ -19,7 +19,10 @@ class WorkflowHandleService {
      * will awaken if no other signals are pending.
      */
     async signal(signalId, data) {
-        await this.hotMesh.hook(`${this.hotMesh.appId}.wfs.signal`, { id: signalId, data });
+        await this.hotMesh.hook(`${this.hotMesh.appId}.wfs.signal`, {
+            id: signalId,
+            data,
+        });
     }
     /**
      * Returns the job state of the workflow. If the workflow has completed

package/build/services/durable/index.d.ts

@@ -1,9 +1,9 @@
+import { ContextType } from '../../types/durable';
 import { ClientService } from './client';
 import { ConnectionService } from './connection';
 import { Search } from './search';
 import { WorkerService } from './worker';
 import { WorkflowService } from './workflow';
-import { ContextType } from '../../types/durable';
 export declare const Durable: {
     Client: typeof ClientService;
     Connection: typeof ConnectionService;

package/build/services/durable/index.js

@@ -1,12 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Durable = void 0;
+const hotmesh_1 = require("../hotmesh");
 const client_1 = require("./client");
 const connection_1 = require("./connection");
 const search_1 = require("./search");
 const worker_1 = require("./worker");
 const workflow_1 = require("./workflow");
-const hotmesh_1 = require("../hotmesh");
 exports.Durable = {
     Client: client_1.ClientService,
     Connection: connection_1.ConnectionService,
@@ -21,5 +21,5 @@ exports.Durable = {
         await client_1.ClientService.shutdown();
         await worker_1.WorkerService.shutdown();
         await hotmesh_1.HotMeshService.stop();
-    }
+    },
 };

package/build/services/durable/schemas/factory.d.ts

@@ -30,4 +30,4 @@ declare const APP_ID = "durable";
  * @returns {string} HotMesh App YAML
  */
 declare const getWorkflowYAML: (app: string, version: string) => string;
-export { getWorkflowYAML, APP_VERSION, APP_ID, };
+export { getWorkflowYAML, APP_VERSION, APP_ID };

package/build/services/durable/search.js

@@ -9,7 +9,7 @@ class Search {
         this.cachedFields = {};
         const keyParams = {
             appId: hotMeshClient.appId,
-            jobId: workflowId
+            jobId: workflowId,
         };
         this.jobId = key_1.KeyService.mintKey(hotMeshClient.namespace, key_1.KeyType.JOB_STATE, keyParams);
         this.searchSessionId = searchSessionId;
@@ -72,14 +72,16 @@ class Search {
             try {
                 const keyParams = {
                     appId: hotMeshClient.appId,
-                    jobId: ''
+                    jobId: '',
                 };
                 const hotMeshPrefix = key_1.KeyService.mintKey(hotMeshClient.namespace, key_1.KeyType.JOB_STATE, keyParams);
                 const prefixes = search.prefix.map((prefix) => `${hotMeshPrefix}${prefix}`);
                 await store.exec('FT.CREATE', `${search.index}`, 'ON', 'HASH', 'PREFIX', prefixes.length.toString(), ...prefixes, 'SCHEMA', ...schema);
             }
             catch (error) {
-                hotMeshClient.engine.logger.info('durable-client-search-err', { ...error });
+                hotMeshClient.engine.logger.info('durable-client-search-err', {
+                    ...error,
+                });
             }
         }
     }
@@ -99,7 +101,9 @@ class Search {
             return searchIndexes;
         }
         catch (error) {
-            hotMeshClient.engine.logger.info('durable-client-search-list-err', { ...error });
+            hotMeshClient.engine.logger.info('durable-client-search-list-err', {
+                ...error,
+            });
             return [];
         }
     }
@@ -155,7 +159,7 @@ class Search {
             if (key in this.cachedFields) {
                 return this.cachedFields[key];
             }
-            const value = await this.store.exec('HGET', this.jobId, this.safeKey(key));
+            const value = (await this.store.exec('HGET', this.jobId, this.safeKey(key)));
             this.cachedFields[key] = value;
             return value;
         }
@@ -186,7 +190,7 @@ class Search {
             if (isCached) {
                 return values;
             }
-            const returnValues = await this.store.exec('HMGET', this.jobId, ...safeArgs);
+            const returnValues = (await this.store.exec('HMGET', this.jobId, ...safeArgs));
             returnValues.forEach((value, index) => {
                 if (value !== null) {
                     this.cachedFields[args[index]] = value;
@@ -195,7 +199,9 @@ class Search {
             return returnValues;
         }
         catch (error) {
-            this.hotMeshClient.logger.error('durable-search-mget-error', { ...error });
+            this.hotMeshClient.logger.error('durable-search-mget-error', {
+                ...error,
+            });
             return [];
         }
     }
@@ -223,7 +229,9 @@ class Search {
             return Number(replay[ssGuid]);
         }
         const response = await this.store.exec('HDEL', this.jobId, ...safeArgs);
-        const formattedResponse = isNaN(response) ? 0 : Number(response);
+        const formattedResponse = isNaN(response)
+            ? 0
+            : Number(response);
         this.store.exec('HSET', this.jobId, ssGuid, formattedResponse.toString());
         return formattedResponse;
     }
@@ -247,7 +255,7 @@ class Search {
         if (ssGuid in replay) {
             return Number(replay[ssGuid]);
         }
-        const num = await this.store.exec('HINCRBYFLOAT', this.jobId, this.safeKey(key), val.toString());
+        const num = (await this.store.exec('HINCRBYFLOAT', this.jobId, this.safeKey(key), val.toString()));
         this.store.exec('HSET', this.jobId, ssGuid, num.toString());
         return Number(num);
     }
@@ -271,10 +279,10 @@ class Search {
         if (ssGuid in replay) {
             return Math.exp(Number(replay[ssGuid]));
         }
-        const ssGuidValue = Number(await this.store.exec('HINCRBYFLOAT', this.jobId, ssGuid, '1'));
+        const ssGuidValue = Number((await this.store.exec('HINCRBYFLOAT', this.jobId, ssGuid, '1')));
         if (ssGuidValue === 1) {
             const log = Math.log(val);
-            const logTotal = await this.store.exec('HINCRBYFLOAT', this.jobId, this.safeKey(key), log.toString());
+            const logTotal = (await this.store.exec('HINCRBYFLOAT', this.jobId, this.safeKey(key), log.toString()));
             this.store.exec('HSET', this.jobId, ssGuid, logTotal.toString());
             return Math.exp(Number(logTotal));
         }