@hotmeshio/hotmesh 0.1.0 → 0.1.1

package/build/modules/enums.d.ts

@@ -1,5 +1,6 @@
 import { LogLevel } from '../types/logger';
 export declare const HMSH_LOGLEVEL: LogLevel;
+export declare const HMSH_IS_CLUSTER: boolean;
 export declare const HMSH_CODE_SUCCESS = 200;
 export declare const HMSH_CODE_PENDING = 202;
 export declare const HMSH_CODE_NOTFOUND = 404;

package/build/modules/enums.js

@@ -1,8 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.HMSH_GUID_SIZE = exports.HMSH_SCOUT_INTERVAL_SECONDS = exports.HMSH_FIDELITY_SECONDS = exports.HMSH_EXPIRE_DURATION = exports.HMSH_XPENDING_COUNT = exports.HMSH_XCLAIM_COUNT = exports.HMSH_XCLAIM_DELAY_MS = exports.HMSH_BLOCK_TIME_MS = exports.HMSH_DURABLE_EXP_BACKOFF = exports.HMSH_DURABLE_MAX_INTERVAL = exports.HMSH_DURABLE_MAX_ATTEMPTS = exports.HMSH_GRADUATED_INTERVAL_MS = exports.HMSH_MAX_TIMEOUT_MS = exports.HMSH_MAX_RETRIES = exports.HMSH_EXPIRE_JOB_SECONDS = exports.HMSH_OTT_WAIT_TIME = exports.HMSH_ACTIVATION_MAX_RETRY = exports.HMSH_QUORUM_DELAY_MS = exports.HMSH_QUORUM_ROLLCALL_CYCLES = exports.HMSH_STATUS_UNKNOWN = exports.HMSH_CODE_DURABLE_RETRYABLE = exports.HMSH_CODE_DURABLE_FATAL = exports.HMSH_CODE_DURABLE_MAXED = exports.HMSH_CODE_DURABLE_TIMEOUT = exports.HMSH_CODE_DURABLE_WAIT = exports.HMSH_CODE_DURABLE_PROXY = exports.HMSH_CODE_DURABLE_CHILD = exports.HMSH_CODE_DURABLE_ALL = exports.HMSH_CODE_DURABLE_SLEEP = exports.HMSH_CODE_UNACKED = exports.HMSH_CODE_TIMEOUT = exports.HMSH_CODE_UNKNOWN = exports.HMSH_CODE_INTERRUPT = exports.HMSH_CODE_NOTFOUND = exports.HMSH_CODE_PENDING = exports.HMSH_CODE_SUCCESS = exports.HMSH_LOGLEVEL = void 0;
+exports.HMSH_GUID_SIZE = exports.HMSH_SCOUT_INTERVAL_SECONDS = exports.HMSH_FIDELITY_SECONDS = exports.HMSH_EXPIRE_DURATION = exports.HMSH_XPENDING_COUNT = exports.HMSH_XCLAIM_COUNT = exports.HMSH_XCLAIM_DELAY_MS = exports.HMSH_BLOCK_TIME_MS = exports.HMSH_DURABLE_EXP_BACKOFF = exports.HMSH_DURABLE_MAX_INTERVAL = exports.HMSH_DURABLE_MAX_ATTEMPTS = exports.HMSH_GRADUATED_INTERVAL_MS = exports.HMSH_MAX_TIMEOUT_MS = exports.HMSH_MAX_RETRIES = exports.HMSH_EXPIRE_JOB_SECONDS = exports.HMSH_OTT_WAIT_TIME = exports.HMSH_ACTIVATION_MAX_RETRY = exports.HMSH_QUORUM_DELAY_MS = exports.HMSH_QUORUM_ROLLCALL_CYCLES = exports.HMSH_STATUS_UNKNOWN = exports.HMSH_CODE_DURABLE_RETRYABLE = exports.HMSH_CODE_DURABLE_FATAL = exports.HMSH_CODE_DURABLE_MAXED = exports.HMSH_CODE_DURABLE_TIMEOUT = exports.HMSH_CODE_DURABLE_WAIT = exports.HMSH_CODE_DURABLE_PROXY = exports.HMSH_CODE_DURABLE_CHILD = exports.HMSH_CODE_DURABLE_ALL = exports.HMSH_CODE_DURABLE_SLEEP = exports.HMSH_CODE_UNACKED = exports.HMSH_CODE_TIMEOUT = exports.HMSH_CODE_UNKNOWN = exports.HMSH_CODE_INTERRUPT = exports.HMSH_CODE_NOTFOUND = exports.HMSH_CODE_PENDING = exports.HMSH_CODE_SUCCESS = exports.HMSH_IS_CLUSTER = exports.HMSH_LOGLEVEL = void 0;
 // HOTMESH SYSTEM
 exports.HMSH_LOGLEVEL = process.env.HMSH_LOGLEVEL || 'info';
+exports.HMSH_IS_CLUSTER = process.env.HMSH_IS_CLUSTER === 'true';
 // HOTMESH STATUS CODES
 exports.HMSH_CODE_SUCCESS = 200;
 exports.HMSH_CODE_PENDING = 202;

package/build/modules/utils.d.ts

@@ -8,6 +8,7 @@ import { SystemHealth } from '../types/quorum';
 export declare function getSystemHealth(): Promise<SystemHealth>;
 export declare function sleepFor(ms: number): Promise<unknown>;
 export declare function sleepImmediate(): Promise<void>;
+export declare function deepCopy<T>(obj: T): T;
 export declare function guid(size?: number): string;
 export declare function deterministicRandom(seed: number): number;
 export declare function identifyRedisType(redisInstance: any): 'redis' | 'ioredis' | null;

package/build/modules/utils.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.restoreHierarchy = exports.getValueByPath = exports.getIndexedHash = exports.getSymVal = exports.getSymKey = exports.formatISODate = exports.getTimeSeries = exports.getSubscriptionTopic = exports.findSubscriptionForTrigger = exports.findTopKey = exports.XSleepFor = exports.matchesStatus = exports.matchesStatusCode = exports.identifyRedisTypeFromClass = exports.polyfill = exports.identifyRedisType = exports.deterministicRandom = exports.guid = exports.sleepImmediate = exports.sleepFor = exports.getSystemHealth = void 0;
+exports.restoreHierarchy = exports.getValueByPath = exports.getIndexedHash = exports.getSymVal = exports.getSymKey = exports.formatISODate = exports.getTimeSeries = exports.getSubscriptionTopic = exports.findSubscriptionForTrigger = exports.findTopKey = exports.XSleepFor = exports.matchesStatus = exports.matchesStatusCode = exports.identifyRedisTypeFromClass = exports.polyfill = exports.identifyRedisType = exports.deterministicRandom = exports.guid = exports.deepCopy = exports.sleepImmediate = exports.sleepFor = exports.getSystemHealth = void 0;
 const os_1 = __importDefault(require("os"));
 const systeminformation_1 = __importDefault(require("systeminformation"));
 const nanoid_1 = require("nanoid");
@@ -50,6 +50,10 @@ function sleepImmediate() {
     return new Promise((resolve) => setImmediate(resolve));
 }
 exports.sleepImmediate = sleepImmediate;
+function deepCopy(obj) {
+    return JSON.parse(JSON.stringify(obj));
+}
+exports.deepCopy = deepCopy;
 function guid(size = enums_1.HMSH_GUID_SIZE) {
     return `H` + (0, nanoid_1.nanoid)(size);
 }

package/build/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@hotmeshio/hotmesh",
-    "version": "0.1.0",
+    "version": "0.1.1",
     "description": "Unbreakable Workflows",
     "main": "./build/index.js",
     "types": "./build/index.d.ts",

package/build/services/activities/activity.js

@@ -175,7 +175,7 @@ class Activity {
     }
     mapJobData() {
         if (this.config.job?.maps) {
-            const mapper = new mapper_1.MapperService(this.config.job.maps, this.context);
+            const mapper = new mapper_1.MapperService((0, utils_1.deepCopy)(this.config.job.maps), this.context);
             const output = mapper.mapRules();
             if (output) {
                 for (const key in output) {
@@ -205,14 +205,14 @@ class Activity {
     }
     mapInputData() {
         if (this.config.input?.maps) {
-            const mapper = new mapper_1.MapperService(this.config.input.maps, this.context);
+            const mapper = new mapper_1.MapperService((0, utils_1.deepCopy)(this.config.input.maps), this.context);
             this.context.data = mapper.mapRules();
         }
     }
     mapOutputData() {
         //activity YAML may include output map data that produces/extends activity output data.
         if (this.config.output?.maps) {
-            const mapper = new mapper_1.MapperService(this.config.output.maps, this.context);
+            const mapper = new mapper_1.MapperService((0, utils_1.deepCopy)(this.config.output.maps), this.context);
             const actOutData = mapper.mapRules();
             const activityId = this.metadata.aid;
             const data = { ...this.context[activityId].output, ...actOutData };

package/build/services/store/clients/ioredis.d.ts

@@ -13,6 +13,12 @@ declare class IORedisStoreService extends StoreService<RedisClientType, RedisMul
     logger: ILogger;
     serializer: Serializer;
     constructor(redisClient: RedisClientType);
+    /**
+     * When in cluster mode, the getMulti wrapper only
+     * sends commands to the same node/shard.
+     * All other commands are sent simultaneously
+     * using Promise.all and are then collated
+     */
     getMulti(): RedisMultiType;
     exec(...args: any[]): Promise<string | string[] | string[][]>;
     hGetAllResult(result: any): any;

package/build/services/store/clients/ioredis.js

@@ -7,7 +7,89 @@ class IORedisStoreService extends index_1.StoreService {
     constructor(redisClient) {
         super(redisClient);
     }
+    /**
+     * When in cluster mode, the getMulti wrapper only
+     * sends commands to the same node/shard.
+     * All other commands are sent simultaneously
+     * using Promise.all and are then collated
+     */
     getMulti() {
+        const my = this;
+        if (process.env.HMSH_IS_CLUSTER === 'true') {
+            const commands = [];
+            const addCommand = (command, args) => {
+                commands.push({ command, args });
+                return multiInstance;
+            };
+            const multiInstance = {
+                sendCommand(command) {
+                    return my.redisClient.sendCommand(command);
+                },
+                async exec() {
+                    if (commands.length === 0)
+                        return [];
+                    const sameCommand = commands.every(cmd => cmd.command === commands[0].command);
+                    if (sameCommand) {
+                        const multi = my.redisClient.multi();
+                        commands.forEach(cmd => multi[cmd.command](...cmd.args));
+                        const results = await multi.exec();
+                        return results.map(item => item); // Extract the results from multi.exec response format
+                    }
+                    else {
+                        return Promise.all(commands.map(cmd => my.redisClient[cmd.command](...cmd.args)));
+                    }
+                },
+                xadd(key, id, fields, message) {
+                    return addCommand('xadd', [key, id, fields, message]);
+                },
+                xack(key, group, id) {
+                    return addCommand('xack', [key, group, id]);
+                },
+                xdel(key, id) {
+                    return addCommand('xdel', [key, id]);
+                },
+                xlen(key) {
+                    return addCommand('xlen', [key]);
+                },
+                xpending(key, group, start, end, count, consumer) {
+                    return addCommand('xpending', [key, group, start, end, count, consumer]);
+                },
+                xclaim(key, group, consumer, minIdleTime, id, ...args) {
+                    return addCommand('xclaim', [key, group, consumer, minIdleTime, id, ...args]);
+                },
+                hdel(key, itemId) {
+                    return addCommand('hdel', [key, itemId]);
+                },
+                hget(key, itemId) {
+                    return addCommand('hget', [key, itemId]);
+                },
+                hgetall(key) {
+                    return addCommand('hgetall', [key]);
+                },
+                hincrbyfloat(key, itemId, value) {
+                    return addCommand('hincrbyfloat', [key, itemId, value]);
+                },
+                hmget(key, itemIds) {
+                    return addCommand('hmget', [key, itemIds]);
+                },
+                hset(key, values) {
+                    return addCommand('hset', [key, values]);
+                },
+                lrange(key, start, end) {
+                    return addCommand('lrange', [key, start, end]);
+                },
+                rpush(key, value) {
+                    return addCommand('rpush', [key, value]);
+                },
+                zadd(...args) {
+                    return addCommand('zadd', args);
+                },
+                xgroup(command, key, groupName, id, mkStream) {
+                    return addCommand('xgroup', [command, key, groupName, id, mkStream]);
+                }
+            };
+            return multiInstance;
+        }
         return this.redisClient.multi();
     }
     async exec(...args) {

package/build/services/store/clients/redis.d.ts

@@ -14,6 +14,12 @@ declare class RedisStoreService extends StoreService<RedisClientType, RedisMulti
     serializer: Serializer;
     commands: Record<string, string>;
     constructor(redisClient: RedisClientType);
+    /**
+     * When in cluster mode, the getMulti wrapper only
+     * sends commands to the same node/shard.
+     * All other commands are sent simultaneously
+     * using Promise.all and are then collated
+     */
     getMulti(): RedisMultiType;
     exec(...args: any[]): Promise<string | string[] | string[][]>;
     publish(keyType: KeyType.QUORUM, message: Record<string, any>, appId: string, engineId?: string): Promise<boolean>;

package/build/services/store/clients/redis.js

@@ -36,7 +36,123 @@ class RedisStoreService extends index_1.StoreService {
             xlen: 'XLEN',
         };
     }
+    /**
+     * When in cluster mode, the getMulti wrapper only
+     * sends commands to the same node/shard.
+     * All other commands are sent simultaneously
+     * using Promise.all and are then collated
+     */
     getMulti() {
+        const my = this;
+        if (process.env.HMSH_IS_CLUSTER === 'true') {
+            const commands = [];
+            const addCommand = (command, args) => {
+                commands.push({ command: command.toUpperCase(), args });
+                return multiInstance;
+            };
+            const multiInstance = {
+                sendCommand(command, ...args) {
+                    return my.redisClient.sendCommand([command, ...args]);
+                },
+                async exec() {
+                    if (commands.length === 0)
+                        return [];
+                    const sameCommand = commands.every(cmd => cmd.command === commands[0].command);
+                    if (sameCommand) {
+                        const multi = my.redisClient.multi();
+                        commands.forEach(cmd => {
+                            if (cmd.command === 'ZADD') {
+                                return multi.ZADD(cmd.args[0], cmd.args[1], cmd.args[2]);
+                            }
+                            return multi[cmd.command](...cmd.args);
+                        });
+                        const results = await multi.exec();
+                        return results.map(item => item); // Extract the results from multi.exec response format
+                    }
+                    else {
+                        return Promise.all(commands.map(cmd => {
+                            if (cmd.command === 'ZADD') {
+                                return my.redisClient.ZADD(cmd.args[0], cmd.args[1], cmd.args[2]);
+                            }
+                            return my.redisClient[cmd.command](...cmd.args);
+                        }));
+                    }
+                },
+                XADD(key, id, fields, message) {
+                    return addCommand('XADD', [key, id, fields, message]);
+                },
+                XACK(key, group, id) {
+                    return addCommand('XACK', [key, group, id]);
+                },
+                XDEL(key, id) {
+                    return addCommand('XDEL', [key, id]);
+                },
+                XLEN(key) {
+                    return addCommand('XLEN', [key]);
+                },
+                XCLAIM(key, group, consumer, minIdleTime, id, ...args) {
+                    return addCommand('XCLAIM', [key, group, consumer, minIdleTime, id, ...args]);
+                },
+                XPENDING(key, group, start, end, count, consumer) {
+                    return addCommand('XPENDING', [key, group, start, end, count, consumer]);
+                },
+                HDEL(key, itemId) {
+                    return addCommand('HDEL', [key, itemId]);
+                },
+                HGET(key, itemId) {
+                    return addCommand('HGET', [key, itemId]);
+                },
+                HGETALL(key) {
+                    return addCommand('HGETALL', [key]);
+                },
+                HINCRBYFLOAT(key, itemId, value) {
+                    return addCommand('HINCRBYFLOAT', [key, itemId, value]);
+                },
+                HMGET(key, itemIds) {
+                    return addCommand('HMGET', [key, itemIds]);
+                },
+                HSET(key, values) {
+                    return addCommand('HSET', [key, values]);
+                },
+                LRANGE(key, start, end) {
+                    return addCommand('LRANGE', [key, start, end]);
+                },
+                RPUSH(key, items) {
+                    return addCommand('RPUSH', [key, items]);
+                },
+                ZADD(key, args, opts) {
+                    return addCommand('ZADD', [key, args, opts]);
+                },
+                XGROUP(command, key, groupName, id, mkStream) {
+                    return addCommand('XGROUP', [command, key, groupName, id, mkStream]);
+                },
+                DEL: function (key) {
+                    throw new Error('Function not implemented.');
+                },
+                EXISTS: function (key) {
+                    throw new Error('Function not implemented.');
+                },
+                HMPUSH: function (key, values) {
+                    throw new Error('Function not implemented.');
+                },
+                LPUSH: function (key, items) {
+                    throw new Error('Function not implemented.');
+                },
+                SET: function (key, value) {
+                    throw new Error('Function not implemented.');
+                },
+                ZRANGE_WITHSCORES: function (key, start, end) {
+                    throw new Error('Function not implemented.');
+                },
+                ZRANK: function (key, member) {
+                    throw new Error('Function not implemented.');
+                },
+                ZSCORE: function (key, value) {
+                    throw new Error('Function not implemented.');
+                }
+            };
+            return multiInstance;
+        }
         return this.redisClient.multi();
     }
     async exec(...args) {

package/build/services/store/index.js

@@ -168,7 +168,6 @@ class StoreService {
             const range = await this.redisClient[this.commands.hget](rangeKey, target);
             const [lowerLimitString] = range.split(':');
             if (lowerLimitString === '?') {
-                console.log('symbol range collision!!!', tryCount);
                 await (0, utils_1.sleepFor)(tryCount * 1000);
                 if (tryCount < 5) {
                     return this.reserveSymbolRange(target, size, type, tryCount + 1);

package/build/types/durable.d.ts

@@ -89,6 +89,86 @@ type WorkflowContext = {
      */
     raw: StreamData;
 };
+/**
+ * The schema for the full-text-search (RediSearch) index.
+ */
+export type WorkflowSearchSchema = Record<string, {
+    /**
+     * The FT.SEARCH field type. One of: TEXT, NUMERIC, TAG. TEXT is
+     * most expensive, but also most expressive.
+     */
+    type: 'TEXT' | 'NUMERIC' | 'TAG';
+    /**
+     * FT.SEARCH SORTABLE field. If true, results may be sorted according to this field
+     * @default false
+     */
+    sortable?: boolean;
+    /**
+     * FT.SEARCH NOSTEM field. applies to TEXT fields types.
+     * If true, the text field index will not stem words
+     * @default false
+     */
+    nostem?: boolean;
+    /**
+     * FT.SEARCH NOINDEX field. If true and if the field is sortable, the field will aid
+     * in sorting results but not be directly indexed as a standalone
+     * @default false
+     */
+    noindex?: boolean;
+    /**
+     * if true, the field is indexed and searchable within the FT.SEARCH index
+     * This is different from `noindex` which is FT.SEARCH specific and relates
+     * to sorting and indexing. This is a general flag for the field that will
+     * enable or disable indexing and searching entirely. Use for fields with
+     * absolutely no meaning to query or sorting but which are important
+     * nonetheless as part of the data record that is saved and returned.
+     * @default true
+     */
+    indexed?: boolean;
+    /**
+     * An array of possible values for the field
+     */
+    examples?: string[];
+    /**
+     * The 'nilable' setting may NOT be set to `true` for
+     * NUMBER types as it causes an indexing error;
+     * consider a custom (e.g., negative number) value to represent
+     * `null` if desired for a NUMERIC field.
+     * Set to true only if the field is a TEXT or TAG type and
+     * you wish to save the string `null` as a value to search
+     * on (the tag, {null}, or the string, (null)
+     * @default false
+     */
+    nilable?: boolean;
+    /**
+     * possible scalar/primitive types for the field. Use when
+     * serializing and restoring data to ensure the field is
+     * properly typed. If not provided, the field will be
+     * treated as a string.
+     */
+    primitive?: 'string' | 'number' | 'boolean' | 'array' | 'object';
+    /**
+     * if true, the field is required to be present in the data record
+     * @default false
+     */
+    required?: boolean;
+    /**
+     * an enumerated list of allowed values; if field is nilable, it is implied
+     * and therefore not necessary to include `null` in the list
+     * @default []
+     */
+    enum?: string[];
+    /**
+     * a regular expression pattern for the field
+     * @default '.*'
+     * @example '^[a-zA-Z0-9_]*$'
+     */
+    pattern?: string;
+    /**
+     * literal value to use for the indexed field name (without including the standard underscore (_) prefix isolate)
+     */
+    fieldName?: string;
+}>;
 type WorkflowSearchOptions = {
     /** FT index name (myapp:myindex) */
     index?: string;
@@ -101,83 +181,7 @@ type WorkflowSearchOptions = {
      * key will be used as the indexed field name with an underscore prefix.
      *
      */
-    schema?: Record<string, {
-        /**
-         * The FT.SEARCH field type. One of: TEXT, NUMERIC, TAG. TEXT is
-         * most expensive, but also most expressive.
-         */
-        type: 'TEXT' | 'NUMERIC' | 'TAG';
-        /**
-         * FT.SEARCH SORTABLE field. If true, results may be sorted according to this field
-         * @default false
-         */
-        sortable?: boolean;
-        /**
-         * FT.SEARCH NOSTEM field. applies to TEXT fields types.
-         * If true, the text field index will not stem words
-         * @default false
-         */
-        nostem?: boolean;
-        /**
-         * FT.SEARCH NOINDEX field. If true and if the field is sortable, the field will aid
-         * in sorting results but not be directly indexed as a standalone
-         * @default false
-         */
-        noindex?: boolean;
-        /**
-         * if true, the field is indexed and searchable within the FT.SEARCH index
-         * This is different from `noindex` which is FT.SEARCH specific and relates
-         * to sorting and indexing. This is a general flag for the field that will
-         * enable or disable indexing and searching entirely. Use for fields with
-         * absolutely no meaning to query or sorting but which are important
-         * nonetheless as part of the data record that is saved and returned.
-         * @default true
-         */
-        indexed?: boolean;
-        /**
-         * An array of possible values for the field
-         */
-        examples?: string[];
-        /**
-         * The 'nilable' setting may NOT be set to `true` for
-         * NUMBER types as it causes an indexing error;
-         * consider a custom (e.g., negative number) value to represent
-         * `null` if desired for a NUMERIC field.
-         * Set to true only if the field is a TEXT or TAG type and
-         * you wish to save the string `null` as a value to search
-         * on (the tag, {null}, or the string, (null)
-         * @default false
-         */
-        nilable?: boolean;
-        /**
-         * possible scalar/primitive types for the field. Use when
-         * serializing and restoring data to ensure the field is
-         * properly typed. If not provided, the field will be
-         * treated as a string.
-         */
-        primitive?: 'string' | 'number' | 'boolean' | 'array' | 'object';
-        /**
-         * if true, the field is required to be present in the data record
-         * @default false
-         */
-        required?: boolean;
-        /**
-         * an enumerated list of allowed values; if field is nilable, it is implied
-         * and therefore not necessary to include `null` in the list
-         * @default []
-         */
-        enum?: string[];
-        /**
-         * a regular expression pattern for the field
-         * @default '.*'
-         * @example '^[a-zA-Z0-9_]*$'
-         */
-        pattern?: string;
-        /**
-         * literal value to use for the indexed field name (without including the standard underscore (_) prefix isolate)
-         */
-        fieldName?: string;
-    }>;
+    schema?: WorkflowSearchSchema;
     /** Additional data as a key-value record */
     data?: StringStringType;
 };

package/build/types/index.d.ts

@@ -3,7 +3,7 @@ export { App, AppVID, AppTransitions, AppSubscriptions } from './app';
 export { AsyncSignal } from './async';
 export { CacheMode } from './cache';
 export { CollationFaultType, CollationStage } from './collator';
-export { ActivityConfig, ActivityWorkflowDataType, ChildResponseType, ClientConfig, ContextType, ConnectionConfig, Connection, ProxyResponseType, ProxyType, Registry, SignalOptions, FindJobsOptions, FindOptions, FindWhereOptions, FindWhereQuery, HookOptions, SearchResults, WorkflowConfig, WorkerConfig, WorkerOptions, WorkflowContext, WorkflowSearchOptions, WorkflowDataType, WorkflowOptions, } from './durable';
+export { ActivityConfig, ActivityWorkflowDataType, ChildResponseType, ClientConfig, ContextType, ConnectionConfig, Connection, ProxyResponseType, ProxyType, Registry, SignalOptions, FindJobsOptions, FindOptions, FindWhereOptions, FindWhereQuery, HookOptions, SearchResults, WorkflowConfig, WorkerConfig, WorkerOptions, WorkflowContext, WorkflowSearchOptions, WorkflowSearchSchema, WorkflowDataType, WorkflowOptions, } from './durable';
 export { DurableChildErrorType, DurableProxyErrorType, DurableSleepErrorType, DurableWaitForAllErrorType, DurableWaitForErrorType, } from './error';
 export { ActivityAction, DependencyExport, DurableJobExport, ExportCycles, ExportItem, ExportOptions, ExportTransitions, JobAction, JobExport, JobActionExport, JobTimeline, } from './exporter';
 export { HookCondition, HookConditions, HookGate, HookInterface, HookRule, HookRules, HookSignal, } from './hook';

package/build/types/redis.d.ts

@@ -72,12 +72,17 @@ interface RedisRedisMultiType {
     HGET(key: string, itemId: string): this;
     HGETALL(key: string): this;
     HINCRBYFLOAT(key: string, itemId: string, value: number): this;
-    HMGET(key: string, itemIds: string[]): Promise<string[]>;
+    HMPUSH(key: string, values: Record<string, string>): this;
+    RPUSH(key: string, items: string[]): this;
+    HMGET(key: string, itemIds: string[]): this;
     HSET(key: string, values: Record<string, string>): this;
     LPUSH(key: string, items: string[]): this;
     LRANGE(key: string, start: number, end: number): this;
     RPUSH(key: string, items: string[]): this;
     SET(key: string, value: string): this;
+    XCLAIM(key: string, group: string, consumer: string, minIdleTime: number, id: string, ...args: string[]): this;
+    XGROUP(command: 'CREATE' | string, key: string, groupName: string, id: string, mkStream?: 'MKSTREAM'): this;
+    XPENDING(key: string, group: string, start?: string, end?: string, count?: number, consumer?: string): this;
     ZADD(key: string, values: {
         score: string;
         value: string;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hotmeshio/hotmesh",
-  "version": "0.1.0",
+  "version": "0.1.1",
   "description": "Unbreakable Workflows",
   "main": "./build/index.js",
   "types": "./build/index.d.ts",

package/types/durable.ts

@@ -108,6 +108,100 @@ type WorkflowContext = {
   raw: StreamData;
 };
 
+/**
+ * The schema for the full-text-search (RediSearch) index.
+ */
+export type WorkflowSearchSchema = Record<
+  string,
+  {
+    /**
+     * The FT.SEARCH field type. One of: TEXT, NUMERIC, TAG. TEXT is
+     * most expensive, but also most expressive.
+     */
+    type: 'TEXT' | 'NUMERIC' | 'TAG';
+
+    /**
+     * FT.SEARCH SORTABLE field. If true, results may be sorted according to this field
+     * @default false
+     */
+    sortable?: boolean;
+
+    /**
+     * FT.SEARCH NOSTEM field. applies to TEXT fields types.
+     * If true, the text field index will not stem words
+     * @default false
+     */
+    nostem?: boolean;
+
+    /**
+     * FT.SEARCH NOINDEX field. If true and if the field is sortable, the field will aid
+     * in sorting results but not be directly indexed as a standalone
+     * @default false
+     */
+    noindex?: boolean;
+
+    /**
+     * if true, the field is indexed and searchable within the FT.SEARCH index
+     * This is different from `noindex` which is FT.SEARCH specific and relates
+     * to sorting and indexing. This is a general flag for the field that will
+     * enable or disable indexing and searching entirely. Use for fields with
+     * absolutely no meaning to query or sorting but which are important
+     * nonetheless as part of the data record that is saved and returned.
+     * @default true
+     */
+    indexed?: boolean;
+
+    /**
+     * An array of possible values for the field
+     */
+    examples?: string[];
+
+    /**
+     * The 'nilable' setting may NOT be set to `true` for
+     * NUMBER types as it causes an indexing error;
+     * consider a custom (e.g., negative number) value to represent
+     * `null` if desired for a NUMERIC field.
+     * Set to true only if the field is a TEXT or TAG type and
+     * you wish to save the string `null` as a value to search
+     * on (the tag, {null}, or the string, (null)
+     * @default false
+     */
+    nilable?: boolean;
+
+    /**
+     * possible scalar/primitive types for the field. Use when
+     * serializing and restoring data to ensure the field is
+     * properly typed. If not provided, the field will be
+     * treated as a string.
+     */
+    primitive?: 'string' | 'number' | 'boolean' | 'array' | 'object';
+
+    /**
+     * if true, the field is required to be present in the data record
+     * @default false
+     */
+    required?: boolean;
+
+    /**
+     * an enumerated list of allowed values; if field is nilable, it is implied
+     * and therefore not necessary to include `null` in the list
+     * @default []
+     */
+    enum?: string[];
+
+    /**
+     * a regular expression pattern for the field
+     * @default '.*'
+     * @example '^[a-zA-Z0-9_]*$'
+     */
+    pattern?: string;
+
+    /**
+     * literal value to use for the indexed field name (without including the standard underscore (_) prefix isolate)
+     */
+    fieldName?: string;
+  }>;
+
 type WorkflowSearchOptions = {
   /** FT index name (myapp:myindex) */
   index?: string;
@@ -122,97 +216,7 @@ type WorkflowSearchOptions = {
    * key will be used as the indexed field name with an underscore prefix.
    *
    */
-  schema?: Record<
-    string,
-    {
-      /**
-       * The FT.SEARCH field type. One of: TEXT, NUMERIC, TAG. TEXT is
-       * most expensive, but also most expressive.
-       */
-      type: 'TEXT' | 'NUMERIC' | 'TAG';
-
-      /**
-       * FT.SEARCH SORTABLE field. If true, results may be sorted according to this field
-       * @default false
-       */
-      sortable?: boolean;
-
-      /**
-       * FT.SEARCH NOSTEM field. applies to TEXT fields types.
-       * If true, the text field index will not stem words
-       * @default false
-       */
-      nostem?: boolean;
-
-      /**
-       * FT.SEARCH NOINDEX field. If true and if the field is sortable, the field will aid
-       * in sorting results but not be directly indexed as a standalone
-       * @default false
-       */
-      noindex?: boolean;
-
-      /**
-       * if true, the field is indexed and searchable within the FT.SEARCH index
-       * This is different from `noindex` which is FT.SEARCH specific and relates
-       * to sorting and indexing. This is a general flag for the field that will
-       * enable or disable indexing and searching entirely. Use for fields with
-       * absolutely no meaning to query or sorting but which are important
-       * nonetheless as part of the data record that is saved and returned.
-       * @default true
-       */
-      indexed?: boolean;
-
-      /**
-       * An array of possible values for the field
-       */
-      examples?: string[];
-
-      /**
-       * The 'nilable' setting may NOT be set to `true` for
-       * NUMBER types as it causes an indexing error;
-       * consider a custom (e.g., negative number) value to represent
-       * `null` if desired for a NUMERIC field.
-       * Set to true only if the field is a TEXT or TAG type and
-       * you wish to save the string `null` as a value to search
-       * on (the tag, {null}, or the string, (null)
-       * @default false
-       */
-      nilable?: boolean;
-
-      /**
-       * possible scalar/primitive types for the field. Use when
-       * serializing and restoring data to ensure the field is
-       * properly typed. If not provided, the field will be
-       * treated as a string.
-       */
-      primitive?: 'string' | 'number' | 'boolean' | 'array' | 'object';
-
-      /**
-       * if true, the field is required to be present in the data record
-       * @default false
-       */
-      required?: boolean;
-
-      /**
-       * an enumerated list of allowed values; if field is nilable, it is implied
-       * and therefore not necessary to include `null` in the list
-       * @default []
-       */
-      enum?: string[];
-
-      /**
-       * a regular expression pattern for the field
-       * @default '.*'
-       * @example '^[a-zA-Z0-9_]*$'
-       */
-      pattern?: string;
-
-      /**
-       * literal value to use for the indexed field name (without including the standard underscore (_) prefix isolate)
-       */
-      fieldName?: string;
-    }
-  >;
+  schema?: WorkflowSearchSchema;
 
   /** Additional data as a key-value record */
   data?: StringStringType;

package/types/index.ts

@@ -44,6 +44,7 @@ export {
   WorkerOptions,
   WorkflowContext,
   WorkflowSearchOptions,
+  WorkflowSearchSchema,
   WorkflowDataType,
   WorkflowOptions,
 } from './durable';

package/types/redis.ts

@@ -78,12 +78,37 @@ interface RedisRedisMultiType {
   HGET(key: string, itemId: string): this;
   HGETALL(key: string): this;
   HINCRBYFLOAT(key: string, itemId: string, value: number): this;
-  HMGET(key: string, itemIds: string[]): Promise<string[]>;
+  HMPUSH(key: string, values: Record<string, string>): this;
+  RPUSH(key: string, items: string[]): this;
+  HMGET(key: string, itemIds: string[]): this;
   HSET(key: string, values: Record<string, string>): this;
   LPUSH(key: string, items: string[]): this;
   LRANGE(key: string, start: number, end: number): this;
   RPUSH(key: string, items: string[]): this;
   SET(key: string, value: string): this;
+  XCLAIM(
+    key: string,
+    group: string,
+    consumer: string,
+    minIdleTime: number,
+    id: string,
+    ...args: string[]
+  ): this;
+  XGROUP(
+    command: 'CREATE' | string,
+    key: string,
+    groupName: string,
+    id: string,
+    mkStream?: 'MKSTREAM',
+  ): this;
+  XPENDING(
+    key: string,
+    group: string,
+    start?: string,
+    end?: string,
+    count?: number,
+    consumer?: string,
+  ): this;
   ZADD(
     key: string,
     values: { score: string; value: string },