@hotmeshio/hotmesh 0.5.6 → 0.5.8

package/build/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@hotmeshio/hotmesh",
-    "version": "0.5.6",
+    "version": "0.5.8",
     "description": "Permanent-Memory Workflows & AI Agents",
     "main": "./build/index.js",
     "types": "./build/index.d.ts",
@@ -23,9 +23,7 @@
         "test:await": "NODE_ENV=test jest ./tests/functional/awaiter/postgres.test.ts --detectOpenHandles --forceExit --verbose",
         "test:compile": "NODE_ENV=test jest ./tests/functional/compile/index.test.ts --detectOpenHandles --forceExit --verbose",
         "test:connect": "NODE_ENV=test jest ./tests/unit/services/connector/* --detectOpenHandles --forceExit --verbose",
-        "test:connect:ioredis": "NODE_ENV=test jest ./tests/unit/services/connector/providers/ioredis.test.ts --detectOpenHandles --forceExit --verbose",
         "test:connect:postgres": "NODE_ENV=test jest ./tests/unit/services/connector/providers/postgres.test.ts --detectOpenHandles --forceExit --verbose",
-        "test:connect:redis": "NODE_ENV=test jest ./tests/unit/services/connector/providers/redis.test.ts --detectOpenHandles --forceExit --verbose",
         "test:connect:nats": "NODE_ENV=test jest ./tests/unit/services/connector/providers/nats.test.ts --detectOpenHandles --forceExit --verbose",
         "test:memflow": "NODE_ENV=test jest ./tests/memflow/*/postgres.test.ts --detectOpenHandles --forceExit --verbose",
         "test:memflow:basic": "HMSH_LOGLEVEL=info NODE_ENV=test jest ./tests/memflow/basic/postgres.test.ts --detectOpenHandles --forceExit --verbose",
@@ -35,7 +33,7 @@
         "test:memflow:interceptor": "NODE_ENV=test HMSH_LOGLEVEL=debug jest ./tests/memflow/interceptor/postgres.test.ts --detectOpenHandles --forceExit --verbose",
         "test:memflow:entity": "NODE_ENV=test HMSH_LOGLEVEL=debug jest ./tests/memflow/entity/postgres.test.ts --detectOpenHandles --forceExit --verbose",
         "test:memflow:agent": "NODE_ENV=test HMSH_LOGLEVEL=debug jest ./tests/memflow/agent/postgres.test.ts --detectOpenHandles --forceExit --verbose",
-        "test:memflow:hello": "HMSH_TELEMETRY=debug HMSH_LOGLEVEL=debug HMSH_IS_CLUSTER=true NODE_ENV=test jest ./tests/memflow/helloworld/postgres.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:memflow:hello": "HMSH_TELEMETRY=debug HMSH_LOGLEVEL=debug NODE_ENV=test jest ./tests/memflow/helloworld/postgres.test.ts --detectOpenHandles --forceExit --verbose",
         "test:memflow:hook": "NODE_ENV=test jest ./tests/memflow/hook/postgres.test.ts --detectOpenHandles --forceExit --verbose",
         "test:memflow:interrupt": "NODE_ENV=test jest ./tests/memflow/interrupt/postgres.test.ts --detectOpenHandles --forceExit --verbose",
         "test:memflow:loopactivity": "NODE_ENV=test jest ./tests/memflow/loopactivity/postgres.test.ts --detectOpenHandles --forceExit --verbose",
@@ -54,7 +52,7 @@
         "test:interrupt": "NODE_ENV=test jest ./tests/functional/interrupt/*.test.ts --detectOpenHandles --forceExit --verbose",
         "test:parallel": "NODE_ENV=test jest ./tests/functional/parallel/index.test.ts --detectOpenHandles --forceExit --verbose",
         "test:pipe": "NODE_ENV=test jest ./tests/unit/services/pipe/index.test.ts --detectOpenHandles --forceExit --verbose",
-        "test:quorum": "HMSH_IS_CLUSTER=true NODE_ENV=test jest ./tests/functional/quorum/*.test.ts --detectOpenHandles --forceExit --verbose",
+        "test:quorum": "NODE_ENV=test jest ./tests/functional/quorum/*.test.ts --detectOpenHandles --forceExit --verbose",
         "test:reclaim": "NODE_ENV=test jest ./tests/functional/reclaim/*.test.ts --detectOpenHandles --forceExit --verbose",
         "test:redeploy": "NODE_ENV=test jest ./tests/functional/redeploy/*.test.ts --detectOpenHandles --forceExit --verbose",
         "test:reporter": "NODE_ENV=test jest ./tests/unit/services/reporter/index.test.ts --detectOpenHandles --forceExit --verbose",
@@ -64,15 +62,9 @@
         "test:signal": "NODE_ENV=test jest ./tests/functional/signal/*.test.ts --detectOpenHandles --forceExit --verbose",
         "test:status": "NODE_ENV=test jest ./tests/functional/status/index.test.ts --detectOpenHandles --forceExit --verbose",
         "test:providers": "NODE_ENV=test jest ./tests/functional/*/providers/*/*.test.ts --detectOpenHandles --forceExit --verbose",
-        "test:store:ioredis": "NODE_ENV=test jest ./tests/functional/store/providers/redis/ioredis.test.ts --detectOpenHandles --forceExit --verbose",
-        "test:store:redis": "NODE_ENV=test jest ./tests/functional/store/providers/redis/redis.test.ts --detectOpenHandles --forceExit --verbose",
         "test:store:postgres": "NODE_ENV=test jest ./tests/functional/store/providers/postgres/postgres.test.ts --detectOpenHandles --forceExit --verbose",
-        "test:stream:ioredis": "NODE_ENV=test jest ./tests/functional/stream/providers/redis/ioredis.test.ts --detectOpenHandles --forceExit --verbose",
-        "test:stream:redis": "NODE_ENV=test jest ./tests/functional/stream/providers/redis/redis.test.ts --detectOpenHandles --forceExit --verbose",
         "test:stream:postgres": "NODE_ENV=test jest ./tests/functional/stream/providers/postgres/postgres.test.ts --detectOpenHandles --forceExit --verbose",
         "test:stream:nats": "NODE_ENV=test jest ./tests/functional/stream/providers/nats/nats.test.ts --detectOpenHandles --forceExit --verbose",
-        "test:sub:ioredis": "NODE_ENV=test jest ./tests/functional/sub/providers/redis/ioredis.test.ts --detectOpenHandles --forceExit --verbose",
-        "test:sub:redis": "NODE_ENV=test jest ./tests/functional/sub/providers/redis/redis.test.ts --detectOpenHandles --forceExit --verbose",
         "test:sub:postgres": "NODE_ENV=test jest ./tests/functional/sub/providers/postgres/postgres.test.ts --detectOpenHandles --forceExit --verbose",
         "test:sub:nats": "NODE_ENV=test jest ./tests/functional/sub/providers/nats/nats.test.ts --detectOpenHandles --forceExit --verbose",
         "test:trigger": "NODE_ENV=test jest ./tests/unit/services/activities/trigger.test.ts --detectOpenHandles --forceExit --verbose",
@@ -114,13 +106,11 @@
         "eslint-config-prettier": "^9.1.0",
         "eslint-plugin-import": "^2.29.1",
         "eslint-plugin-prettier": "^5.1.3",
-        "ioredis": "^5.3.2",
-        "javascript-obfuscator": "^4.1.1",
+        "javascript-obfuscator": "^0.6.2",
         "jest": "^29.5.0",
         "nats": "^2.28.0",
         "openai": "^5.9.0",
         "pg": "^8.10.0",
-        "redis": "^4.6.13",
         "rimraf": "^4.4.1",
         "terser": "^5.37.0",
         "ts-jest": "^29.0.5",
@@ -130,9 +120,7 @@
         "typescript": "^5.0.4"
     },
     "peerDependencies": {
-        "ioredis": "^4.0.0 || ^5.0.0",
         "nats": "^2.0.0",
-        "pg": "^8.0.0",
-        "redis": "^4.0.0"
+        "pg": "^8.0.0"
     }
 }

package/build/services/activities/hook.js

@@ -1,7 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Hook = void 0;
-const enums_1 = require("../../modules/enums");
 const errors_1 = require("../../modules/errors");
 const collator_1 = require("../collator");
 const pipe_1 = require("../pipe");
@@ -89,10 +88,7 @@ class Hook extends activity_1.Activity {
     }
     async doHook(telemetry) {
         const transaction = this.store.transact();
-        //call registerHook separately if in cluster mode
-        //(ok to run this command multiple times if it fails),
-        //but the commands that follow must exec as a transaction
-        await this.registerHook(enums_1.HMSH_IS_CLUSTER ? undefined : transaction);
+        await this.registerHook(transaction);
         this.mapOutputData();
         this.mapJobData();
         await this.setState(transaction);

package/build/services/compiler/index.d.ts

@@ -12,13 +12,13 @@ declare class CompilerService {
     logger: ILogger;
     constructor(store: StoreService<ProviderClient, ProviderTransaction>, stream: StreamService<ProviderClient, ProviderTransaction>, logger: ILogger);
     /**
-     * verifies and plans the deployment of an app to Redis; the app is not deployed yet
+     * verifies and plans the deployment of an app to the DB; the app is not deployed yet
      * @param path
      */
     plan(mySchemaOrPath: string): Promise<HotMeshManifest>;
     isPath(input: string): boolean;
     /**
-     * deploys an app to Redis but does NOT activate it.
+     * deploys an app to the DB but does NOT activate it.
      */
     deploy(mySchemaOrPath: string): Promise<HotMeshManifest>;
     /**

package/build/services/compiler/index.js

@@ -43,7 +43,7 @@ class CompilerService {
         this.logger = logger;
     }
     /**
-     * verifies and plans the deployment of an app to Redis; the app is not deployed yet
+     * verifies and plans the deployment of an app to the DB; the app is not deployed yet
      * @param path
      */
     async plan(mySchemaOrPath) {
@@ -69,7 +69,7 @@ class CompilerService {
         return !input.trim().startsWith('app:');
     }
     /**
-     * deploys an app to Redis but does NOT activate it.
+     * deploys an app to the DB but does NOT activate it.
      */
     async deploy(mySchemaOrPath) {
         try {
@@ -84,10 +84,10 @@ class CompilerService {
             // 2) validate the manifest file (synchronous operation...no callbacks)
             const validator = new validator_1.Validator(schema);
             validator.validate(this.store);
-            // 3) deploy the schema (segment, optimize, etc; save to Redis)
+            // 3) deploy the schema (segment, optimize, etc; save to the DB)
             const deployer = new deployer_1.Deployer(schema);
             await deployer.deploy(this.store, this.stream);
-            // 4) save the app version to Redis (so it can be activated later)
+            // 4) save the app version to the DB (so it can be activated later)
             await this.store.setApp(schema.app.id, schema.app.version);
             return schema;
         }

package/build/services/connector/factory.d.ts

@@ -3,7 +3,7 @@ import { ProviderConfig, ProviderNativeClient } from '../../types/provider';
 export declare class ConnectorService {
     static disconnectAll(): Promise<void>;
     /**
-     * Connect to a provider (redis, nats, postgres) and return the native
+     * Connect to a provider (postgres, nats) and return the native
      * client. Connections are handled by the engine and worker routers at
      * initialization, but the factory method provided here is useful
      * for testing provider configurations.

package/build/services/connector/factory.js

@@ -2,19 +2,15 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ConnectorService = void 0;
 const utils_1 = require("../../modules/utils");
-const ioredis_1 = require("./providers/ioredis");
 const nats_1 = require("./providers/nats");
 const postgres_1 = require("./providers/postgres");
-const redis_1 = require("./providers/redis");
 class ConnectorService {
     static async disconnectAll() {
-        await redis_1.RedisConnection.disconnectAll();
-        await ioredis_1.RedisConnection.disconnectAll();
         await postgres_1.PostgresConnection.disconnectAll();
         await nats_1.NatsConnection.disconnectAll();
     }
     /**
-     * Connect to a provider (redis, nats, postgres) and return the native
+     * Connect to a provider (postgres, nats) and return the native
      * client. Connections are handled by the engine and worker routers at
      * initialization, but the factory method provided here is useful
      * for testing provider configurations.
@@ -77,12 +73,6 @@ class ConnectorService {
         let clientInstance;
         const id = (0, utils_1.guid)();
         switch (providerType) {
-            case 'redis':
-                clientInstance = await redis_1.RedisConnection.connect(id, providerClass, options, { provider: providerName });
-                break;
-            case 'ioredis':
-                clientInstance = await ioredis_1.RedisConnection.connect(id, providerClass, options, { provider: providerName });
-                break;
             case 'nats':
                 clientInstance = await nats_1.NatsConnection.connect(id, providerClass, options, { provider: providerName });
                 break;

package/build/services/exporter/index.d.ts

@@ -4,8 +4,8 @@ import { DependencyExport, ExportOptions, JobActionExport, JobExport } from '../
 import { ProviderClient, ProviderTransaction } from '../../types/provider';
 import { StringStringType, Symbols } from '../../types/serializer';
 /**
- * Downloads job data from Redis (hscan, hmget, hgetall)
- * Expands process data and includes dependency list
+ * Downloads job data and expands process data and
+ * includes dependency list
  */
 declare class ExporterService {
     appId: string;
@@ -20,23 +20,23 @@ declare class ExporterService {
      */
     export(jobId: string, options?: ExportOptions): Promise<JobExport>;
     /**
-     * Inflates the key from Redis, 3-character symbol
+     * Inflates the key
      * into a human-readable JSON path, reflecting the
      * tree-like structure of the unidimensional Hash
      */
     inflateKey(key: string): string;
     /**
-     * Inflates the job data from Redis into a JobExport object
-     * @param jobHash - the job data from Redis
+     * Inflates the job data into a JobExport object
+     * @param jobHash - the job data
      * @param dependencyList - the list of dependencies for the job
      * @returns - the inflated job data
      */
     inflate(jobHash: StringStringType, dependencyList: string[]): JobExport;
     /**
-     * Inflates the dependency data from Redis into a JobExport object by
-     * organizing the dimensional isolate in sch a way asto interleave
+     * Inflates the dependency data into a JobExport object by
+     * organizing the dimensional isolate in such a way as to interleave
      * into a story
-     * @param data - the dependency data from Redis
+     * @param data - the dependency data
      * @returns - the organized dependency data
      */
     inflateDependencyData(data: string[], actions: JobActionExport): DependencyExport[];

package/build/services/exporter/index.js

@@ -5,8 +5,8 @@ const key_1 = require("../../modules/key");
 const utils_1 = require("../../modules/utils");
 const serializer_1 = require("../serializer");
 /**
- * Downloads job data from Redis (hscan, hmget, hgetall)
- * Expands process data and includes dependency list
+ * Downloads job data and expands process data and
+ * includes dependency list
  */
 class ExporterService {
     constructor(appId, store, logger) {
@@ -30,7 +30,7 @@ class ExporterService {
         return jobExport;
     }
     /**
-     * Inflates the key from Redis, 3-character symbol
+     * Inflates the key
      * into a human-readable JSON path, reflecting the
      * tree-like structure of the unidimensional Hash
      */
@@ -38,8 +38,8 @@ class ExporterService {
         return key in this.symbols ? this.symbols[key] : key;
     }
     /**
-     * Inflates the job data from Redis into a JobExport object
-     * @param jobHash - the job data from Redis
+     * Inflates the job data into a JobExport object
+     * @param jobHash - the job data
      * @param dependencyList - the list of dependencies for the job
      * @returns - the inflated job data
      */
@@ -77,10 +77,10 @@ class ExporterService {
         };
     }
     /**
-     * Inflates the dependency data from Redis into a JobExport object by
-     * organizing the dimensional isolate in sch a way asto interleave
+     * Inflates the dependency data into a JobExport object by
+     * organizing the dimensional isolate in such a way as to interleave
      * into a story
-     * @param data - the dependency data from Redis
+     * @param data - the dependency data
      * @returns - the organized dependency data
      */
     inflateDependencyData(data, actions) {

package/build/services/memflow/client.js

@@ -230,14 +230,7 @@ class ClientService {
                 return new handle_1.WorkflowHandleService(hotMeshClient, workflowTopic, workflowId);
             },
             /**
-             * Provides direct access to the SEARCH backend when making
-             * queries. Taskqueues and workflow names are
-             * used to identify the point of presence to use. `...args` is
-             * the tokenized query. When querying Redis/FTSEARCH, the trailing
-             * ...args might be `'@_custom1:memflow'`. For postgres,
-             * the trailing ...args would be: `'_custom', 'memflow'`. In each case,
-             * the query looks for all job data where the field `_custom` is
-             * equal to `memflow`.
+             * Provides direct access to the SEARCH backend
              *
              * @example
              * ```typescript

package/build/services/memflow/connection.d.ts

@@ -8,8 +8,6 @@ import { ProviderConfig, ProvidersConfig } from '../../types/provider';
  *
  * The config options optionall support a multi-connection setup
  * where the `store` connection explicitly defined along with `stream`, `sub`, etc.
- * For example, Postgres can be used for stream and store while
- * Redis is used for sub.
  */
 export declare class ConnectionService {
     /**

package/build/services/memflow/connection.js

@@ -9,8 +9,6 @@ exports.ConnectionService = void 0;
  *
  * The config options optionall support a multi-connection setup
  * where the `store` connection explicitly defined along with `stream`, `sub`, etc.
- * For example, Postgres can be used for stream and store while
- * Redis is used for sub.
  */
 class ConnectionService {
     /**

package/build/services/memflow/exporter.d.ts

@@ -16,15 +16,15 @@ declare class ExporterService {
      */
     export(jobId: string, options?: ExportOptions): Promise<MemFlowJobExport>;
     /**
-     * Inflates the job data from Redis into a MemFlowJobExport object
-     * @param jobHash - the job data from Redis
+     * Inflates the job data into a MemFlowJobExport object
+     * @param jobHash - the job data
      * @param dependencyList - the list of dependencies for the job
      * @returns - the inflated job data
      */
     inflate(jobHash: StringStringType, options: ExportOptions): MemFlowJobExport;
     resolveValue(raw: string, withValues: boolean): Record<string, any> | string | number | null;
     /**
-     * Inflates the key from Redis, 3-character symbol
+     * Inflates the key
      * into a human-readable JSON path, reflecting the
      * tree-like structure of the unidimensional Hash
      * @private

package/build/services/memflow/exporter.js

@@ -23,8 +23,8 @@ class ExporterService {
         return jobExport;
     }
     /**
-     * Inflates the job data from Redis into a MemFlowJobExport object
-     * @param jobHash - the job data from Redis
+     * Inflates the job data into a MemFlowJobExport object
+     * @param jobHash - the job data
      * @param dependencyList - the list of dependencies for the job
      * @returns - the inflated job data
      */
@@ -82,7 +82,7 @@ class ExporterService {
         return resolved;
     }
     /**
-     * Inflates the key from Redis, 3-character symbol
+     * Inflates the key
      * into a human-readable JSON path, reflecting the
      * tree-like structure of the unidimensional Hash
      * @private

package/build/services/memflow/index.d.ts

@@ -9,7 +9,7 @@ import { WorkflowHandleService } from './handle';
 import { didInterrupt } from './workflow/interruption';
 /**
  * The MemFlow service provides a Temporal-compatible workflow framework backed by
- * Postgres or Redis/ValKey. It offers durable execution, entity-based memory management,
+ * Postgres. It offers durable execution, entity-based memory management,
  * and composable workflows.
  *
  * ## Core Features

package/build/services/memflow/index.js

@@ -13,7 +13,7 @@ const interruption_1 = require("./workflow/interruption");
 const interceptor_1 = require("./interceptor");
 /**
  * The MemFlow service provides a Temporal-compatible workflow framework backed by
- * Postgres or Redis/ValKey. It offers durable execution, entity-based memory management,
+ * Postgres. It offers durable execution, entity-based memory management,
  * and composable workflows.
  *
  * ## Core Features

package/build/services/memflow/schemas/factory.js

@@ -66,7 +66,7 @@ const getWorkflowYAML = (app, version) => {
               description: the arguments to pass to the flow
               type: array
             workflowTopic:
-              description: the Redis stream topic the worker is listening on
+              description: the stream topic the worker is listening on
               type: string
             backoffCoefficient:
               description: the time multiple in seconds to backoff before retrying

package/build/services/memflow/search.d.ts

@@ -43,10 +43,6 @@ export declare class Search {
      * @private
      */
     search: SearchService<any> | null;
-    /**
-     * @private
-     */
-    cachedFields: Record<string, string>;
     /**
      * @private
      */
@@ -75,6 +71,17 @@ export declare class Search {
      * await Search.configureSearchIndex(hotMeshClient, search);
      */
     static configureSearchIndex(hotMeshClient: HotMesh, search?: WorkflowSearchOptions): Promise<void>;
+    /**
+     * Returns all user-defined attributes (udata) for a workflow.
+     * These are fields that start with underscore (_) and have type='udata'.
+     *
+     * @example
+     * ```typescript
+     * const allUserData = await Search.findAllUserData('job123', hotMeshClient);
+     * // Returns: { _status: "active", _counter: "42", _name: "test" }
+     * ```
+     */
+    static findAllUserData(jobId: string, hotMeshClient: HotMesh): Promise<Record<string, string>>;
     /**
      * Returns an array of search indexes ids
      *