@hotmeshio/hotmesh 0.5.0 → 0.5.2

package/build/services/store/providers/postgres/kvtypes/hash/scan.js

@@ -0,0 +1,91 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports._scan = exports._hscan = exports.createScanOperations = void 0;
+function createScanOperations(context) {
+    return {
+        async hscan(key, cursor, count = 10, pattern, multi) {
+            const { sql, params } = _hscan(context, key, cursor, count, pattern);
+            if (multi) {
+                multi.addCommand(sql, params, 'object', (rows) => {
+                    const items = {};
+                    for (const row of rows) {
+                        items[row.field] = row.value;
+                    }
+                    const newCursor = rows.length < count ? 0 : Number(cursor) + rows.length;
+                    return { cursor: newCursor.toString(), items };
+                });
+                return Promise.resolve({ cursor: '0', items: {} });
+            }
+            else {
+                const res = await context.pgClient.query(sql, params);
+                const items = {};
+                for (const row of res.rows) {
+                    items[row.field] = row.value;
+                }
+                const newCursor = res.rowCount < count ? 0 : Number(cursor) + res.rowCount;
+                return { cursor: newCursor.toString(), items };
+            }
+        },
+        async scan(cursor, count = 10, pattern, multi) {
+            const { sql, params } = _scan(context, cursor, count, pattern);
+            if (multi) {
+                multi.addCommand(sql, params, 'object', (rows) => {
+                    const keys = rows.map((row) => row.key);
+                    const newCursor = cursor + rows.length;
+                    return { cursor: newCursor, keys };
+                });
+                return Promise.resolve({ cursor: 0, keys: [] });
+            }
+            else {
+                const res = await context.pgClient.query(sql, params);
+                const keys = res.rows.map((row) => row.key);
+                const newCursor = cursor + res.rowCount;
+                return { cursor: newCursor, keys };
+            }
+        },
+    };
+}
+exports.createScanOperations = createScanOperations;
+function _hscan(context, key, cursor, count, pattern) {
+    const tableName = context.tableForKey(key, 'hash');
+    const params = [key];
+    let sql = `
+    SELECT field, value FROM ${tableName}
+    WHERE key = $1 AND (expiry IS NULL OR expiry > NOW())
+  `;
+    let paramIndex = 2;
+    if (pattern) {
+        const sqlPattern = pattern.replace(/\*/g, '%');
+        sql += ` AND field LIKE $${paramIndex}`;
+        params.push(sqlPattern);
+        paramIndex++;
+    }
+    sql += `
+    ORDER BY field
+    OFFSET $${paramIndex} LIMIT $${paramIndex + 1}
+  `;
+    params.push(cursor.toString());
+    params.push(count.toString());
+    return { sql, params };
+}
+exports._hscan = _hscan;
+function _scan(context, cursor, count, pattern) {
+    const tableName = context.tableForKey(`_:${context.appId}:j:_`);
+    let sql = `
+    SELECT key FROM ${tableName}
+    WHERE (expired_at IS NULL OR expired_at > NOW())
+  `;
+    const params = [];
+    if (pattern) {
+        sql += ' AND key LIKE $1';
+        params.push(pattern.replace(/\*/g, '%'));
+    }
+    sql += `
+    ORDER BY key
+    OFFSET $${params.length + 1} LIMIT $${params.length + 2}
+  `;
+    params.push(cursor.toString());
+    params.push(count.toString());
+    return { sql, params };
+}
+exports._scan = _scan;

package/build/services/store/providers/postgres/kvtypes/hash/types.d.ts

@@ -0,0 +1,19 @@
+import { PostgresJobEnumType } from '../../../../../../types/postgres';
+import { HScanResult, HSetOptions, ProviderTransaction, SetOptions } from '../../../../../../types/provider';
+import type { KVSQL } from '../../kvsql';
+export interface Multi extends ProviderTransaction {
+    addCommand: (sql: string, params: any[], returnType: string, transform?: (rows: any[]) => any) => void;
+}
+export interface HashContext {
+    context: KVSQL;
+}
+export interface SqlResult {
+    sql: string;
+    params: any[];
+}
+export interface JsonbOperation {
+    path?: string;
+    value?: any;
+    index?: number;
+}
+export { PostgresJobEnumType, HScanResult, HSetOptions, ProviderTransaction, SetOptions, KVSQL, };

package/build/services/store/providers/postgres/kvtypes/hash/types.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/build/services/store/providers/postgres/kvtypes/hash/utils.d.ts

@@ -0,0 +1,18 @@
+import { PostgresJobEnumType } from './types';
+/**
+ * Determines if a table name represents a jobs table
+ */
+export declare function isJobsTable(tableName: string): boolean;
+/**
+ * Derives the enumerated `type` value based on the field name when
+ * setting a field in a jobs table (a 'jobshash' table type).
+ */
+export declare function deriveType(fieldName: string): PostgresJobEnumType;
+/**
+ * Processes rows from hmget and hgetall queries to map status and context fields
+ */
+export declare function processJobsRows(rows: any[], fields?: string[]): any;
+/**
+ * Processes rows from regular (non-jobs) tables for hgetall
+ */
+export declare function processRegularRows(rows: any[]): Record<string, string>;

package/build/services/store/providers/postgres/kvtypes/hash/utils.js

@@ -0,0 +1,90 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.processRegularRows = exports.processJobsRows = exports.deriveType = exports.isJobsTable = void 0;
+/**
+ * Determines if a table name represents a jobs table
+ */
+function isJobsTable(tableName) {
+    return tableName.endsWith('jobs');
+}
+exports.isJobsTable = isJobsTable;
+/**
+ * Derives the enumerated `type` value based on the field name when
+ * setting a field in a jobs table (a 'jobshash' table type).
+ */
+function deriveType(fieldName) {
+    if (fieldName === ':') {
+        return 'status';
+    }
+    else if (fieldName.startsWith('_')) {
+        return 'udata';
+    }
+    else if (fieldName.startsWith('-')) {
+        return fieldName.includes(',') ? 'hmark' : 'jmark';
+    }
+    else if (fieldName.length === 3) {
+        return 'jdata';
+    }
+    else if (fieldName.includes(',')) {
+        return 'adata';
+    }
+    else {
+        return 'other';
+    }
+}
+exports.deriveType = deriveType;
+/**
+ * Processes rows from hmget and hgetall queries to map status and context fields
+ */
+function processJobsRows(rows, fields) {
+    let statusValue = null;
+    let contextValue = null;
+    const fieldValueMap = new Map();
+    for (const row of rows) {
+        if (row.field === 'status') {
+            statusValue = row.value;
+            fieldValueMap.set(':', row.value); // Map status to ':'
+        }
+        else if (row.field === 'context') {
+            contextValue = row.value;
+            fieldValueMap.set('@', row.value); // Map context to '@'
+        }
+        else if (row.field !== ':' && row.field !== '@') {
+            // Ignore old format fields
+            fieldValueMap.set(row.field, row.value);
+        }
+    }
+    // Ensure ':' and '@' are present in the map with their values
+    if (statusValue !== null) {
+        fieldValueMap.set(':', statusValue);
+    }
+    if (contextValue !== null) {
+        fieldValueMap.set('@', contextValue);
+    }
+    if (fields) {
+        // For hmget - return array in same order as requested fields
+        return fields.map((field) => fieldValueMap.get(field) || null);
+    }
+    else {
+        // For hgetall - return object with all fields
+        const result = {};
+        for (const [field, value] of fieldValueMap) {
+            if (value !== null) {
+                result[field] = value;
+            }
+        }
+        return result;
+    }
+}
+exports.processJobsRows = processJobsRows;
+/**
+ * Processes rows from regular (non-jobs) tables for hgetall
+ */
+function processRegularRows(rows) {
+    const result = {};
+    for (const row of rows) {
+        result[row.field] = row.value;
+    }
+    return result;
+}
+exports.processRegularRows = processRegularRows;

package/build/types/memflow.d.ts

@@ -264,7 +264,7 @@ type WorkflowOptions = {
      */
     config?: WorkflowConfig;
     /**
-     * sets the number of seconds a workflow may exist after completion. As the process engine is an in-memory cache, the default policy is to expire and scrub the job hash as soon as it completes.
+     * sets the number of seconds a workflow may exist after completion. The default policy is to expire the job hash as soon as it completes.
      */
     expire?: number;
     /**

package/build/types/meshdata.d.ts

@@ -233,7 +233,7 @@ export type MeshDataWorkflowOptions = {
      */
     pending?: number;
     /**
-     * sets the number of seconds a workflow may exist after completion. As the process engine is an in-memory cache, the default policy is to expire and scrub the job hash as soon as it completes.
+     * sets the number of seconds a workflow may exist after completion. The default policy is to expire the job hash as soon as it completes.
      * @default 1
      */
     expire?: number;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hotmeshio/hotmesh",
-  "version": "0.5.0",
+  "version": "0.5.2",
   "description": "Permanent-Memory Workflows & AI Agents",
   "main": "./build/index.js",
   "types": "./build/index.d.ts",
@@ -27,26 +27,27 @@
     "test:connect:postgres": "NODE_ENV=test jest ./tests/unit/services/connector/providers/postgres.test.ts --detectOpenHandles --forceExit --verbose",
     "test:connect:redis": "NODE_ENV=test jest ./tests/unit/services/connector/providers/redis.test.ts --detectOpenHandles --forceExit --verbose",
     "test:connect:nats": "NODE_ENV=test jest ./tests/unit/services/connector/providers/nats.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:cycle": "NODE_ENV=test jest ./tests/functional/cycle/*.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:memflow": "NODE_ENV=test jest ./tests/memflow/*/*.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:memflow": "NODE_ENV=test jest ./tests/memflow/*/postgres.test.ts --detectOpenHandles --forceExit --verbose",
     "test:memflow:basic": "HMSH_LOGLEVEL=info NODE_ENV=test jest ./tests/memflow/basic/postgres.test.ts --detectOpenHandles --forceExit --verbose",
     "test:memflow:collision": "NODE_ENV=test jest ./tests/memflow/collision/*.test.ts --detectOpenHandles --forceExit --verbose",
     "test:memflow:fatal": "NODE_ENV=test jest ./tests/memflow/fatal/*.test.ts --detectOpenHandles --forceExit --verbose",
     "test:memflow:goodbye": "NODE_ENV=test jest ./tests/memflow/goodbye/*.test.ts --detectOpenHandles --forceExit --verbose",
     "test:memflow:entity": "NODE_ENV=test HMSH_LOGLEVEL=debug jest ./tests/memflow/entity/postgres.test.ts --detectOpenHandles --forceExit --verbose",
     "test:memflow:agent": "NODE_ENV=test HMSH_LOGLEVEL=debug jest ./tests/memflow/agent/postgres.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:memflow:hello": "HMSH_TELEMETRY=debug HMSH_LOGLEVEL=debug HMSH_IS_CLUSTER=true NODE_ENV=test jest ./tests/memflow/helloworld/*.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:memflow:hook": "NODE_ENV=test jest ./tests/memflow/hook/*.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:memflow:interrupt": "NODE_ENV=test jest ./tests/memflow/interrupt/*.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:memflow:loopactivity": "NODE_ENV=test jest ./tests/memflow/loopactivity/*.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:memflow:nested": "NODE_ENV=test jest ./tests/memflow/nested/*.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:memflow:retry": "NODE_ENV=test jest ./tests/memflow/retry/*.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:memflow:sleep": "NODE_ENV=test jest ./tests/memflow/sleep/*.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:memflow:signal": "NODE_ENV=test jest ./tests/memflow/signal/*.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:memflow:unknown": "NODE_ENV=test jest ./tests/memflow/unknown/*.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:memflow:hello": "HMSH_TELEMETRY=debug HMSH_LOGLEVEL=debug HMSH_IS_CLUSTER=true NODE_ENV=test jest ./tests/memflow/helloworld/postgres.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:memflow:hook": "NODE_ENV=test jest ./tests/memflow/hook/postgres.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:memflow:interrupt": "NODE_ENV=test jest ./tests/memflow/interrupt/postgres.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:memflow:loopactivity": "NODE_ENV=test jest ./tests/memflow/loopactivity/postgres.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:memflow:nested": "NODE_ENV=test jest ./tests/memflow/nested/postgres.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:memflow:pipeline": "NODE_ENV=test jest ./tests/memflow/pipeline/postgres.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:memflow:retry": "NODE_ENV=test jest ./tests/memflow/retry/postgres.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:memflow:sleep": "NODE_ENV=test jest ./tests/memflow/sleep/postgres.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:memflow:signal": "NODE_ENV=test jest ./tests/memflow/signal/postgres.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:memflow:unknown": "NODE_ENV=test jest ./tests/memflow/unknown/postgres.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:cycle": "NODE_ENV=test jest ./tests/functional/cycle/*.test.ts --detectOpenHandles --forceExit --verbose",
+    "test:functional": "NODE_ENV=test jest ./tests/functional/* --detectOpenHandles --forceExit --verbose",
     "test:emit": "NODE_ENV=test jest ./tests/functional/emit/*.test.ts --detectOpenHandles --forceExit --verbose",
     "test:pending": "NODE_ENV=test jest ./tests/functional/pending/index.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:functional": "NODE_ENV=test jest ./tests/functional/* --detectOpenHandles --forceExit --verbose",
     "test:hmsh": "NODE_ENV=test jest ./tests/functional/*.test.ts --detectOpenHandles --verbose --forceExit",
     "test:hook": "NODE_ENV=test jest ./tests/functional/hook/index.test.ts --detectOpenHandles --forceExit --verbose",
     "test:interrupt": "NODE_ENV=test jest ./tests/functional/interrupt/*.test.ts --detectOpenHandles --forceExit --verbose",
@@ -74,7 +75,6 @@
     "test:sub:postgres": "NODE_ENV=test jest ./tests/functional/sub/providers/postgres/postgres.test.ts --detectOpenHandles --forceExit --verbose",
     "test:sub:nats": "NODE_ENV=test jest ./tests/functional/sub/providers/nats/nats.test.ts --detectOpenHandles --forceExit --verbose",
     "test:trigger": "NODE_ENV=test jest ./tests/unit/services/activities/trigger.test.ts --detectOpenHandles --forceExit --verbose",
-    "test:meshdata": "NODE_ENV=test jest ./tests/meshdata/postgres.test.ts --forceExit --verbose --detectOpenHandles",
     "test:meshos": "HMSH_LOGLEVEL=info NODE_ENV=test HMSH_IS_CLUSTER=true jest ./tests/meshos/*.test.ts --forceExit --verbose --detectOpenHandles",
     "test:meshcall": "NODE_ENV=test jest ./tests/meshcall/*.test.ts --forceExit --verbose --detectOpenHandles",
     "test:unit": "NODE_ENV=test jest ./tests/unit/*/*/index.test.ts --detectOpenHandles --forceExit --verbose"
@@ -109,6 +109,7 @@
     "@types/pg": "^8.10.0",
     "@typescript-eslint/eslint-plugin": "^5.62.0",
     "@typescript-eslint/parser": "^5.62.0",
+    "dotenv": "^16.3.1",
     "eslint": "^8.57.0",
     "eslint-config-prettier": "^9.1.0",
     "eslint-plugin-import": "^2.29.1",
@@ -117,6 +118,7 @@
     "javascript-obfuscator": "^4.1.1",
     "jest": "^29.5.0",
     "nats": "^2.28.0",
+    "openai": "^5.9.0",
     "pg": "^8.10.0",
     "redis": "^4.6.13",
     "rimraf": "^4.4.1",

package/build/services/store/providers/postgres/kvtypes/hash.d.ts

@@ -1,60 +0,0 @@
-import { PostgresJobEnumType } from '../../../../../types/postgres';
-import { HScanResult, HSetOptions, ProviderTransaction } from '../../../../../types/provider';
-import type { KVSQL } from '../kvsql';
-export declare const hashModule: (context: KVSQL) => {
-    hsetnx(key: string, field: string, value: string, multi?: ProviderTransaction, entity?: string): Promise<number>;
-    hset(key: string, fields: Record<string, string>, options?: HSetOptions, multi?: ProviderTransaction): Promise<number | any>;
-    /**
-     * Derives the enumerated `type` value based on the field name when
-     * setting a field in a jobs table (a 'jobshash' table type).
-     */
-    _deriveType(fieldName: string): PostgresJobEnumType;
-    _hset(key: string, fields: Record<string, string>, options?: HSetOptions): {
-        sql: string;
-        params: any[];
-    };
-    hget(key: string, field: string, multi?: ProviderTransaction): Promise<string | null>;
-    _hget(key: string, field: string): {
-        sql: string;
-        params: any[];
-    };
-    hdel(key: string, fields: string[], multi?: unknown): Promise<number>;
-    _hdel(key: string, fields: string[]): {
-        sql: string;
-        params: any[];
-    };
-    hmget(key: string, fields: string[], multi?: ProviderTransaction): Promise<(string | null)[]>;
-    _hmget(key: string, fields: string[]): {
-        sql: string;
-        params: any[];
-    };
-    hgetall(key: string, multi?: ProviderTransaction): Promise<Record<string, string>>;
-    _hgetall(key: string): {
-        sql: string;
-        params: any[];
-    };
-    hincrbyfloat(key: string, field: string, increment: number, multi?: ProviderTransaction): Promise<number>;
-    _hincrbyfloat(key: string, field: string, increment: number): {
-        sql: string;
-        params: any[];
-    };
-    hscan(key: string, cursor: string, count?: number, pattern?: string, multi?: ProviderTransaction): Promise<HScanResult>;
-    _hscan(key: string, cursor: string, count: number, pattern?: string): {
-        sql: string;
-        params: any[];
-    };
-    expire(key: string, seconds: number, multi?: ProviderTransaction): Promise<boolean>;
-    _expire(key: string, seconds: number): {
-        sql: string;
-        params: any[];
-    };
-    scan(cursor: number, count?: number, pattern?: string, multi?: ProviderTransaction): Promise<{
-        cursor: number;
-        keys: string[];
-    }>;
-    _scan(cursor: number, count: number, pattern?: string): {
-        sql: string;
-        params: any[];
-    };
-    isJobsTable(tableName: string): boolean;
-};