@hotmeshio/hotmesh 0.3.8 → 0.3.10

package/types/redis.ts

@@ -1,8 +1,11 @@
+import {
+  ProviderClient,
+  ProviderConfig,
+  ProviderTransaction,
+} from './provider';
 import { StringStringType } from './serializer';
 import { ReclaimedMessageType } from './stream';
 
-type MultiResponseFlags = (string | number)[]; // e.g., [3, 2, '0']
-
 /**
  * Redis types
  */
@@ -64,14 +67,10 @@ interface RedisRedisClientOptions {
   stringNumbers?: boolean;
 }
 
-interface RedisRedisMultiType {
+interface RedisRedisMultiType extends ProviderTransaction {
   sendCommand(command: string, ...args: string[]): Promise<any>;
   exec: () => Promise<unknown[]>;
 
-  XADD(key: string, id: string, fields: any): this;
-  XACK(key: string, group: string, id: string): this;
-  XDEL(key: string, id: string): this;
-  XLEN(key: string): this;
   DEL(key: string): this;
   EXISTS(key: string): this;
   EXPIRE(key: string, seconds: number): this;
@@ -87,6 +86,11 @@ interface RedisRedisMultiType {
   LRANGE(key: string, start: number, end: number): this;
   RPUSH(key: string, items: string[]): this;
   SET(key: string, value: string): this;
+  XADD(key: string, id: string, fields: any): this;
+  XACK(key: string, group: string, id: string): this;
+  XACK(key: string, group: string, ...ids: string[]): this;
+  XDEL(key: string, id: string): this;
+  XDEL(key: string, ...ids: string[]): this;
   XCLAIM(
     key: string,
     group: string,
@@ -95,6 +99,7 @@ interface RedisRedisMultiType {
     id: string,
     ...args: string[]
   ): this;
+  XLEN(key: string): this;
   XGROUP(
     command: 'CREATE' | string,
     key: string,
@@ -120,7 +125,7 @@ interface RedisRedisMultiType {
   ZSCORE(key: string, value: string): this;
 }
 
-interface RedisRedisClientType {
+interface RedisRedisClientType extends ProviderClient {
   multi(): Partial<RedisRedisMultiType>;
   connect(): Promise<void>;
   sendCommand(args: any[]): Promise<any>;
@@ -145,10 +150,6 @@ interface RedisRedisClientType {
   get(key: string): Promise<string | null>;
   set(key: string, value: string): Promise<string>;
 
-  XADD(key: string, id: string, fields: any): Promise<string>;
-  XACK(key: string, group: string, id: string): Promise<number>;
-  XDEL(key: string, id: string): Promise<number>;
-  XLEN(key: string): Promise<number>;
   DEL(key: string): Promise<number>;
   EXISTS(key: string): Promise<number>;
   HDEL(key: string, fields: string[] | string): Promise<number>;
@@ -161,6 +162,31 @@ interface RedisRedisClientType {
   LRANGE(key: string, start: number, end: number): Promise<string[]>;
   RPUSH(key: string, items: string[]): Promise<number>;
   SET(key: string, value: string): Promise<string>;
+  XADD(key: string, id: string, fields: any): Promise<string>;
+  XACK(key: string, group: string, ...ids: string[]): Promise<number>;
+  XACK(key: string, group: string, id: string): Promise<number>;
+  XCLAIM(
+    key: string,
+    group: string,
+    consumer: string,
+    minIdleTime: number,
+    id: string,
+    ...args: string[]
+  ): Promise<ReclaimedMessageType>;
+  XDEL(key: string, id: string): Promise<number>;
+  XDEL(key: string, ...ids: string[]): Promise<number>;
+  xGroupDestroy(key: string, groupName: string): Promise<boolean>;
+  XINFO(command: 'GROUPS' | string, key: string): Promise<unknown>;
+  XINFO_GROUPS(key: string): Promise<unknown>;
+  XLEN(key: string): Promise<number>;
+  XPENDING(
+    key: string,
+    group: string,
+    start?: string,
+    end?: string,
+    count?: number,
+    consumer?: string,
+  ): this;
   ZADD(
     key: string,
     values: { score: string; value: string },
@@ -200,7 +226,7 @@ interface IORedisClientOptions {
   reconnectOnError?: (err: Error) => boolean;
 }
 
-interface IORedisClient {
+interface IORedisClient extends ProviderClient {
   multi(): IORedisMultiType;
   exec(): Promise<unknown[]>;
   sendCommand(args: any[]): Promise<any>;
@@ -223,7 +249,9 @@ interface IORedisClient {
 
   xadd(key: string, id: string, fields: any, message?: string): Promise<string>;
   xack(key: string, group: string, id: string): Promise<number>;
+  xack(key: string, group: string, ...ids: string[]): Promise<number>;
   xdel(key: string, id: string): Promise<number>;
+  xdel(key: string, ...ids: string[]): Promise<number>;
   xlen(key: string): Promise<number>;
   xpending(
     key: string,
@@ -247,6 +275,16 @@ interface IORedisClient {
   ): Promise<ReclaimedMessageType>;
   xinfo(command: 'GROUPS' | string, key: string): Promise<unknown>;
   xrange(key: string, start: string, end: string): Promise<string[][]>;
+  xreadgroup(
+    command: 'GROUP',
+    groupName: string,
+    consumerName: string,
+    blockOption: string,
+    blockTime: number,
+    streamsOption: string,
+    streamName: string,
+    key: string,
+  ): Promise<string[][]>;
   del(key: string): Promise<number>;
   exists(key: string): Promise<number>;
   get(key: string): Promise<string | null>;
@@ -271,22 +309,24 @@ interface IORedisClient {
   zrank(key: string, member: string): Promise<number>;
   zscore(key: string, value: string): Promise<number>;
   xgroup(
-    command: 'CREATE' | string,
+    command: 'CREATE' | 'DESTROY' | string,
     key: string,
     groupName: string,
-    id: string,
+    id?: string,
     mkStream?: 'MKSTREAM',
-  ): Promise<string>;
+  ): Promise<string | number>;
 }
 
 type IORedisClassType = new (
   options: IORedisClientOptions,
   ...args: any[]
 ) => IORedisClient;
-interface IORedisMultiType {
+interface IORedisMultiType extends ProviderTransaction {
   xadd(key: string, id: string, fields: any, message?: string): this;
   xack(key: string, group: string, id: string): this;
+  xack(key: string, group: string, ...ids: string[]): this;
   xdel(key: string, id: string): this;
+  xdel(key: string, ...ids: string[]): this;
   xlen(key: string): this;
   xpending(
     key: string,
@@ -340,8 +380,14 @@ function isIORedisClient(client: RedisClient): client is IORedisClient {
   return 'pipeline' in client;
 }
 
+interface RedisConfig extends ProviderConfig {
+  class: Partial<RedisClass>;
+  options: Partial<RedisOptions>;
+}
+
 export {
   RedisClass,
+  RedisConfig,
   RedisRedisClientType,
   RedisRedisClientOptions,
   RedisRedisClassType,
@@ -353,7 +399,6 @@ export {
   IORedisClassType,
   IORedisMultiType,
   RedisOptions,
-  MultiResponseFlags,
   isRedisClient,
   isIORedisClient,
 };

package/types/stream.ts

@@ -1,3 +1,5 @@
+import { ProviderTransaction } from './provider';
+
 /** Represents a policy for retrying stream operations based on error codes */
 export interface StreamRetryPolicy {
   /**
@@ -121,7 +123,7 @@ export type ReclaimedMessageType = [
 ][];
 
 /** Configuration parameters for a stream */
-export type StreamConfig = {
+export type RouterConfig = {
   /** Namespace under which the stream operates */
   namespace: string;
   /** Application identifier */
@@ -141,3 +143,85 @@ export type StreamConfig = {
   /** if true, will not process stream messages; default true */
   readonly?: boolean;
 };
+
+export type StreamProviderType =
+  | 'redis'
+  | 'ioredis'
+  | 'postgres'
+  | 'nats'
+  | 'sqs';
+
+export interface StreamConfig {
+  // Common configuration
+  provider?: StreamProviderType;
+  namespace?: string;
+  appId?: string;
+  maxRetries?: number;
+  batchSize?: number;
+  timeout?: number;
+
+  // Provider-specific configurations
+  redis?: {
+    claimTimeout?: number;
+    blockingTimeout?: number;
+    minIdleTime?: number;
+  };
+  postgres?: {
+    pollInterval?: number;
+    vacuumInterval?: number;
+    partitionInterval?: 'daily' | 'weekly' | 'monthly';
+    cleanupInterval?: number;
+  };
+  nats?: {
+    jetstream?: boolean;
+    durableName?: string;
+    deliverPolicy?: 'all' | 'last' | 'new' | 'byStartSequence' | 'byStartTime';
+    ackWait?: number;
+  };
+  sqs?: {
+    deadLetterQueue?: string;
+    visibilityTimeout?: number;
+    waitTimeSeconds?: number;
+    messageRetentionPeriod?: number;
+    dlqArn?: string;
+  };
+}
+
+export interface StreamMessage {
+  id: string;
+  data: StreamData;
+  metadata?: StreamMessageMetadata;
+}
+
+export interface StreamMessageMetadata {
+  timestamp?: number;
+  stream?: string;
+  groupName?: string;
+  consumerName?: string;
+  retryCount?: number;
+  deliveryTime?: number;
+  originalMessageId?: string;
+  [key: string]: any; // For provider-specific metadata
+}
+
+export interface StreamStats {
+  messageCount: number;
+  consumerCount?: number;
+  bytesInMemory?: number;
+  oldestMessageTimestamp?: number;
+  pendingMessages?: number;
+  deadLetterQueueMessageCount?: number;
+  averageProcessingTime?: number;
+  lastErrorTimestamp?: number;
+  lastErrorMessage?: string;
+  [key: string]: any; // For provider-specific stats
+}
+
+/**
+ * When publishing a message to the stream, the configuration
+ * can include a transaction object to execute the operation
+ * atomically.
+ */
+export interface PublishMessageConfig {
+  transaction?: ProviderTransaction;
+}

package/build/services/connector/clients/ioredis.d.ts

@@ -1,13 +0,0 @@
-import { IORedisClientOptions as RedisClientOptions, IORedisClassType as RedisClassType, IORedisClientType as RedisClientType } from '../../../types/redis';
-declare class RedisConnection {
-    private connection;
-    private static instances;
-    private id;
-    private static clientOptions;
-    private createConnection;
-    getClient(): RedisClientType;
-    disconnect(): Promise<void>;
-    static connect(id: string, Redis: Partial<RedisClassType>, options?: RedisClientOptions): Promise<RedisConnection>;
-    static disconnectAll(): Promise<void>;
-}
-export { RedisConnection };

package/build/services/connector/clients/ioredis.js

@@ -1,48 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedisConnection = void 0;
-class RedisConnection {
-    constructor() {
-        this.connection = null;
-        this.id = null;
-    }
-    async createConnection(Redis, options) {
-        return new Redis(options);
-    }
-    getClient() {
-        if (!this.connection) {
-            throw new Error('Redis client is not connected');
-        }
-        return this.connection;
-    }
-    async disconnect() {
-        if (this.connection) {
-            await this.connection.quit();
-            this.connection = null;
-        }
-        if (this.id) {
-            RedisConnection.instances.delete(this.id);
-        }
-    }
-    static async connect(id, Redis, options) {
-        if (this.instances.has(id)) {
-            return this.instances.get(id);
-        }
-        const instance = new RedisConnection();
-        const opts = options ? { ...options } : { ...this.clientOptions };
-        instance.connection = await instance.createConnection(Redis, opts);
-        instance.id = id;
-        this.instances.set(id, instance);
-        return instance;
-    }
-    static async disconnectAll() {
-        await Promise.all(Array.from(this.instances.values()).map((instance) => instance.disconnect()));
-        this.instances.clear();
-    }
-}
-exports.RedisConnection = RedisConnection;
-RedisConnection.instances = new Map();
-RedisConnection.clientOptions = {
-    host: 'localhost',
-    port: 6379,
-};

package/build/services/connector/clients/redis.d.ts

@@ -1,13 +0,0 @@
-import { RedisRedisClassType, RedisRedisClientType, RedisRedisClientOptions } from '../../../types/redis';
-declare class RedisConnection {
-    private connection;
-    private static instances;
-    private id;
-    private static clientOptions;
-    private createConnection;
-    getClient(): RedisRedisClientType;
-    disconnect(): Promise<void>;
-    static connect(id: string, Redis: Partial<RedisRedisClassType>, options?: RedisRedisClientOptions): Promise<RedisConnection>;
-    static disconnectAll(): Promise<void>;
-}
-export { RedisConnection, RedisRedisClientType };

package/build/services/connector/clients/redis.js

@@ -1,60 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedisConnection = void 0;
-class RedisConnection {
-    constructor() {
-        this.connection = null;
-        this.id = null;
-    }
-    async createConnection(Redis, options) {
-        return new Promise((resolve, reject) => {
-            const client = Redis.createClient(options);
-            client.on('error', (error) => {
-                reject(error);
-            });
-            client.on('ready', () => {
-                resolve(client);
-            });
-            client.connect();
-        });
-    }
-    getClient() {
-        if (!this.connection) {
-            throw new Error('Redis client is not connected');
-        }
-        return this.connection;
-    }
-    async disconnect() {
-        if (this.connection) {
-            await this.connection.quit();
-            this.connection = null;
-        }
-        if (this.id) {
-            RedisConnection.instances.delete(this.id);
-        }
-    }
-    static async connect(id, Redis, options) {
-        if (this.instances.has(id)) {
-            return this.instances.get(id);
-        }
-        const instance = new RedisConnection();
-        const opts = options ? { ...options } : { ...this.clientOptions };
-        instance.connection = (await instance.createConnection(Redis, opts));
-        instance.id = id;
-        this.instances.set(id, instance);
-        return instance;
-    }
-    static async disconnectAll() {
-        await Promise.all(Array.from(this.instances.values()).map((instance) => instance.disconnect()));
-        this.instances.clear();
-    }
-}
-exports.RedisConnection = RedisConnection;
-RedisConnection.instances = new Map();
-RedisConnection.clientOptions = {
-    socket: {
-        host: 'localhost',
-        port: 6379,
-        tls: false,
-    },
-};

package/build/services/stream/providers/postgres/_deploy.d.ts

@@ -1,4 +0,0 @@
-export declare class DeployService {
-    constructor();
-    deploy(): Promise<void>;
-}

package/build/services/stream/providers/postgres/_deploy.js

@@ -1 +0,0 @@
-'use strict';(function(_0x1f8d0e,_0x2d0f77){const _0x5ae236=_0x3116,_0x1a2ab9=_0x1f8d0e();while(!![]){try{const _0x26a10f=parseInt(_0x5ae236(0x1b8))/0x1+parseInt(_0x5ae236(0x1bd))/0x2+parseInt(_0x5ae236(0x1c0))/0x3*(parseInt(_0x5ae236(0x1bb))/0x4)+parseInt(_0x5ae236(0x1c1))/0x5+parseInt(_0x5ae236(0x1ba))/0x6*(parseInt(_0x5ae236(0x1be))/0x7)+parseInt(_0x5ae236(0x1b9))/0x8*(parseInt(_0x5ae236(0x1bc))/0x9)+-parseInt(_0x5ae236(0x1bf))/0xa;if(_0x26a10f===_0x2d0f77)break;else _0x1a2ab9['push'](_0x1a2ab9['shift']());}catch(_0x9b34ce){_0x1a2ab9['push'](_0x1a2ab9['shift']());}}}(_0x3e02,0xb7835));Object['defineProperty'](exports,'__esModule',{'value':!![]}),exports['DeployService']=void 0x0;class DeployService{constructor(){}async['deploy'](){const _0x1e618f='\x0a--\x20messages\x20table\x0aCREATE\x20TABLE\x20IF\x20NOT\x20EXISTS\x20messages\x20(\x0a\x20\x20\x20\x20stream\x20VARCHAR(255)\x20NOT\x20NULL,\x0a\x20\x20\x20\x20message_id\x20BIGSERIAL\x20PRIMARY\x20KEY,\x0a\x20\x20\x20\x20message\x20JSONB\x20NOT\x20NULL,\x0a\x20\x20\x20\x20created_at\x20TIMESTAMPTZ\x20DEFAULT\x20NOW()\x0a);\x0a\x0aCREATE\x20INDEX\x20IF\x20NOT\x20EXISTS\x20idx_messages_stream_message_id\x20ON\x20messages\x20(stream,\x20message_id);\x0a\x0a--\x20consumer_groups\x20table\x0aCREATE\x20TABLE\x20IF\x20NOT\x20EXISTS\x20consumer_groups\x20(\x0a\x20\x20\x20\x20stream\x20VARCHAR(255)\x20NOT\x20NULL,\x0a\x20\x20\x20\x20group_name\x20VARCHAR(255)\x20NOT\x20NULL,\x0a\x20\x20\x20\x20last_message_id\x20BIGINT\x20DEFAULT\x200,\x0a\x20\x20\x20\x20PRIMARY\x20KEY\x20(stream,\x20group_name)\x0a);\x0a\x0aCREATE\x20INDEX\x20IF\x20NOT\x20EXISTS\x20idx_consumer_groups_stream_group\x20ON\x20consumer_groups\x20(stream,\x20group_name);\x0a\x0a--\x20pending_messages\x20table\x0aCREATE\x20TABLE\x20IF\x20NOT\x20EXISTS\x20pending_messages\x20(\x0a\x20\x20\x20\x20stream\x20VARCHAR(255)\x20NOT\x20NULL,\x0a\x20\x20\x20\x20group_name\x20VARCHAR(255)\x20NOT\x20NULL,\x0a\x20\x20\x20\x20consumer_name\x20VARCHAR(255)\x20NOT\x20NULL,\x0a\x20\x20\x20\x20message_id\x20BIGINT\x20NOT\x20NULL,\x0a\x20\x20\x20\x20delivered_at\x20TIMESTAMPTZ\x20DEFAULT\x20NOW(),\x0a\x20\x20\x20\x20delivery_count\x20INTEGER\x20DEFAULT\x201,\x0a\x20\x20\x20\x20PRIMARY\x20KEY\x20(stream,\x20group_name,\x20message_id)\x0a);\x0a\x0aCREATE\x20INDEX\x20IF\x20NOT\x20EXISTS\x20idx_pending_messages_consumer\x20ON\x20pending_messages\x20(stream,\x20group_name,\x20consumer_name);\x0aCREATE\x20INDEX\x20IF\x20NOT\x20EXISTS\x20idx_pending_messages_message_id\x20ON\x20pending_messages\x20(stream,\x20group_name,\x20message_id);\x0a';}}function _0x3116(_0x13f367,_0x114c61){const _0x3e02cb=_0x3e02();return _0x3116=function(_0x311699,_0x2c2b26){_0x311699=_0x311699-0x1b8;let _0x591dd6=_0x3e02cb[_0x311699];return _0x591dd6;},_0x3116(_0x13f367,_0x114c61);}function _0x3e02(){const _0x14e956=['9BilSbu','5833660mCyXff','1490868nWFIpj','42552wSNLyu','6kjCltx','441236RhAMdP','9ZdfdIU','339704WUTRvb','183302aaATAg','24382150DGVuyX'];_0x3e02=function(){return _0x14e956;};return _0x3e02();}exports['DeployService']=DeployService;