@motiadev/adapter-redis-streams 0.8.2-beta.140-460356 → 0.8.2-beta.140-428722

package/README.md

@@ -14,11 +14,11 @@ Configure the Redis streams adapter in your `motia.config.ts`:
 
 ```typescript
 import { config } from '@motiadev/core'
-import { RedisStreamAdapter } from '@motiadev/adapter-redis-streams'
+import { RedisStreamAdapterManager } from '@motiadev/adapter-redis-streams'
 
 export default config({
   adapters: {
-    streams: (streamName) => new RedisStreamAdapter(streamName, {
+    streams: new RedisStreamAdapterManager({
       host: process.env.REDIS_HOST || 'localhost',
       port: parseInt(process.env.REDIS_PORT || '6379'),
       password: process.env.REDIS_PASSWORD,
@@ -28,6 +28,8 @@ export default config({
 })
 ```
 
+The `RedisStreamAdapterManager` creates a **single shared Redis connection** that is reused across all streams, providing better resource efficiency than creating separate connections per stream.
+
 ## Configuration Options
 
 ### RedisStreamAdapterConfig
@@ -49,6 +51,7 @@ export default config({
 - **Real-time Updates**: Pub/sub for instant data synchronization
 - **Efficient Querying**: Support for filtering, sorting, and pagination
 - **Automatic Reconnection**: Handles connection failures gracefully
+- **Shared Connections**: Manager pattern provides single Redis connection reused across all streams
 - **Connection Pooling**: Separate clients for pub/sub operations
 - **Type Safety**: Full TypeScript support with generics
 
@@ -68,7 +71,9 @@ motia:stream:events:users:active
 motia:stream:events:users:active:user-123
 ```
 
-## Example
+## Advanced Example
+
+For direct adapter usage (not recommended for configuration), you can still instantiate adapters directly:
 
 ```typescript
 import { RedisStreamAdapter } from '@motiadev/adapter-redis-streams'
@@ -90,6 +95,8 @@ const adapter = new RedisStreamAdapter('users', {
 })
 ```
 
+**Note:** For configuration in `motia.config.ts`, use `RedisStreamAdapterManager` instead (see Usage section above) to benefit from connection sharing across all streams.
+
 ## Real-time Updates
 
 The adapter uses Redis pub/sub to notify all instances about stream changes:

package/dist/index.d.ts

@@ -1,3 +1,4 @@
 export { RedisStreamAdapter } from './redis-stream-adapter';
+export { RedisStreamAdapterManager } from './redis-stream-adapter-manager';
 export type { RedisStreamAdapterConfig } from './types';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC3D,YAAY,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAA;AAC3D,OAAO,EAAE,yBAAyB,EAAE,MAAM,gCAAgC,CAAA;AAC1E,YAAY,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAA"}

package/dist/index.js

@@ -1,5 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedisStreamAdapter = void 0;
+exports.RedisStreamAdapterManager = exports.RedisStreamAdapter = void 0;
 var redis_stream_adapter_1 = require("./redis-stream-adapter");
 Object.defineProperty(exports, "RedisStreamAdapter", { enumerable: true, get: function () { return redis_stream_adapter_1.RedisStreamAdapter; } });
+var redis_stream_adapter_manager_1 = require("./redis-stream-adapter-manager");
+Object.defineProperty(exports, "RedisStreamAdapterManager", { enumerable: true, get: function () { return redis_stream_adapter_manager_1.RedisStreamAdapterManager; } });

package/dist/redis-stream-adapter-manager.d.ts

@@ -0,0 +1,12 @@
+import type { StreamAdapter, StreamAdapterManager } from '@motiadev/core';
+import type { RedisStreamAdapterConfig } from './types';
+export declare class RedisStreamAdapterManager implements StreamAdapterManager {
+    private config;
+    private client;
+    private connected;
+    constructor(config: RedisStreamAdapterConfig);
+    private connect;
+    createStream<TData>(streamName: string): StreamAdapter<TData>;
+    shutdown(): Promise<void>;
+}
+//# sourceMappingURL=redis-stream-adapter-manager.d.ts.map

package/dist/redis-stream-adapter-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-stream-adapter-manager.d.ts","sourceRoot":"","sources":["../src/redis-stream-adapter-manager.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAA;AAGzE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAA;AAEvD,qBAAa,yBAA0B,YAAW,oBAAoB;IAIxD,OAAO,CAAC,MAAM;IAH1B,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,SAAS,CAAQ;gBAEL,MAAM,EAAE,wBAAwB;YAsCtC,OAAO;IAWrB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC;IAIvD,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAKhC"}

package/dist/redis-stream-adapter-manager.js

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RedisStreamAdapterManager = void 0;
+const redis_1 = require("redis");
+const redis_stream_adapter_1 = require("./redis-stream-adapter");
+class RedisStreamAdapterManager {
+    constructor(config) {
+        this.config = config;
+        this.connected = false;
+        const clientConfig = {
+            socket: {
+                host: config.host || 'localhost',
+                port: config.port || 6379,
+                reconnectStrategy: config.socket?.reconnectStrategy ||
+                    ((retries) => {
+                        if (retries > 10) {
+                            return new Error('Redis connection retry limit exceeded');
+                        }
+                        return Math.min(retries * 100, 3000);
+                    }),
+                connectTimeout: config.socket?.connectTimeout || 10000,
+            },
+            password: config.password,
+            username: config.username,
+            database: config.database || 0,
+        };
+        this.client = (0, redis_1.createClient)(clientConfig);
+        this.client.on('error', (err) => {
+            console.error('[Redis Stream Manager] Client error:', err);
+        });
+        this.client.on('connect', () => {
+            this.connected = true;
+        });
+        this.client.on('disconnect', () => {
+            console.warn('[Redis Stream Manager] Disconnected');
+            this.connected = false;
+        });
+        this.connect();
+    }
+    async connect() {
+        if (!this.connected) {
+            try {
+                await this.client.connect();
+            }
+            catch (error) {
+                console.error('[Redis Stream Manager] Failed to connect:', error);
+                throw error;
+            }
+        }
+    }
+    createStream(streamName) {
+        return new redis_stream_adapter_1.RedisStreamAdapter(streamName, this.config, this.client);
+    }
+    async shutdown() {
+        if (this.client.isOpen) {
+            await this.client.quit();
+        }
+    }
+}
+exports.RedisStreamAdapterManager = RedisStreamAdapterManager;

package/dist/redis-stream-adapter.d.ts

@@ -1,17 +1,15 @@
 import type { BaseStreamItem, StateStreamEvent, StateStreamEventChannel } from '@motiadev/core';
 import { StreamAdapter, type StreamQueryFilter } from '@motiadev/core';
+import { type RedisClientType } from 'redis';
 import type { RedisStreamAdapterConfig } from './types';
 export declare class RedisStreamAdapter<TData> extends StreamAdapter<TData> {
     private client;
-    private pubClient;
     private subClient?;
     private keyPrefix;
-    private connected;
+    private groupPrefix;
     private subscriptions;
-    constructor(streamName: string, config: RedisStreamAdapterConfig);
-    private connect;
-    private ensureConnected;
-    private makeKey;
+    constructor(streamName: string, config: RedisStreamAdapterConfig, sharedClient: RedisClientType);
+    private makeGroupKey;
     private makeChannelKey;
     get(groupId: string, id: string): Promise<BaseStreamItem<TData> | null>;
     set(groupId: string, id: string, data: TData): Promise<BaseStreamItem<TData>>;
@@ -22,7 +20,6 @@ export declare class RedisStreamAdapter<TData> extends StreamAdapter<TData> {
     unsubscribe(channel: StateStreamEventChannel): Promise<void>;
     clear(groupId: string): Promise<void>;
     query(groupId: string, filter: StreamQueryFilter<TData>): Promise<BaseStreamItem<TData>[]>;
-    private scanKeys;
     cleanup(): Promise<void>;
 }
 //# sourceMappingURL=redis-stream-adapter.d.ts.map

package/dist/redis-stream-adapter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"redis-stream-adapter.d.ts","sourceRoot":"","sources":["../src/redis-stream-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAA;AAC/F,OAAO,EAAE,aAAa,EAAE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAEtE,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAA;AAEvD,qBAAa,kBAAkB,CAAC,KAAK,CAAE,SAAQ,aAAa,CAAC,KAAK,CAAC;IACjE,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,SAAS,CAAC,CAAiB;IACnC,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,aAAa,CAAiF;gBAE1F,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,wBAAwB;YA8ClD,OAAO;YAWP,eAAe;IAM7B,OAAO,CAAC,OAAO;IAMf,OAAO,CAAC,cAAc;IAMhB,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;IAOvE,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAW7E,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;IAW1E,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;IAW3D,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,uBAAuB,EAAE,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAMpF,SAAS,CAAC,CAAC,EACf,OAAO,EAAE,uBAAuB,EAChC,OAAO,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAC5D,OAAO,CAAC,IAAI,CAAC;IAmCV,WAAW,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa5D,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUrC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;YA+BlF,QAAQ;IAgBhB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAY/B"}
+{"version":3,"file":"redis-stream-adapter.d.ts","sourceRoot":"","sources":["../src/redis-stream-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAA;AAC/F,OAAO,EAAE,aAAa,EAAE,KAAK,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AACtE,OAAO,EAAgB,KAAK,eAAe,EAAE,MAAM,OAAO,CAAA;AAC1D,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,SAAS,CAAA;AAEvD,qBAAa,kBAAkB,CAAC,KAAK,CAAE,SAAQ,aAAa,CAAC,KAAK,CAAC;IACjE,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,SAAS,CAAC,CAAiB;IACnC,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,aAAa,CAAiF;gBAE1F,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,wBAAwB,EAAE,YAAY,EAAE,eAAe;IAQ/F,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,cAAc;IAMhB,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;IAMvE,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAgB7E,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;IAa1E,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;IAO3D,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,uBAAuB,EAAE,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAKpF,SAAS,CAAC,CAAC,EACf,OAAO,EAAE,uBAAuB,EAChC,OAAO,EAAE,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,GAC5D,OAAO,CAAC,IAAI,CAAC;IAmCV,WAAW,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa5D,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKrC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;IA+B1F,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}

package/dist/redis-stream-adapter.js

@@ -4,65 +4,15 @@ exports.RedisStreamAdapter = void 0;
 const core_1 = require("@motiadev/core");
 const redis_1 = require("redis");
 class RedisStreamAdapter extends core_1.StreamAdapter {
-    constructor(streamName, config) {
+    constructor(streamName, config, sharedClient) {
         super(streamName);
-        this.connected = false;
         this.subscriptions = new Map();
         this.keyPrefix = config.keyPrefix || 'motia:stream:';
-        const clientConfig = {
-            socket: {
-                host: config.host || 'localhost',
-                port: config.port || 6379,
-                reconnectStrategy: config.socket?.reconnectStrategy ||
-                    ((retries) => {
-                        if (retries > 10) {
-                            return new Error('Redis connection retry limit exceeded');
-                        }
-                        return Math.min(retries * 100, 3000);
-                    }),
-                connectTimeout: config.socket?.connectTimeout || 10000,
-            },
-            password: config.password,
-            username: config.username,
-            database: config.database || 0,
-        };
-        this.client = (0, redis_1.createClient)(clientConfig);
-        this.pubClient = (0, redis_1.createClient)(clientConfig);
-        this.client.on('error', (err) => {
-            console.error('[Redis Stream] Client error:', err);
-        });
-        this.client.on('connect', () => {
-            this.connected = true;
-        });
-        this.client.on('disconnect', () => {
-            console.warn('[Redis Stream] Disconnected');
-            this.connected = false;
-        });
-        this.pubClient.on('error', (err) => {
-            console.error('[Redis Stream] Pub client error:', err);
-        });
-        this.connect();
+        this.groupPrefix = `${this.keyPrefix}${streamName}:group:`;
+        this.client = sharedClient;
     }
-    async connect() {
-        if (!this.connected) {
-            try {
-                await Promise.all([this.client.connect(), this.pubClient.connect()]);
-            }
-            catch (error) {
-                console.error('[Redis Stream] Failed to connect:', error);
-                throw error;
-            }
-        }
-    }
-    async ensureConnected() {
-        if (!this.client.isOpen || !this.pubClient.isOpen) {
-            await this.connect();
-        }
-    }
-    makeKey(groupId, id) {
-        return id
-            ? `${this.keyPrefix}${this.streamName}:${groupId}:${id}`
-            : `${this.keyPrefix}${this.streamName}:${groupId}`;
+    makeGroupKey(groupId) {
+        return `${this.groupPrefix}${groupId}`;
     }
     makeChannelKey(channel) {
         return channel.id
@@ -70,42 +20,39 @@ class RedisStreamAdapter extends core_1.StreamAdapter {
             : `motia:stream:events:${this.streamName}:${channel.groupId}`;
     }
     async get(groupId, id) {
-        await this.ensureConnected();
-        const key = this.makeKey(groupId, id);
-        const value = await this.client.get(key);
+        const hashKey = this.makeGroupKey(groupId);
+        const value = await this.client.hGet(hashKey, id);
         return value ? JSON.parse(value) : null;
     }
     async set(groupId, id, data) {
-        await this.ensureConnected();
-        const key = this.makeKey(groupId, id);
+        const hashKey = this.makeGroupKey(groupId);
         const item = { ...data, id };
-        await this.client.set(key, JSON.stringify(item));
-        await this.send({ groupId, id }, { type: 'update', data: item });
+        const itemJson = JSON.stringify(item);
+        const existed = await this.client.hExists(hashKey, id);
+        const eventType = existed ? 'update' : 'create';
+        await Promise.all([
+            this.client.hSet(hashKey, id, itemJson),
+            this.send({ groupId, id }, { type: eventType, data: item }),
+        ]);
         return item;
     }
     async delete(groupId, id) {
-        await this.ensureConnected();
-        const item = await this.get(groupId, id);
-        if (item) {
-            const key = this.makeKey(groupId, id);
-            await this.client.del(key);
-            await this.send({ groupId, id }, { type: 'delete', data: item });
-        }
+        const hashKey = this.makeGroupKey(groupId);
+        const value = await this.client.hGet(hashKey, id);
+        if (!value)
+            return null;
+        const item = JSON.parse(value);
+        await Promise.all([this.client.hDel(hashKey, id), this.send({ groupId, id }, { type: 'delete', data: item })]);
         return item;
     }
     async getGroup(groupId) {
-        await this.ensureConnected();
-        const pattern = `${this.makeKey(groupId)}:*`;
-        const keys = await this.scanKeys(pattern);
-        if (keys.length === 0)
-            return [];
-        const values = await this.client.mGet(keys);
-        return values.filter((v) => v !== null).map((v) => JSON.parse(v));
+        const hashKey = this.makeGroupKey(groupId);
+        const values = await this.client.hGetAll(hashKey);
+        return Object.values(values).map((v) => JSON.parse(v));
     }
     async send(channel, event) {
-        await this.ensureConnected();
         const channelKey = this.makeChannelKey(channel);
-        await this.pubClient.publish(channelKey, JSON.stringify(event));
+        await this.client.publish(channelKey, JSON.stringify(event));
     }
     async subscribe(channel, handler) {
         const channelKey = this.makeChannelKey(channel);
@@ -150,12 +97,8 @@ class RedisStreamAdapter extends core_1.StreamAdapter {
         }
     }
     async clear(groupId) {
-        await this.ensureConnected();
-        const pattern = `${this.makeKey(groupId)}:*`;
-        const keys = await this.scanKeys(pattern);
-        if (keys.length > 0) {
-            await this.client.del(keys);
-        }
+        const hashKey = this.makeGroupKey(groupId);
+        await this.client.del(hashKey);
     }
     async query(groupId, filter) {
         let items = await this.getGroup(groupId);
@@ -182,29 +125,7 @@ class RedisStreamAdapter extends core_1.StreamAdapter {
         }
         return items;
     }
-    async scanKeys(pattern) {
-        const keys = [];
-        let cursor = 0;
-        do {
-            const result = await this.client.scan(cursor, {
-                MATCH: pattern,
-                COUNT: 100,
-            });
-            cursor = result.cursor;
-            keys.push(...result.keys);
-        } while (cursor !== 0);
-        return keys;
-    }
     async cleanup() {
-        if (this.subClient?.isOpen) {
-            await this.subClient.quit();
-        }
-        if (this.pubClient.isOpen) {
-            await this.pubClient.quit();
-        }
-        if (this.client.isOpen) {
-            await this.client.quit();
-        }
         this.subscriptions.clear();
     }
 }

package/package.json

@@ -3,10 +3,10 @@
   "description": "Redis streams adapter for Motia framework, enabling distributed stream management with real-time updates.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
-  "version": "0.8.2-beta.140-460356",
+  "version": "0.8.2-beta.140-428722",
   "dependencies": {
     "redis": "^4.7.0",
-    "@motiadev/core": "0.8.2-beta.140-460356"
+    "@motiadev/core": "0.8.2-beta.140-428722"
   },
   "devDependencies": {
     "@types/node": "^22.10.2",