@taicode/common-server 1.0.11 → 1.0.12

package/output/redis-queue/redis-queue-common.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-queue-common.d.ts","sourceRoot":"","sources":["../../source/redis-queue/redis-queue-common.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,eAAe,EAAE,MAAM,OAAO,CAAA;AACrD,OAAO,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAA;AAE7E;;;GAGG;AACH,8BAAsB,gBAAgB,CAAC,CAAC,SAAS,QAAQ,GAAG,QAAQ;IAClE,SAAS,CAAC,KAAK,EAAE,eAAe,GAAG,IAAI,CAAO;IAC9C,SAAS,CAAC,eAAe,EAAE,OAAO,CAAQ;IAE1C,SAAS,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACnC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACpC,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAGvC,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IACtC,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IACvC,SAAS,CAAC,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAC1C,SAAS,CAAC,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;gBAE7B,MAAM,EAAE,sBAAsB;IAwC1C;;OAEG;IACH,SAAS,CAAC,QAAQ,CAAC,YAAY,IAAI,MAAM;IAEzC;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAS9B;;OAEG;IACH,UAAU,IAAI,IAAI;IAalB;;OAEG;cACa,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;IAWhE;;OAEG;IACH,SAAS,CAAC,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM;IAUlD;;OAEG;cACa,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqChG;;;OAGG;cACa,gBAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAqD1G;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAevG;;OAEG;IACG,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC;CASjC"}

package/output/redis-queue/redis-queue-common.js

@@ -0,0 +1,222 @@
+import { createClient } from 'redis';
+/**
+ * Redis 队列基础类
+ * 封装 Provider 和 Consumer 的公共逻辑
+ */
+export class RedisQueueCommon {
+    redis = null;
+    isExternalRedis = false; // 是否使用外部传入的 Redis 客户端
+    queueKey;
+    redisUrl;
+    cleanupDelay;
+    // 不同状态队列的键名
+    failedQueue;
+    pendingQueue;
+    processingQueue;
+    completedQueue;
+    constructor(config) {
+        // 验证必填参数
+        if (!config.redisUrl && !config.redisClient) {
+            throw new Error('[RedisQueue] Either redisUrl or redisClient is required');
+        }
+        if (config.redisUrl && config.redisClient) {
+            throw new Error('[RedisQueue] Cannot specify both redisUrl and redisClient');
+        }
+        if (!config.queueKey) {
+            throw new Error('[RedisQueue] queueKey is required');
+        }
+        if (config.queueKey.length < 6) {
+            throw new Error('[RedisQueue] queueKey must be at least 6 characters long');
+        }
+        this.redisUrl = config.redisUrl;
+        this.queueKey = config.queueKey;
+        this.cleanupDelay = config.cleanupDelay ?? 86400; // 24 hours
+        // 初始化不同状态队列的键名
+        this.failedQueue = `${config.queueKey}:failed`;
+        this.pendingQueue = `${config.queueKey}:pending`;
+        this.completedQueue = `${config.queueKey}:completed`;
+        this.processingQueue = `${config.queueKey}:processing`;
+        // 使用外部客户端或创建新客户端
+        if (config.redisClient) {
+            this.redis = config.redisClient;
+            this.isExternalRedis = true;
+        }
+        else {
+            this.redis = createClient({ url: this.redisUrl });
+            this.isExternalRedis = false;
+            // 添加错误处理
+            this.redis.on('error', (err) => {
+                console.error(`[${this.getLogPrefix()}] Redis Client Error:`, err);
+            });
+        }
+    }
+    /**
+     * 连接 Redis
+     */
+    async connect() {
+        if (this.redis && !this.redis.isOpen) {
+            await this.redis.connect().catch((error) => {
+                console.error(`[${this.getLogPrefix()}] Failed to connect to Redis:`, error);
+                throw error;
+            });
+        }
+    }
+    /**
+     * 断开 Redis 连接
+     */
+    disconnect() {
+        // 如果是外部传入的客户端,不主动断开连接
+        if (this.isExternalRedis) {
+            return;
+        }
+        if (this.redis && this.redis.isOpen) {
+            this.redis.disconnect().catch((error) => {
+                console.error(`[${this.getLogPrefix()}] Failed to disconnect:`, error);
+            });
+        }
+    }
+    /**
+     * 获取任务详情
+     */
+    async getTask(taskId) {
+        if (!this.redis || !this.redis.isOpen)
+            return null;
+        const taskKey = `${this.queueKey}:task:${taskId}`;
+        const taskData = await this.redis.get(taskKey);
+        if (!taskData)
+            return null;
+        return JSON.parse(taskData);
+    }
+    /**
+     * 根据状态获取对应的队列键
+     */
+    getQueueByStatus(status) {
+        switch (status) {
+            case 'pending': return this.pendingQueue;
+            case 'processing': return this.processingQueue;
+            case 'completed': return this.completedQueue;
+            case 'failed': return this.failedQueue;
+            default: return this.pendingQueue;
+        }
+    }
+    /**
+     * 更新任务状态并移动到对应队列（原子操作）
+     */
+    async applyStatus(taskId, oldStatus, newStatus) {
+        if (!this.redis || !this.redis.isOpen)
+            return;
+        const task = await this.getTask(taskId);
+        if (!task)
+            return;
+        task.status = newStatus;
+        const taskKey = `${this.queueKey}:task:${taskId}`;
+        const oldQueue = this.getQueueByStatus(oldStatus);
+        const newQueue = this.getQueueByStatus(newStatus);
+        if (oldQueue !== newQueue) {
+            // 使用 Lua 脚本确保原子性：更新任务 + 移动队列
+            const script = `
+        local taskKey = KEYS[1]
+        local oldQueue = KEYS[2]
+        local newQueue = KEYS[3]
+        local ttl = tonumber(ARGV[1])
+        local taskData = ARGV[2]
+        local taskId = ARGV[3]
+        
+        redis.call('SETEX', taskKey, ttl, taskData)
+        redis.call('LREM', oldQueue, 0, taskId)
+        redis.call('RPUSH', newQueue, taskId)
+        return 1
+      `;
+            await this.redis.eval(script, {
+                keys: [taskKey, oldQueue, newQueue],
+                arguments: [this.cleanupDelay.toString(), JSON.stringify(task), taskId],
+            });
+        }
+        else {
+            // 只更新任务数据
+            await this.redis.setEx(taskKey, this.cleanupDelay, JSON.stringify(task));
+        }
+    }
+    /**
+     * 批量更新任务状态（使用 Lua 脚本保证原子性）
+     * 注意: 此方法会在 Lua 脚本中读取任务数据,不需要提前获取
+     */
+    async applyStatusBatch(taskIds, oldStatus, newStatus) {
+        if (!this.redis || !this.redis.isOpen || taskIds.length === 0)
+            return 0;
+        const oldQueue = this.getQueueByStatus(oldStatus);
+        const newQueue = this.getQueueByStatus(newStatus);
+        // 使用 Lua 脚本批量更新状态并移动队列
+        const batchUpdateScript = `
+      local oldQueue = KEYS[1]
+      local newQueue = KEYS[2]
+      local queueKeyPrefix = ARGV[1]
+      local ttl = tonumber(ARGV[2])
+      local newStatus = ARGV[3]
+      local updatedCount = 0
+      
+      -- ARGV[4], ARGV[5], ARGV[6]... 是 taskId
+      for i = 4, #ARGV do
+        local taskId = ARGV[i]
+        local taskKey = queueKeyPrefix .. ':task:' .. taskId
+        local existingData = redis.call('GET', taskKey)
+        
+        if existingData then
+          -- 读取现有任务并更新状态
+          local task = cjson.decode(existingData)
+          task.status = newStatus
+          redis.call('SETEX', taskKey, ttl, cjson.encode(task))
+          
+          -- 如果队列不同,移动任务
+          if oldQueue ~= newQueue then
+            redis.call('LREM', oldQueue, 0, taskId)
+            redis.call('RPUSH', newQueue, taskId)
+          end
+          
+          updatedCount = updatedCount + 1
+        end
+      end
+      
+      return updatedCount
+    `;
+        const result = await this.redis.eval(batchUpdateScript, {
+            keys: [oldQueue, newQueue],
+            arguments: [
+                this.queueKey,
+                this.cleanupDelay.toString(),
+                newStatus,
+                ...taskIds,
+            ],
+        });
+        return result;
+    }
+    /**
+     * 获取队列统计信息（O(1) 时间复杂度）
+     */
+    async statistics() {
+        if (!this.redis || !this.redis.isOpen) {
+            return { pending: 0, processing: 0, completed: 0, failed: 0 };
+        }
+        const [pending, processing, completed, failed] = await Promise.all([
+            this.redis.lLen(this.pendingQueue),
+            this.redis.lLen(this.processingQueue),
+            this.redis.lLen(this.completedQueue),
+            this.redis.lLen(this.failedQueue),
+        ]);
+        return { pending, processing, completed, failed };
+    }
+    /**
+     * 健康检查
+     */
+    async health() {
+        if (!this.redis || !this.redis.isOpen)
+            return false;
+        try {
+            await this.redis.ping();
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+}

package/output/redis-queue/redis-queue-common.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=redis-queue-common.test.d.ts.map

package/output/redis-queue/redis-queue-common.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"redis-queue-common.test.d.ts","sourceRoot":"","sources":["../../source/redis-queue/redis-queue-common.test.ts"],"names":[],"mappings":""}