@qwe8652591/abap-recursive-query 1.1.0

package/dist/common/RedisQueueManager.d.ts

@@ -0,0 +1,170 @@
+/**
+ * Redis 队列管理器
+ * 负责管理任务队列、Job状态、缓存等
+ */
+import Redis from 'ioredis';
+import { Task, Job, JobProgress, CachedObjectData, JobStatus, TaskStatus } from './types';
+/**
+ * Redis 队列管理器
+ * ✅ 优化：改进连接复用机制，减少连接数
+ */
+export declare class RedisQueueManager {
+    private redis;
+    private enableCompression;
+    private pubClient;
+    private subClients;
+    private sharedSubClient?;
+    constructor(redis?: Redis);
+    /**
+     * 创建新的 Job
+     */
+    createJob(jobId: string, rootObjectType: string, rootObjectName: string, config: any): Promise<void>;
+    /**
+     * 获取 Job 信息
+     */
+    getJob(jobId: string): Promise<Job | null>;
+    /**
+     * 更新 Job 状态
+     */
+    updateJobStatus(jobId: string, status: JobStatus): Promise<void>;
+    /**
+     * 增加 Job 的任务计数
+     */
+    incrementJobTaskCount(jobId: string, field: 'totalTasks' | 'completedTasks' | 'failedTasks' | 'skippedTasks'): Promise<void>;
+    /**
+     * 记录 Job 错误
+     * @param jobId Job ID
+     * @param error 错误信息
+     */
+    recordJobError(jobId: string, error: string): Promise<void>;
+    /**
+     * 获取活跃的 Job IDs
+     */
+    getActiveJobIds(): Promise<string[]>;
+    /**
+     * 创建任务并推送到Job专属队列
+     */
+    createTask(task: Task, isRetry?: boolean): Promise<string>;
+    /**
+     * 从指定Job的队列拉取任务
+     */
+    pullTask(jobId: string, timeout?: number): Promise<Task | null>;
+    /**
+     * 从多个Job的队列拉取任务（消费者可以处理多个Job）
+     */
+    pullTaskFromAnyJob(jobIds: string[], timeout?: number): Promise<Task | null>;
+    /**
+     * 获取任务信息
+     */
+    getTask(taskId: string): Promise<Task | null>;
+    /**
+     * 更新任务状态
+     */
+    updateTaskStatus(taskId: string, status: TaskStatus, workerId?: string, error?: string): Promise<void>;
+    /**
+     * 完成任务（✅ 优化：发送队列空间通知）
+     */
+    completeTask(taskId: string, result?: any): Promise<void>;
+    /**
+     * 任务失败
+     */
+    failTask(taskId: string, error: string): Promise<void>;
+    /**
+     * 检查Job是否完成（✅ 修复：只有在所有任务处理完后才更新状态）
+     */
+    private checkJobCompletion;
+    /**
+     * 获取指定Job的队列大小
+     */
+    getQueueSize(jobId: string): Promise<number>;
+    /**
+     * 获取队列中的任务数（精确但较慢）
+     */
+    getQueueTaskCount(jobId: string): Promise<number>;
+    /**
+     * 缓存对象数据
+     */
+    cacheObject(jobId: string, objectKey: string, data: CachedObjectData): Promise<void>;
+    /**
+     * 获取缓存的对象数据
+     */
+    getCache(jobId: string, objectKey: string): Promise<CachedObjectData | null>;
+    /**
+     * 删除缓存
+     */
+    deleteCache(jobId: string, objectKey: string): Promise<void>;
+    /**
+     * 检查对象是否已访问
+     */
+    isVisited(jobId: string, objectKey: string): Promise<boolean>;
+    /**
+     * 标记对象为已访问
+     */
+    markVisited(jobId: string, objectKey: string): Promise<void>;
+    /**
+     * 原子性地标记对象为已访问（如果未访问则标记）
+     * @param jobId Job ID
+     * @param objectKey 对象键
+     * @returns true 表示首次访问（未被访问过），false 表示已访问
+     */
+    markVisitedIfNotExists(jobId: string, objectKey: string): Promise<boolean>;
+    /**
+     * 检查附加数据是否已处理（用于去重）
+     * @param jobId Job ID
+     * @param category 数据类别（textelements/messages/guititle/guistatus/screens）
+     * @param programName 程序名称
+     * @returns true 表示已处理，false 表示未处理
+     */
+    hasProcessed(jobId: string, category: 'textelements' | 'messages' | 'guititle' | 'guistatus' | 'screens', programName: string): Promise<boolean>;
+    /**
+     * 标记附加数据为已处理
+     * @param jobId Job ID
+     * @param category 数据类别
+     * @param programName 程序名称
+     */
+    markProcessed(jobId: string, category: 'textelements' | 'messages' | 'guititle' | 'guistatus' | 'screens', programName: string): Promise<void>;
+    /**
+     * 更新进度
+     */
+    updateProgress(jobId: string, progress: JobProgress): Promise<void>;
+    /**
+     * 获取进度
+     */
+    getProgress(jobId: string): Promise<JobProgress | null>;
+    /**
+     * 序列化 Job
+     */
+    private serializeJob;
+    /**
+     * 反序列化 Job
+     */
+    private deserializeJob;
+    /**
+     * 序列化 Task
+     */
+    private serializeTask;
+    /**
+     * 反序列化 Task
+     */
+    private deserializeTask;
+    /**
+     * 发布队列空间可用事件（在 Consumer 完成任务时调用）
+     */
+    notifyQueueSpace(jobId: string): Promise<void>;
+    /**
+     * 订阅队列空间可用事件
+     * ✅ 优化：使用共享订阅客户端，减少连接数
+     * @returns 返回取消订阅的函数
+     */
+    subscribeQueueSpace(jobId: string, callback: () => void): Promise<() => Promise<void>>;
+    /**
+     * 关闭连接
+     * ✅ 优化：正确关闭共享订阅客户端
+     */
+    close(): Promise<void>;
+    /**
+     * 清理Job的所有数据
+     */
+    cleanupJob(jobId: string): Promise<void>;
+}
+//# sourceMappingURL=RedisQueueManager.d.ts.map

package/dist/common/RedisQueueManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisQueueManager.d.ts","sourceRoot":"","sources":["../../src/common/RedisQueueManager.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,MAAM,SAAS,CAAC;AAG5B,OAAO,EACH,IAAI,EACJ,GAAG,EACH,WAAW,EAEX,gBAAgB,EAChB,SAAS,EACT,UAAU,EACb,MAAM,SAAS,CAAC;AAMjB;;;GAGG;AACH,qBAAa,iBAAiB;IAC1B,OAAO,CAAC,KAAK,CAAQ;IACrB,OAAO,CAAC,iBAAiB,CAAU;IACnC,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,UAAU,CAAiC;IACnD,OAAO,CAAC,eAAe,CAAC,CAAQ;gBAEpB,KAAK,CAAC,EAAE,KAAK;IAmBzB;;OAEG;IACG,SAAS,CACX,KAAK,EAAE,MAAM,EACb,cAAc,EAAE,MAAM,EACtB,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE,GAAG,GACZ,OAAO,CAAC,IAAI,CAAC;IA2BhB;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;IAWhD;;OAEG;IACG,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAatE;;OAEG;IACG,qBAAqB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,gBAAgB,GAAG,aAAa,GAAG,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAKlI;;;;OAIG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKjE;;OAEG;IACG,eAAe,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAkB1C;;OAEG;IACG,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,GAAE,OAAe,GAAG,OAAO,CAAC,MAAM,CAAC;IA2BvE;;OAEG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,MAAU,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;IAuBxE;;OAEG;IACG,kBAAkB,CACpB,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,GAAE,MAAU,GACpB,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;IAyBvB;;OAEG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;IAWnD;;OAEG;IACG,gBAAgB,CAClB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,UAAU,EAClB,QAAQ,CAAC,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC;IAoBhB;;OAEG;IACG,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAiB/D;;OAEG;IACG,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAqC5D;;OAEG;YACW,kBAAkB;IAqChC;;OAEG;IACG,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAKlD;;OAEG;IACG,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IASvD;;OAEG;IACG,WAAW,CACb,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,gBAAgB,GACvB,OAAO,CAAC,IAAI,CAAC;IAiBhB;;OAEG;IACG,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAkBlF;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IASlE;;OAEG;IACG,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKnE;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMlE;;;;;OAKG;IACG,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAShF;;;;;;OAMG;IACG,YAAY,CACd,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,cAAc,GAAG,UAAU,GAAG,UAAU,GAAG,WAAW,GAAG,SAAS,EAC5E,WAAW,EAAE,MAAM,GACpB,OAAO,CAAC,OAAO,CAAC;IAKnB;;;;;OAKG;IACG,aAAa,CACf,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,cAAc,GAAG,UAAU,GAAG,UAAU,GAAG,WAAW,GAAG,SAAS,EAC5E,WAAW,EAAE,MAAM,GACpB,OAAO,CAAC,IAAI,CAAC;IAShB;;OAEG;IACG,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAczE;;OAEG;IACG,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;IAsC7D;;OAEG;IACH,OAAO,CAAC,YAAY;IAkBpB;;OAEG;IACH,OAAO,CAAC,cAAc;IAkBtB;;OAEG;IACH,OAAO,CAAC,aAAa;IAsBrB;;OAEG;IACH,OAAO,CAAC,eAAe;IA0BvB;;OAEG;IACG,gBAAgB,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKpD;;;;OAIG;IACG,mBAAmB,CACrB,KAAK,EAAE,MAAM,EACb,QAAQ,EAAE,MAAM,IAAI,GACrB,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;IA2D/B;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB5B;;OAEG;IACG,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAejD"}