@pioneer-platform/pioneer-cache 1.28.11 → 1.28.13

package/.turbo/turbo-build.log

@@ -1,5 +1,5 @@
 
 
-> @pioneer-platform/pioneer-cache@1.28.11 build /Users/highlander/WebstormProjects/keepkey-stack/projects/pioneer/modules/pioneer/pioneer-cache
+> @pioneer-platform/pioneer-cache@1.28.13 build /Users/highlander/WebstormProjects/keepkey-stack/projects/pioneer/modules/pioneer/pioneer-cache
 > tsc
 

package/CHANGELOG.md

@@ -1,5 +1,27 @@
 # @pioneer-platform/pioneer-cache
 
+## 1.28.13
+
+### Patch Changes
+
+- fix: Redis gzip binary corruption in tx history + SDK transaction loading from vault cache
+- Updated dependencies
+  - @pioneer-platform/pioneer-discovery@8.51.13
+  - @pioneer-platform/pioneer-caip@9.27.8
+  - @pioneer-platform/default-redis@8.11.9
+  - @pioneer-platform/redis-queue@8.12.19
+
+## 1.28.12
+
+### Patch Changes
+
+- chore: fix: dashboard staleness uses newest fetchedAt instead of oldest
+- Updated dependencies
+  - @pioneer-platform/pioneer-discovery@8.51.12
+  - @pioneer-platform/pioneer-caip@9.27.7
+  - @pioneer-platform/default-redis@8.11.8
+  - @pioneer-platform/redis-queue@8.12.18
+
 ## 1.28.11
 
 ### Patch Changes

package/dist/workers/refresh-worker.d.ts

@@ -30,8 +30,9 @@ export declare class RefreshWorker {
      */
     start(): Promise<void>;
     /**
-     * Purge stale jobs from queue on startup
-     * Scans queue and removes jobs older than 1 hour
+     * Purge all jobs from queue on startup
+     * On restart, all old jobs are stale — nuke the queue entirely.
+     * Fresh refresh jobs will be created organically as new requests come in.
      */
     private purgeStaleJobsOnStartup;
     /**
@@ -51,6 +52,10 @@ export declare class RefreshWorker {
      * Process a single refresh job
      */
     private processJob;
+    /**
+     * Purge the entire queue — drop all pending jobs immediately
+     */
+    purgeQueue(): Promise<number>;
     /**
      * Get worker statistics
      */

package/dist/workers/refresh-worker.js

@@ -56,57 +56,24 @@ class RefreshWorker {
         log.info(tag, '✅ Refresh worker started successfully');
     }
     /**
-     * Purge stale jobs from queue on startup
-     * Scans queue and removes jobs older than 1 hour
+     * Purge all jobs from queue on startup
+     * On restart, all old jobs are stale — nuke the queue entirely.
+     * Fresh refresh jobs will be created organically as new requests come in.
      */
     async purgeStaleJobsOnStartup() {
         const tag = TAG + 'purgeStaleJobsOnStartup | ';
         try {
-            const MAX_JOB_AGE_MS = 60 * 60 * 1000; // 1 hour
-            const now = Date.now();
-            let purgedCount = 0;
-            let scannedCount = 0;
-            log.info(tag, `Scanning queue for stale jobs (age > ${MAX_JOB_AGE_MS / 1000}s)...`);
-            // Get queue length
             const queueLength = await this.redisQueue.count(this.config.queueName);
             if (queueLength === 0) {
-                log.info(tag, '✅ Queue is empty, no stale jobs to purge');
+                log.info(tag, '✅ Queue is empty, nothing to purge');
                 return;
             }
-            log.info(tag, `Found ${queueLength} jobs in queue, checking for stale jobs...`);
-            // Scan up to 100 jobs to find stale ones
-            const MAX_SCAN = Math.min(queueLength, 100);
-            const tempJobs = [];
-            for (let i = 0; i < MAX_SCAN; i++) {
-                const job = await this.redisQueue.getWork(this.config.queueName, 1);
-                if (!job)
-                    break;
-                scannedCount++;
-                const jobTimestamp = job.timestamp || 0;
-                const jobAge = jobTimestamp > 0 ? now - jobTimestamp : 0;
-                if (jobAge > MAX_JOB_AGE_MS) {
-                    purgedCount++;
-                    log.warn(tag, `   Purged stale job: ${job.type} (age: ${Math.round(jobAge / 1000)}s)`);
-                }
-                else {
-                    // Keep fresh jobs - we'll re-queue them
-                    tempJobs.push(job);
-                }
-            }
-            // Re-queue fresh jobs
-            for (const job of tempJobs) {
-                await this.redisQueue.createWork(this.config.queueName, job);
-            }
-            if (purgedCount > 0) {
-                log.info(tag, `✅ Purged ${purgedCount} stale jobs (scanned ${scannedCount})`);
-            }
-            else {
-                log.info(tag, `✅ No stale jobs found (scanned ${scannedCount})`);
-            }
+            // Nuclear purge — delete the entire Redis list
+            await this.redisQueue.delete(this.config.queueName);
+            log.info(tag, `✅ Purged entire queue on startup: ${queueLength} stale jobs dropped from "${this.config.queueName}"`);
         }
         catch (error) {
             log.error(tag, '⚠️ Error during startup purge (non-fatal):', error);
-            // Don't throw - startup purge failure shouldn't prevent worker from starting
         }
     }
     /**
@@ -193,9 +160,7 @@ class RefreshWorker {
             if (jobTimestamp > 0) {
                 const actualJobAge = Date.now() - jobTimestamp;
                 if (actualJobAge > MAX_JOB_AGE_MS) {
-                    log.error(tag, `⚠️ DROPPING STALE JOB: ${type} (age: ${Math.round(actualJobAge / 1000)}s, max: ${MAX_JOB_AGE_MS / 1000}s)`);
-                    log.error(tag, `   Job key: ${key}`);
-                    log.error(tag, `   Job has been removed from queue and will not be retried`);
+                    log.warn(tag, `Dropped stale ${type} job (age: ${Math.round(actualJobAge / 1000)}s): ${key}`);
                     return;
                 }
             }
@@ -203,13 +168,8 @@ class RefreshWorker {
             const cacheName = type.replace('REFRESH_', '').toLowerCase();
             // Get the appropriate cache instance
             const cache = this.cacheRegistry.get(cacheName);
-            // FIX #2: Drop unsupported job types with clear error message
             if (!cache) {
-                log.error(tag, `❌ DROPPING UNSUPPORTED JOB: ${type}`);
-                log.error(tag, `   Cache type "${cacheName}" is not registered in this worker`);
-                log.error(tag, `   Registered caches: ${Array.from(this.cacheRegistry.keys()).join(', ') || 'NONE'}`);
-                log.error(tag, `   Job key: ${key}`);
-                log.error(tag, `   Job has been removed from queue and will not be retried`);
+                log.warn(tag, `Dropped unsupported ${type} job (no "${cacheName}" cache registered): ${key}`);
                 return;
             }
             // Fetch fresh data using the cache's fetchFresh method
@@ -254,6 +214,18 @@ class RefreshWorker {
             throw error;
         }
     }
+    /**
+     * Purge the entire queue — drop all pending jobs immediately
+     */
+    async purgeQueue() {
+        const tag = TAG + 'purgeQueue | ';
+        const count = await this.redisQueue.count(this.config.queueName);
+        if (count > 0) {
+            await this.redisQueue.delete(this.config.queueName);
+            log.info(tag, `✅ Purged ${count} jobs from "${this.config.queueName}"`);
+        }
+        return count;
+    }
     /**
      * Get worker statistics
      */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pioneer-platform/pioneer-cache",
-  "version": "1.28.11",
+  "version": "1.28.13",
   "description": "Unified caching system for Pioneer platform with Redis backend",
   "main": "./dist/index.js",
   "types": "./dist/index.d.ts",
@@ -14,11 +14,11 @@
   "author": "Pioneer Platform",
   "license": "MIT",
   "dependencies": {
+    "@pioneer-platform/default-redis": "8.11.9",
     "@pioneer-platform/loggerdog": "8.11.0",
-    "@pioneer-platform/redis-queue": "8.12.17",
-    "@pioneer-platform/pioneer-discovery": "8.51.11",
-    "@pioneer-platform/pioneer-caip": "9.27.6",
-    "@pioneer-platform/default-redis": "8.11.7"
+    "@pioneer-platform/redis-queue": "8.12.19",
+    "@pioneer-platform/pioneer-discovery": "8.51.13",
+    "@pioneer-platform/pioneer-caip": "9.27.8"
   },
   "devDependencies": {
     "@types/jest": "^29.5.0",

package/src/workers/refresh-worker.ts

@@ -79,66 +79,27 @@ export class RefreshWorker {
     }
 
     /**
-     * Purge stale jobs from queue on startup
-     * Scans queue and removes jobs older than 1 hour
+     * Purge all jobs from queue on startup
+     * On restart, all old jobs are stale — nuke the queue entirely.
+     * Fresh refresh jobs will be created organically as new requests come in.
      */
     private async purgeStaleJobsOnStartup(): Promise<void> {
         const tag = TAG + 'purgeStaleJobsOnStartup | ';
 
         try {
-            const MAX_JOB_AGE_MS = 60 * 60 * 1000; // 1 hour
-            const now = Date.now();
-            let purgedCount = 0;
-            let scannedCount = 0;
-
-            log.info(tag, `Scanning queue for stale jobs (age > ${MAX_JOB_AGE_MS / 1000}s)...`);
-
-            // Get queue length
             const queueLength = await this.redisQueue.count(this.config.queueName);
 
             if (queueLength === 0) {
-                log.info(tag, '✅ Queue is empty, no stale jobs to purge');
+                log.info(tag, '✅ Queue is empty, nothing to purge');
                 return;
             }
 
-            log.info(tag, `Found ${queueLength} jobs in queue, checking for stale jobs...`);
-
-            // Scan up to 100 jobs to find stale ones
-            const MAX_SCAN = Math.min(queueLength, 100);
-            const tempJobs: RefreshJob[] = [];
-
-            for (let i = 0; i < MAX_SCAN; i++) {
-                const job = await this.redisQueue.getWork(this.config.queueName, 1);
-
-                if (!job) break;
-
-                scannedCount++;
-                const jobTimestamp = (job as any).timestamp || 0;
-                const jobAge = jobTimestamp > 0 ? now - jobTimestamp : 0;
-
-                if (jobAge > MAX_JOB_AGE_MS) {
-                    purgedCount++;
-                    log.warn(tag, `   Purged stale job: ${job.type} (age: ${Math.round(jobAge / 1000)}s)`);
-                } else {
-                    // Keep fresh jobs - we'll re-queue them
-                    tempJobs.push(job);
-                }
-            }
-
-            // Re-queue fresh jobs
-            for (const job of tempJobs) {
-                await this.redisQueue.createWork(this.config.queueName, job);
-            }
-
-            if (purgedCount > 0) {
-                log.info(tag, `✅ Purged ${purgedCount} stale jobs (scanned ${scannedCount})`);
-            } else {
-                log.info(tag, `✅ No stale jobs found (scanned ${scannedCount})`);
-            }
+            // Nuclear purge — delete the entire Redis list
+            await this.redisQueue.delete(this.config.queueName);
+            log.info(tag, `✅ Purged entire queue on startup: ${queueLength} stale jobs dropped from "${this.config.queueName}"`);
 
         } catch (error) {
             log.error(tag, '⚠️ Error during startup purge (non-fatal):', error);
-            // Don't throw - startup purge failure shouldn't prevent worker from starting
         }
     }
 
@@ -241,9 +202,7 @@ export class RefreshWorker {
             if (jobTimestamp > 0) {
                 const actualJobAge = Date.now() - jobTimestamp;
                 if (actualJobAge > MAX_JOB_AGE_MS) {
-                    log.error(tag, `⚠️ DROPPING STALE JOB: ${type} (age: ${Math.round(actualJobAge / 1000)}s, max: ${MAX_JOB_AGE_MS / 1000}s)`);
-                    log.error(tag, `   Job key: ${key}`);
-                    log.error(tag, `   Job has been removed from queue and will not be retried`);
+                    log.warn(tag, `Dropped stale ${type} job (age: ${Math.round(actualJobAge / 1000)}s): ${key}`);
                     return;
                 }
             }
@@ -254,13 +213,8 @@ export class RefreshWorker {
             // Get the appropriate cache instance
             const cache = this.cacheRegistry.get(cacheName);
 
-            // FIX #2: Drop unsupported job types with clear error message
             if (!cache) {
-                log.error(tag, `❌ DROPPING UNSUPPORTED JOB: ${type}`);
-                log.error(tag, `   Cache type "${cacheName}" is not registered in this worker`);
-                log.error(tag, `   Registered caches: ${Array.from(this.cacheRegistry.keys()).join(', ') || 'NONE'}`);
-                log.error(tag, `   Job key: ${key}`);
-                log.error(tag, `   Job has been removed from queue and will not be retried`);
+                log.warn(tag, `Dropped unsupported ${type} job (no "${cacheName}" cache registered): ${key}`);
                 return;
             }
 
@@ -314,6 +268,19 @@ export class RefreshWorker {
         }
     }
 
+    /**
+     * Purge the entire queue — drop all pending jobs immediately
+     */
+    async purgeQueue(): Promise<number> {
+        const tag = TAG + 'purgeQueue | ';
+        const count = await this.redisQueue.count(this.config.queueName);
+        if (count > 0) {
+            await this.redisQueue.delete(this.config.queueName);
+            log.info(tag, `✅ Purged ${count} jobs from "${this.config.queueName}"`);
+        }
+        return count;
+    }
+
     /**
      * Get worker statistics
      */