bulltrackers-module 1.0.668 → 1.0.669

package/functions/computation-system/helpers/computation_dispatcher.js

@@ -77,7 +77,6 @@ async function sendAuthenticatedCallback(callbackUrl, payload, logger, directFet
     }
 }
 
-// ... [SHARED UTILS and SHARED ASYNC HELPERS remain exactly the same] ...
 
 function getMillis(field) {
     if (!field) return 0;

package/functions/computation-system/utils/data_loader.js

@@ -38,7 +38,18 @@ async function tryLoadFromGCS(config, dateString, snapshotName, logger) {
         if (exists) {
             logger.log('INFO', `[DataLoader] ⚡️ GCS HIT: ${snapshotName} for ${dateString}`);
             const [content] = await file.download();
-            return JSON.parse(zlib.gunzipSync(content).toString());
+            
+            // FIX: GCS client auto-decompresses if Content-Encoding is gzip.
+            // We try gunzip first; if it fails with header check, it's likely already JSON.
+            try {
+                return JSON.parse(zlib.gunzipSync(content).toString());
+            } catch (zipError) {
+                if (zipError.message && zipError.message.includes('incorrect header check')) {
+                    // Content was already decompressed by the client
+                    return JSON.parse(content.toString());
+                }
+                throw zipError;
+            }
         }
     } catch (e) {
         logger.log('WARN', `[DataLoader] GCS Check Failed (${snapshotName}): ${e.message}`);
@@ -434,7 +445,19 @@ async function* streamPortfolioData(config, deps, dateString, providedRefs = nul
             if (exists) {
                 logger.log('INFO', `[DataLoader] ⚡️ STREAMING: Hydrating Portfolios from GCS Snapshot`);
                 const [content] = await file.download();
-                const fullData = JSON.parse(zlib.gunzipSync(content).toString());
+                
+                // FIX: Handle Double Decompression
+                let fullData;
+                try {
+                    fullData = JSON.parse(zlib.gunzipSync(content).toString());
+                } catch (zipError) {
+                     if (zipError.message && zipError.message.includes('incorrect header check')) {
+                        fullData = JSON.parse(content.toString());
+                    } else {
+                        throw zipError;
+                    }
+                }
+
                 yield fullData; // Yield all in one chunk as it fits in memory
                 return;
             }
@@ -473,7 +496,7 @@ async function* streamHistoryData(config, deps, dateString, providedRefs = null,
             if (exists) {
                 logger.log('INFO', `[DataLoader] ⚡️ STREAMING: Hydrating History from GCS (JSONL)`);
                 
-                const fileStream = file.createReadStream().pipe(zlib.createGunzip());
+                const fileStream = file.createReadStream();
                 const rl = readline.createInterface({ input: fileStream, crlfDelay: Infinity });
 
                 let currentBatch = {};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.668",
+  "version": "1.0.669",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [