bulltrackers-module 1.0.263 → 1.0.265

package/functions/root-data-indexer/index.js

@@ -5,14 +5,12 @@
  */
 
 const { FieldValue } = require('@google-cloud/firestore');
-const pLimit = require('p-limit');
+const pLimit         = require('p-limit');
 
 // Hardcoded verification blocks as per logic requirements
 const CANARY_BLOCK_ID = '19M';
-const CANARY_PART_ID = 'part_0';
-
-// [FIX] Hardcoded to 'shard_0' based on your confirmed data path (/asset_prices/shard_0)
-const PRICE_SHARD_ID = 'shard_0'; 
+const CANARY_PART_ID  = 'part_0';
+const PRICE_SHARD_ID  = 'shard_0'; 
 
 /**
  * Main pipe: pipe.maintenance.runRootDataIndexer
@@ -25,36 +23,21 @@ exports.runRootDataIndexer = async (config, dependencies) => {
         collections 
     } = config;
 
-    // [FIX] Hardcode the collection name to ignore any incorrect config values
     const PRICE_COLLECTION_NAME = 'asset_prices';
-
     logger.log('INFO', '[RootDataIndexer] Starting Root Data Availability Scan...');
-
-    // 1. Pre-fetch Price Data Availability (Optimization)
     const priceAvailabilitySet = new Set();
-    
-    // --- DEBUGGING START ---
     logger.log('INFO', `[RootDataIndexer] DEBUG: Attempting to fetch price shard. Collection: "${PRICE_COLLECTION_NAME}", Doc ID: "${PRICE_SHARD_ID}"`);
-    // --- DEBUGGING END ---
-
     try {
-        // [FIX] Use the hardcoded collection name
         const priceShardRef = db.collection(PRICE_COLLECTION_NAME).doc(PRICE_SHARD_ID);
         const priceSnap = await priceShardRef.get();
-        
         if (priceSnap.exists) {
-            const data = priceSnap.data();
+            const data        = priceSnap.data();
             const instruments = Object.values(data);
-            
-            // --- DEBUGGING START ---
             logger.log('INFO', `[RootDataIndexer] DEBUG: Shard document found. Contains ${instruments.length} instrument entries.`);
-            
             if (instruments.length > 0) {
-                // Log the structure of the first instrument found to verify schema match
                 const sampleKey = Object.keys(data)[0];
                 const sampleVal = data[sampleKey];
                 logger.log('INFO', `[RootDataIndexer] DEBUG: Sample Instrument Data (ID: ${sampleKey}):`, sampleVal);
-                
                 if (!sampleVal.prices) {
                     logger.log('WARN', `[RootDataIndexer] DEBUG: ⚠️ Sample instrument is MISSING the 'prices' field! Available fields: ${Object.keys(sampleVal).join(', ')}`);
                 } else {
@@ -64,23 +47,10 @@ exports.runRootDataIndexer = async (config, dependencies) => {
             } else {
                 logger.log('WARN', '[RootDataIndexer] DEBUG: Shard document exists but appears empty (0 instruments found).');
             }
-            // --- DEBUGGING END ---
-
-            // Iterate over all instruments in this shard to find any available dates
-            Object.values(data).forEach(instrument => {
-                if (instrument.prices) {
-                    Object.keys(instrument.prices).forEach(dateKey => {
-                        // Validate format YYYY-MM-DD
-                        if (/^\d{4}-\d{2}-\d{2}$/.test(dateKey)) {
-                            priceAvailabilitySet.add(dateKey);
-                        }
-                    });
-                }
-            });
+
+            Object.values(data).forEach(instrument => { if (instrument.prices) { Object.keys(instrument.prices).forEach(dateKey => { if (/^\d{4}-\d{2}-\d{2}$/.test(dateKey)) { priceAvailabilitySet.add(dateKey); } }); } });
         } else {
-            // --- DEBUGGING START ---
             logger.log('ERROR', `[RootDataIndexer] DEBUG: 🛑 FATAL: Document "${PRICE_SHARD_ID}" does NOT exist in collection "${PRICE_COLLECTION_NAME}". Price availability will be false for all dates.`);
-            // --- DEBUGGING END ---
         }
         logger.log('INFO', `[RootDataIndexer] Loaded price availability map. Found prices for ${priceAvailabilitySet.size} unique dates.`);
     } catch (e) {
@@ -89,18 +59,16 @@ exports.runRootDataIndexer = async (config, dependencies) => {
 
     // 2. Determine Date Range (Earliest -> Tomorrow)
     const start = new Date(earliestDate || '2023-01-01');
-    const end = new Date();
+    const end   = new Date();
     end.setDate(end.getDate() + 1); // Look ahead 1 day
 
     const datesToScan = [];
-    for (let d = new Date(start); d <= end; d.setDate(d.getDate() + 1)) {
-        datesToScan.push(d.toISOString().slice(0, 10));
-    }
+    for (let d = new Date(start); d <= end; d.setDate(d.getDate() + 1)) { datesToScan.push(d.toISOString().slice(0, 10)); }
 
     logger.log('INFO', `[RootDataIndexer] Scanning ${datesToScan.length} dates from ${datesToScan[0]} to ${datesToScan[datesToScan.length-1]}`);
 
     // 3. Scan in Parallel
-    const limit = pLimit(20); // Concurrent date checks
+    const limit      = pLimit(20); // Concurrent date checks
     let updatesCount = 0;
 
     const promises = datesToScan.map(dateStr => limit(async () => {
@@ -111,17 +79,17 @@ exports.runRootDataIndexer = async (config, dependencies) => {
                 
                 // Defaults
                 hasPortfolio: false,
-                hasHistory: false,
-                hasSocial: false,
-                hasInsights: false,
-                hasPrices: false,
+                hasHistory:   false,
+                hasSocial:    false,
+                hasInsights:  false,
+                hasPrices:    false,
                 
                 // Detailed breakdown
                 details: {
-                    normalPortfolio: false,
+                    normalPortfolio:     false,
                     speculatorPortfolio: false,
-                    normalHistory: false,
-                    speculatorHistory: false
+                    normalHistory:       false,
+                    speculatorHistory:   false
                 }
             };
 
@@ -165,32 +133,35 @@ exports.runRootDataIndexer = async (config, dependencies) => {
 
             // --- EXECUTE CHECKS ---
             const [
-                normPortSnap, specPortSnap,
-                normHistSnap, specHistSnap,
-                insightsSnap, socialQuerySnap
+                normPortSnap, 
+                specPortSnap,
+                normHistSnap, 
+                specHistSnap,
+                insightsSnap, 
+                socialQuerySnap
             ] = await Promise.all([
-                normPortRef.get(), specPortRef.get(),
-                normHistRef.get(), specHistRef.get(),
+                normPortRef.get(), 
+                specPortRef.get(),
+                normHistRef.get(), 
+                specHistRef.get(),
                 insightsRef.get(), 
                 socialPostsRef.limit(1).get()
             ]);
 
             // Evaluate Findings
-            availability.details.normalPortfolio = normPortSnap.exists;
+            availability.details.normalPortfolio     = normPortSnap.exists;
             availability.details.speculatorPortfolio = specPortSnap.exists;
-            availability.hasPortfolio = normPortSnap.exists || specPortSnap.exists;
+            availability.hasPortfolio                = normPortSnap.exists || specPortSnap.exists;
 
-            availability.details.normalHistory = normHistSnap.exists;
-            availability.details.speculatorHistory = specHistSnap.exists;
-            availability.hasHistory = normHistSnap.exists || specHistSnap.exists;
+            availability.details.normalHistory       = normHistSnap.exists;
+            availability.details.speculatorHistory   = specHistSnap.exists;
+            availability.hasHistory                  = normHistSnap.exists || specHistSnap.exists;
 
-            availability.hasInsights = insightsSnap.exists;
-            availability.hasSocial = !socialQuerySnap.empty;
+            availability.hasInsights                 = insightsSnap.exists;
+            availability.hasSocial                   = !socialQuerySnap.empty;
 
-            // G. Prices (From pre-loaded set)
-            availability.hasPrices = priceAvailabilitySet.has(dateStr);
+            availability.hasPrices                   = priceAvailabilitySet.has(dateStr);
 
-            // Write to Index
             await db.collection(availabilityCollection).doc(dateStr).set(availability);
             updatesCount++;
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.263",
+  "version": "1.0.265",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [