bulltrackers-module 1.0.498 → 1.0.500

package/functions/root-data-indexer/index.js

@@ -95,12 +95,23 @@ exports.runRootDataIndexer = async (config, dependencies) => {
     logger.log('INFO', `[RootDataIndexer] Starting Root Data Availability Scan... Mode: ${scanMode}`, { targetDate });
     
     // 1. Price Availability - Read from date tracking documents
-    // Find the latest pricedatastoreddates document and extract available dates
+    // Find the latest price tracking document and extract available dates
     const priceAvailabilitySet = new Set();
     
+    // Get price tracking collection name from registry if available
+    let priceTrackingCollectionName = 'pricedatastoreddates';
+    if (dependencies.collectionRegistry && dependencies.collectionRegistry.getCollectionPath) {
+        try {
+            const trackingPath = dependencies.collectionRegistry.getCollectionPath('rootData', 'priceTracking', { fetchDate: '2025-01-01' });
+            priceTrackingCollectionName = trackingPath.split('/')[0];
+        } catch (e) {
+            logger.log('WARN', `[RootDataIndexer] Failed to get price tracking collection from registry, using default: ${e.message}`);
+        }
+    }
+    
     try {
         // Get the latest price date tracking document
-        const dateTrackingRef = db.collection('pricedatastoreddates')
+        const dateTrackingRef = db.collection(priceTrackingCollectionName)
             .orderBy('fetchDate', 'desc')
             .limit(1);
         
@@ -109,6 +120,7 @@ exports.runRootDataIndexer = async (config, dependencies) => {
         if (!dateTrackingSnapshot.empty) {
             const latestTrackingDoc = dateTrackingSnapshot.docs[0].data();
             const datesAvailable = latestTrackingDoc.datesAvailable || [];
+            const fetchDate = latestTrackingDoc.fetchDate;
             
             // Add all dates from the tracking document
             datesAvailable.forEach(dateKey => {
@@ -117,7 +129,22 @@ exports.runRootDataIndexer = async (config, dependencies) => {
                 }
             });
             
-            logger.log('INFO', `[RootDataIndexer] Loaded ${priceAvailabilitySet.size} price dates from tracking document (fetchDate: ${latestTrackingDoc.fetchDate})`);
+            // IMPORTANT: If the tracking document was written for today (fetchDate matches targetDate),
+            // we should consider prices available for that date even if the API didn't return that exact date.
+            // This is because the price fetcher ran for that date and stored prices (even if they're historical).
+            if (targetDate && fetchDate === targetDate) {
+                priceAvailabilitySet.add(targetDate);
+                logger.log('INFO', `[RootDataIndexer] Added fetchDate (${fetchDate}) to price availability set for target date check`);
+            }
+            
+            logger.log('INFO', `[RootDataIndexer] Loaded ${priceAvailabilitySet.size} price dates from tracking document (fetchDate: ${fetchDate})`);
+            
+            // Debug: Log a sample of dates and check if target date is present
+            if (targetDate) {
+                const sampleDates = Array.from(priceAvailabilitySet).slice(0, 5);
+                const hasTargetDate = priceAvailabilitySet.has(targetDate);
+                logger.log('INFO', `[RootDataIndexer] Price availability check for ${targetDate}: ${hasTargetDate ? 'FOUND' : 'NOT FOUND'}. Sample dates: ${sampleDates.join(', ')}`);
+            }
         } else {
             logger.log('WARN', '[RootDataIndexer] No price date tracking documents found. Falling back to empty set.');
         }
@@ -266,11 +293,11 @@ exports.runRootDataIndexer = async (config, dependencies) => {
             // Single tracking documents at root level:
             // - PopularInvestorSocialPostData/_dates -> fetchedDates.{date}
             // - SignedInUserSocialPostData/_dates -> fetchedDates.{date}
-            // For generic social (InstrumentFeedSocialPostData), check the collection directly
+            // For generic social (InstrumentFeedSocialPostData), check the posts subcollection
             const [piSocialTrackingDoc, signedInSocialTrackingDoc, genericSocialSnap] = await Promise.all([
                 db.collection('PopularInvestorSocialPostData').doc('_dates').get(),
                 db.collection('SignedInUserSocialPostData').doc('_dates').get(),
-                db.collection('InstrumentFeedSocialPostData').doc(dateStr).limit(1).get()
+                db.collection('InstrumentFeedSocialPostData').doc(dateStr).collection('posts').limit(1).get()
             ]);
             
             // Check if date exists in tracking documents
@@ -326,7 +353,7 @@ exports.runRootDataIndexer = async (config, dependencies) => {
             const [
                 normPortExists, specPortExists,
                 normHistExists, specHistExists,
-                insightsSnap, socialQuerySnap,
+                insightsSnap, genericSocialExists,
                 piRankingsSnap, 
                 piPortExists,  
                 piDeepExists, 
@@ -339,7 +366,7 @@ exports.runRootDataIndexer = async (config, dependencies) => {
                 checkAnyPartExists(normHistPartsRef),
                 checkAnyPartExists(specHistPartsRef),
                 insightsRef.get(),
-                genericSocialSnap.empty ? Promise.resolve(false) : Promise.resolve(true),
+                Promise.resolve(!genericSocialSnap.empty),
                 piRankingsRef.get(),
                 // Check new structure first, fallback to legacy
                 checkDateCollectionHasDocs(piPortfoliosCollectionRef).then(exists => exists || checkAnyPartExists(piPortfoliosPartsRef)),
@@ -392,20 +419,16 @@ exports.runRootDataIndexer = async (config, dependencies) => {
             availability.hasPortfolio = normPortExists || specPortExists || piPortExists || signedInPortExists;
             availability.hasHistory   = normHistExists || specHistExists || piHistExists || signedInHistExists;
             availability.hasInsights  = insightsSnap.exists;
-            availability.hasSocial    = !socialQuerySnap.empty; 
+            availability.hasSocial    = foundPISocial || foundSignedInSocial || genericSocialExists; 
             
             // Price Check
-            if (targetDate) {
-                // In single-date mode, we do a quick check on the shard if we don't have the full set loaded
-                // For performance, we default hasPrices to false unless we implement a specific single-date shard check.
-                // However, since this is usually called right after fetching, we can leave it as a secondary concern 
-                // or assume the Global Sync will catch it later. 
-                // OPTIONAL: Implementation of specific shard check for single date:
-                // For now, we reuse the set if available (it won't be) or default false.
-                // NOTE: The Global Scan at 01:00 UTC will strictly verify prices.
-                availability.hasPrices = priceAvailabilitySet.has(dateStr); 
-            } else {
-                availability.hasPrices = priceAvailabilitySet.has(dateStr);
+            // Check if the target date exists in the price availability set
+            // The set is populated from the price tracking document's datesAvailable array
+            const hasPriceForDate = priceAvailabilitySet.has(dateStr);
+            availability.hasPrices = hasPriceForDate;
+            
+            if (targetDate && !hasPriceForDate) {
+                logger.log('WARN', `[RootDataIndexer/${dateStr}] Price data not found in tracking document. Set size: ${priceAvailabilitySet.size}, Date checked: ${dateStr}`);
             }
 
             await db.collection(availabilityCollection).doc(dateStr).set(availability);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.498",
+  "version": "1.0.500",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [