bulltrackers-module 1.0.469 → 1.0.470

package/functions/root-data-indexer/index.js

@@ -237,10 +237,14 @@ exports.runRootDataIndexer = async (config, dependencies) => {
 
             // 4. Universal Social Check via Collection Group
             // Path: Collection Group 'posts' where 'fetchedAt' is within the day
+            // This queries ALL 'posts' subcollections across:
+            // - signed_in_users_social/{userId}/posts/{postId}
+            // - pi_social_posts/{userId}/posts/{postId}
+            // - daily_social_insights/{date}/posts/{postId}
             const universalSocialQuery = db.collectionGroup('posts')
                 .where('fetchedAt', '>=', dayStart)
                 .where('fetchedAt', '<=', dayEnd)
-                .limit(50); 
+                .limit(100); // Increased limit to ensure we catch all posts 
 
             // --- Execute Checks ---
             const [
@@ -275,34 +279,64 @@ exports.runRootDataIndexer = async (config, dependencies) => {
             let foundPISocial = false;
             let foundSignedInSocial = false;
 
+            logger.log('INFO', `[RootDataIndexer/${dateStr}] Checking social data availability (dayStart: ${dayStart.toISOString()}, dayEnd: ${dayEnd.toISOString()})`);
+            logger.log('INFO', `[RootDataIndexer/${dateStr}] Looking for PI social in: "${PI_SOCIAL_COLL_NAME}", Signed-in social in: "${SIGNED_IN_SOCIAL_COLL_NAME}"`);
+
             if (!universalSocialSnap.empty) {
-                logger.log('DEBUG', `[RootDataIndexer/${dateStr}] Found ${universalSocialSnap.docs.length} social posts in query`);
+                logger.log('INFO', `[RootDataIndexer/${dateStr}] Collection group query returned ${universalSocialSnap.docs.length} posts`);
+                
+                // Track all paths found for debugging
+                const allPaths = [];
+                const piPaths = [];
+                const signedInPaths = [];
+                const otherPaths = [];
+                
                 universalSocialSnap.docs.forEach(doc => {
                     const path = doc.ref.path;
                     const data = doc.data();
                     const fetchedAt = data.fetchedAt;
+                    allPaths.push(path);
+                    
+                    // Convert fetchedAt to string for logging
+                    let fetchedAtStr = 'missing';
+                    if (fetchedAt) {
+                        if (fetchedAt.toDate) {
+                            fetchedAtStr = fetchedAt.toDate().toISOString();
+                        } else if (fetchedAt.toMillis) {
+                            fetchedAtStr = new Date(fetchedAt.toMillis()).toISOString();
+                        } else {
+                            fetchedAtStr = String(fetchedAt);
+                        }
+                    }
                     
-                    // Use includes() to match collection name anywhere in path (more robust)
+                    // Use includes() to match collection name anywhere in path
                     // Path format: {collectionName}/{userId}/posts/{postId}
-                    // Firestore paths don't have leading slash, so check both with and without
                     const piMatchPattern = `${PI_SOCIAL_COLL_NAME}/`;
                     const signedInMatchPattern = `${SIGNED_IN_SOCIAL_COLL_NAME}/`;
                     
-                    if (path.includes(piMatchPattern) || path.startsWith(piMatchPattern)) {
+                    if (path.includes(piMatchPattern)) {
                         foundPISocial = true;
-                        logger.log('DEBUG', `[RootDataIndexer/${dateStr}] ✓ Found PI social: ${path}`);
-                    }
-                    if (path.includes(signedInMatchPattern) || path.startsWith(signedInMatchPattern)) {
+                        piPaths.push({ path, fetchedAt: fetchedAtStr });
+                        logger.log('INFO', `[RootDataIndexer/${dateStr}] ✓ PI social: ${path} (fetchedAt: ${fetchedAtStr})`);
+                    } else if (path.includes(signedInMatchPattern)) {
                         foundSignedInSocial = true;
-                        const fetchedAtStr = fetchedAt ? (fetchedAt.toDate ? fetchedAt.toDate().toISOString() : String(fetchedAt)) : 'missing';
-                        logger.log('DEBUG', `[RootDataIndexer/${dateStr}] ✓ Found signed-in social: ${path}, fetchedAt: ${fetchedAtStr}`);
-                    } else if (!path.includes(piMatchPattern)) {
-                        // Log paths that don't match either pattern to help debug
-                        logger.log('DEBUG', `[RootDataIndexer/${dateStr}] ✗ Path doesn't match: ${path} (looking for: "${signedInMatchPattern}" or "${piMatchPattern}")`);
+                        signedInPaths.push({ path, fetchedAt: fetchedAtStr });
+                        logger.log('INFO', `[RootDataIndexer/${dateStr}] ✓ Signed-in social: ${path} (fetchedAt: ${fetchedAtStr})`);
+                    } else {
+                        otherPaths.push({ path, fetchedAt: fetchedAtStr });
+                        logger.log('INFO', `[RootDataIndexer/${dateStr}] ? Other social: ${path} (fetchedAt: ${fetchedAtStr})`);
                     }
                 });
+                
+                logger.log('INFO', `[RootDataIndexer/${dateStr}] Summary - Total: ${allPaths.length}, PI: ${piPaths.length}, Signed-in: ${signedInPaths.length}, Other: ${otherPaths.length}`);
+                
+                if (signedInPaths.length === 0 && !foundSignedInSocial) {
+                    logger.log('WARN', `[RootDataIndexer/${dateStr}] ⚠️ No signed-in social posts found! Expected pattern: "${signedInMatchPattern}"`);
+                    logger.log('WARN', `[RootDataIndexer/${dateStr}] All paths found: ${allPaths.slice(0, 10).join(', ')}${allPaths.length > 10 ? '...' : ''}`);
+                }
             } else {
-                logger.log('DEBUG', `[RootDataIndexer/${dateStr}] No social posts found in query (dayStart: ${dayStart.toISOString()}, dayEnd: ${dayEnd.toISOString()})`);
+                logger.log('WARN', `[RootDataIndexer/${dateStr}] ⚠️ Collection group query returned NO posts! (dayStart: ${dayStart.toISOString()}, dayEnd: ${dayEnd.toISOString()})`);
+                logger.log('WARN', `[RootDataIndexer/${dateStr}] This might indicate: 1) No posts with fetchedAt in this range, 2) Missing Firestore index, or 3) Query error`);
             }
 
             // --- Assign to Availability ---

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.469",
+  "version": "1.0.470",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [