bulltrackers-module 1.0.403 → 1.0.405

package/functions/computation-system/context/ContextFactory.js

@@ -1,6 +1,7 @@
 /**
  * @fileoverview Factory for creating the Computation Context.
  * UPDATED: Injects verification and rankings data into context globally and locally.
+ * UPDATED: Added support for historical ranking data in both Standard and Meta contexts.
  */
 const mathLayer          = require('../layers/index');
 const { LEGACY_MAPPING } = require('../topology/HashManager');
@@ -21,8 +22,10 @@ class ContextFactory {
             todayPortfolio, yesterdayPortfolio, todayHistory, yesterdayHistory, 
             userId, userType, dateStr, metadata, mappings, insights, socialData, 
             computedDependencies, previousComputedDependencies, config, deps,
-            verification, rankings, // User-specific
-            allRankings, allVerifications // [NEW] Global context for comparative analysis
+            verification, 
+            rankings, yesterdayRankings,         // User-specific rank entries
+            allRankings, allRankingsYesterday,   // Global rank lists
+            allVerifications 
         } = options;
         
         return {
@@ -32,7 +35,8 @@ class ContextFactory {
                 portfolio: { today: todayPortfolio, yesterday: yesterdayPortfolio }, 
                 history: { today: todayHistory, yesterday: yesterdayHistory },
                 verification: verification || null,
-                rankEntry: rankings || null // Renamed for clarity (single entry)
+                rankEntry: rankings || null,
+                rankEntryYesterday: yesterdayRankings || null
             },
             date: { today: dateStr },
             insights: { today: insights?.today, yesterday: insights?.yesterday },
@@ -42,9 +46,9 @@ class ContextFactory {
             computed: computedDependencies || {},
             previousComputed: previousComputedDependencies || {},
             meta: metadata, config, deps,
-            // [NEW] Global Data Injection for Comparative Logic (Similarity, Ranking position, etc.)
             globalData: {
                 rankings: allRankings || [],
+                rankingsYesterday: allRankingsYesterday || [],
                 verifications: allVerifications || {}
             }
         };
@@ -54,7 +58,8 @@ class ContextFactory {
         const { 
             dateStr, metadata, mappings, insights, socialData, prices, 
             computedDependencies, previousComputedDependencies, config, deps,
-            allRankings, allVerifications 
+            allRankings, allRankingsYesterday, // [UPDATED] Accepted here
+            allVerifications 
         } = options;
         
         return {
@@ -69,6 +74,7 @@ class ContextFactory {
             meta: metadata, config, deps,
             globalData: {
                 rankings: allRankings || [],
+                rankingsYesterday: allRankingsYesterday || [], // [UPDATED] Injected here
                 verifications: allVerifications || {}
             }
         };

package/functions/computation-system/executors/MetaExecutor.js

@@ -3,6 +3,7 @@
  * UPDATED: Uses CachedDataLoader for all data access.
  * UPDATED: Tracks processed shard/item counts.
  * UPDATED: Sends 'isInitialWrite: true' for robust cleanup.
+ * UPDATED: Support for historical rankings in Meta Context.
  */
 const { normalizeName }    = require('../utils/utils');
 const { CachedDataLoader } = require('../data/CachedDataLoader');
@@ -13,9 +14,20 @@ class MetaExecutor {
     static async run(date, calcs, passName, config, deps, rootData, fetchedDeps, previousFetchedDeps) {
         const dStr = date.toISOString().slice(0, 10);
         const { logger, db } = deps;
-        const { CachedDataLoader } = require('../data/CachedDataLoader');
         const loader = new CachedDataLoader(config, deps);
 
+        // [FIX] Check if any meta calculation needs history
+        const needsHistory = calcs.some(c => c.isHistorical);
+        let rankingsYesterday = null;
+
+        if (needsHistory) {
+             const prevDate = new Date(date);
+             prevDate.setUTCDate(prevDate.getUTCDate() - 1);
+             const prevStr = prevDate.toISOString().slice(0, 10);
+             logger.log('INFO', `[MetaExecutor] Loading historical rankings for ${prevStr}`);
+             rankingsYesterday = await loader.loadRankings(prevStr);
+        }
+
         // 1. Load Global Dependencies
         const [mappings, rankings, verifications] = await Promise.all([
             loader.loadMappings(),
@@ -38,11 +50,14 @@ class MetaExecutor {
                 previousComputedDependencies: previousFetchedDeps,
                 config, deps,
                 allRankings: rankings,
+                allRankingsYesterday: rankingsYesterday, // [FIX] Injected
                 allVerifications: verifications
             });
 
             try {
                 const result = await inst.process(context);
+                // Meta results are usually wrapped in a global key or just the result object
+                // The structure below implies we store it under the date key
                 inst.results = { [dStr]: { global: result } };
                 state[c.name] = inst;
             } catch (e) {
@@ -61,6 +76,18 @@ class MetaExecutor {
         const insights   = metadata.rootDataDependencies?.includes('insights') ? { today: await loader.loadInsights(dateStr) } : null;
         const social     = metadata.rootDataDependencies?.includes('social')   ? { today: await loader.loadSocial(dateStr)   } : null;
         
+        // [FIX] Historical support for Batch/OncePerDay execution
+        let rankingsYesterday = null;
+        if (metadata.isHistorical) {
+             const prevDate = new Date(dateStr);
+             prevDate.setUTCDate(prevDate.getUTCDate() - 1);
+             const prevStr = prevDate.toISOString().slice(0, 10);
+             rankingsYesterday = await loader.loadRankings(prevStr);
+        }
+
+        // Load current rankings (often needed for ContextFactory.buildMetaContext)
+        const rankings = await loader.loadRankings(dateStr);
+
         if (metadata.rootDataDependencies?.includes('price')) {
             logger.log('INFO', `[Executor] Running Batched/Sharded Execution for ${metadata.name}`);
             const shardRefs = await loader.getPriceShardReferences();
@@ -72,7 +99,9 @@ class MetaExecutor {
                 const partialContext = ContextFactory.buildMetaContext({ 
                     dateStr, metadata, mappings, insights, socialData: social, 
                     prices: { history: shardData }, computedDependencies: computedDeps, 
-                    previousComputedDependencies: prevDeps, config, deps 
+                    previousComputedDependencies: prevDeps, config, deps,
+                    allRankings: rankings,
+                    allRankingsYesterday: rankingsYesterday
                 });
                 
                 await calcInstance.process(partialContext);
@@ -90,7 +119,9 @@ class MetaExecutor {
             const context = ContextFactory.buildMetaContext({ 
                 dateStr, metadata, mappings, insights, socialData: social, 
                 prices: {}, computedDependencies: computedDeps, 
-                previousComputedDependencies: prevDeps, config, deps 
+                previousComputedDependencies: prevDeps, config, deps,
+                allRankings: rankings,
+                allRankingsYesterday: rankingsYesterday
             });
             const res = await calcInstance.process(context);
             
@@ -102,4 +133,4 @@ class MetaExecutor {
     }
 }
 
-module.exports = { MetaExecutor };
+module.exports = { MetaExecutor };

package/functions/computation-system/executors/StandardExecutor.js

@@ -1,7 +1,7 @@
 /**
  * {
  * type: uploaded file
- * fileName: bulltrackers-module/functions/computation-system/executors/StandardExecutor.js
+ * fileName: computation-system/executors/StandardExecutor.js
  * }
  */
 const { normalizeName, getEarliestDataDates }                          = require('../utils/utils');
@@ -141,6 +141,7 @@ class StandardExecutor {
     }
 
     static async flushBuffer(state, dateStr, passName, config, deps, shardIndexMap, executionStats, mode, skipStatusWrite, isInitialWrite = false) {
+        // ... (No changes to flushBuffer)
         const transformedState = {};
         for (const [name, inst] of Object.entries(state)) {
             const rawResult = inst.results || {};
@@ -178,6 +179,7 @@ class StandardExecutor {
     }
 
     static mergeReports(successAcc, failureAcc, newResult) {
+        // ... (No changes to mergeReports)
         if (!newResult) return;
         for (const [name, update] of Object.entries(newResult.successUpdates)) {
             if (!successAcc[name]) {
@@ -218,8 +220,15 @@ class StandardExecutor {
         const verifications = metadata.rootDataDependencies?.includes('verification') ? await loader.loadVerifications() : null;
         const rankings = metadata.rootDataDependencies?.includes('rankings') ? await loader.loadRankings(dateStr) : null;
         
-        // [UPDATED] Load the Partitioned Social Data Container
-        // socialContainer = { generic: {}, pi: { userId: {} }, signedIn: { userId: {} } }
+        // [FIX] Load Yesterday's Rankings if isHistorical is true
+        let yesterdayRankings = null;
+        if (metadata.rootDataDependencies?.includes('rankings') && metadata.isHistorical) {
+             const prevDate = new Date(dateStr); prevDate.setUTCDate(prevDate.getUTCDate() - 1);
+             const prevStr = prevDate.toISOString().slice(0, 10);
+             // Assuming CachedDataLoader handles caching for efficiency
+             yesterdayRankings = await loader.loadRankings(prevStr); 
+        }
+
         const socialContainer = metadata.rootDataDependencies?.includes('social') ? await loader.loadSocial(dateStr) : null;
 
         let chunkSuccess = 0;
@@ -229,7 +238,6 @@ class StandardExecutor {
             const yesterdayPortfolio = yesterdayPortfolioData ? yesterdayPortfolioData[userId] : null;
             const todayHistory = historyData ? historyData[userId] : null;
             
-            // 2. Identify User Type
             let actualUserType = todayPortfolio._userType;
             if (!actualUserType) {
                 if (todayPortfolio.PublicPositions) {
@@ -240,7 +248,6 @@ class StandardExecutor {
                 }
             }
             
-            // 3. Strict User Type Filtering
             if (targetUserType && targetUserType !== 'all') {
                  if (targetUserType !== actualUserType) {
                      if (stats) stats.skippedUsers++;
@@ -248,22 +255,19 @@ class StandardExecutor {
                  }
             }
             
-            // 4. Resolve Contextual Data
             const userVerification = verifications ? verifications[userId] : null;
+            
+            // [FIX] Extract current AND yesterday's rank entry for this user
             const userRanking = rankings ? (rankings.find(r => String(r.CustomerId) === String(userId)) || null) : null;
+            const userRankingYesterday = yesterdayRankings ? (yesterdayRankings.find(r => String(r.CustomerId) === String(userId)) || null) : null;
 
-            // [CRITICAL FIX] Select Specific Social Data to Prevent Skew
             let effectiveSocialData = null;
             if (socialContainer) {
                 if (actualUserType === 'POPULAR_INVESTOR') {
-                    // PI Route: Only gets PI-specific posts for this user
-                    // (PIs do not need generic noise usually, or you can merge it if required)
                     effectiveSocialData = socialContainer.pi[userId] || {}; 
                 } else if (actualUserType === 'SIGNED_IN_USER') {
-                    // Signed-In Route: Only gets Signed-In specific posts for this user
                     effectiveSocialData = socialContainer.signedIn[userId] || {};
                 } else {
-                    // Normal/Speculator/All Route: Gets Generic Market Posts
                     effectiveSocialData = socialContainer.generic || {};
                 }
             }
@@ -271,15 +275,19 @@ class StandardExecutor {
             const context = ContextFactory.buildPerUserContext({ 
                 todayPortfolio, yesterdayPortfolio, todayHistory, userId, 
                 userType: actualUserType, dateStr, metadata, mappings, insights, 
-                
-                // Inject the filtered subset
                 socialData: effectiveSocialData ? { today: effectiveSocialData } : null,
-                
                 computedDependencies: computedDeps, previousComputedDependencies: prevDeps, 
                 config, deps,
                 verification: userVerification, 
+                
+                // [FIX] Pass both ranking entries
                 rankings: userRanking,
+                yesterdayRankings: userRankingYesterday, 
+                
+                // [FIX] Pass both global lists
                 allRankings: rankings,
+                allRankingsYesterday: yesterdayRankings,
+                
                 allVerifications: verifications
             });
 

package/functions/root-data-indexer/index.js

@@ -10,8 +10,53 @@ const { FieldValue } = require('@google-cloud/firestore');
 const pLimit         = require('p-limit');
 
 const CANARY_BLOCK_ID = '19M';
-const CANARY_PART_ID  = 'part_0';
-const PRICE_SHARD_ID  = 'shard_0'; 
+const PRICE_SHARD_ID  = 'shard_0';
+
+/**
+ * Helper function to check if any part document exists in a parts collection
+ * @param {Firestore.CollectionReference} partsCollectionRef - Reference to the parts collection
+ * @returns {Promise<boolean>} - True if any part_* document exists
+ */
+async function checkAnyPartExists(partsCollectionRef) {
+    try {
+        // List all documents in the parts collection
+        const snapshot = await partsCollectionRef.limit(10).get();
+        if (snapshot.empty) return false;
+        
+        // Check if any document ID starts with 'part_'
+        for (const doc of snapshot.docs) {
+            if (doc.id.startsWith('part_')) {
+                return true;
+            }
+        }
+        return false;
+    } catch (error) {
+        return false;
+    }
+}
+
+/**
+ * Helper function to check if any shard document exists in a collection
+ * @param {Firestore.CollectionReference} collectionRef - Reference to the collection
+ * @returns {Promise<boolean>} - True if any shard_* document exists
+ */
+async function checkAnyShardExists(collectionRef) {
+    try {
+        // List all documents in the collection
+        const snapshot = await collectionRef.limit(10).get();
+        if (snapshot.empty) return false;
+        
+        // Check if any document ID starts with 'shard_'
+        for (const doc of snapshot.docs) {
+            if (doc.id.startsWith('shard_')) {
+                return true;
+            }
+        }
+        return false;
+    } catch (error) {
+        return false;
+    }
+} 
 
 exports.runRootDataIndexer = async (config, dependencies) => {
     const { db, logger } = dependencies;
@@ -30,23 +75,33 @@ exports.runRootDataIndexer = async (config, dependencies) => {
     logger.log('INFO', '[RootDataIndexer] Starting Root Data Availability Scan...');
     
     // 1. Price Availability
+    // Sample up to 10 shards to extract date keys (efficient - doesn't read all shards)
     const priceAvailabilitySet = new Set();
     try {
-        // Path: asset_prices/shard_0
-        const priceShardRef = db.collection(PRICE_COLLECTION_NAME).doc(PRICE_SHARD_ID);
-        const priceSnap = await priceShardRef.get();
-        if (priceSnap.exists) {
-            const data = priceSnap.data();
-            Object.values(data).forEach(instrument => { 
-                if (instrument.prices) { 
-                    Object.keys(instrument.prices).forEach(dateKey => { 
-                        if (/^\d{4}-\d{2}-\d{2}$/.test(dateKey)) { priceAvailabilitySet.add(dateKey); } 
-                    }); 
-                } 
-            });
+        // Path: asset_prices/shard_*
+        const priceCollectionRef = db.collection(PRICE_COLLECTION_NAME);
+        const priceShardsSnapshot = await priceCollectionRef.limit(10).get();
+        
+        if (!priceShardsSnapshot.empty) {
+            // Sample up to 10 shards and extract date keys from them
+            // This gives us a representative sample without reading hundreds of shards
+            for (const shardDoc of priceShardsSnapshot.docs) {
+                if (shardDoc.id.startsWith('shard_')) {
+                    const data = shardDoc.data();
+                    Object.values(data).forEach(instrument => { 
+                        if (instrument && instrument.prices) { 
+                            Object.keys(instrument.prices).forEach(dateKey => { 
+                                if (/^\d{4}-\d{2}-\d{2}$/.test(dateKey)) { 
+                                    priceAvailabilitySet.add(dateKey); 
+                                } 
+                            }); 
+                        } 
+                    });
+                }
+            }
         }
     } catch (e) {
-        logger.log('ERROR', '[RootDataIndexer] Failed to load price shard.', { error: e.message });
+        logger.log('ERROR', '[RootDataIndexer] Failed to sample price shards.', { error: e.message });
     }
 
     // 2. Determine Date Range
@@ -96,17 +151,17 @@ exports.runRootDataIndexer = async (config, dependencies) => {
             // --- Define Refs & Check Paths ---
             
             // 1. Standard Retail
-            // Path: {normalPortfolios}/19M/snapshots/{YYYY-MM-DD}/parts/part_0
-            const normPortRef = db.collection(collections.normalPortfolios).doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts').doc(CANARY_PART_ID);
+            // Path: {normalPortfolios}/19M/snapshots/{YYYY-MM-DD}/parts/part_*
+            const normPortPartsRef = db.collection(collections.normalPortfolios).doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts');
             
-            // Path: {speculatorPortfolios}/19M/snapshots/{YYYY-MM-DD}/parts/part_0
-            const specPortRef = db.collection(collections.speculatorPortfolios).doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts').doc(CANARY_PART_ID);
+            // Path: {speculatorPortfolios}/19M/snapshots/{YYYY-MM-DD}/parts/part_*
+            const specPortPartsRef = db.collection(collections.speculatorPortfolios).doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts');
             
-            // Path: {normalHistory}/19M/snapshots/{YYYY-MM-DD}/parts/part_0
-            const normHistRef = db.collection(collections.normalHistory).doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts').doc(CANARY_PART_ID);
+            // Path: {normalHistory}/19M/snapshots/{YYYY-MM-DD}/parts/part_*
+            const normHistPartsRef = db.collection(collections.normalHistory).doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts');
             
-            // Path: {speculatorHistory}/19M/snapshots/{YYYY-MM-DD}/parts/part_0
-            const specHistRef = db.collection(collections.speculatorHistory).doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts').doc(CANARY_PART_ID);
+            // Path: {speculatorHistory}/19M/snapshots/{YYYY-MM-DD}/parts/part_*
+            const specHistPartsRef = db.collection(collections.speculatorHistory).doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts');
             
             // Path: {insights}/{YYYY-MM-DD}
             const insightsRef = db.collection(collections.insights).doc(dateStr);
@@ -119,26 +174,26 @@ exports.runRootDataIndexer = async (config, dependencies) => {
             // Path: {piRankings}/{YYYY-MM-DD}
             const piRankingsRef = db.collection(collections.piRankings || 'popular_investor_rankings').doc(dateStr);
 
-            // Path: {piPortfolios}/19M/snapshots/{YYYY-MM-DD}/parts/part_0
-            const piPortfoliosRef = db.collection(collections.piPortfolios || 'pi_portfolios_overall')
-                .doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts').doc(CANARY_PART_ID);
+            // Path: {piPortfolios}/19M/snapshots/{YYYY-MM-DD}/parts/part_*
+            const piPortfoliosPartsRef = db.collection(collections.piPortfolios || 'pi_portfolios_overall')
+                .doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts');
             
-            // Path: {piDeepPortfolios}/19M/snapshots/{YYYY-MM-DD}/parts/part_0
-            const piDeepRef = db.collection(collections.piDeepPortfolios || 'pi_portfolios_deep')
-                .doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts').doc(CANARY_PART_ID);
+            // Path: {piDeepPortfolios}/19M/snapshots/{YYYY-MM-DD}/parts/part_*
+            const piDeepPartsRef = db.collection(collections.piDeepPortfolios || 'pi_portfolios_deep')
+                .doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts');
             
-            // Path: {piHistory}/19M/snapshots/{YYYY-MM-DD}/parts/part_0
-            const piHistoryRef = db.collection(collections.piHistory || 'pi_trade_history')
-                .doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts').doc(CANARY_PART_ID);
+            // Path: {piHistory}/19M/snapshots/{YYYY-MM-DD}/parts/part_*
+            const piHistoryPartsRef = db.collection(collections.piHistory || 'pi_trade_history')
+                .doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts');
             
             // 3. Signed-In Users
-            // Path: {signedInUsers}/19M/snapshots/{YYYY-MM-DD}/parts/part_0
-            const signedInPortRef = db.collection(collections.signedInUsers || 'signed_in_user_portfolios')
-                .doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts').doc(CANARY_PART_ID);
+            // Path: {signedInUsers}/19M/snapshots/{YYYY-MM-DD}/parts/part_*
+            const signedInPortPartsRef = db.collection(collections.signedInUsers || 'signed_in_users')
+                .doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts');
             
-            // Path: {signedInHistory}/19M/snapshots/{YYYY-MM-DD}/parts/part_0
-            const signedInHistRef = db.collection(collections.signedInHistory || 'signed_in_user_history')
-                .doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts').doc(CANARY_PART_ID);
+            // Path: {signedInHistory}/19M/snapshots/{YYYY-MM-DD}/parts/part_*
+            const signedInHistPartsRef = db.collection(collections.signedInHistory || 'signed_in_user_history')
+                .doc(CANARY_BLOCK_ID).collection('snapshots').doc(dateStr).collection('parts');
 
             // Path: {verifications} (Limit 1) - Checks if collection is non-empty generally
             const verificationsRef = db.collection(collections.verifications || 'user_verifications');
@@ -152,26 +207,29 @@ exports.runRootDataIndexer = async (config, dependencies) => {
 
             // --- Execute Checks ---
             const [
-                normPortSnap, specPortSnap,
-                normHistSnap, specHistSnap,
+                normPortExists, specPortExists,
+                normHistExists, specHistExists,
                 insightsSnap, socialQuerySnap,
                 piRankingsSnap, 
-                piPortSnap,  // UPDATED: Now a DocumentSnapshot
-                piDeepSnap,  // UPDATED: Now a DocumentSnapshot
-                piHistSnap,  // UPDATED: Now a DocumentSnapshot
-                signedInPortSnap, signedInHistSnap, 
+                piPortExists,  // UPDATED: Check for any part_* document
+                piDeepExists,  // UPDATED: Check for any part_* document
+                piHistExists,  // UPDATED: Check for any part_* document
+                signedInPortExists, signedInHistExists, 
                 verificationsQuery,
                 universalSocialSnap
             ] = await Promise.all([
-                normPortRef.get(), specPortRef.get(),
-                normHistRef.get(), specHistRef.get(),
-                insightsRef.get(), socialPostsRef.limit(1).get(),
+                checkAnyPartExists(normPortPartsRef),
+                checkAnyPartExists(specPortPartsRef),
+                checkAnyPartExists(normHistPartsRef),
+                checkAnyPartExists(specHistPartsRef),
+                insightsRef.get(),
+                socialPostsRef.limit(1).get(),
                 piRankingsRef.get(),
-                piPortfoliosRef.get(), // UPDATED: Direct Doc Get (no limit)
-                piDeepRef.get(),       // UPDATED: Direct Doc Get (no limit)
-                piHistoryRef.get(),    // UPDATED: Direct Doc Get (no limit)
-                signedInPortRef.get(),
-                signedInHistRef.get(),
+                checkAnyPartExists(piPortfoliosPartsRef),
+                checkAnyPartExists(piDeepPartsRef),
+                checkAnyPartExists(piHistoryPartsRef),
+                checkAnyPartExists(signedInPortPartsRef),
+                checkAnyPartExists(signedInHistPartsRef),
                 verificationsRef.limit(1).get(),
                 universalSocialQuery.get()
             ]);
@@ -189,16 +247,16 @@ exports.runRootDataIndexer = async (config, dependencies) => {
             }
 
             // --- Assign to Availability ---
-            availability.details.normalPortfolio     = normPortSnap.exists;
-            availability.details.speculatorPortfolio = specPortSnap.exists;
-            availability.details.normalHistory       = normHistSnap.exists;
-            availability.details.speculatorHistory   = specHistSnap.exists;
+            availability.details.normalPortfolio     = normPortExists;
+            availability.details.speculatorPortfolio = specPortExists;
+            availability.details.normalHistory       = normHistExists;
+            availability.details.speculatorHistory   = specHistExists;
             availability.details.piRankings          = piRankingsSnap.exists;
             
-            // UPDATED: Now checking .exists on DocumentSnapshots
-            availability.details.piPortfolios        = piPortSnap.exists; 
-            availability.details.piDeepPortfolios    = piDeepSnap.exists; 
-            availability.details.piHistory           = piHistSnap.exists;
+            // UPDATED: Now checking for any part_* document existence
+            availability.details.piPortfolios        = piPortExists; 
+            availability.details.piDeepPortfolios    = piDeepExists; 
+            availability.details.piHistory           = piHistExists;
             
             // PI & Signed-In Social Flags (Strict)
             availability.details.piSocial            = foundPISocial;
@@ -207,14 +265,14 @@ exports.runRootDataIndexer = async (config, dependencies) => {
             availability.details.hasSignedInSocial   = foundSignedInSocial; 
 
             // Signed-In Flags
-            availability.details.signedInUserPortfolio = signedInPortSnap.exists;
-            availability.details.signedInUserHistory   = signedInHistSnap.exists;
+            availability.details.signedInUserPortfolio = signedInPortExists;
+            availability.details.signedInUserHistory   = signedInHistExists;
             availability.details.signedInUserVerification = !verificationsQuery.empty;
 
             // Aggregates
-            // UPDATED: piPortSnap.exists used in aggregate logic
-            availability.hasPortfolio = normPortSnap.exists || specPortSnap.exists || piPortSnap.exists || signedInPortSnap.exists;
-            availability.hasHistory   = normHistSnap.exists || specHistSnap.exists || piHistSnap.exists || signedInHistSnap.exists;
+            // UPDATED: Using part existence checks
+            availability.hasPortfolio = normPortExists || specPortExists || piPortExists || signedInPortExists;
+            availability.hasHistory   = normHistExists || specHistExists || piHistExists || signedInHistExists;
             availability.hasInsights  = insightsSnap.exists;
             
             // [CRITICAL FIX]

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.403",
+  "version": "1.0.405",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [