bulltrackers-module 1.0.535 → 1.0.536

package/functions/computation-system/context/ContextFactory.js

@@ -27,7 +27,8 @@ class ContextFactory {
             allRankings, allRankingsYesterday,   // Global rank lists
             allVerifications,
             // [NEW] New Root Data Types for Profile Metrics
-            ratings, pageViews, watchlistMembership, alertHistory
+            ratings, pageViews, watchlistMembership, alertHistory,
+            piMasterList, // [NEW]
         } = options;
         
         return {
@@ -56,7 +57,8 @@ class ContextFactory {
                 ratings: ratings || {},
                 pageViews: pageViews || {},
                 watchlistMembership: watchlistMembership || {},
-                alertHistory: alertHistory || {}
+                alertHistory: alertHistory || {},
+                piMasterList: piMasterList || {}, // [NEW]
             }
         };
     }

package/functions/computation-system/data/AvailabilityChecker.js

@@ -229,7 +229,10 @@ async function checkRootDataAvailability(dateStr, config, dependencies, earliest
                     piRatings:          !!details.piRatings,
                     piPageViews:        !!details.piPageViews,
                     watchlistMembership: !!details.watchlistMembership,
-                    piAlertHistory:     !!details.piAlertHistory
+                    piAlertHistory:     !!details.piAlertHistory,
+
+                    // [NEW] Global Helper Data
+                    piMasterList: !!details.piMasterList
                 },
                 portfolioRefs: null, 
                 historyRefs: null,

package/functions/computation-system/data/CachedDataLoader.js

@@ -14,7 +14,8 @@ const {
     loadPIRatings,                // [NEW]
     loadPIPageViews,              // [NEW]
     loadWatchlistMembership: loadWatchlistMembershipData, // [NEW] Renamed to avoid conflict
-    loadPIAlertHistory            // [NEW]
+    loadPIAlertHistory,            // [NEW]
+    loadPopularInvestorMasterList // [NEW]
 } = require('../utils/data_loader');
 const zlib = require('zlib'); 
 
@@ -31,7 +32,8 @@ class CachedDataLoader {
             ratings: new Map(),   // [NEW]
             pageViews: new Map(), // [NEW]
             watchlistMembership: new Map(), // [NEW]
-            alertHistory: new Map() // [NEW]
+            alertHistory: new Map(),// [NEW]
+            piMasterList: null // [NEW] Singleton cache (not date dependent)
         }; 
     }
 
@@ -141,6 +143,13 @@ class CachedDataLoader {
             return {}; 
         } 
     }
+    // [NEW] Load PI Master List (Global, Cached)
+    async loadPIMasterList() {
+        if (this.cache.piMasterList) return this.cache.piMasterList;
+        const data = await loadPopularInvestorMasterList(this.config, this.deps);
+        this.cache.piMasterList = data;
+        return data;
+    }
 }
 
 module.exports = { CachedDataLoader };

package/functions/computation-system/executors/StandardExecutor.js

@@ -230,7 +230,9 @@ class StandardExecutor {
    static async executePerUser(calcInstance, metadata, dateStr, portfolioData, yesterdayPortfolioData, historyData, computedDeps, prevDeps, config, deps, loader, stats, earliestDates) {
         const { logger } = deps;
         const targetUserType = metadata.userType; 
+        // [NEW] Always load Global Helpers
         const mappings = await loader.loadMappings();
+        const piMasterList = await loader.loadPIMasterList(); // [NEW] Loaded globally
         const SCHEMAS = mathLayer.SCHEMAS;
 
         // 1. Load Root Data
@@ -385,7 +387,10 @@ class StandardExecutor {
                 ratings: ratings || {},
                 pageViews: pageViews || {},
                 watchlistMembership: watchlistMembership || {},
-                alertHistory: alertHistory || {}
+                alertHistory: alertHistory || {},
+
+                // [NEW] Pass Master List
+                piMasterList,
             });
 
             if (metadata.requiresEarliestDataDate && earliestDates) {

package/functions/computation-system/layers/extractors.js

@@ -947,6 +947,39 @@ class AlertHistoryExtractor {
     }
 }
 
+/**
+ * [NEW] Extractor for Popular Investor Master List (Global Backup)
+ * Access via: context.globalData.piMasterList
+ */
+class PIMasterListExtractor {
+    /**
+     * Get the master record for a PI
+     * @param {Object} masterList - context.globalData.piMasterList
+     * @param {string} cid - The User CID
+     */
+    static getRecord(masterList, cid) {
+        if (!masterList || !cid) return null;
+        return masterList[String(cid)] || null;
+    }
+
+    /**
+     * Resolve Username from Master List
+     * @param {Object} masterList 
+     * @param {string} cid 
+     */
+    static getUsername(masterList, cid) {
+        const record = this.getRecord(masterList, cid);
+        return record ? record.username : null;
+    }
+
+    /**
+     * Check if CID exists in master list
+     */
+    static exists(masterList, cid) {
+        return !!this.getRecord(masterList, cid);
+    }
+}
+
 module.exports = { 
     DataExtractor, 
     priceExtractor, 
@@ -962,5 +995,6 @@ module.exports = {
     RatingsExtractor,
     PageViewsExtractor,
     WatchlistMembershipExtractor,
-    AlertHistoryExtractor
+    AlertHistoryExtractor,
+    PIMasterListExtractor
 };

package/functions/computation-system/utils/data_loader.js

@@ -774,6 +774,37 @@ async function loadPIAlertHistory(config, deps, dateString) {
     }
 }
 
+// [NEW] Load Popular Investor Master List
+async function loadPopularInvestorMasterList(config, deps) {
+    const { db, logger, calculationUtils } = deps;
+    const { withRetry } = calculationUtils;
+    
+    // Default to 'system_state' collection, 'popular_investor_master_list' doc
+    const collectionName = config.piMasterListCollection || 'system_state';
+    const docId = config.piMasterListDocId || 'popular_investor_master_list';
+
+    logger.log('INFO', `Loading Popular Investor Master List from ${collectionName}/${docId}`);
+
+    try {
+        const docRef = db.collection(collectionName).doc(docId);
+        const docSnap = await withRetry(() => docRef.get(), 'getPIMasterList');
+
+        if (!docSnap.exists) {
+            logger.log('WARN', 'Popular Investor Master List not found.');
+            return {};
+        }
+
+        const data = tryDecompress(docSnap.data());
+        // Structure is { investors: { cid: { username, ... } } } or direct map { cid: { ... } }
+        // Based on user input, it looks like a direct map of CIDs or a field holding the map.
+        // We return the raw object which acts as the map.
+        return data.investors || data; 
+    } catch (error) {
+        logger.log('ERROR', `Failed to load PI Master List: ${error.message}`);
+        return {};
+    }
+}
+
 module.exports = {
     getPortfolioPartRefs, 
     loadDataByRefs, 
@@ -791,5 +822,6 @@ module.exports = {
     loadPIRatings,
     loadPIPageViews,
     loadWatchlistMembership,
-    loadPIAlertHistory
+    loadPIAlertHistory,
+    loadPopularInvestorMasterList // [NEW]
 };

package/functions/root-data-indexer/index.js

@@ -93,6 +93,7 @@ exports.runRootDataIndexer = async (config, dependencies) => {
         piPageViews: collections.piPageViews || 'PIPageViewsData',
         watchlistMembership: collections.watchlistMembership || 'WatchlistMembershipData',
         piAlertHistory: collections.piAlertHistory || 'PIAlertHistoryData',
+        piMasterList: collections.piMasterList || 'system_state', // [NEW] Collection for master list
         ...collections // Allow overrides
     };
 
@@ -237,7 +238,8 @@ exports.runRootDataIndexer = async (config, dependencies) => {
                     piRatings:             false,
                     piPageViews:           false,
                     watchlistMembership:   false,
-                    piAlertHistory:        false
+                    piAlertHistory:        false,
+                    piMasterList:          false // [NEW] Flag for Master List
                 }
             };
 
@@ -312,6 +314,10 @@ exports.runRootDataIndexer = async (config, dependencies) => {
             // Path: PIAlertHistoryData/{YYYY-MM-DD}
             const piAlertHistoryRef = db.collection(safeCollections.piAlertHistory).doc(dateStr);
 
+            // [NEW] Master List Ref (Single Global Document)
+            // Path: system_state/popular_investor_master_list
+            const piMasterListRef = db.collection(safeCollections.piMasterList).doc('popular_investor_master_list');
+
             // 4. Social Data Checks - Use date tracking documents (NEW STRUCTURE)
             // Single tracking documents at root level:
             // - PopularInvestorSocialPostData/_dates -> fetchedDates.{date}
@@ -387,7 +393,8 @@ exports.runRootDataIndexer = async (config, dependencies) => {
                 piRatingsSnap,
                 piPageViewsSnap,
                 watchlistMembershipSnap,
-                piAlertHistorySnap
+                piAlertHistorySnap,
+                piMasterListSnap // [NEW]
             ] = await Promise.all([
                 checkAnyPartExists(normPortPartsRef),
                 checkAnyPartExists(specPortPartsRef),
@@ -396,6 +403,7 @@ exports.runRootDataIndexer = async (config, dependencies) => {
                 insightsRef.get(),
                 Promise.resolve(!genericSocialSnap.empty),
                 piRankingsRef.get(),
+                piMasterListRef.get(), // [NEW]
                 // Check new structure first, fallback to legacy
                 checkDateCollectionHasDocs(piPortfoliosCollectionRef).then(exists => exists || checkAnyPartExists(piPortfoliosPartsRef)),
                 checkAnyPartExists(piDeepPartsRef), // Legacy only
@@ -459,6 +467,9 @@ exports.runRootDataIndexer = async (config, dependencies) => {
             availability.hasHistory   = normHistExists || specHistExists || piHistExists || signedInHistExists;
             availability.hasInsights  = insightsSnap.exists;
             availability.hasSocial    = foundPISocial || foundSignedInSocial || genericSocialExists; 
+
+            // [NEW] Assign Master List Availability
+            availability.details.piMasterList = piMasterListSnap.exists;
             
             // Price Check
             // Check if the target date exists in the price availability set

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.535",
+  "version": "1.0.536",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [