bulltrackers-module 1.0.104 → 1.0.106

package/functions/computation-system/utils/data_loader.js

@@ -1,192 +1,192 @@
-/**
- * @fileoverview Data loader sub-pipes for the Computation System.
- * REFACTORED: Now stateless and receive dependencies.
- */
-
-// <<< FIX: REMOVED all top-level 'require' and 'dependencies' lines >>>
-
-/**
- * Sub-pipe: pipe.computationSystem.dataLoader.getPortfolioPartRefs
- * @param {object} config - The computation system configuration object.
- * @param {object} dependencies - Contains db, logger, calculationUtils.
- * @param {string} dateString - The date in YYYY-MM-DD format.
- * @returns {Promise<Firestore.DocumentReference[]>} An array of DocumentReferences.
- */
-async function getPortfolioPartRefs(config, dependencies, dateString) {
-    // <<< FIX: Destructure all dependencies here, inside the function >>>
-    const { db, logger, calculationUtils } = dependencies;
-    const { withRetry } = calculationUtils;
-    // <<< END FIX >>>
-
-    logger.log('INFO', `Getting portfolio part references for date: ${dateString}`);
-    const allPartRefs = [];
-    const collectionsToQuery = [config.normalUserPortfolioCollection, config.speculatorPortfolioCollection];
-
-    for (const collectionName of collectionsToQuery) {
-        const blockDocsQuery = db.collection(collectionName); // Use db
-        const blockDocRefs = await withRetry(
-            () => blockDocsQuery.listDocuments(),
-            `listDocuments(${collectionName})`
-        );
-
-        if (blockDocRefs.length === 0) {
-             logger.log('WARN', `No block documents found in collection: ${collectionName}`);
-             continue;
-         }
-
-        for (const blockDocRef of blockDocRefs) {
-            const partsCollectionRef = blockDocRef.collection(config.snapshotsSubcollection).doc(dateString).collection(config.partsSubcollection);
-            const partDocs = await withRetry(
-                () => partsCollectionRef.listDocuments(),
-                `listDocuments(${partsCollectionRef.path})`
-            );
-            allPartRefs.push(...partDocs);
-        }
-    }
-
-    logger.log('INFO', `Found ${allPartRefs.length} part document references for ${dateString}.`);
-    return allPartRefs;
-}
-
-/**
- * Sub-pipe: pipe.computationSystem.dataLoader.loadDataByRefs
- * @param {object} config - The computation system configuration object.
- * @param {object} dependencies - Contains db, logger, calculationUtils.
- * @param {Firestore.DocumentReference[]} refs - An array of DocumentReferences to load.
- * @returns {Promise<object>} A single map of { [userId]: portfolioData }.
- */
-async function loadDataByRefs(config, dependencies, refs) {
-    // <<< FIX: Destructure all dependencies here, inside the function >>>
-    const { db, logger, calculationUtils } = dependencies;
-    const { withRetry } = calculationUtils;
-    // <<< END FIX >>>
-
-    if (!refs || refs.length === 0) { return {}; }
-    const mergedPortfolios = {};
-    const batchSize = config.partRefBatchSize || 50;
-
-    for (let i = 0; i < refs.length; i += batchSize) {
-        const batchRefs = refs.slice(i, i + batchSize);
-        // Use db from dependencies
-        const snapshots = await withRetry(
-            () => db.getAll(...batchRefs),
-            `getAll(batch ${Math.floor(i / batchSize)})`
-        );
-        for (const doc of snapshots) {
-            if (doc.exists) {
-                const data = doc.data();
-                 if (data && typeof data === 'object') {
-                    Object.assign(mergedPortfolios, data);
-                } else {
-                     logger.log('WARN', `Document ${doc.id} exists but data is not an object. Data:`, data);
-                 }
-            }
-        }
-    }
-    return mergedPortfolios;
-}
-
-/**
- * Sub-pipe: pipe.computationSystem.dataLoader.loadFullDayMap
- * @param {object} config - The computation system configuration object.
- * @param {object} dependencies - Contains db, logger.
- * @param {Firestore.DocumentReference[]} partRefs - Array of part document references.
- * @returns {Promise<object>} A single map of { [userId]: portfolioData }.
- */
-async function loadFullDayMap(config, dependencies, partRefs) {
-    // <<< FIX: Destructure only what's needed for this specific function >>>
-    const { logger } = dependencies;
-    // <<< END FIX >>>
-
-    if (partRefs.length === 0) return {};
-    logger.log('TRACE', `Loading full day map from ${partRefs.length} references...`);
-
-    // Pass config and dependencies to sub-pipe
-    const fullMap = await loadDataByRefs(config, dependencies, partRefs);
-    logger.log('TRACE', `Full day map loaded with ${Object.keys(fullMap).length} users.`);
-    return fullMap;
-}
-
-/**
- * Sub-pipe: pipe.computationSystem.dataLoader.loadDailyInsights
- * Fetches the daily instrument insights document for a specific date.
- * @param {object} config - The computation system configuration object.
- * @param {object} dependencies - Contains db, logger, calculationUtils.
- * @param {string} dateString - The date in YYYY-MM-DD format.
- * @returns {Promise<object|null>} The insights data object or null if not found/error.
- */
-async function loadDailyInsights(config, dependencies, dateString) {
-    // <<< FIX: Destructure all dependencies here, inside the function >>>
-    const { db, logger, calculationUtils } = dependencies;
-    const { withRetry } = calculationUtils;
-    // <<< END FIX >>>
-
-    const insightsCollectionName = config.insightsCollectionName || 'daily_instrument_insights'; // Use config or default
-    logger.log('INFO', `Loading daily insights for date: ${dateString} from ${insightsCollectionName}`);
-    try {
-        const docRef = db.collection(insightsCollectionName).doc(dateString);
-        const docSnap = await withRetry(() => docRef.get(), `getInsights(${dateString})`);
-
-        if (!docSnap.exists) {
-            logger.log('WARN', `Daily insights document not found for ${dateString}`);
-            return null;
-        }
-        logger.log('TRACE', `Successfully loaded insights for ${dateString}.`);
-        return docSnap.data();
-    } catch (error) {
-        logger.log('ERROR', `Failed to load daily insights for ${dateString}`, { errorMessage: error.message });
-        return null; // Return null on error to allow computations to proceed partially if possible
-    }
-}
-
-/**
- * --- NEW ---
- * Sub-pipe: pipe.computationSystem.dataLoader.loadDailySocialPostInsights
- * Fetches all analyzed social post documents for a specific date.
- * @param {object} config - The computation system configuration object.
- * @param {object} dependencies - Contains db, logger, calculationUtils.
- * @param {string} dateString - The date in YYYY-MM-DD format.
- * @returns {Promise<object|null>} An object map of { [postId]: postData } or null.
- */
-async function loadDailySocialPostInsights(config, dependencies, dateString) {
-    // <<< FIX: Destructure all dependencies here, inside the function >>>
-    const { db, logger, calculationUtils } = dependencies;
-    const { withRetry } = calculationUtils;
-    // <<< END FIX >>>
-
-    // Use the new config property, or fall back to a default
-    const socialInsightsCollectionName = config.socialInsightsCollectionName || 'daily_social_insights';
-    logger.log('INFO', `Loading social post insights for date: ${dateString} from ${socialInsightsCollectionName}`);
-    
-    try {
-        const postsCollectionRef = db.collection(socialInsightsCollectionName).doc(dateString).collection('posts');
-        const querySnapshot = await withRetry(() => postsCollectionRef.get(), `getSocialPosts(${dateString})`);
-
-        if (querySnapshot.empty) {
-            logger.log('WARN', `No social post insights found for ${dateString}.`);
-            return null;
-        }
-        
-        const postsMap = {};
-        querySnapshot.forEach(doc => {
-            postsMap[doc.id] = doc.data();
-        });
-        
-        logger.log('TRACE', `Successfully loaded ${Object.keys(postsMap).length} social post insights for ${dateString}.`);
-        return postsMap;
-
-    } catch (error) {
-        logger.log('ERROR', `Failed to load social post insights for ${dateString}`, { errorMessage: error.message });
-        return null;
-    }
-}
-// --- END NEW ---
-
-
-module.exports = {
-    getPortfolioPartRefs,
-    loadDataByRefs,
-    loadFullDayMap,
-    loadDailyInsights,
-    loadDailySocialPostInsights, 
+/**
+ * @fileoverview Data loader sub-pipes for the Computation System.
+ * REFACTORED: Now stateless and receive dependencies.
+ */
+
+// <<< FIX: REMOVED all top-level 'require' and 'dependencies' lines >>>
+
+/**
+ * Sub-pipe: pipe.computationSystem.dataLoader.getPortfolioPartRefs
+ * @param {object} config - The computation system configuration object.
+ * @param {object} dependencies - Contains db, logger, calculationUtils.
+ * @param {string} dateString - The date in YYYY-MM-DD format.
+ * @returns {Promise<Firestore.DocumentReference[]>} An array of DocumentReferences.
+ */
+async function getPortfolioPartRefs(config, dependencies, dateString) {
+    // <<< FIX: Destructure all dependencies here, inside the function >>>
+    const { db, logger, calculationUtils } = dependencies;
+    const { withRetry } = calculationUtils;
+    // <<< END FIX >>>
+
+    logger.log('INFO', `Getting portfolio part references for date: ${dateString}`);
+    const allPartRefs = [];
+    const collectionsToQuery = [config.normalUserPortfolioCollection, config.speculatorPortfolioCollection];
+
+    for (const collectionName of collectionsToQuery) {
+        const blockDocsQuery = db.collection(collectionName); // Use db
+        const blockDocRefs = await withRetry(
+            () => blockDocsQuery.listDocuments(),
+            `listDocuments(${collectionName})`
+        );
+
+        if (blockDocRefs.length === 0) {
+             logger.log('WARN', `No block documents found in collection: ${collectionName}`);
+             continue;
+         }
+
+        for (const blockDocRef of blockDocRefs) {
+            const partsCollectionRef = blockDocRef.collection(config.snapshotsSubcollection).doc(dateString).collection(config.partsSubcollection);
+            const partDocs = await withRetry(
+                () => partsCollectionRef.listDocuments(),
+                `listDocuments(${partsCollectionRef.path})`
+            );
+            allPartRefs.push(...partDocs);
+        }
+    }
+
+    logger.log('INFO', `Found ${allPartRefs.length} part document references for ${dateString}.`);
+    return allPartRefs;
+}
+
+/**
+ * Sub-pipe: pipe.computationSystem.dataLoader.loadDataByRefs
+ * @param {object} config - The computation system configuration object.
+ * @param {object} dependencies - Contains db, logger, calculationUtils.
+ * @param {Firestore.DocumentReference[]} refs - An array of DocumentReferences to load.
+ * @returns {Promise<object>} A single map of { [userId]: portfolioData }.
+ */
+async function loadDataByRefs(config, dependencies, refs) {
+    // <<< FIX: Destructure all dependencies here, inside the function >>>
+    const { db, logger, calculationUtils } = dependencies;
+    const { withRetry } = calculationUtils;
+    // <<< END FIX >>>
+
+    if (!refs || refs.length === 0) { return {}; }
+    const mergedPortfolios = {};
+    const batchSize = config.partRefBatchSize || 50;
+
+    for (let i = 0; i < refs.length; i += batchSize) {
+        const batchRefs = refs.slice(i, i + batchSize);
+        // Use db from dependencies
+        const snapshots = await withRetry(
+            () => db.getAll(...batchRefs),
+            `getAll(batch ${Math.floor(i / batchSize)})`
+        );
+        for (const doc of snapshots) {
+            if (doc.exists) {
+                const data = doc.data();
+                 if (data && typeof data === 'object') {
+                    Object.assign(mergedPortfolios, data);
+                } else {
+                     logger.log('WARN', `Document ${doc.id} exists but data is not an object. Data:`, data);
+                 }
+            }
+        }
+    }
+    return mergedPortfolios;
+}
+
+/**
+ * Sub-pipe: pipe.computationSystem.dataLoader.loadFullDayMap
+ * @param {object} config - The computation system configuration object.
+ * @param {object} dependencies - Contains db, logger.
+ * @param {Firestore.DocumentReference[]} partRefs - Array of part document references.
+ * @returns {Promise<object>} A single map of { [userId]: portfolioData }.
+ */
+async function loadFullDayMap(config, dependencies, partRefs) {
+    // <<< FIX: Destructure only what's needed for this specific function >>>
+    const { logger } = dependencies;
+    // <<< END FIX >>>
+
+    if (partRefs.length === 0) return {};
+    logger.log('TRACE', `Loading full day map from ${partRefs.length} references...`);
+
+    // Pass config and dependencies to sub-pipe
+    const fullMap = await loadDataByRefs(config, dependencies, partRefs);
+    logger.log('TRACE', `Full day map loaded with ${Object.keys(fullMap).length} users.`);
+    return fullMap;
+}
+
+/**
+ * Sub-pipe: pipe.computationSystem.dataLoader.loadDailyInsights
+ * Fetches the daily instrument insights document for a specific date.
+ * @param {object} config - The computation system configuration object.
+ * @param {object} dependencies - Contains db, logger, calculationUtils.
+ * @param {string} dateString - The date in YYYY-MM-DD format.
+ * @returns {Promise<object|null>} The insights data object or null if not found/error.
+ */
+async function loadDailyInsights(config, dependencies, dateString) {
+    // <<< FIX: Destructure all dependencies here, inside the function >>>
+    const { db, logger, calculationUtils } = dependencies;
+    const { withRetry } = calculationUtils;
+    // <<< END FIX >>>
+
+    const insightsCollectionName = config.insightsCollectionName || 'daily_instrument_insights'; // Use config or default
+    logger.log('INFO', `Loading daily insights for date: ${dateString} from ${insightsCollectionName}`);
+    try {
+        const docRef = db.collection(insightsCollectionName).doc(dateString);
+        const docSnap = await withRetry(() => docRef.get(), `getInsights(${dateString})`);
+
+        if (!docSnap.exists) {
+            logger.log('WARN', `Daily insights document not found for ${dateString}`);
+            return null;
+        }
+        logger.log('TRACE', `Successfully loaded insights for ${dateString}.`);
+        return docSnap.data();
+    } catch (error) {
+        logger.log('ERROR', `Failed to load daily insights for ${dateString}`, { errorMessage: error.message });
+        return null; // Return null on error to allow computations to proceed partially if possible
+    }
+}
+
+/**
+ * --- NEW ---
+ * Sub-pipe: pipe.computationSystem.dataLoader.loadDailySocialPostInsights
+ * Fetches all analyzed social post documents for a specific date.
+ * @param {object} config - The computation system configuration object.
+ * @param {object} dependencies - Contains db, logger, calculationUtils.
+ * @param {string} dateString - The date in YYYY-MM-DD format.
+ * @returns {Promise<object|null>} An object map of { [postId]: postData } or null.
+ */
+async function loadDailySocialPostInsights(config, dependencies, dateString) {
+    // <<< FIX: Destructure all dependencies here, inside the function >>>
+    const { db, logger, calculationUtils } = dependencies;
+    const { withRetry } = calculationUtils;
+    // <<< END FIX >>>
+
+    // Use the new config property, or fall back to a default
+    const socialInsightsCollectionName = config.socialInsightsCollectionName || 'daily_social_insights';
+    logger.log('INFO', `Loading social post insights for date: ${dateString} from ${socialInsightsCollectionName}`);
+    
+    try {
+        const postsCollectionRef = db.collection(socialInsightsCollectionName).doc(dateString).collection('posts');
+        const querySnapshot = await withRetry(() => postsCollectionRef.get(), `getSocialPosts(${dateString})`);
+
+        if (querySnapshot.empty) {
+            logger.log('WARN', `No social post insights found for ${dateString}.`);
+            return null;
+        }
+        
+        const postsMap = {};
+        querySnapshot.forEach(doc => {
+            postsMap[doc.id] = doc.data();
+        });
+        
+        logger.log('TRACE', `Successfully loaded ${Object.keys(postsMap).length} social post insights for ${dateString}.`);
+        return postsMap;
+
+    } catch (error) {
+        logger.log('ERROR', `Failed to load social post insights for ${dateString}`, { errorMessage: error.message });
+        return null;
+    }
+}
+// --- END NEW ---
+
+
+module.exports = {
+    getPortfolioPartRefs,
+    loadDataByRefs,
+    loadFullDayMap,
+    loadDailyInsights,
+    loadDailySocialPostInsights, 
 };