bulltrackers-module 1.0.87 → 1.0.89

package/functions/computation-system/helpers/orchestration_helpers.js

@@ -14,12 +14,16 @@ const {
     loadDailyInsights,
     loadDailySocialPostInsights // <-- NEW
 } = require('../utils/data_loader.js');
+
+// --- MODIFIED: Import new meta calculation objects ---
 const {
-    historicalCalculations, dailyCalculations, HISTORICAL_CALC_NAMES,
+    historicalCalculations, dailyCalculations, metaCalculations,
+    HISTORICAL_CALC_NAMES, META_CALC_NAMES,
     withRetry,
     getExpectedDateStrings, processJobsInParallel, getFirstDateFromSourceData,
     commitBatchInChunks, unifiedUtils
 } = require('../utils/utils.js');
+// --- END MODIFIED ---
 
 /**
  * Main pipe: pipe.computationSystem.runOrchestration
@@ -29,7 +33,9 @@ const {
  */
 async function runComputationOrchestrator(config, dependencies) {
     const { logger, db } = dependencies; // Added db here
-    const summary = { pass1_results: [], pass2_results: [] };
+    // --- MODIFIED: Add pass3_results to summary ---
+    const summary = { pass1_results: [], pass2_results: [], pass3_results: [] };
+    // --- END MODIFIED ---
     const yesterday = new Date();
     yesterday.setUTCDate(yesterday.getUTCDate() - 1);
     const endDateUTC = new Date(Date.UTC(yesterday.getUTCFullYear(), yesterday.getUTCMonth(), yesterday.getUTCDate()));
@@ -40,20 +46,23 @@ async function runComputationOrchestrator(config, dependencies) {
     const masterDailyList = Object.entries(dailyCalculations).flatMap(([cat, calcs]) =>
         Object.keys(calcs).map(name => ({ category: cat, calcName: name }))
     );
-    // --- (EXISTING) insights calculations ---
     const insightsCalculations = require('aiden-shared-calculations-unified').calculations.insights || {};
     const masterInsightsList = Object.keys(insightsCalculations).map(name => ({ category: 'insights', calcName: name }));
-
-    // --- NEW: Add social post calculations to the master lists ---
     const socialPostCalculations = require('aiden-shared-calculations-unified').calculations.socialPosts || {};
     const masterSocialPostList = Object.keys(socialPostCalculations).map(name => ({ category: 'socialPosts', calcName: name }));
+    
+    // --- NEW: Create master list for meta calcs ---
+    const masterMetaList = Object.entries(metaCalculations).flatMap(([cat, calcs]) =>
+        Object.keys(calcs).map(name => ({ category: cat, calcName: name }))
+    );
     // --- END NEW ---
 
     const masterFullList = [
         ...masterHistoricalList, 
         ...masterDailyList, 
         ...masterInsightsList,
-        ...masterSocialPostList // <-- NEW
+        ...masterSocialPostList,
+        ...masterMetaList // <-- NEW
     ];
 
     // Pass dependencies to sub-pipe
@@ -69,21 +78,16 @@ async function runComputationOrchestrator(config, dependencies) {
     const existingDateIds = new Set(insightDocs.docs.map(d => d.id).filter(id => /^\d{4}-\d{2}-\d{2}$/.test(id)));
 
     // --- PASS 1 ---
-    // --- MODIFIED: Include insights & social calcs in missing list ---
     const missingDates = allExpectedDates.filter(dateStr => !existingDateIds.has(dateStr));
     const pass1Jobs = missingDates.map(date => ({ 
         date, 
-        missing: [...masterDailyList, ...masterInsightsList, ...masterSocialPostList] // <-- NEW
+        missing: [...masterDailyList, ...masterInsightsList, ...masterSocialPostList]
     }));
-    // --- END MODIFIED ---
-
     logger.log('INFO', `[Orchestrator] Pass 1: Found ${pass1Jobs.length} missing dates to process (daily, insights & social calcs).`);
-    // Pass dependencies to sub-pipe
-    // --- MODIFIED: Combine daily, insights, and social calcs for Pass 1 run ---
     const pass1SourcePackage = { 
         ...dailyCalculations, 
         insights: insightsCalculations,
-        socialPosts: socialPostCalculations // <-- NEW
+        socialPosts: socialPostCalculations
     };
     const pass1Results = await processJobsInParallel(
         pass1Jobs,
@@ -91,36 +95,32 @@ async function runComputationOrchestrator(config, dependencies) {
         'Pass 1',
         config
     );
-    // --- END MODIFIED ---
     summary.pass1_results = pass1Results.map((r, i) => r.status === 'fulfilled' ? r.value : { success: false, date: pass1Jobs[i].date, error: r.reason?.message });
 
 
     // --- PASS 2 ---
     const pass2Jobs = [];
-    // Use db from dependencies
     const updatedInsightDocs = await withRetry(() => dependencies.db.collection(config.resultsCollection).get(), "ListAllInsightDocs-Pass2");
-
     updatedInsightDocs.forEach(doc => {
         if (!/^\d{4}-\d{2}-\d{2}$/.test(doc.id)) return;
         const data = doc.data();
-        const missingCalcs = masterFullList.filter(({ category, calcName }) => !data?.[category]?.[calcName]);
+        const missingCalcs = masterFullList.filter(({ category, calcName }) => 
+            !META_CALC_NAMES.has(calcName) && // <-- Exclude meta calcs from Pass 2
+            !data?.[category]?.[calcName]
+        );
 
         if (missingCalcs.length > 0) {
             pass2Jobs.push({ date: doc.id, missing: missingCalcs });
         }
     });
-
     logger.log('INFO', `[Orchestrator] Pass 2: Found ${pass2Jobs.length} incomplete dates to process.`);
-    // Pass dependencies to sub-pipe
     const pass2Results = await processJobsInParallel(
         pass2Jobs,
         async (date, missing) => {
             const historicalMissing = missing.filter(c => HISTORICAL_CALC_NAMES.has(c.calcName));
-            // --- MODIFIED: Include insights & social in daily missing ---
             const dailyMissing = missing.filter(c => !HISTORICAL_CALC_NAMES.has(c.calcName) && c.category !== 'insights' && c.category !== 'socialPosts');
             const insightsMissing = missing.filter(c => c.category === 'insights');
-            const socialPostsMissing = missing.filter(c => c.category === 'socialPosts'); // <-- NEW
-            // --- END MODIFIED ---
+            const socialPostsMissing = missing.filter(c => c.category === 'socialPosts');
             const results = [];
 
             if (historicalMissing.length > 0) {
@@ -128,19 +128,17 @@ async function runComputationOrchestrator(config, dependencies) {
                 const histResult = await runUnifiedComputation(date, historicalMissing, 'Pass 2 (Historical)', historicalCalculations, config, dependencies);
                 results.push(histResult);
             }
-             // --- MODIFIED: Run daily, insights, and social ---
-            const dailyAndInsightsAndSocialMissing = [...dailyMissing, ...insightsMissing, ...socialPostsMissing]; // <-- NEW
+            const dailyAndInsightsAndSocialMissing = [...dailyMissing, ...insightsMissing, ...socialPostsMissing];
             if (dailyAndInsightsAndSocialMissing.length > 0) {
                  logger.log('INFO', `[Pass 2] Running ${dailyAndInsightsAndSocialMissing.length} daily/insights/social calcs for ${date.toISOString().slice(0, 10)}.`);
                  const dailyAndInsightsSourcePackage = { 
                      ...dailyCalculations, 
                      insights: insightsCalculations,
-                     socialPosts: socialPostCalculations // <-- NEW
+                     socialPosts: socialPostCalculations
                  };
                 const dailyResult = await runUnifiedComputation(date, dailyAndInsightsAndSocialMissing, 'Pass 2 (Daily/Insights/Social)', dailyAndInsightsSourcePackage, config, dependencies);
                 results.push(dailyResult);
             }
-            // --- END MODIFIED ---
             return results.length === 1 ? results[0] : { date: date.toISOString().slice(0,10), results };
         },
         'Pass 2',
@@ -148,6 +146,49 @@ async function runComputationOrchestrator(config, dependencies) {
     );
     summary.pass2_results = pass2Results.map((r, i) => r.status === 'fulfilled' ? r.value : { success: false, date: pass2Jobs[i].date, error: r.reason?.message });
 
+
+    // --- NEW: PASS 3 (Meta) ---
+    // This pass runs *after* Pass 1 & 2, checking for missing *meta* calculations.
+    const pass3Jobs = [];
+    const finalInsightDocs = await withRetry(() => dependencies.db.collection(config.resultsCollection).get(), "ListAllInsightDocs-Pass3");
+
+    finalInsightDocs.forEach(doc => {
+        if (!/^\d{4}-\d{2}-\d{2}$/.test(doc.id)) return;
+        
+        // Only check dates that are expected to be processed
+        if (!allExpectedDates.includes(doc.id)) return;
+
+        const data = doc.data();
+        // Find meta calcs that are missing from the summary doc
+        const missingMetaCalcs = masterMetaList.filter(({ category, calcName }) => 
+            !data?.[category]?.[calcName]
+        );
+
+        if (missingMetaCalcs.length > 0) {
+            pass3Jobs.push({ date: doc.id, missing: missingMetaCalcs });
+        }
+    });
+
+    logger.log('INFO', `[Orchestrator] Pass 3: Found ${pass3Jobs.length} dates to process for meta-calculations.`);
+    
+    // Pass dependencies to the new sub-pipe `runMetaComputation`
+    const pass3Results = await processJobsInParallel(
+        pass3Jobs,
+        (date, missing) => runMetaComputation(
+            date, 
+            missing, 
+            'Pass 3 (Meta)', 
+            metaCalculations, // Pass the meta calcs package
+            config, 
+            dependencies
+        ),
+        'Pass 3',
+        config
+    );
+    summary.pass3_results = pass3Results.map((r, i) => r.status === 'fulfilled' ? r.value : { success: false, date: pass3Jobs[i].date, error: r.reason?.message });
+    // --- END NEW PASS 3 ---
+
+
     logger.log('INFO', '[Orchestrator] Computation orchestration finished.');
     return summary;
 }
@@ -189,7 +230,6 @@ async function streamAndProcess(
     const { db, logger } = dependencies;
     logger.log('INFO', `[${passName}] Streaming ${todayRefs.length} 'today' part docs for ${dateStr}...`);
 
-    // --- START MODIFICATION ---
     // Calculate yesterday's date string
     const yesterdayDate = new Date(dateStr + 'T00:00:00Z');
     yesterdayDate.setUTCDate(yesterdayDate.getUTCDate() - 1);
@@ -203,7 +243,6 @@ async function streamAndProcess(
         todayDateStr: dateStr,
         yesterdayDateStr: yesterdayStr
     };
-    // --- END MODIFICATION ---
 
     const batchSize = config.partRefBatchSize || 10;
     let isFirstUser = true; // Flag for insights/social calculations
@@ -234,7 +273,6 @@ async function streamAndProcess(
                     yesterdaySocialPostInsights // <-- NEW
                 ];
 
-                // --- MODIFIED: Handle insights & social calculations ---
                 if (category === 'insights' || category === 'socialPosts') {
                     // Only process these once per day, using the first user as a trigger
                     if (isFirstUser) {
@@ -243,7 +281,6 @@ async function streamAndProcess(
                         continue; // Skip processing for subsequent users
                     }
                 } else if (HISTORICAL_CALC_NAMES.has(calcName)) {
-                     // --- MODIFIED: Handle missing yesterday's portfolio gracefully ---
                     const pYesterday = yesterdayPortfolios[uid];
                     // Skip if yesterday's portfolio is required but missing
                     if (!pYesterday && calc.constructor.prototype.process.length >= 3) {
@@ -259,7 +296,6 @@ async function streamAndProcess(
                     }
                     processArgs = [p, null, uid, ...allContextArgs]; // Pass null for yesterdayPortfolio, add all context
                 }
-                // --- END MODIFIED ---
 
                 try {
                     await Promise.resolve(calc.process(...processArgs));
@@ -271,7 +307,7 @@ async function streamAndProcess(
         }
     }
     
-    // --- NEW: Handle case where there are no users but we still need to run insights/social calcs ---
+    // Handle case where there are no users but we still need to run insights/social calcs
     if (todayRefs.length === 0 && isFirstUser) {
         logger.log('INFO', `[${passName}] No user portfolios found for ${dateStr}. Running insights/social calcs once.`);
         const allContextArgs = [
@@ -296,13 +332,11 @@ async function streamAndProcess(
             }
         }
     }
-    // --- END NEW ---
 }
 
 
 /**
  * Internal sub-pipe: Runs computations for a single date.
- * --- MODIFIED: Load and pass social post insights data ---
  */
 async function runUnifiedComputation(dateToProcess, calculationsToRun, passName, sourcePackage, config, dependencies) {
     const { db, logger } = dependencies;
@@ -310,35 +344,26 @@ async function runUnifiedComputation(dateToProcess, calculationsToRun, passName,
     logger.log('INFO', `[${passName}] Starting run for ${dateStr} with ${calculationsToRun.length} calcs.`);
 
     try {
-        // --- (EXISTING) Load today's instrument insights ---
         const todayInsightsData = await loadDailyInsights(config, dependencies, dateStr);
-        // --- NEW: Load today's social post insights ---
         const todaySocialPostInsightsData = await loadDailySocialPostInsights(config, dependencies, dateStr);
-        // --- END NEW ---
 
-        // Pass dependencies to sub-pipe
         const todayRefs = await getPortfolioPartRefs(config, dependencies, dateStr);
-         // --- MODIFIED: Check if *any* data exists (portfolio OR insights OR social) ---
         if (todayRefs.length === 0 && !todayInsightsData && !todaySocialPostInsightsData) {
             logger.log('WARN', `[${passName}] No portfolio, instrument insights, OR social post data found for ${dateStr}. Skipping.`);
             return { success: true, date: dateStr, message: "No source data for today." };
         }
-        // --- END MODIFIED ---
 
 
         let yesterdayPortfolios = {};
         let yesterdayInsightsData = null; 
-        let yesterdaySocialPostInsightsData = null; // <-- NEW
+        let yesterdaySocialPostInsightsData = null; 
         
-        // --- MODIFIED: Check if *any* calc requires yesterday data ---
-        const requiresYesterdayPortfolio = calculationsToRun.some(c => sourcePackage[c.category]?.[c.calcName]?.prototype?.process.length >= 3);
+        const requiresYesterdayPortfolio = calculationsToRun.some(c => HISTORICAL_CALC_NAMES.has(c.calcName)); // Use historical cals to determine need FIX from const requiresYesterdayPortfolio = calculationsToRun.some(c => sourcePackage[c.category]?.[c.calcName]?.prototype?.process.length >= 3);
         const requiresYesterdayInsights = calculationsToRun.some(c => c.category === 'insights');
-        const requiresYesterdaySocialPosts = calculationsToRun.some(c => c.category === 'socialPosts'); // <-- NEW
-        // --- END MODIFIED ---
+        const requiresYesterdaySocialPosts = calculationsToRun.some(c => c.category === 'socialPosts');
 
-         if (requiresYesterdayPortfolio || requiresYesterdayInsights || requiresYesterdaySocialPosts) { // <-- NEW
+         if (requiresYesterdayPortfolio || requiresYesterdayInsights || requiresYesterdaySocialPosts) { 
             
-            // --- (EXISTING) Load yesterday's instrument insights ---
             if(requiresYesterdayInsights) {
                 let daysAgo = 1;
                 const maxLookback = 30; // Or from config
@@ -360,9 +385,7 @@ async function runUnifiedComputation(dateToProcess, calculationsToRun, passName,
                     logger.log('WARN', `[${passName}] Could not find any 'yesterday' instrument insights data within a ${maxLookback} day lookback.`);
                 }
             }
-            // --- END (EXISTING) ---
             
-            // --- NEW: Load yesterday's social post insights ---
             if(requiresYesterdaySocialPosts) {
                 let daysAgo = 1;
                 const maxLookback = 30; 
@@ -384,9 +407,7 @@ async function runUnifiedComputation(dateToProcess, calculationsToRun, passName,
                     logger.log('WARN', `[${passName}] Could not find any 'yesterday' social post insights data within a ${maxLookback} day lookback.`);
                 }
             }
-            // --- END NEW ---
 
-            // --- (EXISTING) Load yesterday's portfolio data ---
             if (requiresYesterdayPortfolio) {
                 const prev = new Date(dateToProcess);
                 prev.setUTCDate(prev.getUTCDate() - 1);
@@ -400,7 +421,6 @@ async function runUnifiedComputation(dateToProcess, calculationsToRun, passName,
                     logger.log('WARN', `[${passName}] Yesterday's (${prevStr}) portfolio data not found. Historical calcs requiring it will be skipped.`);
                 }
             }
-            // --- END (EXISTING) ---
         }
 
 
@@ -416,8 +436,8 @@ async function runUnifiedComputation(dateToProcess, calculationsToRun, passName,
             yesterdayPortfolios, 
             todayInsightsData, 
             yesterdayInsightsData,
-            todaySocialPostInsightsData,    // <-- NEW
-            yesterdaySocialPostInsightsData // <-- NEW
+            todaySocialPostInsightsData,
+            yesterdaySocialPostInsightsData
         );
 
         let successCount = 0;
@@ -471,13 +491,7 @@ async function runUnifiedComputation(dateToProcess, calculationsToRun, passName,
                         successCount++;
                     }
                 } else {
-                     // --- START MODIFICATION ---
-                     // REASON: Do not count a null/empty result as a success.
-                     // This makes the failure visible in the summary log and ensures
-                     // Pass 2 will detect the missing calculation for backfilling.
                      logger.log('WARN', `[${passName}] Calculation ${key} produced no results for ${dateStr}. Skipping write to allow backfill.`);
-                     // DO NOT increment successCount here.
-                     // --- END MODIFICATION ---
                 }
             } catch (e) {
                 logger.log('ERROR', `[${passName}] getResult/Commit failed for ${key} on ${dateStr}`, { err: e.message });
@@ -496,6 +510,83 @@ async function runUnifiedComputation(dateToProcess, calculationsToRun, passName,
 }
 
 
+// --- NEW: Add the handler for meta-calculations ---
+/**
+ * Internal sub-pipe: Runs "meta" computations for a single date.
+ * These calculations do NOT stream user data, but rather use the
+ * special `process(dateStr, dependencies, config)` signature.
+ */
+async function runMetaComputation(dateToProcess, calculationsToRun, passName, sourcePackage, config, dependencies) {
+    const { db, logger } = dependencies;
+    const dateStr = dateToProcess.toISOString().slice(0, 10);
+    logger.log('INFO', `[${passName}] Starting run for ${dateStr} with ${calculationsToRun.length} meta-calcs.`);
+
+    try {
+        const state = initializeCalculators(calculationsToRun, sourcePackage, logger);
+        let successCount = 0;
+        const resultsCollectionRef = db.collection(config.resultsCollection).doc(dateStr).collection(config.resultsSubcollection);
+
+        for (const key in state) {
+            const calc = state[key];
+            // Check for the unique meta-calc signature
+            if (!calc || typeof calc.process !== 'function') continue;
+
+            const [category, calcName] = key.split('/');
+
+            try {
+                // Call the special process method that returns the result directly
+                const result = await Promise.resolve(calc.process(dateStr, dependencies, config));
+                
+                const pendingWrites = [];
+                const summaryData = {};
+
+                // Check if the result is valid
+                if (result && Object.keys(result).length > 0) {
+                    // Meta calcs are not expected to be sharded, but we handle the standard case
+                    const computationDocRef = resultsCollectionRef.doc(category)
+                                                      .collection(config.computationsSubcollection)
+                                                      .doc(calcName);
+                    pendingWrites.push({ ref: computationDocRef, data: result });
+                    
+                    if (!summaryData[category]) summaryData[category] = {};
+                    summaryData[category][calcName] = true;
+
+                    // Add the summary flag to the top-level date doc
+                     if (Object.keys(summaryData).length > 0) {
+                        const topLevelDocRef = db.collection(config.resultsCollection).doc(dateStr);
+                        pendingWrites.push({ ref: topLevelDocRef, data: summaryData });
+                     }
+
+                    // Commit the writes
+                    if (pendingWrites.length > 0) {
+                        await commitBatchInChunks(
+                            config,
+                            dependencies,
+                            pendingWrites,
+                            `Commit ${passName} ${dateStr} [${key}]`
+                        );
+                        successCount++;
+                    }
+                } else {
+                     logger.log('WARN', `[${passName}] Meta-calculation ${key} produced no results for ${dateStr}. Skipping write.`);
+                }
+            } catch (e) {
+                logger.log('ERROR', `[${passName}] Meta-calc process/commit failed for ${key} on ${dateStr}`, { err: e.message, stack: e.stack });
+            }
+        }
+
+        const completionStatus = successCount === calculationsToRun.length ? 'SUCCESS' : 'WARN';
+        logger.log(completionStatus, `[${passName}] Completed ${dateStr}. Success: ${successCount}/${calculationsToRun.length}.`);
+        return { success: true, date: dateStr, successful: successCount, failed: calculationsToRun.length - successCount };
+
+    } catch (err) {
+        logger.log('ERROR', `[${passName}] Fatal error for ${dateStr}`, { errorMessage: err.message, stack: err.stack });
+        return { success: false, date: dateStr, error: err.message };
+    }
+}
+// --- END NEW FUNCTION ---
+
+
 module.exports = {
     runComputationOrchestrator,
-};
+};

package/functions/computation-system/utils/data_loader.js

@@ -13,7 +13,6 @@ const { FieldPath } = require('@google-cloud/firestore'); // <<< --- ADD FieldPa
  * @returns {Promise<Firestore.DocumentReference[]>} An array of DocumentReferences.
  */
 async function getPortfolioPartRefs(config, dependencies, dateString) {
-    // ... (existing code unchanged) ...
     const { db, logger } = dependencies;
     logger.log('INFO', `Getting portfolio part references for date: ${dateString}`);
     const allPartRefs = [];
@@ -53,7 +52,6 @@ async function getPortfolioPartRefs(config, dependencies, dateString) {
  * @returns {Promise<object>} A single map of { [userId]: portfolioData }.
  */
 async function loadDataByRefs(config, dependencies, refs) {
-    // ... (existing code unchanged) ...
     const { db, logger } = dependencies;
     if (!refs || refs.length === 0) { return {}; }
     const mergedPortfolios = {};
@@ -88,7 +86,6 @@ async function loadDataByRefs(config, dependencies, refs) {
  * @returns {Promise<object>} A single map of { [userId]: portfolioData }.
  */
 async function loadFullDayMap(config, dependencies, partRefs) {
-    // ... (existing code unchanged) ...
     const { logger } = dependencies;
     if (partRefs.length === 0) return {};
     logger.log('TRACE', `Loading full day map from ${partRefs.length} references...`);
@@ -100,7 +97,6 @@ async function loadFullDayMap(config, dependencies, partRefs) {
 }
 
 /**
- * --- (EXISTING) ---
  * Sub-pipe: pipe.computationSystem.dataLoader.loadDailyInsights
  * Fetches the daily instrument insights document for a specific date.
  * @param {object} config - The computation system configuration object.
@@ -173,5 +169,5 @@ module.exports = {
     loadDataByRefs,
     loadFullDayMap,
     loadDailyInsights,
-    loadDailySocialPostInsights, // Export the new function
+    loadDailySocialPostInsights, 
 };

package/functions/computation-system/utils/utils.js

@@ -14,19 +14,30 @@ const HISTORICAL_CALC_NAMES = new Set([
     'risk-appetite-change', 'drawdown-response', 'gain-response',
     'tsl-effectiveness', 'position-count-pnl', 'diversification-pnl',
     
-    // --- ADD THESE THREE LINES ---
     'deposit-withdrawal-percentage',
     'new-allocation-percentage',
     'reallocation-increase-percentage',
-    'asset-crowd-flow' // <-- ADD THIS LINE
+    'asset-crowd-flow'
 ]);
+
+// --- Set for meta calculation names ---
+const META_CALC_NAMES = new Set([
+    'cash-flow-deployment'
+]);
+
+
 const historicalCalculations = {};
 const dailyCalculations = {};
+const metaCalculations = {}; 
+
 for (const category in calculations) {
     for (const calcName in calculations[category]) {
         if (HISTORICAL_CALC_NAMES.has(calcName)) {
             if (!historicalCalculations[category]) historicalCalculations[category] = {};
             historicalCalculations[category][calcName] = calculations[category][calcName];
+        } else if (META_CALC_NAMES.has(calcName)) {
+            if (!metaCalculations[category]) metaCalculations[category] = {};
+            metaCalculations[category][calcName] = calculations[category][calcName];
         } else {
             if (!dailyCalculations[category]) dailyCalculations[category] = {};
             dailyCalculations[category][calcName] = calculations[category][calcName];
@@ -182,7 +193,9 @@ async function getFirstDateFromSourceData(config, dependencies) {
 
 module.exports = {
     FieldValue, FieldPath,
-    historicalCalculations, dailyCalculations, unifiedUtils: utils, HISTORICAL_CALC_NAMES,
+    historicalCalculations, dailyCalculations, metaCalculations, 
+    unifiedUtils: utils, 
+    HISTORICAL_CALC_NAMES, META_CALC_NAMES,
     withRetry, commitBatchInChunks,
     getExpectedDateStrings, processJobsInParallel, getFirstDateFromSourceData,
-};
+};

package/index.js

@@ -5,7 +5,7 @@
  */
 
 // --- Core Utilities (Classes and Stateless Helpers) ---
-// ... (no changes here) ...
+
 const core = {
     IntelligentHeaderManager: require('./functions/core/utils/intelligent_header_manager').IntelligentHeaderManager,
     IntelligentProxyManager: require('./functions/core/utils/intelligent_proxy_manager').IntelligentProxyManager,
@@ -15,7 +15,7 @@ const core = {
 };
 
 // --- Pipe 1: Orchestrator ---
-// ... (no changes here) ...
+
 const orchestrator = {
     // Main Pipes (Entry points for Cloud Functions)
     runDiscoveryOrchestrator: require('./functions/orchestrator/index').runDiscoveryOrchestrator,
@@ -32,7 +32,7 @@ const orchestrator = {
 };
 
 // --- Pipe 2: Dispatcher ---
-// ... (no changes here) ...
+
 const dispatcher = {
     // Main Pipe
     handleRequest: require('./functions/dispatcher/index').handleRequest,
@@ -42,7 +42,7 @@ const dispatcher = {
 };
 
 // --- Pipe 3: Task Engine ---
-// ... (no changes here) ...
+
 const taskEngine = {
     // Main Pipe
     handleRequest: require('./functions/task-engine/handler_creator').handleRequest,
@@ -54,7 +54,6 @@ const taskEngine = {
 };
 
 // --- Pipe 4: Computation System ---
-// ... (no changes here) ...
 const computationSystem = {
     // Main Pipe
     runOrchestration: require('./functions/computation-system/helpers/orchestration_helpers').runComputationOrchestrator,
@@ -65,7 +64,7 @@ const computationSystem = {
 };
 
 // --- Pipe 5: API ---
-// ... (no changes here) ...
+
 const api = {
     // Main Pipe
     createApiApp: require('./functions/generic-api/index').createApiApp,
@@ -75,27 +74,21 @@ const api = {
 };
 
 // --- Pipe 6: Maintenance ---
-// Standalone cleanup and utility functions
+// Standalone cleanup and utility functions TODO -- Some of these are not really maintenance pipes, socials could do with its own pipe..?
 const maintenance = {
     runSpeculatorCleanup: require('./functions/speculator-cleanup-orchestrator/helpers/cleanup_helpers').runCleanup,
     handleInvalidSpeculator: require('./functions/invalid-speculator-handler/helpers/handler_helpers').handleInvalidSpeculator,
     runFetchInsights: require('./functions/fetch-insights/helpers/handler_helpers').fetchAndStoreInsights,
     runFetchPrices: require('./functions/etoro-price-fetcher/helpers/handler_helpers').fetchAndStorePrices,
-    
-    // --- UPDATED ---
     runUserActivitySamplerOrchestrator: require('./functions/user-activity-sampler/helpers/sampler_helpers').runUserActivitySamplerOrchestrator, 
     handleSampleBlockTask: require('./functions/user-activity-sampler/helpers/sampler_helpers').handleSampleBlockTask, 
-    // --- END UPDATE ---
-    
-    // --- NEW SOCIAL SENTIMENT FUNCTIONS ---
     runSocialOrchestrator: require('./functions/social-orchestrator/helpers/orchestrator_helpers').runSocialOrchestrator,
     handleSocialTask: require('./functions/social-task-handler/helpers/handler_helpers').handleSocialTask,
     runBackfillAssetPrices: require('./functions/price-backfill/helpers/handler_helpers').runBackfillAssetPrices,
-    // --- END NEW ---
 };
 
 // --- Pipe 7: Proxy ---
-// ... (no changes here) ...
+
 const proxy = {
     handlePost: require('./functions/appscript-api/index').handlePost,
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.87",
+  "version": "1.0.89",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [
@@ -32,7 +32,7 @@
     "@google-cloud/firestore": "^7.11.3",
     "sharedsetup": "latest",
     "require-all": "^3.0.0",
-    "aiden-shared-calculations-unified": "1.0.12",
+    "aiden-shared-calculations-unified": "1.0.13",
     "@google-cloud/pubsub": "latest",
     "express": "^4.19.2",
     "cors": "^2.8.5",