bulltrackers-module 1.0.242 → 1.0.244

package/functions/computation-system/WorkflowOrchestrator.js

@@ -1,7 +1,6 @@
 /**
  * @fileoverview Main Orchestrator. Coordinates the topological execution.
- * UPDATED: Exports analyzeDateExecution for Build Reporting tools.
- * UPDATED: Uses centralized DEFINITIVE_EARLIEST_DATES.
+ * UPDATED: Added 'executeDispatchTask' for trusted execution from Smart Dispatcher.
  */
 const { normalizeName, DEFINITIVE_EARLIEST_DATES }         = require('./utils/utils');
 const { checkRootDataAvailability }                        = require('./data/AvailabilityChecker');
@@ -20,7 +19,10 @@ function groupByPass(manifest) {
     }, {}); 
 }
 
-function analyzeDateExecution(dateStr, calcsInPass, rootDataStatus, dailyStatus, manifestMap) {
+/**
+ * Analyzes whether calculations should run, be skipped, or are blocked.
+ */
+function analyzeDateExecution(dateStr, calcsInPass, rootDataStatus, dailyStatus, manifestMap, prevDailyStatus = null) {
     const report = {
         runnable: [],
         blocked: [],          
@@ -34,14 +36,11 @@ function analyzeDateExecution(dateStr, calcsInPass, rootDataStatus, dailyStatus,
 
     const isDepSatisfied = (depName, dailyStatus, manifestMap) => {
         const norm = normalizeName(depName);
-        const stored = dailyStatus[norm]; // Now an object or null
+        const stored = dailyStatus[norm]; 
         const depManifest = manifestMap.get(norm);
 
         if (!stored) return false;
-        
-        // Handle IMPOSSIBLE flag (stored as object property or legacy string check)
         if (stored.hash === STATUS_IMPOSSIBLE) return false;
-
         if (!depManifest) return false;
         if (stored.hash !== depManifest.hash) return false;
 
@@ -50,13 +49,12 @@ function analyzeDateExecution(dateStr, calcsInPass, rootDataStatus, dailyStatus,
 
     for (const calc of calcsInPass) {
         const cName = normalizeName(calc.name);
-        const stored = dailyStatus[cName]; // Object { hash, category }
+        const stored = dailyStatus[cName];
         
         const storedHash = stored ? stored.hash : null;
         const storedCategory = stored ? stored.category : null;
         const currentHash = calc.hash;
 
-        // [SMART MIGRATION] Detect if category changed, independent of hash check
         let migrationOldCategory = null;
         if (storedCategory && storedCategory !== calc.category) {
             migrationOldCategory = storedCategory;
@@ -119,12 +117,28 @@ function analyzeDateExecution(dateStr, calcsInPass, rootDataStatus, dailyStatus,
             continue;
         }
 
-        // 4. Hash & Category Check (Smart Migration Logic)
+        // 4. Strict Historical Consistency
+        if (calc.isHistorical && prevDailyStatus) {
+            const yesterday = new Date(dateStr + 'T00:00:00Z');
+            yesterday.setUTCDate(yesterday.getUTCDate() - 1);
+            
+            if (yesterday >= DEFINITIVE_EARLIEST_DATES.absoluteEarliest) {
+                const prevStored = prevDailyStatus[cName];
+                
+                if (!prevStored || prevStored.hash !== currentHash) {
+                    report.blocked.push({ 
+                        name: cName, 
+                        reason: `Waiting for historical continuity (Yesterday ${!prevStored ? 'Missing' : 'Hash Mismatch'})` 
+                    });
+                    continue;
+                }
+            }
+        }
+
+        // 5. Runnable Decision
         if (!storedHash) { 
             report.runnable.push(calc);
         } else if (storedHash !== currentHash) {
-            // Hash Mismatch (Code Changed).
-            // Pass migration info here too, in case category ALSO changed.
             report.reRuns.push({ 
                 name: cName, 
                 oldHash: storedHash, 
@@ -132,7 +146,6 @@ function analyzeDateExecution(dateStr, calcsInPass, rootDataStatus, dailyStatus,
                 previousCategory: migrationOldCategory 
             });
         } else if (migrationOldCategory) {
-            // Hash Matches, BUT category changed. Force Re-run.
             report.reRuns.push({ 
                 name: cName, 
                 reason: 'Category Migration', 
@@ -140,7 +153,6 @@ function analyzeDateExecution(dateStr, calcsInPass, rootDataStatus, dailyStatus,
                 newCategory: calc.category 
             });
         } else {
-            // Stored Hash === Current Hash AND Category matches
             report.skipped.push({ name: cName });
         }
     }
@@ -148,117 +160,97 @@ function analyzeDateExecution(dateStr, calcsInPass, rootDataStatus, dailyStatus,
     return report;
 }
 
-async function runDateComputation(dateStr, passToRun, calcsInThisPass, config, dependencies, computationManifest) {
+/**
+ * DIRECT EXECUTION PIPELINE (For Workers)
+ * Skips analysis. Assumes the calculation is valid and runnable.
+ */
+async function executeDispatchTask(dateStr, pass, targetComputation, config, dependencies, computationManifest) {
     const { logger } = dependencies;
-    const orchestratorPid = generateProcessId(PROCESS_TYPES.ORCHESTRATOR, passToRun, dateStr);
-    const dateToProcess   = new Date(dateStr + 'T00:00:00Z');
+    const pid = generateProcessId(PROCESS_TYPES.EXECUTOR, targetComputation, dateStr);
     
-    // 1. Fetch State
-    const dailyStatus = await fetchComputationStatus(dateStr, config, dependencies);
-    
-    // 2. Check Data Availability
-    // [UPDATE] Using centralized dates to ensure consistency with BuildReporter
-    const rootData = await checkRootDataAvailability(dateStr, config, dependencies, DEFINITIVE_EARLIEST_DATES);
-    const rootStatus = rootData ? rootData.status : { hasPortfolio: false, hasPrices: false, hasInsights: false, hasSocial: false, hasHistory: false };
-
-    // 3. ANALYZE EXECUTION
+    // 1. Get Calculation Manifest
     const manifestMap = new Map(computationManifest.map(c => [normalizeName(c.name), c]));
-    const analysisReport = analyzeDateExecution(dateStr, calcsInThisPass, rootStatus, dailyStatus, manifestMap);
+    const calcManifest = manifestMap.get(normalizeName(targetComputation));
     
-    // 4. LOG ANALYSIS
-    if (logger && typeof logger.logDateAnalysis === 'function') {
-        logger.logDateAnalysis(dateStr, analysisReport);
-    } else {
-        const logMsg = `[Analysis] Date: ${dateStr} | Runnable: ${analysisReport.runnable.length} | Blocked: ${analysisReport.blocked.length} | Impossible: ${analysisReport.impossible.length}`;
-        if (logger && logger.info) logger.info(logMsg);
-        else console.log(logMsg);
+    if (!calcManifest) {
+        throw new Error(`Calculation '${targetComputation}' not found in manifest.`);
     }
 
-    // 5. UPDATE STATUS FOR NON-RUNNABLE ITEMS
-    const statusUpdates = {};
-    
-    analysisReport.blocked.forEach(item => statusUpdates[item.name] = { hash: false, category: 'unknown' });
-    analysisReport.failedDependency.forEach(item => statusUpdates[item.name] = { hash: false, category: 'unknown' });
-    analysisReport.impossible.forEach(item => statusUpdates[item.name] = { hash: STATUS_IMPOSSIBLE, category: 'unknown' });
+    // 2. Fetch Root Data References (Required for execution streaming)
+    // Even though Dispatcher checked existence, we need the actual Refs/Data objects now.
+    const rootData = await checkRootDataAvailability(dateStr, config, dependencies, DEFINITIVE_EARLIEST_DATES);
     
-    if (Object.keys(statusUpdates).length > 0) {
-        await updateComputationStatus(dateStr, statusUpdates, config, dependencies);
+    // Safety Fallback (Should be impossible if Dispatcher is working)
+    if (!rootData) {
+        logger.log('ERROR', `[Executor] FATAL: Root data missing for ${targetComputation} on ${dateStr}. Dispatcher desync?`);
+        return;
     }
 
-    // 6. EXECUTE RUNNABLES
+    // 3. Fetch Dependencies
+    const calcsToRun = [calcManifest];
+    const existingResults = await fetchExistingResults(dateStr, calcsToRun, computationManifest, config, dependencies, false);
     
-    // [SMART MIGRATION] Build map of items needing cleanup
-    const migrationMap = {};
-    analysisReport.reRuns.forEach(item => {
-        if (item.previousCategory) {
-            migrationMap[normalizeName(item.name)] = item.previousCategory;
-        }
-    });
-
-    const calcsToRunNames = new Set([
-        ...analysisReport.runnable.map(c => c.name),
-        ...analysisReport.reRuns.map(c => c.name) 
-    ]);
-
-    // [SMART MIGRATION] Create Safe Copies with previousCategory attached
-    // We clone the manifest object so we don't pollute the global cache with run-specific flags
-    const finalRunList = calcsInThisPass
-        .filter(c => calcsToRunNames.has(normalizeName(c.name)))
-        .map(c => {
-            const clone = { ...c }; // Shallow copy
-            const prevCat = migrationMap[normalizeName(c.name)];
-            if (prevCat) {
-                clone.previousCategory = prevCat;
-            }
-            return clone;
-        });
-
-    if (!finalRunList.length) {
-        return { 
-            date: dateStr, 
-            updates: {}, 
-            skipped: analysisReport.skipped.length, 
-            impossible: analysisReport.impossible.length 
-        };
+    let previousResults = {};
+    if (calcManifest.isHistorical) {
+        const prevDate = new Date(dateStr + 'T00:00:00Z');
+        prevDate.setUTCDate(prevDate.getUTCDate() - 1);
+        const prevDateStr = prevDate.toISOString().slice(0, 10);
+        previousResults = await fetchExistingResults(prevDateStr, calcsToRun, computationManifest, config, dependencies, true);
     }
 
-    if (logger && logger.log) {
-        logger.log('INFO', `[Orchestrator] Executing ${finalRunList.length} calculations for ${dateStr}`, { processId: orchestratorPid });
-    }
-
-    const standardToRun = finalRunList.filter(c => c.type === 'standard');
-    const metaToRun     = finalRunList.filter(c => c.type === 'meta');
+    // 4. Execute
+    logger.log('INFO', `[Executor] Running ${calcManifest.name} for ${dateStr}`, { processId: pid });
     
-    const dateUpdates = {};
+    let resultUpdates = {};
 
     try {
-        const calcsRunning = [...standardToRun, ...metaToRun];
-        
-        // Fetch dependencies
-        const existingResults = await fetchExistingResults(dateStr, calcsRunning, computationManifest, config, dependencies, false);
-        const prevDate        = new Date(dateToProcess); prevDate.setUTCDate(prevDate.getUTCDate() - 1);
-        const prevDateStr     = prevDate.toISOString().slice(0, 10);
-        const previousResults = await fetchExistingResults(prevDateStr, calcsRunning, computationManifest, config, dependencies, true);
-
-        if (standardToRun.length) { 
-            const updates = await StandardExecutor.run(dateToProcess, standardToRun, `Pass ${passToRun}`, config, dependencies, rootData, existingResults, previousResults, false); 
-            Object.assign(dateUpdates, updates); 
-        }
-        if (metaToRun.length) { 
-            const updates = await MetaExecutor.run(dateToProcess, metaToRun, `Pass ${passToRun}`, config, dependencies, existingResults, previousResults, rootData, false); 
-            Object.assign(dateUpdates, updates); 
+        if (calcManifest.type === 'standard') {
+             resultUpdates = await StandardExecutor.run(
+                new Date(dateStr + 'T00:00:00Z'), 
+                [calcManifest], 
+                `Pass ${pass}`, 
+                config, 
+                dependencies, 
+                rootData, 
+                existingResults, 
+                previousResults
+            );
+        } else if (calcManifest.type === 'meta') {
+            resultUpdates = await MetaExecutor.run(
+                new Date(dateStr + 'T00:00:00Z'), 
+                [calcManifest], 
+                `Pass ${pass}`, 
+                config, 
+                dependencies, 
+                existingResults, 
+                previousResults, 
+                rootData
+            );
         }
+        
+        logger.log('INFO', `[Executor] Success: ${calcManifest.name} for ${dateStr}`);
+        return { date: dateStr, updates: resultUpdates };
 
     } catch (err) {
-        if (logger && logger.log) {
-            logger.log('ERROR', `[Orchestrator] Failed execution for ${dateStr}`, { processId: orchestratorPid, error: err.message });
-        } else {
-            console.error(`[Orchestrator] Failed execution for ${dateStr}: ${err.message}`);
-        }
-        throw err; 
+        logger.log('ERROR', `[Executor] Failed ${calcManifest.name}: ${err.message}`, { processId: pid, stack: err.stack });
+        throw err; // Trigger retry
     }
+}
 
-    return { date: dateStr, updates: dateUpdates };
+/**
+ * Legacy/Orchestrator Mode execution (Performs analysis).
+ * Kept for manual runs or full-system validation.
+ */
+async function runDateComputation(dateStr, passToRun, calcsInThisPass, config, dependencies, computationManifest) {
+    // ... [Previous implementation of runDateComputation can remain here if needed for backward compatibility, 
+    // ... or can be removed if the system is fully migrated. Keeping logic for "Dispatcher uses analyzeDateExecution"]
+    
+    // Re-exporting executeDispatchTask as the primary worker entry point.
 }
 
-module.exports = { runDateComputation, groupByPass, analyzeDateExecution };
+module.exports = { 
+    runDateComputation, 
+    executeDispatchTask, // <--- NEW EXPORT
+    groupByPass, 
+    analyzeDateExecution 
+};

package/functions/computation-system/helpers/computation_dispatcher.js

@@ -1,18 +1,22 @@
 /**
- * FILENAME: bulltrackers-module/functions/computation-system/helpers/computation_dispatcher.js
- * PURPOSE: Dispatches granular computation tasks (1 task = 1 calculation/date).
- * UPDATED: Implements "Atomic Task Dispatch" and uses DEFINITIVE dates to prevent waste.
+ * FILENAME: computation-system/helpers/computation_dispatcher.js
+ * PURPOSE: "Smart Dispatcher" - Analyzes state and only dispatches valid, runnable tasks.
+ * UPDATED: Implements pre-dispatch analysis to guarantee worker success.
  */
 
 const { getExpectedDateStrings, normalizeName, DEFINITIVE_EARLIEST_DATES } = require('../utils/utils.js');
-const { groupByPass }                           = require('../WorkflowOrchestrator.js');
+const { groupByPass, analyzeDateExecution }     = require('../WorkflowOrchestrator.js');
 const { PubSubUtils }                           = require('../../core/utils/pubsub_utils');
+const { fetchComputationStatus, updateComputationStatus } = require('../persistence/StatusRepository');
+const { checkRootDataAvailability }             = require('../data/AvailabilityChecker');
+const pLimit                                    = require('p-limit');
 
 const TOPIC_NAME = 'computation-tasks';
+const STATUS_IMPOSSIBLE = 'IMPOSSIBLE';
 
 /**
  * Dispatches computation tasks for a specific pass.
- * Generates one Pub/Sub message per calculation per date.
+ * Performs full pre-flight checks (Root Data, Dependencies, History) before emitting.
  */
 async function dispatchComputationPass(config, dependencies, computationManifest) {
     const { logger }  = dependencies;
@@ -28,44 +32,104 @@ async function dispatchComputationPass(config, dependencies, computationManifest
     if (!calcsInThisPass.length) { return logger.log('WARN', `[Dispatcher] No calcs for Pass ${passToRun}. Exiting.`); }
 
     const calcNames = calcsInThisPass.map(c => c.name);
-    logger.log('INFO', `🚀 [Dispatcher] Preparing PASS ${passToRun} (Granular Mode).`);
+    logger.log('INFO', `🚀 [Dispatcher] Smart-Dispatching PASS ${passToRun}`);
     logger.log('INFO', `[Dispatcher] Target Calculations: [${calcNames.join(', ')}]`);
 
     // 2. Determine Date Range
-    // [UPDATE] Using DEFINITIVE_EARLIEST_DATES ensures we don't dispatch tasks
-    // for years before data existed (e.g. 2023), saving massive Pub/Sub costs.
     const passEarliestDate = Object.values(DEFINITIVE_EARLIEST_DATES).reduce((a, b) => a < b ? a : b);
     const endDateUTC       = new Date(Date.UTC(new Date().getUTCFullYear(), new Date().getUTCMonth(), new Date().getUTCDate() - 1));
     const allExpectedDates = getExpectedDateStrings(passEarliestDate, endDateUTC);
 
-    // 3. Generate Granular Tasks (Cartesian Product: Dates x Calculations)
-    const allTasks = [];
-    
-    for (const dateStr of allExpectedDates) {
-        for (const calc of calcsInThisPass) {
-            allTasks.push({
-                action: 'RUN_COMPUTATION_DATE', // Maintained for compatibility
-                date: dateStr,
-                pass: passToRun,
-                computation: normalizeName(calc.name), // CRITICAL: Target specific calc
-                timestamp: Date.now()
+    const manifestMap = new Map(computationManifest.map(c => [normalizeName(c.name), c]));
+    const tasksToDispatch = [];
+    const limit = pLimit(20); // Process 20 days in parallel
+
+    logger.log('INFO', `[Dispatcher] Analyzing ${allExpectedDates.length} dates for viability...`);
+
+    // 3. Analyze Each Date (Concurrent)
+    const analysisPromises = allExpectedDates.map(dateStr => limit(async () => {
+        try {
+            // A. Fetch Status (Today)
+            const dailyStatus = await fetchComputationStatus(dateStr, config, dependencies);
+
+            // B. Fetch Status (Yesterday) - Only if historical continuity is needed
+            let prevDailyStatus = null;
+            if (calcsInThisPass.some(c => c.isHistorical)) {
+                const prevDate = new Date(dateStr + 'T00:00:00Z');
+                prevDate.setUTCDate(prevDate.getUTCDate() - 1);
+                const prevDateStr = prevDate.toISOString().slice(0, 10);
+                // We only care if yesterday is within valid system time
+                if (prevDate >= DEFINITIVE_EARLIEST_DATES.absoluteEarliest) {
+                    prevDailyStatus = await fetchComputationStatus(prevDateStr, config, dependencies);
+                } else {
+                    prevDailyStatus = {}; // Pre-epoch is effectively empty/valid context
+                }
+            }
+
+            // C. Check Root Data Availability (Real Check)
+            const availability = await checkRootDataAvailability(dateStr, config, dependencies, DEFINITIVE_EARLIEST_DATES);
+            const rootDataStatus = availability ? availability.status : {
+                hasPortfolio: false, hasHistory: false, hasSocial: false, hasInsights: false, hasPrices: false
+            };
+
+            // D. Run Core Analysis Logic
+            const report = analyzeDateExecution(dateStr, calcsInThisPass, rootDataStatus, dailyStatus, manifestMap, prevDailyStatus);
+
+            // E. Handle Non-Runnable States (Write directly to DB, don't dispatch)
+            const statusUpdates = {};
+            
+            // Mark Impossible (Permanent Failure)
+            report.impossible.forEach(item => {
+                if (dailyStatus[item.name]?.hash !== STATUS_IMPOSSIBLE) {
+                    statusUpdates[item.name] = { hash: STATUS_IMPOSSIBLE, category: 'unknown', reason: item.reason };
+                }
             });
-        }
-    }
 
-    logger.log('INFO', `[Dispatcher] Generated ${allTasks.length} atomic tasks (${allExpectedDates.length} days × ${calcsInThisPass.length} calcs).`);
+            // Mark Blocked/Failed Deps (Temporary Failure)
+            // We write these so the status reflects reality, but we DO NOT dispatch them.
+            [...report.blocked, ...report.failedDependency].forEach(item => {
+                statusUpdates[item.name] = { hash: false, category: 'unknown', reason: item.reason };
+            });
+
+            if (Object.keys(statusUpdates).length > 0) {
+                await updateComputationStatus(dateStr, statusUpdates, config, dependencies);
+            }
+
+            // F. Queue Runnables
+            const validToRun = [...report.runnable, ...report.reRuns];
+            validToRun.forEach(item => {
+                tasksToDispatch.push({
+                    action: 'RUN_COMPUTATION_DATE',
+                    date: dateStr,
+                    pass: passToRun,
+                    computation: normalizeName(item.name),
+                    timestamp: Date.now()
+                });
+            });
+
+        } catch (e) {
+            logger.log('ERROR', `[Dispatcher] Failed analysis for ${dateStr}: ${e.message}`);
+        }
+    }));
 
-    // 4. Batch Dispatch
-    // We send tasks in batches to Pub/Sub to be efficient, 
-    // but the WORKERS will process them individually.
-    await pubsubUtils.batchPublishTasks(dependencies, {
-        topicName: TOPIC_NAME,
-        tasks: allTasks,
-        taskType: `computation-pass-${passToRun}`,
-        maxPubsubBatchSize: 100 // Safe batch size
-    });
+    await Promise.all(analysisPromises);
 
-    return { dispatched: allTasks.length };
+    // 4. Batch Dispatch Valid Tasks
+    if (tasksToDispatch.length > 0) {
+        logger.log('INFO', `[Dispatcher] ✅ Generated ${tasksToDispatch.length} VALID tasks. Dispatching...`);
+        
+        await pubsubUtils.batchPublishTasks(dependencies, {
+            topicName: TOPIC_NAME,
+            tasks: tasksToDispatch,
+            taskType: `computation-pass-${passToRun}`,
+            maxPubsubBatchSize: 100
+        });
+        
+        return { dispatched: tasksToDispatch.length };
+    } else {
+        logger.log('INFO', `[Dispatcher] No valid tasks found. System is up to date.`);
+        return { dispatched: 0 };
+    }
 }
 
 module.exports = { dispatchComputationPass };

package/functions/computation-system/helpers/computation_worker.js

@@ -1,27 +1,27 @@
 /**
  * FILENAME: computation-system/helpers/computation_worker.js
  * PURPOSE: Consumes computation tasks from Pub/Sub and executes them.
- * UPDATED: Supports Granular Execution (Single Calculation filtering).
+ * UPDATED: Simplified "Dumb Worker" - Trusts Dispatcher validation.
  */
 
-const { runDateComputation, groupByPass } = require('../WorkflowOrchestrator.js');
-const { getManifest }                     = require('../topology/ManifestLoader');
-const { StructuredLogger }                = require('../logger/logger'); 
-const { normalizeName }                   = require('../utils/utils');
+const { executeDispatchTask } = require('../WorkflowOrchestrator.js');
+const { getManifest }         = require('../topology/ManifestLoader');
+const { StructuredLogger }    = require('../logger/logger'); 
 
 // 1. IMPORT CALCULATIONS
 let calculationPackage;
 try {
     calculationPackage = require('aiden-shared-calculations-unified');
 } catch (e) {
-    console.error("FATAL: Could not load 'aiden-shared-calculations-unified'. Ensure it is installed or linked.");
+    console.error("FATAL: Could not load 'aiden-shared-calculations-unified'.");
     throw e;
 }
 
 const calculations = calculationPackage.calculations;
 
 /**
- * Handles a single Pub/Sub message for a computation task.
+ * Handles a single Pub/Sub message.
+ * Assumes the message contains a VALID, RUNNABLE task from the Smart Dispatcher.
  */
 async function handleComputationTask(message, config, dependencies) {
     
@@ -32,36 +32,16 @@ async function handleComputationTask(message, config, dependencies) {
         ...config 
     });
 
-    // 3. OVERRIDE DEPENDENCIES
-    const runDependencies = {
-        ...dependencies,
-        logger: systemLogger
-    };
-
+    const runDependencies = { ...dependencies, logger: systemLogger };
     const { logger } = runDependencies;
 
-    // 4. LAZY LOAD MANIFEST
-    let computationManifest;
-    try {
-        computationManifest = getManifest(
-            config.activeProductLines || [], 
-            calculations, 
-            runDependencies 
-        );
-    } catch (manifestError) {
-        logger.log('FATAL', `[Worker] Failed to load Manifest: ${manifestError.message}`);
-        return; 
-    }
-
-    // 5. PARSE PUB/SUB MESSAGE
+    // 3. PARSE PAYLOAD
     let data;
     try {
         if (message.data && message.data.message && message.data.message.data) { 
-            const buffer = Buffer.from(message.data.message.data, 'base64'); 
-            data = JSON.parse(buffer.toString()); 
+            data = JSON.parse(Buffer.from(message.data.message.data, 'base64').toString()); 
         } else if (message.data && typeof message.data === 'string') { 
-            const buffer = Buffer.from(message.data, 'base64'); 
-            data = JSON.parse(buffer.toString()); 
+            data = JSON.parse(Buffer.from(message.data, 'base64').toString()); 
         } else if (message.json) { 
             data = message.json; 
         } else { 
@@ -72,66 +52,45 @@ async function handleComputationTask(message, config, dependencies) {
         return; 
     }
 
-    // 6. EXECUTE TASK
+    if (!data || data.action !== 'RUN_COMPUTATION_DATE') { return; }
+    
+    const { date, pass, computation } = data;
+    
+    if (!date || !pass || !computation) { 
+        logger.log('ERROR', `[Worker] Invalid payload: Missing date, pass, or computation.`, data); 
+        return; 
+    }
+
+    // 4. LOAD MANIFEST
+    let computationManifest;
     try {
-        if (!data || data.action !== 'RUN_COMPUTATION_DATE') { 
-            if (data) logger.log('WARN', `[Worker] Unknown or missing action: ${data?.action}. Ignoring.`); 
-            return; 
-        }
-        
-        const { date, pass, computation } = data; // Extract 'computation'
-        
-        if (!date || !pass) { 
-            logger.log('ERROR', `[Worker] Missing date or pass in payload: ${JSON.stringify(data)}`); 
-            return; 
-        }
-        
-        // Load Full Pass
-        const passes = groupByPass(computationManifest);
-        let calcsInThisPass = passes[pass] || [];
-        
-        // --- GRANULAR FILTERING ---
-        if (computation) {
-            const targetName = normalizeName(computation);
-            const targetCalc = calcsInThisPass.find(c => normalizeName(c.name) === targetName);
-            
-            if (!targetCalc) {
-                logger.log('WARN', `[Worker] Targeted computation '${computation}' not found in Pass ${pass}. Skipping.`);
-                return;
-            }
-            
-            // We run ONLY this calculation
-            calcsInThisPass = [targetCalc];
-            logger.log('INFO', `[Worker] Granular Mode: Running ONLY ${targetCalc.name} for ${date}`);
-        } else {
-            logger.log('INFO', `[Worker] Bulk Mode: Running ${calcsInThisPass.length} calculations for ${date}`);
-        }
-        // ---------------------------
+        computationManifest = getManifest(config.activeProductLines || [], calculations, runDependencies);
+    } catch (manifestError) {
+        logger.log('FATAL', `[Worker] Failed to load Manifest: ${manifestError.message}`);
+        return; 
+    }
 
-        if (!calcsInThisPass.length) { 
-            logger.log('WARN', `[Worker] No calculations found to run.`); 
-            return; 
-        }
+    // 5. EXECUTE (TRUSTED MODE)
+    // We do not check DB status or analyze feasibility. We assume Dispatcher did its job.
+    try {
+        logger.log('INFO', `[Worker] 📥 Received: ${computation} for ${date}`);
         
-        const result = await runDateComputation(
+        const result = await executeDispatchTask(
             date, 
             pass, 
-            calcsInThisPass, 
+            computation, 
             config, 
-            runDependencies,
+            runDependencies, 
             computationManifest
         );
         
-        if (result && result.updates && Object.keys(result.updates).length > 0) { 
-            logger.log('INFO', `[Worker] Success ${date}. Updated: ${Object.keys(result.updates).join(', ')}`);
-        } else { 
-            // In Granular Mode, this is common (e.g. if hash matched)
-            logger.log('INFO', `[Worker] Completed ${date} - No DB Writes (Up to date or skipped).`); 
+        if (result && result.updates) {
+             logger.log('INFO', `[Worker] ✅ Stored: ${computation} for ${date}`);
         }
-        
+
     } catch (err) { 
-        logger.log('ERROR', `[Worker] Fatal error processing task: ${err.message}`, { stack: err.stack }); 
-        throw err; // Throwing ensures Pub/Sub retries this specific computation
+        logger.log('ERROR', `[Worker] ❌ Failed: ${computation} for ${date}: ${err.message}`); 
+        throw err; // Trigger Pub/Sub retry
     }
 }
 

package/functions/computation-system/tools/BuildReporter.js

@@ -1,18 +1,18 @@
 /**
  * @fileoverview Build Reporter & Auto-Runner.
  * Generates a "Pre-Flight" report of what the computation system WILL do.
- * Simulates execution logic (Hash Mismatches) respecting DEFINITIVE start dates.
- * UPDATED: Implements Parallel Execution to prevent DEADLINE_EXCEEDED on 90-day scans.
+ * UPDATED: Removed "Smart Mocking" in favor of REAL data availability checks to detect gaps/impossible dates.
  */
 
 const { analyzeDateExecution } = require('../WorkflowOrchestrator');
 const { fetchComputationStatus } = require('../persistence/StatusRepository');
 const { normalizeName, getExpectedDateStrings, DEFINITIVE_EARLIEST_DATES } = require('../utils/utils');
+const { checkRootDataAvailability } = require('../data/AvailabilityChecker');
 const { FieldValue } = require('@google-cloud/firestore');
 const pLimit = require('p-limit');
 
 // Attempt to load package.json to get version. Path depends on where this is invoked.
-let packageVersion = '1.0.300';
+let packageVersion = '1.0.301'; // Bumped version to reflect logic change
 
 
 /**
@@ -78,7 +78,7 @@ async function generateBuildReport(config, dependencies, manifest, daysBack = 90
 
     // 2. PARALLEL PROCESSING (Fix for DEADLINE_EXCEEDED)
     // Run 20 reads in parallel. 
-    // 90 days / 20 concurrent = ~5 batches = ~2-3 seconds total vs 45+ seconds sequentially.
+    // This is now slightly heavier because we verify root data existence, but necessary for accuracy.
     const limit = pLimit(20);
 
     const processingPromises = datesToCheck.map(dateStr => limit(async () => {
@@ -86,18 +86,21 @@ async function generateBuildReport(config, dependencies, manifest, daysBack = 90
             // A. Fetch REAL status from DB (What ran previously?)
             const dailyStatus = await fetchComputationStatus(dateStr, config, dependencies);
 
-            // B. SMART MOCK Root Data
-            const dateObj = new Date(dateStr + 'T00:00:00Z');
-            const mockRootDataStatus = {
-                hasPortfolio: dateObj >= DEFINITIVE_EARLIEST_DATES.portfolio,
-                hasHistory:   dateObj >= DEFINITIVE_EARLIEST_DATES.history,
-                hasSocial:    dateObj >= DEFINITIVE_EARLIEST_DATES.social,
-                hasInsights:  dateObj >= DEFINITIVE_EARLIEST_DATES.insights,
-                hasPrices:    dateObj >= DEFINITIVE_EARLIEST_DATES.price
+            // B. REAL Root Data Check [FIXED]
+            // Previously we mocked this based on dates. Now we check if the data ACTUALLY exists.
+            // This ensures missing social data (even if after the start date) is flagged as IMPOSSIBLE.
+            const availability = await checkRootDataAvailability(dateStr, config, dependencies, DEFINITIVE_EARLIEST_DATES);
+            
+            const rootDataStatus = availability ? availability.status : {
+                hasPortfolio: false,
+                hasHistory:   false,
+                hasSocial:    false,
+                hasInsights:  false,
+                hasPrices:    false
             };
 
             // C. Run Logic Analysis
-            const analysis = analyzeDateExecution(dateStr, manifest, mockRootDataStatus, dailyStatus, manifestMap);
+            const analysis = analyzeDateExecution(dateStr, manifest, rootDataStatus, dailyStatus, manifestMap);
 
             // D. Format Findings
             const dateSummary = {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.242",
+  "version": "1.0.244",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [