bulltrackers-module 1.0.299 → 1.0.300

package/functions/computation-system/helpers/computation_dispatcher.js

@@ -1,7 +1,7 @@
 /**
  * FILENAME: computation-system/helpers/computation_dispatcher.js
  * PURPOSE: "Smart Dispatcher" - Analyzes state, initializes Run Counters, and dispatches tasks.
- * UPDATED: Added per-date logging to visualize progress during large backfills.
+ * UPDATED: FIXED DEADLOCK by separating concurrency limits for Dates vs Tasks.
  */
 
 const { getExpectedDateStrings, getEarliestDataDates, normalizeName, DEFINITIVE_EARLIEST_DATES } = require('../utils/utils.js');
@@ -37,7 +37,7 @@ async function checkCrashForensics(db, date, pass, computationName) {
             const lastRSS = data.telemetry.lastMemory.rssMB || 0;
             
             if (lastRSS > OOM_THRESHOLD_MB) {
-                console.log(`[Dispatcher] 🕵️‍♀️ Forensics: ${computationName} likely OOM'd at ${lastRSS}MB. Routing to HIGH-MEM.`);
+                // console.log(`[Dispatcher] 🕵️‍♀️ Forensics: ${computationName} likely OOM'd at ${lastRSS}MB. Routing to HIGH-MEM.`);
                 return 'high-mem';
             }
         }
@@ -104,10 +104,11 @@ async function dispatchComputationPass(config, dependencies, computationManifest
     const manifestMap = new Map(computationManifest.map(c => [normalizeName(c.name), c]));
     const tasksToDispatch = [];
     
-    // Concurrency limit for analysis & forensics (Parallelize the historical scan)
-    const limit = pLimit(20);
+    // [FIX] Separate concurrency limits to prevent DEADLOCK
+    const dateLimit      = pLimit(20); // Parallel Days
+    const forensicsLimit = pLimit(50); // Parallel Checks per day
 
-    const analysisPromises = allExpectedDates.map(d => limit(async () => {
+    const analysisPromises = allExpectedDates.map(d => dateLimit(async () => {
         try {
             const fetchPromises = [
                 fetchComputationStatus(d, config, dependencies),
@@ -158,8 +159,8 @@ async function dispatchComputationPass(config, dependencies, computationManifest
 
             const validToRun = [...report.runnable, ...report.reRuns];
             
-            // [NEW] Parallel Forensics Check
-            await Promise.all(validToRun.map(item => limit(async () => {
+            // [FIX] Use separate 'forensicsLimit' here to avoid deadlock with 'dateLimit'
+            await Promise.all(validToRun.map(item => forensicsLimit(async () => {
                 const compName = normalizeName(item.name);
                 
                 // 1. Determine Resource Requirements
@@ -181,8 +182,8 @@ async function dispatchComputationPass(config, dependencies, computationManifest
                 });
             })));
 
-            // [UPDATED] Add Heartbeat Log
-            logger.log('INFO', `[Dispatcher] Analyzed ${d}: ${validToRun.length} tasks identified.`);
+            // [PROGRESS LOG] This should now fire correctly
+            logger.log('INFO', `[Dispatcher] Analyzed ${d}: ${validToRun.length} tasks (Cumulative: ${tasksToDispatch.length})`);
 
         } catch (e) {
             logger.log('ERROR', `[Dispatcher] Failed analysis for ${d}: ${e.message}`);
@@ -220,7 +221,7 @@ async function dispatchComputationPass(config, dependencies, computationManifest
         
         // 3. Create Audit Ledger Entries
         const finalDispatched = [];
-        const txnLimit        = pLimit(20);
+        const txnLimit        = pLimit(50); // Increased txn throughput
         
         const txnPromises   = tasksToDispatch.map(task => txnLimit(async () => {
             const ledgerRef = db.collection(`computation_audit_ledger/${task.date}/passes/${task.pass}/tasks`).doc(task.computation);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.299",
+  "version": "1.0.300",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [