bulltrackers-module 1.0.252 → 1.0.253

package/functions/computation-system/helpers/computation_dispatcher.js

@@ -1,7 +1,7 @@
 /**
  * FILENAME: computation-system/helpers/computation_dispatcher.js
  * PURPOSE: "Smart Dispatcher" - Analyzes state and only dispatches valid, runnable tasks.
- * UPDATED: Implements pre-dispatch analysis to guarantee worker success.
+ * UPDATED: Implements Audit Ledger creation (PENDING state) before dispatch.
  */
 
 const { getExpectedDateStrings, normalizeName, DEFINITIVE_EARLIEST_DATES } = require('../utils/utils.js');
@@ -9,6 +9,7 @@ const { groupByPass, analyzeDateExecution }     = require('../WorkflowOrchestrat
 const { PubSubUtils }                           = require('../../core/utils/pubsub_utils');
 const { fetchComputationStatus, updateComputationStatus } = require('../persistence/StatusRepository');
 const { checkRootDataAvailability }             = require('../data/AvailabilityChecker');
+const { commitBatchInChunks }                   = require('../persistence/FirestoreUtils'); // [NEW IMPORT]
 const pLimit                                    = require('p-limit');
 
 const TOPIC_NAME = 'computation-tasks';
@@ -19,7 +20,7 @@ const STATUS_IMPOSSIBLE = 'IMPOSSIBLE';
  * Performs full pre-flight checks (Root Data, Dependencies, History) before emitting.
  */
 async function dispatchComputationPass(config, dependencies, computationManifest) {
-    const { logger }  = dependencies;
+    const { logger, db } = dependencies; // Added db destructuring
     const pubsubUtils = new PubSubUtils(dependencies);
     const passToRun   = String(config.COMPUTATION_PASS_TO_RUN);
     
@@ -86,7 +87,6 @@ async function dispatchComputationPass(config, dependencies, computationManifest
             });
 
             // Mark Blocked/Failed Deps (Temporary Failure)
-            // We write these so the status reflects reality, but we DO NOT dispatch them.
             [...report.blocked, ...report.failedDependency].forEach(item => {
                 statusUpdates[item.name] = { hash: false, category: 'unknown', reason: item.reason };
             });
@@ -103,6 +103,7 @@ async function dispatchComputationPass(config, dependencies, computationManifest
                     date: dateStr,
                     pass: passToRun,
                     computation: normalizeName(item.name),
+                    hash: item.hash || item.newHash, // [NEW] Ensure Hash is passed for Ledger
                     timestamp: Date.now()
                 });
             });
@@ -116,7 +117,30 @@ async function dispatchComputationPass(config, dependencies, computationManifest
 
     // 4. Batch Dispatch Valid Tasks
     if (tasksToDispatch.length > 0) {
-        logger.log('INFO', `[Dispatcher] ✅ Generated ${tasksToDispatch.length} VALID tasks. Dispatching...`);
+        // --- [NEW] STEP 4.1: CREATE AUDIT LEDGER ENTRIES ---
+        logger.log('INFO', `[Dispatcher] 📝 Creating Audit Ledger entries for ${tasksToDispatch.length} tasks...`);
+        
+        const ledgerWrites = [];
+        for (const task of tasksToDispatch) {
+            const ledgerRef = db.collection(`computation_audit_ledger/${task.date}/passes/${task.pass}/tasks`).doc(task.computation);
+            ledgerWrites.push({
+                ref: ledgerRef,
+                data: {
+                    status: 'PENDING',
+                    computation: task.computation,
+                    expectedHash: task.hash || 'unknown',
+                    createdAt: new Date(),
+                    retries: 0
+                },
+                options: { merge: true } // Merge allows updating retries/timestamps without wiping history
+            });
+        }
+
+        // Commit Ledger writes using chunked batch utility
+        await commitBatchInChunks(config, dependencies, ledgerWrites, 'AuditLedger Creation');
+        // ---------------------------------------------------
+
+        logger.log('INFO', `[Dispatcher] ✅ Generated ${tasksToDispatch.length} VALID tasks. Dispatching to Pub/Sub...`);
         
         await pubsubUtils.batchPublishTasks(dependencies, {
             topicName: TOPIC_NAME,

package/functions/computation-system/persistence/ResultCommitter.js

@@ -1,30 +1,36 @@
 /**
  * @fileoverview Handles saving computation results with observability and Smart Cleanup.
+ * UPDATED: Implements Audit Ledger completion logic ("Closing the Ledger").
  */
 const { commitBatchInChunks }     = require('./FirestoreUtils');
 const { updateComputationStatus } = require('./StatusRepository');
 const { batchStoreSchemas }       = require('../utils/schema_capture');
 const { generateProcessId, PROCESS_TYPES } = require('../logger/logger');
+// Note: normalizeName is typically needed for doc IDs, but keys in stateObj are usually already normalized.
+// If not, ensure it is imported. Based on StandardExecutor, keys are normalized.
 
 async function commitResults(stateObj, dStr, passName, config, deps, skipStatusWrite = false) {
     const successUpdates = {};
     const schemas        = [];
     const cleanupTasks   = []; // Tasks to delete old data
-    const { logger }     = deps;
+    const { logger, db } = deps;
     const pid            = generateProcessId(PROCESS_TYPES.STORAGE, passName, dStr);
+    
+    // [NEW] Extract numeric pass ID from string (e.g., "Pass 1" -> "1")
+    const passNum = passName.replace(/[^0-9]/g, '');
 
     for (const name in stateObj) {
         const calc = stateObj[name];
         try {
             const result = await calc.getResult();
             
-            // [UPDATE] Validate Result: Check for Null, Empty Object, or Zero
+            // Validate Result: Check for Null, Empty Object, or Zero
             const isEmpty = !result || 
                             (typeof result === 'object' && Object.keys(result).length === 0) ||
                             (typeof result === 'number' && result === 0);
 
             if (isEmpty) {
-                // [UPDATE] Mark status as FALSE (Failed/Empty) so it re-runs or is flagged
+                // Mark status as FALSE (Failed/Empty) so it re-runs or is flagged
                 if (calc.manifest.hash) {
                     successUpdates[name] = { 
                         hash: false, 
@@ -35,7 +41,7 @@ async function commitResults(stateObj, dStr, passName, config, deps, skipStatusW
                 continue; 
             }
 
-            const mainDocRef = deps.db.collection(config.resultsCollection)
+            const mainDocRef = db.collection(config.resultsCollection)
                 .doc(dStr)
                 .collection(config.resultsSubcollection)
                 .doc(calc.manifest.category)
@@ -44,6 +50,22 @@ async function commitResults(stateObj, dStr, passName, config, deps, skipStatusW
 
             const updates = await prepareAutoShardedWrites(result, mainDocRef, logger);
 
+            // --- [NEW] ADD AUDIT LEDGER COMPLETION TO BATCH ---
+            if (passNum && calc.manifest) {
+                const ledgerRef = db.collection(`computation_audit_ledger/${dStr}/passes/${passNum}/tasks`).doc(name);
+                updates.push({
+                    ref: ledgerRef,
+                    data: {
+                        status: 'COMPLETED',
+                        completedAt: new Date(),
+                        actualHash: calc.manifest.hash,
+                        _verified: true
+                    },
+                    options: { merge: true }
+                });
+            }
+            // --------------------------------------------------
+
             // Capture Schema
             if (calc.manifest.class.getSchema) {
                 const { class: _cls, ...safeMetadata } = calc.manifest;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.252",
+  "version": "1.0.253",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [