bulltrackers-module 1.0.336 → 1.0.337

package/functions/computation-system/config/validation_overrides.js

@@ -6,4 +6,5 @@ module.exports = {
 
     "instrument-price-change-1d":        { maxZeroPct: 100 }, // Because weekeends/holidays return 0 change, technically crypto means this can't hit 100% but it's usually quite close, so we override
     "instrument-price-momentum-20d ":    { maxZeroPct: 100 }, // Some assets can be very stagnant over a month, especially bonds or stablecoins
+    "mimetic-latency":                   { maxFlatlinePct: 100 },
 };

package/functions/computation-system/helpers/computation_dispatcher.js

@@ -3,6 +3,7 @@
  * PURPOSE: Sequential Cursor-Based Dispatcher.
  * BEHAVIOR: Dispatch -> Wait ETA -> Next Date.
  * UPDATED: Added "Sweep" Protocol for OOM recovery & High-Mem Verification.
+ * UPDATED: Added checks to permanently skip Deterministic Failures (Quality Breakers).
  */
 
 const { getExpectedDateStrings, getEarliestDataDates, normalizeName, DEFINITIVE_EARLIEST_DATES } = require('../utils/utils.js');
@@ -22,7 +23,7 @@ const STALE_LOCK_THRESHOLD_MS = 1000 * 60 * 15;
 // =============================================================================
 async function filterActiveTasks(db, date, pass, tasks, logger, forceRun = false) {
     if (!tasks || tasks.length === 0) return [];
-    if (forceRun) return tasks; // Bypass check for Sweep Mode
+    if (forceRun) return tasks; // Bypass check for Sweep Mode (Handled separately in Sweep logic)
     
     const checkPromises = tasks.map(async (t) => {
         const taskName = normalizeName(t.name);
@@ -54,6 +55,16 @@ async function filterActiveTasks(db, date, pass, tasks, logger, forceRun = false
                                    (Date.now() - new Date(data.completedAt).getTime() < 60 * 1000);
             
             if (isJustFinished) return null; 
+
+            // 3. DETERMINISTIC FAILURE CHECK (Break Infinite Loops)
+            // If the task failed due to Logic/Quality issues, never retry it automatically.
+            if (data.status === 'FAILED') {
+                 const stage = data.error?.stage;
+                 if (['QUALITY_CIRCUIT_BREAKER', 'SEMANTIC_GATE', 'SHARDING_LIMIT_EXCEEDED'].includes(stage)) {
+                     if (logger) logger.log('WARN', `[Dispatcher] 🛑 Skipping deterministic failure for ${taskName} (${stage}).`);
+                     return null;
+                 }
+            }
         }
         return t;
     });
@@ -249,12 +260,34 @@ async function handleSweepDispatch(config, dependencies, computationManifest, re
         return { dispatched: 0 };
     }
 
+    // [FIX] Filter out deterministic failures from Sweep to prevent loops
+    // Sweep is for OOM recovery. Quality failures will fail on High-Mem too.
+    const validTasks = [];
+    for (const task of pending) {
+        const name = normalizeName(task.name);
+        const ledgerPath = `computation_audit_ledger/${date}/passes/${passToRun}/tasks/${name}`;
+        const doc = await db.doc(ledgerPath).get();
+        if (doc.exists) {
+            const data = doc.data();
+            const stage = data.error?.stage;
+             if (['QUALITY_CIRCUIT_BREAKER', 'SEMANTIC_GATE', 'SHARDING_LIMIT_EXCEEDED'].includes(stage)) {
+                 logger.log('WARN', `[Sweep] 🛑 Skipping deterministic failure for ${name} (${stage}).`);
+                 continue;
+             }
+        }
+        validTasks.push(task);
+    }
+
+    if (validTasks.length === 0) {
+        logger.log('INFO', `[Sweep] ${date} only has deterministic failures. No dispatch.`);
+        return { dispatched: 0 };
+    }
+
     // 2. FORCE High Mem & Skip Zombie Check
-    // We do NOT filterActiveTasks because we assume they might be OOM'd zombies
-    // We do NOT check resource tier from previous runs, we FORCE 'high-mem'
+    // We use validTasks now
     const currentDispatchId = crypto.randomUUID();
     
-    const tasksPayload = pending.map(t => ({
+    const tasksPayload = validTasks.map(t => ({
         ...t,
         action: 'RUN_COMPUTATION_DATE',
         computation: t.name,

package/functions/computation-system/helpers/computation_worker.js

@@ -1,6 +1,7 @@
 /**
  * FILENAME: computation-system/helpers/computation_worker.js
  * UPDATED: Fixed Firestore 'undefined' field error for dispatchId.
+ * UPDATED: Writes structured Error objects (with stage) to Ledger to prevent retry loops.
  */
 
 const { executeDispatchTask } = require('../WorkflowOrchestrator.js');
@@ -92,7 +93,19 @@ async function handleComputationTask(message, config, dependencies) {
         const isDeterministic = ['SHARDING_LIMIT_EXCEEDED', 'QUALITY_CIRCUIT_BREAKER', 'SEMANTIC_GATE'].includes(err.stage);
 
         if (isDeterministic || (message.deliveryAttempt || 1) >= MAX_RETRIES) {
-            await db.doc(ledgerPath).set({ status: 'FAILED', error: err.message, failedAt: new Date() }, { merge: true });
+            // [FIX] Write structured error payload so Dispatcher can see the 'stage'
+            // This prevents the Dispatcher from retrying Quality Broken tasks.
+            const errorPayload = { 
+                message: err.message, 
+                stage: err.stage || 'FATAL' 
+            };
+
+            await db.doc(ledgerPath).set({ 
+                status: 'FAILED', 
+                error: errorPayload, 
+                failedAt: new Date() 
+            }, { merge: true });
+
             await recordRunAttempt(db, { date, computation, pass }, 'FAILURE', { message: err.message, stage: err.stage || 'FATAL' }, { peakMemoryMB: heartbeat.getPeak() }, triggerReason, resourceTier);
             return;
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.336",
+  "version": "1.0.337",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [