bulltrackers-module 1.0.555 → 1.0.556

package/functions/computation-system/helpers/computation_dispatcher.js

@@ -132,7 +132,6 @@ async function getStableDateSession(config, dependencies, passToRun, dateLimitSt
     return allDates;
 }
 
-// =============================================================================
 // MAIN ENTRY POINT
 // =============================================================================
 async function dispatchComputationPass(config, dependencies, computationManifest, reqBody = {}) {
@@ -144,14 +143,100 @@ async function dispatchComputationPass(config, dependencies, computationManifest
     else if (action === 'SWEEP') {
         return handleSweepDispatch(config, dependencies, computationManifest, reqBody);
     }
-    // [NEW] Handler for Final Forensics Reporting
     else if (action === 'REPORT') {
         return handleFinalSweepReporting(config, dependencies, computationManifest, reqBody);
     }
+    // [NEW] FORCE RUN HANDLER
+    else if (action === 'FORCE_RUN') {
+        return handleForceRun(config, dependencies, computationManifest, reqBody);
+    }
     
     return handleStandardDispatch(config, dependencies, computationManifest, reqBody);
 }
 
+// =============================================================================
+// NEW: Force Run Handler (Bypasses Checks)
+// =============================================================================
+async function handleForceRun(config, dependencies, computationManifest, reqBody) {
+    const { logger } = dependencies;
+    const pubsubUtils = new PubSubUtils(dependencies);
+    const computationName = reqBody.computation; // Required
+    const dateInput = reqBody.date;              // Optional (YYYY-MM-DD)
+    
+    if (!computationName) {
+        throw new Error('Force Run requires "computation" name.');
+    }
+
+    // 1. Verify Computation Exists
+    const manifestItem = computationManifest.find(c => normalizeName(c.name) === normalizeName(computationName));
+    if (!manifestItem) {
+        throw new Error(`Computation '${computationName}' not found in manifest.`);
+    }
+
+    // 2. Determine Target Dates
+    let targetDates = [];
+    if (dateInput) {
+        // Single Date Mode
+        targetDates = [dateInput];
+    } else {
+        // All Dates Mode (Backfill)
+        logger.log('INFO', `[ForceRun] No date provided. Calculating date range for ${computationName}...`);
+        const earliestDates = await getEarliestDataDates(config, dependencies);
+        // Calculate from system start until today
+        targetDates = getExpectedDateStrings(earliestDates.absoluteEarliest, new Date());
+    }
+    
+    logger.log('WARN', `[ForceRun] 🚨 MANUALLY Triggering ${computationName} for ${targetDates.length} dates. Pass: ${manifestItem.pass}`);
+
+    // 3. Construct Tasks
+    const dispatchId = crypto.randomUUID();
+    const tasks = targetDates.map(date => {
+        const traceId = crypto.randomBytes(16).toString('hex');
+        const spanId = crypto.randomBytes(8).toString('hex');
+        return {
+            action: 'RUN_COMPUTATION_DATE',
+            computation: manifestItem.name,
+            date: date,
+            pass: manifestItem.pass || "1",
+            dispatchId: dispatchId,
+            triggerReason: 'MANUAL_FORCE_API',
+            resources: reqBody.resources || 'standard',
+            // Trace context allows you to find these specific runs in Cloud Trace
+            traceContext: { traceId, spanId, sampled: true }
+        };
+    });
+
+    // 4. Batch Publish (Chunked to stay under Pub/Sub limits)
+    const CHUNK_SIZE = 250; // Safe batch size
+    const topic = (reqBody.resources === 'high-mem') 
+        ? (config.computationTopicHighMem || 'computation-tasks-highmem')
+        : (config.computationTopicStandard || 'computation-tasks');
+        
+    let dispatchedCount = 0;
+    const chunks = [];
+    for (let i = 0; i < tasks.length; i += CHUNK_SIZE) {
+        chunks.push(tasks.slice(i, i + CHUNK_SIZE));
+    }
+
+    // Publish chunks sequentially to avoid memory spikes
+    for (const chunk of chunks) {
+        await pubsubUtils.batchPublishTasks(dependencies, {
+            topicName: topic,
+            tasks: chunk,
+            taskType: 'manual-force-run'
+        });
+        dispatchedCount += chunk.length;
+    }
+
+    return { 
+        status: 'FORCED',
+        computation: computationName,
+        mode: dateInput ? 'SINGLE_DATE' : 'ALL_DATES',
+        datesTriggered: dispatchedCount,
+        targetTopic: topic
+    };
+}
+
 // =============================================================================
 // NEW: Final Sweep Reporting Handler
 // =============================================================================

package/functions/computation-system/scripts/force_run.js

@@ -0,0 +1,72 @@
+/**
+ * Force Run Control Script
+ * Usage: 
+ * node scripts/force_run.js <ComputationName> [YYYY-MM-DD]
+ * * Examples:
+ * node scripts/force_run.js TestSystemProbe 2026-01-02  (Runs specific day)
+ * node scripts/force_run.js TestSystemProbe             (Runs ALL days from start)
+ */
+
+require('dotenv').config(); // Load environment variables
+const { PubSub } = require('@google-cloud/pubsub');
+
+// CONFIGURATION
+const PROJECT_ID = process.env.GCP_PROJECT_ID || 'stocks-12345';
+const TOPIC_NAME = process.env.PUBSUB_TOPIC_DISPATCH || 'dispatch-topic'; // Must match orchestrator_config.js
+const SYSTEM_START_DATE = '2026-01-01'; // The beginning of time for your system
+
+async function main() {
+  const args = process.argv.slice(2);
+  const computationName = args[0];
+  const specificDate = args[1];
+
+  if (!computationName) {
+    console.error('❌ Error: Computation Name is required.');
+    console.log('Usage: node scripts/force_run.js <ComputationName> [YYYY-MM-DD]');
+    process.exit(1);
+  }
+
+  const pubsub = new PubSub({ projectId: PROJECT_ID });
+  const topic = pubsub.topic(TOPIC_NAME);
+
+  // 1. Logic: Single Date vs. All Dates
+  if (specificDate) {
+    await triggerComputation(topic, computationName, specificDate);
+  } else {
+    console.log(`⚠️  No date provided. Triggering REPLAY for ${computationName} from ${SYSTEM_START_DATE} to Today...`);
+    
+    let currentDate = new Date(SYSTEM_START_DATE);
+    const today = new Date();
+
+    while (currentDate <= today) {
+      const dateStr = currentDate.toISOString().split('T')[0];
+      await triggerComputation(topic, computationName, dateStr);
+      
+      // Move to next day
+      currentDate.setDate(currentDate.getDate() + 1);
+      
+      // Small throttle to prevent flooding Pub/Sub quota if years of data
+      await new Promise(r => setTimeout(r, 100)); 
+    }
+  }
+}
+
+async function triggerComputation(topic, computation, date) {
+  const payload = {
+    computationName: computation,
+    date: date,
+    force: true,      // Tells Orchestrator to ignore "Already Complete" status
+    source: 'manual-cli' // Audit trail
+  };
+
+  const dataBuffer = Buffer.from(JSON.stringify(payload));
+
+  try {
+    const messageId = await topic.publishMessage({ data: dataBuffer });
+    console.log(`✅ [${date}] Triggered ${computation} (Msg ID: ${messageId})`);
+  } catch (error) {
+    console.error(`❌ [${date}] Failed to trigger ${computation}:`, error.message);
+  }
+}
+
+main().catch(console.error);

package/functions/computation-system/workflows/bulltrackers_pipeline.yaml

@@ -1,4 +1,4 @@
-# Cloud Workflows: Precision Cursor-Based Orchestrator
+# Cloud Workflows: Precision Cursor-Based Orchestrator with Manual Override
 main:
   params: [input]
   steps:
@@ -9,6 +9,12 @@ main:
           - current_date: '${text.split(time.format(sys.now()), "T")[0]}'
           - date_to_run: '${default(map.get(input, "date"), current_date)}'
 
+    # --- 🔀 NEW: CHECK FOR MANUAL OVERRIDE ---
+    - check_manual_override:
+        switch:
+          - condition: '${map.get(input, "action") == "FORCE_RUN"}'
+            next: execute_manual_force_run
+
     # --- PHASE 1: EXECUTION (Standard + High Mem Retry) ---
     - run_sequential_passes:
         for:
@@ -80,7 +86,7 @@ main:
                                 - next_loop_retry:
                                     next: sequential_date_loop
             
-            # --- VERIFICATION & SWEEP ---
+            # --- VERIFICATION & SWEEP (CRITICAL LOGIC PRESERVED) ---
             - verify_pass_completion:
                 call: http.post
                 args:
@@ -116,8 +122,6 @@ main:
                           seconds: '${int(sweep_task.eta)}'
 
     # --- PHASE 2: FINAL FORENSIC REPORTING ---
-    # Triggered after ALL execution attempts for this pass (Standard -> Verify -> HighMem Sweep)
-    # We ask the dispatcher to run the FinalSweepReporter for the target date.
     - run_final_forensics:
         for:
           value: pass_id
@@ -139,5 +143,21 @@ main:
                 args:
                    text: '${"📝 FINAL REPORT: Pass " + pass_id + " -> " + report_res.body.issuesFound + " detailed forensic documents created."}'
 
-    - finish:
-        return: "Pipeline Complete with Forensic Analysis"
+    - finish_standard:
+        return: "Pipeline Complete with Forensic Analysis"
+
+    # --- 🚨 MANUAL OVERRIDE EXECUTION PATH ---
+    - execute_manual_force_run:
+        call: http.post
+        args:
+            url: '${"https://europe-west1-" + project + ".cloudfunctions.net/computation-dispatcher"}'
+            body:
+                action: 'FORCE_RUN'
+                computation: '${input.computation}'
+                date: '${map.get(input, "date")}' # Can be null for ALL_DATES
+                resources: '${map.get(input, "resources")}'
+            auth: { type: OIDC }
+        result: force_res
+
+    - finish_manual:
+        return: '${force_res.body}'

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.555",
+  "version": "1.0.556",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [