bulltrackers-module 1.0.734 → 1.0.736

package/functions/computation-system-v2/index.js

@@ -15,6 +15,8 @@
 
 const { Orchestrator } = require('./framework');
 const config = require('./config/bulltrackers.config');
+const { ManifestBuilder } = require('./framework/core/Manifest');
+const { Computation } = require('./framework/core/Computation');
 
 // Add computations to config
 config.computations = [
@@ -146,6 +148,9 @@ module.exports = {
     // Main API
     analyze,
     execute,
+    ManifestBuilder,
+    Computation,
+
     runComputation, // <--- New Method
     getManifest,
     warmCache,

package/functions/computation-system-v2/test/analyze-results.js

@@ -0,0 +1,238 @@
+/**
+ * @fileoverview Test Results Analyzer
+ * 
+ * Analyzes test reports and compares them across runs.
+ * 
+ * Usage:
+ *   node test/analyze-results.js --report test-report-123.json
+ *   node test/analyze-results.js --compare report1.json report2.json
+ */
+
+const fs = require('fs');
+const path = require('path');
+
+class TestResultsAnalyzer {
+    constructor(reportPath) {
+        this.report = JSON.parse(fs.readFileSync(reportPath, 'utf8'));
+    }
+
+    analyze() {
+        console.log('╔════════════════════════════════════════════════════════════╗');
+        console.log('║              TEST RESULTS DETAILED ANALYSIS                 ║');
+        console.log('╚════════════════════════════════════════════════════════════╝\n');
+
+        this._printOverview();
+        this._analyzeLineage();
+        this._analyzeCosts();
+        this._analyzePerformance();
+        this._checkForIssues();
+    }
+
+    _printOverview() {
+        console.log('📋 OVERVIEW\n');
+        console.log(`   Run ID: ${this.report.runId}`);
+        console.log(`   Status: ${this.report.status}`);
+        console.log(`   Start: ${this.report.startTime}`);
+        console.log(`   End: ${this.report.endTime}`);
+        
+        const duration = new Date(this.report.endTime) - new Date(this.report.startTime);
+        console.log(`   Duration: ${Math.round(duration / 1000)}s\n`);
+    }
+
+    _analyzeLineage() {
+        console.log('🔗 LINEAGE ANALYSIS\n');
+
+        const { dependencyGraph, passSummary } = this.report.lineage;
+
+        // Check for correct topological ordering
+        console.log('   Pass Distribution:');
+        for (const [pass, comps] of Object.entries(passSummary)) {
+            console.log(`     Pass ${pass}: ${comps.length} computations`);
+        }
+
+        // Verify dependencies executed before dependents
+        console.log('\n   Dependency Verification:');
+        let violations = 0;
+
+        for (const comp of dependencyGraph) {
+            if (comp.dependencies.length === 0) continue;
+
+            for (const dep of comp.dependencies) {
+                const depData = dependencyGraph.find(c => c.computation === dep);
+                if (!depData) {
+                    console.log(`     ⚠️  ${comp.computation}: dependency ${dep} not found`);
+                    violations++;
+                } else if (depData.pass >= comp.pass) {
+                    console.log(`     ❌ ${comp.computation} (Pass ${comp.pass}) runs before/same as dependency ${dep} (Pass ${depData.pass})`);
+                    violations++;
+                }
+            }
+        }
+
+        if (violations === 0) {
+            console.log('     ✅ All dependencies correctly ordered');
+        }
+        console.log('');
+    }
+
+    _analyzeCosts() {
+        console.log('💰 COST ANALYSIS\n');
+
+        const { totalCostUSD, maxCostUSD, utilizationPct, byComputation } = this.report.cost;
+
+        console.log(`   Total Cost: $${totalCostUSD.toFixed(6)}`);
+        console.log(`   Budget: $${maxCostUSD}`);
+        console.log(`   Utilization: ${utilizationPct.toFixed(1)}%`);
+
+        // Cost efficiency rating
+        let rating = '🟢 Excellent';
+        if (utilizationPct > 80) rating = '🔴 High (near limit)';
+        else if (utilizationPct > 50) rating = '🟡 Moderate';
+        console.log(`   Rating: ${rating}\n`);
+
+        // Top cost drivers
+        console.log('   Top 5 Cost Drivers:');
+        byComputation.slice(0, 5).forEach((item, i) => {
+            const pct = (item.cost / totalCostUSD) * 100;
+            console.log(`     ${i + 1}. ${item.name}: $${item.cost.toFixed(6)} (${pct.toFixed(1)}%)`);
+        });
+        console.log('');
+    }
+
+    _analyzePerformance() {
+        console.log('⚡ PERFORMANCE ANALYSIS\n');
+
+        const comps = this.report.computations;
+        const durations = comps.map(c => c.duration);
+        const avgDuration = durations.reduce((a, b) => a + b, 0) / durations.length;
+        const maxDuration = Math.max(...durations);
+        const totalDuration = durations.reduce((a, b) => a + b, 0);
+
+        console.log(`   Total Execution Time: ${totalDuration}ms`);
+        console.log(`   Average per Computation: ${Math.round(avgDuration)}ms`);
+        console.log(`   Slowest: ${maxDuration}ms\n`);
+
+        // Slowest computations
+        const slowest = [...comps]
+            .sort((a, b) => b.duration - a.duration)
+            .slice(0, 5);
+
+        console.log('   Slowest Computations:');
+        slowest.forEach((comp, i) => {
+            const pct = (comp.duration / totalDuration) * 100;
+            console.log(`     ${i + 1}. ${comp.name}: ${comp.duration}ms (${pct.toFixed(1)}%)`);
+        });
+        console.log('');
+    }
+
+    _checkForIssues() {
+        console.log('🔍 ISSUE DETECTION\n');
+
+        const issues = [];
+
+        // Check cost utilization
+        if (this.report.cost.utilizationPct > 90) {
+            issues.push({
+                severity: 'HIGH',
+                type: 'Cost',
+                message: `Cost utilization at ${this.report.cost.utilizationPct.toFixed(1)}% - near limit`
+            });
+        }
+
+        // Check for failed computations
+        const failed = this.report.computations.filter(c => c.status === 'failed');
+        if (failed.length > 0) {
+            issues.push({
+                severity: 'HIGH',
+                type: 'Execution',
+                message: `${failed.length} computations failed`
+            });
+        }
+
+        // Check for very slow computations (> 60s)
+        const verySlow = this.report.computations.filter(c => c.duration > 60000);
+        if (verySlow.length > 0) {
+            issues.push({
+                severity: 'MEDIUM',
+                type: 'Performance',
+                message: `${verySlow.length} computations took >60s`
+            });
+        }
+
+        if (issues.length === 0) {
+            console.log('   ✅ No issues detected\n');
+        } else {
+            for (const issue of issues) {
+                const icon = issue.severity === 'HIGH' ? '🔴' : '🟡';
+                console.log(`   ${icon} [${issue.severity}] ${issue.type}: ${issue.message}`);
+            }
+            console.log('');
+        }
+    }
+
+    compare(otherReport) {
+        console.log('╔════════════════════════════════════════════════════════════╗');
+        console.log('║                 COMPARISON ANALYSIS                         ║');
+        console.log('╚════════════════════════════════════════════════════════════╝\n');
+
+        const other = JSON.parse(fs.readFileSync(otherReport, 'utf8'));
+
+        // Cost comparison
+        console.log('💰 Cost Comparison:\n');
+        const costDiff = this.report.cost.totalCostUSD - other.cost.totalCostUSD;
+        const costDiffPct = (costDiff / other.cost.totalCostUSD) * 100;
+        
+        console.log(`   This run:     $${this.report.cost.totalCostUSD.toFixed(6)}`);
+        console.log(`   Previous run: $${other.cost.totalCostUSD.toFixed(6)}`);
+        console.log(`   Difference:   $${Math.abs(costDiff).toFixed(6)} (${costDiffPct > 0 ? '+' : ''}${costDiffPct.toFixed(1)}%)\n`);
+
+        // Performance comparison
+        console.log('⚡ Performance Comparison:\n');
+        
+        const thisDuration = new Date(this.report.endTime) - new Date(this.report.startTime);
+        const otherDuration = new Date(other.endTime) - new Date(other.startTime);
+        const durationDiff = thisDuration - otherDuration;
+        const durationDiffPct = (durationDiff / otherDuration) * 100;
+
+        console.log(`   This run:     ${Math.round(thisDuration / 1000)}s`);
+        console.log(`   Previous run: ${Math.round(otherDuration / 1000)}s`);
+        console.log(`   Difference:   ${Math.abs(Math.round(durationDiff / 1000))}s (${durationDiffPct > 0 ? '+' : ''}${durationDiffPct.toFixed(1)}%)\n`);
+
+        // Entity count comparison
+        console.log('📊 Entity Count Comparison:\n');
+        console.log(`   This run:     ${this.report.storage.totalEntities}`);
+        console.log(`   Previous run: ${other.storage.totalEntities}\n`);
+    }
+}
+
+// ============================================================================
+// CLI
+// ============================================================================
+
+function main() {
+    const args = process.argv.slice(2);
+
+    if (args.length === 0) {
+        console.log('Usage:');
+        console.log('  node test/analyze-results.js --report <path>');
+        console.log('  node test/analyze-results.js --compare <path1> <path2>');
+        process.exit(1);
+    }
+
+    if (args[0] === '--compare') {
+        const analyzer = new TestResultsAnalyzer(args[1]);
+        analyzer.compare(args[2]);
+    } else if (args[0] === '--report') {
+        const analyzer = new TestResultsAnalyzer(args[1]);
+        analyzer.analyze();
+    } else {
+        console.error('Unknown command:', args[0]);
+        process.exit(1);
+    }
+}
+
+if (require.main === module) {
+    main();
+}
+
+module.exports = { TestResultsAnalyzer };

package/functions/computation-system-v2/test/{test-dispatcher.js → other/test-dispatcher.js}

@@ -11,18 +11,18 @@
 const path = require('path');
 
 // Use real config
-const config = require('../config/bulltrackers.config');
+const config = require('../../config/bulltrackers.config');
 
 // Add test computations
 config.computations = [
-    require('../computations/PopularInvestorProfileMetrics'),
-    require('../computations/PopularInvestorRiskAssessment'),
+    require('../../computations/PopularInvestorProfileMetrics'),
+    require('../../computations/PopularInvestorRiskAssessment'),
 ];
 
 // Override config for dispatcher
-const dispatcherModule = require('../handlers/dispatcher');
-const onDemandModule = require('../handlers/onDemand');
-const { ManifestBuilder, ScheduleValidator } = require('../framework');
+const dispatcherModule = require('../../handlers/dispatcher');
+const onDemandModule = require('../../handlers/onDemand');
+const { ManifestBuilder, ScheduleValidator } = require('../../framework');
 
 // Mock response object
 function createMockResponse() {

package/functions/computation-system-v2/test/{test-framework.js → other/test-framework.js}

@@ -27,10 +27,10 @@ const logger = {
 async function testManifestBuilding() {
     console.log('\n=== TEST: Manifest Building with Dependencies ===\n');
     
-    const { ManifestBuilder } = require('../framework/core/Manifest');
-    const UserPortfolioSummary = require('../computations/UserPortfolioSummary');
-    const PopularInvestorProfileMetrics = require('../computations/PopularInvestorProfileMetrics');
-    const PopularInvestorRiskAssessment = require('../computations/PopularInvestorRiskAssessment');
+    const { ManifestBuilder } = require('../../framework/core/Manifest');
+    const UserPortfolioSummary = require('../../computations/UserPortfolioSummary');
+    const PopularInvestorProfileMetrics = require('../../computations/PopularInvestorProfileMetrics');
+    const PopularInvestorRiskAssessment = require('../../computations/PopularInvestorRiskAssessment');
     
     const config = { epoch: 'test-v1' };
     const builder = new ManifestBuilder(config, logger);
@@ -85,7 +85,7 @@ async function testManifestBuilding() {
 async function testSchemaRegistry() {
     console.log('\n=== TEST: Schema Registry ===\n');
     
-    const { SchemaRegistry } = require('../framework/data/SchemaRegistry');
+    const { SchemaRegistry } = require('../../framework/data/SchemaRegistry');
     
     const config = {
         projectId: process.env.GCP_PROJECT_ID,
@@ -139,8 +139,8 @@ async function testSchemaRegistry() {
 async function testQueryBuilder() {
     console.log('\n=== TEST: Query Builder ===\n');
     
-    const { SchemaRegistry } = require('../framework/data/SchemaRegistry');
-    const { QueryBuilder } = require('../framework/data/QueryBuilder');
+    const { SchemaRegistry } = require('../../framework/data/SchemaRegistry');
+    const { QueryBuilder } = require('../../framework/data/QueryBuilder');
     
     const config = {
         projectId: process.env.GCP_PROJECT_ID,
@@ -179,10 +179,10 @@ async function testQueryBuilder() {
 async function testComputationValidation() {
     console.log('\n=== TEST: Computation Validation ===\n');
     
-    const { Computation } = require('../framework/core/Computation');
-    const UserPortfolioSummary = require('../computations/UserPortfolioSummary');
-    const PopularInvestorProfileMetrics = require('../computations/PopularInvestorProfileMetrics');
-    const PopularInvestorRiskAssessment = require('../computations/PopularInvestorRiskAssessment');
+    const { Computation } = require('../../framework/core/Computation');
+    const UserPortfolioSummary = require('../../computations/UserPortfolioSummary');
+    const PopularInvestorProfileMetrics = require('../../computations/PopularInvestorProfileMetrics');
+    const PopularInvestorRiskAssessment = require('../../computations/PopularInvestorRiskAssessment');
     
     // Test UserPortfolioSummary
     console.log('Testing UserPortfolioSummary...');
@@ -231,7 +231,7 @@ async function testDryRun() {
     console.log('\n=== TEST: Dry Run Analysis ===\n');
     
     try {
-        const v2 = require('../index');
+        const v2 = require('../../index');
         
         const report = await v2.analyze({ 
             date: '2026-01-24',
@@ -280,7 +280,7 @@ async function testRealExecution() {
     console.log('⚠️  This test will execute computations and write to BigQuery!\n');
     
     try {
-        const v2 = require('../index');
+        const v2 = require('../../index');
         
         // Find a date with data
         console.log('Looking for a date with available data...');
@@ -402,7 +402,7 @@ async function testDependentExecution(previousResult) {
     console.log(`  Duration: ${depCompleted.duration}ms`);
     
     try {
-        const v2 = require('../index');
+        const v2 = require('../../index');
         
         // Now try to run the dependent computation
         console.log(`\n--- Running Dependent Computation (Pass 2) ---`);

package/functions/computation-system-v2/test/{test-real-execution.js → other/test-real-execution.js}

@@ -22,7 +22,7 @@ async function main() {
     console.log('║       Computation System v2 - Real Execution Test          ║');
     console.log('╚════════════════════════════════════════════════════════════╝\n');
     
-    const v2 = require('../index');
+    const v2 = require('../../index');
     
     // Step 1: Verify pass assignment
     console.log('=== STEP 1: Verify Pass Assignment ===\n');

package/functions/computation-system-v2/test/{test-real-integration.js → other/test-real-integration.js}

@@ -9,9 +9,9 @@
 const fs = require('fs');
 const path = require('path');
 const { BigQuery } = require('@google-cloud/bigquery');
-const { Orchestrator } = require('../framework/execution/Orchestrator');
-const { Computation } = require('../framework/core/Computation');
-const realConfig = require('../config/bulltrackers.config');
+const { Orchestrator } = require('../../framework/execution/Orchestrator');
+const { Computation } = require('../../framework/core/Computation');
+const realConfig = require('../../config/bulltrackers.config');
 
 // 1. DYNAMIC TEST COMPUTATION
 class LiveTestComputation extends Computation {

package/functions/computation-system-v2/test/{test-refactor-e2e.js → other/test-refactor-e2e.js}

@@ -4,9 +4,9 @@
  */
 
 const assert = require('assert');
-const { Orchestrator } = require('../framework/execution/Orchestrator');
-const TestComputation = require('../computations/TestComputation');
-const { RulesRegistry } = require('../framework/core/Rules');
+const { Orchestrator } = require('../../framework/execution/Orchestrator');
+const TestComputation = require('../../computations/TestComputation');
+const { RulesRegistry } = require('../../framework/core/Rules');
 
 // MOCK DATA
 const MOCK_USERS = {

package/functions/computation-system-v2/test/{test-risk-metrics-computation.js → other/test-risk-metrics-computation.js}

@@ -7,10 +7,10 @@
  * - Firestore storage
  */
 
-const { Executor, ManifestBuilder } = require('../framework');
-const { StorageManager } = require('../framework/storage/StorageManager');
-const PopularInvestorRiskMetrics = require('../computations/PopularInvestorRiskMetrics');
-const config = require('../config/bulltrackers.config');
+const { Executor, ManifestBuilder } = require('../../framework');
+const { StorageManager } = require('../../framework/storage/StorageManager');
+const PopularInvestorRiskMetrics = require('../../computations/PopularInvestorRiskMetrics');
+const config = require('../../config/bulltrackers.config');
 
 console.log('╔════════════════════════════════════════════════════════════╗');
 console.log('║     PopularInvestorRiskMetrics - Full Integration Test     ║');

package/functions/computation-system-v2/test/{test-scheduler.js → other/test-scheduler.js}

@@ -7,7 +7,7 @@
  * 3. Finding due computations
  */
 
-const schedulerModule = require('../handlers/scheduler');
+const schedulerModule = require('../../handlers/scheduler');
 
 // ============================================================================
 // Test Clock Drift Handling

package/functions/computation-system-v2/test/{test-storage.js → other/test-storage.js}

@@ -4,8 +4,8 @@
  * Tests for the unified storage system (BigQuery + Firestore)
  */
 
-const { StorageManager } = require('../framework/storage/StorageManager');
-const config = require('../config/bulltrackers.config');
+const { StorageManager } = require('../../framework/storage/StorageManager');
+const config = require('../../config/bulltrackers.config');
 
 console.log('╔════════════════════════════════════════════════════════════╗');
 console.log('║          Computation System v2 - Storage Tests             ║');