bulltrackers-module 1.0.716 → 1.0.717

package/functions/computation-system/persistence/ResultCommitter.js

@@ -185,6 +185,12 @@ async function commitResults(stateObj, dStr, passName, config, deps, skipStatusW
                 
                 runMetrics.io.writes += 1;
                 
+                // 4. Write to BigQuery (for analytics) - same structure as other computations
+                // Page computations store the full result object { cid1: {...}, cid2: {...}, ... } in result_data
+                await writeToBigQuery(result, name, dStr, calc.manifest.category, logger, false).catch(err => {
+                    logger.log('WARN', `[BigQuery] Failed to write page computation ${name} for ${dStr}: ${err.message}`);
+                });
+                
                 if (isFinalFlush && calc.manifest.hash) { 
                     successUpdates[name] = { 
                         hash: calc.manifest.hash, simHash: simHash, resultHash: resultHash,

package/functions/core/utils/bigquery_utils.js

@@ -625,6 +625,11 @@ const SCHEMAS = {
         { name: 'instrument_id', type: 'INT64', mode: 'REQUIRED' },
         { name: 'insights_data', type: 'JSON', mode: 'REQUIRED' },
         { name: 'fetched_at', type: 'TIMESTAMP', mode: 'REQUIRED' }
+    ],
+    ticker_mappings: [
+        { name: 'instrument_id', type: 'INT64', mode: 'REQUIRED' },
+        { name: 'ticker', type: 'STRING', mode: 'REQUIRED' },
+        { name: 'last_updated', type: 'TIMESTAMP', mode: 'REQUIRED' }
     ]
 };
 
@@ -812,6 +817,27 @@ async function ensureInstrumentInsightsTable(logger = null) {
     );
 }
 
+/**
+ * Ensure ticker_mappings table exists
+ * @param {object} logger - Logger instance
+ * @returns {Promise<Table>}
+ */
+async function ensureTickerMappingsTable(logger = null) {
+    const datasetId = process.env.BIGQUERY_DATASET_ID || 'bulltrackers_data';
+    const tableId = 'ticker_mappings';
+    const schema = getSchema(tableId);
+    
+    return await ensureTableExists(
+        datasetId,
+        tableId,
+        schema,
+        {
+            clusterFields: ['instrument_id']
+        },
+        logger
+    );
+}
+
 /**
  * Query portfolio data from BigQuery
  * @param {string} dateStr - Date string (YYYY-MM-DD)
@@ -1631,6 +1657,60 @@ async function queryAssetPrices(startDateStr = null, endDateStr = null, instrume
     }
 }
 
+/**
+ * Query ticker mappings from BigQuery
+ * Returns data in format: { instrumentId: "TICKER", ... }
+ * @param {object} logger - Logger instance
+ * @returns {Promise<object|null>} Ticker mappings object, or null if not found/error
+ */
+async function queryTickerMappings(logger = null) {
+    if (process.env.BIGQUERY_ENABLED === 'false') {
+        if (logger) logger.log('DEBUG', '[BigQuery] Ticker mappings query skipped (BIGQUERY_ENABLED=false)');
+        return null;
+    }
+    
+    const datasetId = process.env.BIGQUERY_DATASET_ID || 'bulltrackers_data';
+    const tablePath = `${datasetId}.ticker_mappings`;
+    
+    try {
+        const sqlQuery = `
+            SELECT 
+                instrument_id,
+                ticker
+            FROM \`${tablePath}\`
+            ORDER BY instrument_id ASC
+        `;
+        
+        if (logger) {
+            logger.log('INFO', `[BigQuery] 🔍 Querying ticker mappings from ${tablePath}`);
+        }
+        
+        const rows = await query(sqlQuery, {}, logger);
+        
+        if (!rows || rows.length === 0) {
+            if (logger) logger.log('INFO', `[BigQuery] No ticker mappings found in ${tablePath}`);
+            return null;
+        }
+        
+        // Transform to expected format: { instrumentId: "TICKER" }
+        const mappings = {};
+        for (const row of rows) {
+            mappings[String(row.instrument_id)] = row.ticker;
+        }
+        
+        if (logger) {
+            logger.log('INFO', `[BigQuery] ✅ Retrieved ${Object.keys(mappings).length} ticker mappings from ${tablePath}`);
+        }
+        
+        return mappings;
+    } catch (error) {
+        if (logger) {
+            logger.log('WARN', `[BigQuery] Ticker mappings query failed for ${tablePath}: ${error.message}`);
+        }
+        return null;
+    }
+}
+
 module.exports = {
     getBigQueryClient,
     getOrCreateDataset,
@@ -1647,6 +1727,7 @@ module.exports = {
     ensurePIMasterListTable,
     ensurePIRankingsTable,
     ensureInstrumentInsightsTable,
+    ensureTickerMappingsTable,
     queryPortfolioData,
     queryHistoryData,
     querySocialData,
@@ -1654,6 +1735,7 @@ module.exports = {
     queryPIMasterList,
     queryPIRankings,
     queryInstrumentInsights,
+    queryTickerMappings,
     queryComputationResult,
     queryComputationResultsRange,
     checkExistingRows,

package/index.js

@@ -65,6 +65,8 @@ const { runPopularInvestorFetch }                         = require('./functions
 const { backfillTaskEngineData }                          = require('./functions/maintenance/backfill-task-engine-data/index');
 const { backfillPIMasterListRankings }                    = require('./functions/maintenance/backfill-pi-master-list-rankings/index');
 const { backfillInstrumentInsights }                      = require('./functions/maintenance/backfill-instrument-insights/index');
+const { backfillTickerMappings }                          = require('./functions/maintenance/backfill-ticker-mappings/index');
+const { backfillPriceData }                               = require('./functions/maintenance/backfill-price-data-from-firestore/index');
 
 // Alert System
 const { handleAlertTrigger, handleComputationResultWrite, checkAndSendAllClearNotifications } = require('./functions/alert-system/index');
@@ -135,7 +137,9 @@ const maintenance = {
   // [NEW] BigQuery backfills
   backfillTaskEngineData,
   backfillPIMasterListRankings,
-  backfillInstrumentInsights
+  backfillInstrumentInsights,
+  backfillTickerMappings,
+  backfillPriceData
 };
 
 const proxy = { handlePost };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.716",
+  "version": "1.0.717",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [