bulltrackers-module 1.0.105 → 1.0.107

package/functions/generic-api/index.js

@@ -1,151 +1,151 @@
-/**
- * @fileoverview Main entry point for the Generic API module.
- * Exports the 'createApiApp' main pipe function.
- * REFACTORED: /manifest endpoint now uses a dynamic "test harness"
- * to generate the schema without modifying calculation files.
- */
-
-const express = require('express');
-const cors = require('cors');
-const { FieldPath } = require('@google-cloud/firestore'); 
-const { 
-    buildCalculationMap, 
-    createApiHandler, 
-    getComputationStructure,
-    getDynamicSchema // <-- IMPORT NEW HELPER
-} = require('./helpers/api_helpers.js');
-
-/**
- * Main pipe: pipe.api.createApiApp
- * Creates and configures the Express app for the Generic API.
- * @param {object} config - The Generic API V2 configuration object.
- * @param {object} dependencies - Shared dependencies { db, logger }.
- * @param {Object} unifiedCalculations - The calculations manifest from 'aiden-shared-calculations-unified'.
- * @returns {express.Application} The configured Express app.
- */
-function createApiApp(config, dependencies, unifiedCalculations) {
-    const app = express();
-    const { logger } = dependencies; // db is in dependencies
-
-    // --- Pre-compute Calculation Map ---
-    const calcMap = buildCalculationMap(unifiedCalculations);
-
-    // --- Middleware ---
-    app.use(cors({ origin: true }));
-    app.use(express.json());
-
-    // --- Main API Endpoint ---
-    app.get('/', createApiHandler(config, dependencies, calcMap));
-
-    // --- Health Check Endpoint ---
-    app.get('/health', (req, res) => {
-        res.status(200).send('OK');
-    });
-
-    // --- Debug Endpoint to list all computation keys ---
-    app.get('/list-computations', (req, res) => {
-        try {
-            const computationKeys = Object.keys(calcMap);
-            res.status(200).send({
-                status: 'success',
-                count: computationKeys.length,
-                computations: computationKeys.sort(),
-            });
-        } catch (error) {
-            logger.log('ERROR', 'API /list-computations failed.', { errorMessage: error.message });
-            res.status(500).send({ status: 'error', message: 'An internal error occurred.' });
-        }
-    });
-
-    // --- Debug Endpoint to get *stored* structure from Firestore ---
-    app.get('/structure/:computationName', async (req, res) => {
-        const { computationName } = req.params;
-        
-        // Call sub-pipe, passing dependencies
-        const result = await getComputationStructure(computationName, calcMap, config, dependencies);
-
-        if (result.status === 'error') {
-            const statusCode = result.message.includes('not found') ? 404 : 500;
-            return res.status(statusCode).send(result);
-        }
-        
-        res.status(200).send(result);
-    });
-
-    // --- NEW: Fully Refactored Manifest Endpoint (Dynamic Test Run) ---
-    app.get('/manifest', async (req, res) => {
-        logger.log('INFO', 'API /manifest dynamic generation starting...');
-        try {
-            const manifest = {};
-            let successCount = 0;
-            const errors = [];
-            
-            // This logic iterates through the calculation module structure
-            for (const category in unifiedCalculations) {
-                for (const subKey in unifiedCalculations[category]) {
-                    const item = unifiedCalculations[category][subKey];
-                    let calcName = null;
-                    let CalcClass = null;
-
-                    // Handle nested 'historical' directory
-                    if (subKey === 'historical' && typeof item === 'object') {
-                        for (const name in item) {
-                            calcName = name;
-                            CalcClass = item[name];
-                            if (CalcClass && typeof CalcClass === 'function') {
-                                try {
-                                    manifest[calcName] = {
-                                        category: category,
-                                        structure: await getDynamicSchema(CalcClass, calcName) // <-- DYNAMIC CALL
-                                    };
-                                    successCount++;
-                                } catch (e) { errors.push(`${category}/${calcName}: ${e.message}`); }
-                            }
-                        }
-                    } 
-                    // Handle regular calc at root of category
-                    else if (typeof item === 'function') {
-                        calcName = subKey;
-                        CalcClass = item;
-                        if (CalcClass && typeof CalcClass === 'function') {
-                             try {
-                                manifest[calcName] = {
-                                    category: category,
-                                    structure: await getDynamicSchema(CalcClass, calcName) // <-- DYNAMIC CALL
-                                };
-                                successCount++;
-                            } catch (e) { errors.push(`${category}/${calcName}: ${e.message}`); }
-                        }
-                    }
-                }
-            }
-
-            const totalComputations = Object.keys(calcMap).length;
-            logger.log('INFO', `API /manifest complete. Generated schema for ${successCount}/${totalComputations} computations.`);
-
-            res.status(200).send({
-                status: 'success',
-                summary: {
-                    source: 'computation_module_dynamic_test',
-                    totalComputations: totalComputations,
-                    schemasGenerated: successCount,
-                    schemasFailed: errors.length,
-                },
-                manifest: manifest,
-                errors: errors.length > 0 ? errors : undefined,
-            });
-
-        } catch (error) {
-            logger.log('ERROR', `API /manifest failed unexpectedly.`, { errorMessage: error.message, stack: error.stack });
-            res.status(500).send({ status: 'error', message: `An internal error occurred while building the manifest.` });
-        }
-    });
-
-    return app;
-}
-
-module.exports = {
-    createApiApp,
-    // Exporting helpers so they can be part of the pipe.api.helpers object
-    helpers: require('./helpers/api_helpers'), 
+/**
+ * @fileoverview Main entry point for the Generic API module.
+ * Exports the 'createApiApp' main pipe function.
+ * REFACTORED: /manifest endpoint now uses a dynamic "test harness"
+ * to generate the schema without modifying calculation files.
+ */
+
+const express = require('express');
+const cors = require('cors');
+const { FieldPath } = require('@google-cloud/firestore'); 
+const { 
+    buildCalculationMap, 
+    createApiHandler, 
+    getComputationStructure,
+    getDynamicSchema // <-- IMPORT NEW HELPER
+} = require('./helpers/api_helpers.js');
+
+/**
+ * Main pipe: pipe.api.createApiApp
+ * Creates and configures the Express app for the Generic API.
+ * @param {object} config - The Generic API V2 configuration object.
+ * @param {object} dependencies - Shared dependencies { db, logger }.
+ * @param {Object} unifiedCalculations - The calculations manifest from 'aiden-shared-calculations-unified'.
+ * @returns {express.Application} The configured Express app.
+ */
+function createApiApp(config, dependencies, unifiedCalculations) {
+    const app = express();
+    const { logger } = dependencies; // db is in dependencies
+
+    // --- Pre-compute Calculation Map ---
+    const calcMap = buildCalculationMap(unifiedCalculations);
+
+    // --- Middleware ---
+    app.use(cors({ origin: true }));
+    app.use(express.json());
+
+    // --- Main API Endpoint ---
+    app.get('/', createApiHandler(config, dependencies, calcMap));
+
+    // --- Health Check Endpoint ---
+    app.get('/health', (req, res) => {
+        res.status(200).send('OK');
+    });
+
+    // --- Debug Endpoint to list all computation keys ---
+    app.get('/list-computations', (req, res) => {
+        try {
+            const computationKeys = Object.keys(calcMap);
+            res.status(200).send({
+                status: 'success',
+                count: computationKeys.length,
+                computations: computationKeys.sort(),
+            });
+        } catch (error) {
+            logger.log('ERROR', 'API /list-computations failed.', { errorMessage: error.message });
+            res.status(500).send({ status: 'error', message: 'An internal error occurred.' });
+        }
+    });
+
+    // --- Debug Endpoint to get *stored* structure from Firestore ---
+    app.get('/structure/:computationName', async (req, res) => {
+        const { computationName } = req.params;
+        
+        // Call sub-pipe, passing dependencies
+        const result = await getComputationStructure(computationName, calcMap, config, dependencies);
+
+        if (result.status === 'error') {
+            const statusCode = result.message.includes('not found') ? 404 : 500;
+            return res.status(statusCode).send(result);
+        }
+        
+        res.status(200).send(result);
+    });
+
+    // --- NEW: Fully Refactored Manifest Endpoint (Dynamic Test Run) ---
+    app.get('/manifest', async (req, res) => {
+        logger.log('INFO', 'API /manifest dynamic generation starting...');
+        try {
+            const manifest = {};
+            let successCount = 0;
+            const errors = [];
+            
+            // This logic iterates through the calculation module structure
+            for (const category in unifiedCalculations) {
+                for (const subKey in unifiedCalculations[category]) {
+                    const item = unifiedCalculations[category][subKey];
+                    let calcName = null;
+                    let CalcClass = null;
+
+                    // Handle nested 'historical' directory
+                    if (subKey === 'historical' && typeof item === 'object') {
+                        for (const name in item) {
+                            calcName = name;
+                            CalcClass = item[name];
+                            if (CalcClass && typeof CalcClass === 'function') {
+                                try {
+                                    manifest[calcName] = {
+                                        category: category,
+                                        structure: await getDynamicSchema(CalcClass, calcName) // <-- DYNAMIC CALL
+                                    };
+                                    successCount++;
+                                } catch (e) { errors.push(`${category}/${calcName}: ${e.message}`); }
+                            }
+                        }
+                    } 
+                    // Handle regular calc at root of category
+                    else if (typeof item === 'function') {
+                        calcName = subKey;
+                        CalcClass = item;
+                        if (CalcClass && typeof CalcClass === 'function') {
+                             try {
+                                manifest[calcName] = {
+                                    category: category,
+                                    structure: await getDynamicSchema(CalcClass, calcName) // <-- DYNAMIC CALL
+                                };
+                                successCount++;
+                            } catch (e) { errors.push(`${category}/${calcName}: ${e.message}`); }
+                        }
+                    }
+                }
+            }
+
+            const totalComputations = Object.keys(calcMap).length;
+            logger.log('INFO', `API /manifest complete. Generated schema for ${successCount}/${totalComputations} computations.`);
+
+            res.status(200).send({
+                status: 'success',
+                summary: {
+                    source: 'computation_module_dynamic_test',
+                    totalComputations: totalComputations,
+                    schemasGenerated: successCount,
+                    schemasFailed: errors.length,
+                },
+                manifest: manifest,
+                errors: errors.length > 0 ? errors : undefined,
+            });
+
+        } catch (error) {
+            logger.log('ERROR', `API /manifest failed unexpectedly.`, { errorMessage: error.message, stack: error.stack });
+            res.status(500).send({ status: 'error', message: `An internal error occurred while building the manifest.` });
+        }
+    });
+
+    return app;
+}
+
+module.exports = {
+    createApiApp,
+    // Exporting helpers so they can be part of the pipe.api.helpers object
+    helpers: require('./helpers/api_helpers'), 
 };

package/functions/invalid-speculator-handler/helpers/handler_helpers.js

@@ -1,75 +1,75 @@
-/**
- * @fileoverview Main pipe: pipe.maintenance.handleInvalidSpeculator
- * REFACTORED: Now stateless and receives dependencies.
- */
-const { FieldValue } = require('@google-cloud/firestore');
-
-/**
- * Main pipe: pipe.maintenance.handleInvalidSpeculator
- * @param {object} message The Pub/Sub message.
- * @param {object} context The message context.
- * @param {object} config The configuration object.
- * @param {object} dependencies - Contains db, logger.
- */
-exports.handleInvalidSpeculator = async (message, context, config, dependencies) => {
-    const { db, logger } = dependencies;
-    try {
-        const { invalidCids } = JSON.parse(Buffer.from(message.data, 'base64').toString());
-
-        if (!invalidCids || invalidCids.length === 0) {
-            logger.log('WARN', 'Received message with no invalid CIDs. Nothing to do.');
-            return;
-        }
-
-        const collectionRef = db.collection(config.invalidSpeculatorsCollectionName); // Use db
-        const maxPerDoc = config.maxInvalidUsersPerDoc;
-
-        const querySnapshot = await collectionRef
-            .where('userCount', '<', maxPerDoc)
-            .limit(10)
-            .get();
-
-        let targetDocRef;
-
-        if (!querySnapshot.empty) {
-            const randomIndex = Math.floor(Math.random() * querySnapshot.docs.length);
-            targetDocRef = querySnapshot.docs[randomIndex].ref;
-        } else {
-            targetDocRef = collectionRef.doc();
-        }
-
-        // Use db from dependencies
-        await db.runTransaction(async (transaction) => {
-            const doc = await transaction.get(targetDocRef);
-            
-            const updates = {};
-            let newUsersCount = 0;
-
-            if (!doc.exists) {
-                updates.userCount = 0;
-            }
-
-            for (const cid of invalidCids) {
-                const fieldPath = `users.${cid}`;
-                if (!doc.exists || !doc.data().users || !doc.data().users[cid]) {
-                    updates[fieldPath] = true;
-                    newUsersCount++;
-                }
-            }
-
-            if (newUsersCount > 0) {
-                updates.userCount = FieldValue.increment(newUsersCount);
-                transaction.set(targetDocRef, updates, { merge: true });
-            }
-        });
-
-        logger.log('SUCCESS', `Successfully stored ${invalidCids.length} invalid speculator IDs in document ${targetDocRef.id}.`);
-
-    } catch (error) {
-        logger.log('ERROR', 'FATAL Error in Invalid Speculator Handler', {
-            errorMessage: error.message,
-            errorStack: error.stack
-        });
-        throw error;
-    }
-};
+/**
+ * @fileoverview Main pipe: pipe.maintenance.handleInvalidSpeculator
+ * REFACTORED: Now stateless and receives dependencies.
+ */
+const { FieldValue } = require('@google-cloud/firestore');
+
+/**
+ * Main pipe: pipe.maintenance.handleInvalidSpeculator
+ * @param {object} message The Pub/Sub message.
+ * @param {object} context The message context.
+ * @param {object} config The configuration object.
+ * @param {object} dependencies - Contains db, logger.
+ */
+exports.handleInvalidSpeculator = async (message, context, config, dependencies) => {
+    const { db, logger } = dependencies;
+    try {
+        const { invalidCids } = JSON.parse(Buffer.from(message.data, 'base64').toString());
+
+        if (!invalidCids || invalidCids.length === 0) {
+            logger.log('WARN', 'Received message with no invalid CIDs. Nothing to do.');
+            return;
+        }
+
+        const collectionRef = db.collection(config.invalidSpeculatorsCollectionName); // Use db
+        const maxPerDoc = config.maxInvalidUsersPerDoc;
+
+        const querySnapshot = await collectionRef
+            .where('userCount', '<', maxPerDoc)
+            .limit(10)
+            .get();
+
+        let targetDocRef;
+
+        if (!querySnapshot.empty) {
+            const randomIndex = Math.floor(Math.random() * querySnapshot.docs.length);
+            targetDocRef = querySnapshot.docs[randomIndex].ref;
+        } else {
+            targetDocRef = collectionRef.doc();
+        }
+
+        // Use db from dependencies
+        await db.runTransaction(async (transaction) => {
+            const doc = await transaction.get(targetDocRef);
+            
+            const updates = {};
+            let newUsersCount = 0;
+
+            if (!doc.exists) {
+                updates.userCount = 0;
+            }
+
+            for (const cid of invalidCids) {
+                const fieldPath = `users.${cid}`;
+                if (!doc.exists || !doc.data().users || !doc.data().users[cid]) {
+                    updates[fieldPath] = true;
+                    newUsersCount++;
+                }
+            }
+
+            if (newUsersCount > 0) {
+                updates.userCount = FieldValue.increment(newUsersCount);
+                transaction.set(targetDocRef, updates, { merge: true });
+            }
+        });
+
+        logger.log('SUCCESS', `Successfully stored ${invalidCids.length} invalid speculator IDs in document ${targetDocRef.id}.`);
+
+    } catch (error) {
+        logger.log('ERROR', 'FATAL Error in Invalid Speculator Handler', {
+            errorMessage: error.message,
+            errorStack: error.stack
+        });
+        throw error;
+    }
+};