bulltrackers-module 1.0.18 → 1.0.19

package/functions/fetch-insights/helpers/handler_helpers.js

@@ -0,0 +1,95 @@
+/**
+ * @fileoverview Core logic for fetching eToro instrument insights.
+ */
+
+const { FieldValue } = require('@google-cloud/firestore');
+
+/**
+ * Fetches insights data using header and proxy managers and stores it in Firestore.
+ *
+ * @param {object} firestore - An initialized Firestore client instance.
+ * @param {object} logger - A logger instance.
+ * @param {object} headerManager - An initialized IntelligentHeaderManager instance.
+ * @param {object} proxyManager - An initialized IntelligentProxyManager instance.
+ * @param {object} config - Configuration object.
+ * @param {string} config.etoroInsightsUrl - The URL for the eToro insights API.
+ * @param {string} config.insightsCollectionName - Firestore collection name for results.
+ * @returns {Promise<{success: boolean, message: string, instrumentCount?: number}>}
+ */
+exports.fetchAndStoreInsights = async (firestore, logger, headerManager, proxyManager, config) => {
+    logger.log('INFO', '[FetchInsightsHelpers] Starting eToro insights data fetch...');
+    let selectedHeader = null;
+    let wasSuccessful = false;
+
+    try {
+        // Validate config
+        if (!config.etoroInsightsUrl || !config.insightsCollectionName) {
+            throw new Error("Missing required configuration: etoroInsightsUrl or insightsCollectionName.");
+        }
+
+        selectedHeader = await headerManager.selectHeader();
+        if (!selectedHeader) {
+            throw new Error("Could not select a header for the request.");
+        }
+
+        logger.log('INFO', `[FetchInsightsHelpers] Using header ID: ${selectedHeader.id}`, {
+            userAgent: selectedHeader.header['User-Agent'] // Access header data correctly
+        });
+
+        // Make the API request via the proxy manager
+        // Pass only the necessary parts of the selected header object
+        const fetchOptions = {
+             headers: selectedHeader.header, // Pass the actual header object
+             timeout: 30000 // 30 second timeout - Note: Proxy manager might have its own timeout logic
+        };
+        const { response } = await proxyManager.fetch(config.etoroInsightsUrl, fetchOptions);
+
+        if (!response.ok) {
+            const errorText = await response.text();
+            // No need to update header performance here, proxy manager handles failures implicitly if needed
+            throw new Error(`API request failed via proxy with status ${response.status}: ${errorText}`);
+        }
+
+        // If fetch succeeded via proxy, mark header as successful
+        wasSuccessful = true; // Mark success for header update
+
+        const insightsData = await response.json();
+
+        if (!Array.isArray(insightsData) || insightsData.length === 0) {
+            throw new Error('API returned empty or invalid data.');
+        }
+
+        // Store in Firestore
+        const today = new Date().toISOString().slice(0, 10);
+        const docRef = firestore.collection(config.insightsCollectionName).doc(today);
+
+        const firestorePayload = {
+            fetchedAt: FieldValue.serverTimestamp(),
+            instrumentCount: insightsData.length,
+            insights: insightsData
+        };
+
+        await docRef.set(firestorePayload);
+
+        const successMsg = `Successfully fetched and stored ${insightsData.length} instrument insights for ${today}.`;
+        logger.log('SUCCESS', `[FetchInsightsHelpers] ${successMsg}`, {
+            documentId: today,
+            instrumentCount: insightsData.length
+        });
+        return { success: true, message: successMsg, instrumentCount: insightsData.length };
+
+    } catch (error) {
+        logger.log('ERROR', '[FetchInsightsHelpers] Error fetching eToro insights', {
+            errorMessage: error.message,
+            errorStack: error.stack,
+            headerId: selectedHeader ? selectedHeader.id : 'not-selected'
+        });
+        // Let the calling function handle header update on failure
+        throw error; // Re-throw the error to be caught by the handler
+    } finally {
+         // Update header performance based on the success *of the target API call*
+         if (selectedHeader) {
+            await headerManager.updatePerformance(selectedHeader.id, wasSuccessful);
+         }
+    }
+};

package/functions/fetch-insights/index.js

@@ -0,0 +1,57 @@
+/**
+ * @fileoverview Exports the FetchInsights handler creator.
+ */
+
+const { Firestore } = require('@google-cloud/firestore');
+const { logger } = require("sharedsetup")(__filename);
+const { IntelligentHeaderManager, IntelligentProxyManager } = require('../core/utils');
+const { fetchAndStoreInsights } = require('./helpers/handler_helpers');
+
+/**
+ * Creates the Cloud Function handler for fetching eToro insights.
+ * @param {object} config - The configuration object loaded from the calling function's context.
+ * @returns {Function} The async Cloud Function handler (Express middleware format).
+ */
+function createFetchInsightsHandler(config) {
+    // Initialize clients once when the function instance starts
+    const firestore = new Firestore();
+    const headerManager = new IntelligentHeaderManager(firestore, logger, config); // Pass dependencies
+    const proxyManager = new IntelligentProxyManager(firestore, logger, config); // Pass dependencies
+
+    return async (req, res) => {
+        logger.log('INFO', '🚀 Fetch eToro Insights triggered via module...');
+        try {
+            // Delegate all logic to the helper
+            const result = await fetchAndStoreInsights(firestore, logger, headerManager, proxyManager, config);
+
+            // Send success response
+            res.status(200).send(result.message);
+
+        } catch (error) {
+            logger.log('ERROR', 'FATAL Error in Fetch eToro Insights (Module)', { errorMessage: error.message, errorStack: error.stack });
+            // Header performance update on failure is handled within the helper's finally block if header was selected
+
+             // Ensure header performance flush happens even on fatal error before responding
+            try {
+                await headerManager.flushPerformanceUpdates();
+            } catch (flushError) {
+                 logger.log('ERROR', 'Error flushing header performance during error handling', { flushError: flushError.message });
+            }
+
+            // Send error response
+            res.status(500).send(`An internal error occurred: ${error.message}`);
+        } finally {
+             // Always attempt to flush performance updates at the end of the function execution
+             try {
+                await headerManager.flushPerformanceUpdates();
+             } catch (flushError) {
+                 logger.log('ERROR', 'Error flushing header performance in final finally block', { flushError: flushError.message });
+             }
+        }
+    };
+}
+
+module.exports = {
+    createFetchInsightsHandler,
+    helpers: { fetchAndStoreInsights } // Export helpers if needed directly
+};

package/index.js

@@ -12,6 +12,7 @@ const GenericAPI = require('./functions/generic-api'); // <-- ADD THIS
 const Dispatcher = require('./functions/dispatcher'); // <-- ADD THIS
 const InvalidSpeculatorHandler = require('./functions/invalid-speculator-handler'); // <-- ADD THIS
 const SpeculatorCleanupOrchestrator = require('./functions/speculator-cleanup-orchestrator'); // <-- ADD THIS
+const FetchInsights = require('./functions/fetch-insights'); // <-- ADD THIS
 
 module.exports = {
   core,
@@ -21,5 +22,6 @@ module.exports = {
   GenericAPI, // <-- AND ADD THIS
   Dispatcher, // <-- AND ADD THIS
   InvalidSpeculatorHandler, // <-- AND ADD THIS
-  SpeculatorCleanupOrchestrator // <-- AND ADD THIS
+  SpeculatorCleanupOrchestrator, // <-- AND ADD THIS
+  FetchInsights, // <-- AND ADD THIS
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.18",
+  "version": "1.0.19",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [
@@ -12,7 +12,8 @@
     "functions/generic-api/",
     "functions/dispatcher/",
     "functions/invalid-speculator-handler/",
-    "functions/speculator-cleanup-orchestrator/"
+    "functions/speculator-cleanup-orchestrator/",
+    "functions/fetch-insights/"
   ],
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1"