bulltrackers-module 1.0.732 → 1.0.733

package/functions/computation-system/layers/validators.js

@@ -1,170 +0,0 @@
-/**
- * @fileoverview Validators Layer
- * Schema validation logic adhering to schema.md production definitions.
- */
-
-const { SCHEMAS } = require('./profiling');
-
-class Validators {
-
-    /**
-     * Validates a User Portfolio based on User Type.
-     * @param {Object} portfolio - The portfolio object.
-     * @param {string} userType - 'normal' or 'speculator'.
-     * @returns {Object} { valid: boolean, errors: string[] }
-     */
-    static validatePortfolio(portfolio, userType) {
-        const errors = [];
-        if (!portfolio || typeof portfolio !== 'object') {
-            return { valid: false, errors: ['Portfolio is null or invalid object'] };
-        }
-
-        // 1. SPECULATOR PORTFOLIO VALIDATION
-        if (userType === SCHEMAS.USER_TYPES.SPECULATOR) {
-            // Must have PublicPositions array
-            if (!Array.isArray(portfolio.PublicPositions)) {
-                errors.push('Speculator portfolio missing "PublicPositions" array');
-            } else {
-                // Validate a sample position structure (checking the first one for performance)
-                if (portfolio.PublicPositions.length > 0) {
-                    const pos = portfolio.PublicPositions[0];
-                    if (typeof pos.InstrumentID !== 'number') errors.push('Speculator Position missing numeric "InstrumentID"');
-                    if (typeof pos.PositionID !== 'number') errors.push('Speculator Position missing numeric "PositionID"');
-                    if (typeof pos.NetProfit !== 'number') errors.push('Speculator Position missing numeric "NetProfit"');
-                    if (typeof pos.Leverage !== 'number') errors.push('Speculator Position missing numeric "Leverage"');
-                    if (typeof pos.OpenRate !== 'number') errors.push('Speculator Position missing numeric "OpenRate"');
-                    if (typeof pos.IsBuy !== 'boolean') errors.push('Speculator Position missing boolean "IsBuy"');
-                }
-            }
-            
-            // Root level metrics (Speculator specific)
-            if (typeof portfolio.NetProfit !== 'number') errors.push('Speculator portfolio missing root "NetProfit"');
-            if (typeof portfolio.Invested !== 'number') errors.push('Speculator portfolio missing root "Invested"');
-        } 
-        
-        // 2. NORMAL USER PORTFOLIO VALIDATION
-        else {
-            // Must have AggregatedPositions array
-            if (!Array.isArray(portfolio.AggregatedPositions)) {
-                errors.push('Normal portfolio missing "AggregatedPositions" array');
-            } else {
-                // Validate a sample position structure
-                if (portfolio.AggregatedPositions.length > 0) {
-                    const pos = portfolio.AggregatedPositions[0];
-                    if (typeof pos.InstrumentID !== 'number') errors.push('Normal Position missing numeric "InstrumentID"');
-                    if (typeof pos.NetProfit !== 'number') errors.push('Normal Position missing numeric "NetProfit"');
-                    if (typeof pos.Invested !== 'number') errors.push('Normal Position missing numeric "Invested"');
-                    if (typeof pos.Value !== 'number') errors.push('Normal Position missing numeric "Value"');
-                    if (!pos.Direction) errors.push('Normal Position missing "Direction" string');
-                }
-            }
-        }
-
-        return { valid: errors.length === 0, errors };
-    }
-
-    /**
-     * Validates Trade History Data.
-     * @param {Object} historyDoc - The history document object.
-     * @returns {Object} { valid: boolean, errors: string[] }
-     */
-    static validateTradeHistory(historyDoc) {
-        const errors = [];
-        if (!historyDoc || typeof historyDoc !== 'object') {
-            return { valid: false, errors: ['History document is null'] };
-        }
-
-        if (!Array.isArray(historyDoc.PublicHistoryPositions)) {
-            errors.push('History missing "PublicHistoryPositions" array');
-        } else if (historyDoc.PublicHistoryPositions.length > 0) {
-            // Validate first item schema
-            const trade = historyDoc.PublicHistoryPositions[0];
-            if (typeof trade.PositionID !== 'number') errors.push('History trade missing numeric "PositionID"');
-            if (typeof trade.CID !== 'number') errors.push('History trade missing numeric "CID"');
-            if (typeof trade.InstrumentID !== 'number') errors.push('History trade missing numeric "InstrumentID"');
-            if (typeof trade.CloseRate !== 'number') errors.push('History trade missing numeric "CloseRate"');
-            if (typeof trade.CloseReason !== 'number') errors.push('History trade missing numeric "CloseReason"');
-            if (typeof trade.NetProfit !== 'number') errors.push('History trade missing numeric "NetProfit"');
-            if (!trade.OpenDateTime) errors.push('History trade missing "OpenDateTime"');
-            if (!trade.CloseDateTime) errors.push('History trade missing "CloseDateTime"');
-        }
-
-        return { valid: errors.length === 0, errors };
-    }
-
-    /**
-     * Validates Social Post Data.
-     * @param {Object} post - The social post object.
-     * @returns {Object} { valid: boolean, errors: string[] }
-     */
-    static validateSocialPost(post) {
-        const errors = [];
-        if (!post) return { valid: false, errors: ['Post is null'] };
-
-        if (!post.postOwnerId) errors.push('Post missing "postOwnerId"');
-        if (!post.fullText) errors.push('Post missing "fullText"');
-        if (!post.createdAt) errors.push('Post missing "createdAt"');
-        if (typeof post.likeCount !== 'number') errors.push('Post missing numeric "likeCount"');
-        
-        // Sentiment Map
-        if (!post.sentiment || typeof post.sentiment.overallSentiment !== 'string') {
-            errors.push('Post missing valid "sentiment.overallSentiment"');
-        }
-
-        return { valid: errors.length === 0, errors };
-    }
-
-    /**
-     * Validates Insights Data (Platform Ownership).
-     * @param {Object} insight - A single insight item from the array.
-     * @returns {Object} { valid: boolean, errors: string[] }
-     */
-    static validateInsight(insight) {
-        const errors = [];
-        if (!insight) return { valid: false, errors: ['Insight object is null'] };
-
-        if (typeof insight.instrumentId !== 'number') errors.push('Insight missing numeric "instrumentId"');
-        if (typeof insight.total !== 'number') errors.push('Insight missing numeric "total" (Total Owners)');
-        if (typeof insight.percentage !== 'number') errors.push('Insight missing numeric "percentage" (Global Ownership)');
-        if (typeof insight.growth !== 'number') errors.push('Insight missing numeric "growth"');
-        
-        // Ownership split check
-        if (typeof insight.buy !== 'number') errors.push('Insight missing numeric "buy" %');
-        if (typeof insight.sell !== 'number') errors.push('Insight missing numeric "sell" %');
-
-        return { valid: errors.length === 0, errors };
-    }
-
-    /**
-     * Validates Asset Price Shard Data.
-     * @param {Object} instrumentData - The price data map for a specific instrument ID.
-     * @returns {Object} { valid: boolean, errors: string[] }
-     */
-    static validatePriceData(instrumentData) {
-        const errors = [];
-        if (!instrumentData) return { valid: false, errors: ['Price data is null'] };
-
-        // Must have 'prices' map
-        if (!instrumentData.prices || typeof instrumentData.prices !== 'object') {
-            errors.push('Instrument price data missing "prices" map');
-        } else {
-            // Check at least one price key matches date format YYYY-MM-DD
-            const keys = Object.keys(instrumentData.prices);
-            if (keys.length > 0) {
-                const sampleKey = keys[0];
-                const sampleVal = instrumentData.prices[sampleKey];
-                
-                if (!/^\d{4}-\d{2}-\d{2}$/.test(sampleKey)) {
-                    errors.push(`Price map key "${sampleKey}" does not match YYYY-MM-DD format`);
-                }
-                if (typeof sampleVal !== 'number') {
-                    errors.push('Price value is not a number');
-                }
-            }
-        }
-
-        return { valid: errors.length === 0, errors };
-    }
-}
-
-module.exports = { Validators };

package/functions/computation-system/legacy/AvailabilityCheckerOld.js

@@ -1,388 +0,0 @@
-/**
- * @fileoverview Checks availability of root data via the Root Data Index.
- * REFACTORED: Fully supports granular flags for PI, Signed-In Users, Rankings, and Verification.
- * UPDATED: Enforces 'mandatoryRoots' metadata to override permissive flags.
- * NEW: Added 'getAvailabilityWindow' for efficient batch availability lookups using range queries.
- */
-const { normalizeName } = require('../utils/utils');
-const { FieldPath } = require('@google-cloud/firestore');
-
-const INDEX_COLLECTION = process.env.ROOT_DATA_AVAILABILITY_COLLECTION || 'system_root_data_index';
-
-/**
- * Checks if a specific calculation can run based on its dependencies and the current data status.
- * @param {Object} calcManifest - The calculation manifest.
- * @param {Object} rootDataStatus - The availability status object.
- * @returns {Object} { canRun: boolean, missing: Array, available: Array }
- */
-function checkRootDependencies(calcManifest, rootDataStatus) {
-    const missing = [];
-    const available = [];
-    
-    if (!calcManifest.rootDataDependencies) return { canRun: true, missing, available };
-
-    // Check if computation can run with missing rootdata
-    const canHaveMissingRoots = calcManifest.canHaveMissingRoots === true;
-
-    // Normalize userType to lowercase for comparison (computations use uppercase)
-    const userType = (calcManifest.userType || 'all').toLowerCase();
-
-    for (const dep of calcManifest.rootDataDependencies) {
-        let isAvailable = false;
-        
-        if (dep === 'portfolio') {
-            if (userType === 'speculator'            && rootDataStatus.speculatorPortfolio) isAvailable = true;
-            else if (userType === 'normal'           && rootDataStatus.normalPortfolio) isAvailable = true;
-            else if (userType === 'popular_investor' && rootDataStatus.piPortfolios) isAvailable = true;
-            else if (userType === 'signed_in_user'   && rootDataStatus.signedInUserPortfolio) isAvailable = true;
-            else if (userType === 'all'              && rootDataStatus.hasPortfolio) isAvailable = true;
-            
-            if (!isAvailable) {
-                // [OPTIMIZATION] Optimistic Series Check
-                if (calcManifest.rootDataSeries && calcManifest.rootDataSeries[dep]) {
-                    available.push('portfolio');
-                    continue; 
-                }
-
-                if (userType === 'speculator') missing.push('speculatorPortfolio');
-                else if (userType === 'normal') missing.push('normalPortfolio');
-                else if (userType === 'popular_investor') missing.push('piPortfolios');
-                else if (userType === 'signed_in_user') missing.push('signedInUserPortfolio');
-                else missing.push('portfolio');
-            } else {
-                available.push('portfolio');
-            }
-        }
-        else if (dep === 'history') {
-            if (userType === 'speculator' && rootDataStatus.speculatorHistory) isAvailable = true;
-            else if (userType === 'normal' && rootDataStatus.normalHistory) isAvailable = true;
-            else if (userType === 'popular_investor' && rootDataStatus.piHistory) isAvailable = true;
-            else if (userType === 'signed_in_user' && rootDataStatus.signedInUserHistory) isAvailable = true;
-            else if (userType === 'all' && rootDataStatus.hasHistory) isAvailable = true;
-            
-            if (!isAvailable) {
-                if (calcManifest.rootDataSeries && calcManifest.rootDataSeries[dep]) {
-                    available.push('history');
-                    continue; 
-                }
-
-                if (userType === 'speculator') missing.push('speculatorHistory');
-                else if (userType === 'normal') missing.push('normalHistory');
-                else if (userType === 'popular_investor') missing.push('piHistory');
-                else if (userType === 'signed_in_user') missing.push('signedInUserHistory');
-                else missing.push('history');
-            } else {
-                available.push('history');
-            }
-        }
-        else if (dep === 'rankings') {
-            if (rootDataStatus.piRankings) {
-                isAvailable = true;
-                available.push('rankings');
-            } else {
-                if (calcManifest.rootDataSeries && calcManifest.rootDataSeries[dep]) {
-                    available.push('rankings');
-                } else {
-                    missing.push('piRankings');
-                }
-            }
-        }
-        else if (dep === 'verification') {
-            if (rootDataStatus.signedInUserVerification) {
-                isAvailable = true;
-                available.push('verification');
-            } else {
-                missing.push('signedInUserVerification');
-            }
-        }
-        else if (dep === 'insights') {
-            if (rootDataStatus.hasInsights) {
-                isAvailable = true;
-                available.push('insights');
-            } else {
-                if (calcManifest.rootDataSeries && calcManifest.rootDataSeries[dep]) {
-                    available.push('insights');
-                } else {
-                    missing.push('insights');
-                }
-            }
-        }
-        else if (dep === 'social') {
-            if (userType === 'popular_investor') {
-                if (rootDataStatus.hasPISocial) isAvailable = true;
-            } else if (userType === 'signed_in_user') {
-                if (rootDataStatus.hasSignedInSocial) isAvailable = true;
-            } else {
-                if (rootDataStatus.hasSocial) isAvailable = true;
-            }
-
-            if (isAvailable) {
-                available.push('social');
-            } else {
-                if (calcManifest.rootDataSeries && calcManifest.rootDataSeries[dep]) {
-                    available.push('social');
-                    continue; 
-                }
-
-                if (userType === 'popular_investor') missing.push('piSocial');
-                else if (userType === 'signed_in_user') missing.push('signedInSocial');
-                else missing.push('social');
-            }
-        }
-        else if (dep === 'price') {
-            if (rootDataStatus.hasPrices) {
-                isAvailable = true;
-                available.push('price');
-            } else {
-                if (calcManifest.rootDataSeries && calcManifest.rootDataSeries[dep]) {
-                    available.push('price');
-                } else {
-                    missing.push('price');
-                }
-            }
-        }
-        else if (dep === 'ratings') {
-            if (rootDataStatus.piRatings) {
-                isAvailable = true;
-                available.push('ratings');
-            } else {
-                if (calcManifest.rootDataSeries && calcManifest.rootDataSeries[dep]) {
-                    available.push('ratings');
-                } else {
-                    missing.push('piRatings');
-                }
-            }
-        }
-        else if (dep === 'pageViews') {
-            if (rootDataStatus.piPageViews) {
-                isAvailable = true;
-                available.push('pageViews');
-            } else {
-                if (calcManifest.rootDataSeries && calcManifest.rootDataSeries[dep]) {
-                    available.push('pageViews');
-                } else {
-                    missing.push('piPageViews');
-                }
-            }
-        }
-        else if (dep === 'watchlist') {
-            if (rootDataStatus.watchlistMembership) {
-                isAvailable = true;
-                available.push('watchlist');
-            } else {
-                if (calcManifest.rootDataSeries && calcManifest.rootDataSeries[dep]) {
-                    available.push('watchlist');
-                } else {
-                    missing.push('watchlistMembership');
-                }
-            }
-        }
-        else if (dep === 'alerts') {
-            if (rootDataStatus.piAlertHistory) {
-                isAvailable = true;
-                available.push('alerts');
-            } else {
-                if (calcManifest.rootDataSeries && calcManifest.rootDataSeries[dep]) {
-                    available.push('alerts');
-                } else {
-                    missing.push('piAlertHistory');
-                }
-            }
-        }
-        // [GLOBAL] piMasterList is always available (not date-specific)
-        // Stored at /system_state/popular_investor_master_list
-        else if (dep === 'piMasterList') {
-            isAvailable = true;
-            available.push('piMasterList');
-        }
-    }
-
-    // [NEW] Enforce Mandatory Roots (defined by computation)
-    // This allows granular control: "I need portfolio, but ratings are optional"
-    if (calcManifest.mandatoryRoots && Array.isArray(calcManifest.mandatoryRoots) && calcManifest.mandatoryRoots.length > 0) {
-        const missingMandatory = calcManifest.mandatoryRoots.filter(r => !available.includes(r));
-        if (missingMandatory.length > 0) {
-            return { canRun: false, missing, available };
-        }
-    }
-    
-    if (canHaveMissingRoots) {
-        const canRun = available.length > 0;
-        return { canRun, missing, available };
-    }
-    
-    // Strict mode: all required rootdata must be available
-    return { canRun: missing.length === 0, missing, available };
-}
-
-function getViableCalculations(candidates, fullManifest, rootDataStatus, dailyStatus) {
-    const viable = [];
-    const manifestMap = new Map(fullManifest.map(c => [normalizeName(c.name), c]));
-    
-    for (const calc of candidates) {
-        const rootCheck = checkRootDependencies(calc, rootDataStatus);
-        if (!rootCheck.canRun) continue;
-
-        let dependenciesMet = true;
-        if (calc.dependencies && calc.dependencies.length > 0) {
-            for (const depName of calc.dependencies) {
-                const normDep = normalizeName(depName);
-                const storedHash = dailyStatus[normDep];
-                const depManifest = manifestMap.get(normDep);
-                
-                if (!depManifest) { dependenciesMet = false; break; }
-                if (!storedHash) { dependenciesMet = false; break; }
-                if (storedHash.hash !== depManifest.hash) { dependenciesMet = false; break; }
-            }
-        }
-
-        if (dependenciesMet) { viable.push(calc); }
-    }
-
-    return viable;
-}
-
-/**
- * Checks root data availability for a single date.
- */
-async function checkRootDataAvailability(dateStr, config, dependencies, earliestDates) {
-    const { logger, db } = dependencies;
-    
-    try {
-        const indexDoc = await db.collection(INDEX_COLLECTION).doc(dateStr).get();
-        
-        if (indexDoc.exists) {
-            const data = indexDoc.data();
-            const details = data.details || {};
-
-            return {
-                status: {
-                    hasPortfolio: !!data.hasPortfolio,
-                    hasHistory:   !!data.hasHistory,
-                    hasSocial:    !!data.hasSocial, 
-                    hasInsights:  !!data.hasInsights,
-                    hasPrices:    !!data.hasPrices,
-                    speculatorPortfolio: !!details.speculatorPortfolio,
-                    normalPortfolio:     !!details.normalPortfolio,
-                    speculatorHistory:   !!details.speculatorHistory,
-                    normalHistory:       !!details.normalHistory,
-                    piRankings:               !!details.piRankings,
-                    piPortfolios:             !!details.piPortfolios,
-                    piDeepPortfolios:         !!details.piDeepPortfolios,
-                    piHistory:                !!details.piHistory,
-                    signedInUserPortfolio:    !!details.signedInUserPortfolio,
-                    signedInUserHistory:      !!details.signedInUserHistory,
-                    signedInUserVerification: !!details.signedInUserVerification,
-                    hasPISocial:       !!details.hasPISocial || !!data.hasPISocial,
-                    hasSignedInSocial: !!details.hasSignedInSocial || !!data.hasSignedInSocial,
-                    piRatings:          !!details.piRatings,
-                    piPageViews:        !!details.piPageViews,
-                    watchlistMembership: !!details.watchlistMembership,
-                    piAlertHistory:     !!details.piAlertHistory,
-                    piMasterList: !!details.piMasterList
-                },
-                portfolioRefs: null, 
-                historyRefs: null,
-                todayInsights: null,
-                todaySocialPostInsights: null,
-                yesterdayPortfolioRefs: null
-            };
-        } else {
-            logger.log('WARN', `[Availability] Index not found for ${dateStr}. Assuming NO data.`);
-            return {
-                status: { 
-                    hasPortfolio: false, 
-                    hasHistory: false, 
-                    hasSocial: false, 
-                    hasInsights: false, 
-                    hasPrices: false,
-                    speculatorPortfolio: false, 
-                    normalPortfolio: false, 
-                    speculatorHistory: false, 
-                    normalHistory: false,
-                    piRankings: false, 
-                    piPortfolios: false, 
-                    piDeepPortfolios: false, 
-                    piHistory: false,
-                    signedInUserPortfolio: false, 
-                    signedInUserHistory: false, 
-                    signedInUserVerification: false,
-                    hasPISocial: false, 
-                    hasSignedInSocial: false,
-                    piRatings: false, 
-                    piPageViews: false, 
-                    watchlistMembership: false, 
-                    piAlertHistory: false
-                }
-            };
-        }
-
-    } catch (err) { 
-        logger.log('ERROR', `Error checking availability index: ${err.message}`); 
-        return null; 
-    }
-}
-
-/**
- * [NEW] Fetches availability status for a range of dates.
- * Uses a range query to only retrieve indices that actually exist, preventing wasted reads on empty days.
- * @param {Object} deps - Dependencies (must include db)
- * @param {string} startDateStr - ISO Date string (YYYY-MM-DD) inclusive start
- * @param {string} endDateStr - ISO Date string (YYYY-MM-DD) inclusive end
- * @returns {Promise<Map<string, Object>>} Map of dateStr -> status object
- */
-async function getAvailabilityWindow(deps, startDateStr, endDateStr) {
-    const { db } = deps;
-    
-    // Perform Range Query on Document ID (Date String)
-    const snapshot = await db.collection(INDEX_COLLECTION)
-        .where(FieldPath.documentId(), '>=', startDateStr)
-        .where(FieldPath.documentId(), '<=', endDateStr)
-        .get();
-
-    const availabilityMap = new Map();
-    
-    snapshot.forEach(doc => {
-        const data = doc.data();
-        const details = data.details || {};
-        const dateStr = doc.id;
-
-        // Construct status object matching checkRootDataAvailability structure
-        const status = {
-            hasPortfolio: !!data.hasPortfolio,
-            hasHistory:   !!data.hasHistory,
-            hasSocial:    !!data.hasSocial, 
-            hasInsights:  !!data.hasInsights,
-            hasPrices:    !!data.hasPrices,
-            speculatorPortfolio: !!details.speculatorPortfolio,
-            normalPortfolio:     !!details.normalPortfolio,
-            speculatorHistory:   !!details.speculatorHistory,
-            normalHistory:       !!details.normalHistory,
-            piRankings:               !!details.piRankings,
-            piPortfolios:             !!details.piPortfolios,
-            piDeepPortfolios:         !!details.piDeepPortfolios,
-            piHistory:                !!details.piHistory,
-            signedInUserPortfolio:    !!details.signedInUserPortfolio,
-            signedInUserHistory:      !!details.signedInUserHistory,
-            signedInUserVerification: !!details.signedInUserVerification,
-            hasPISocial:       !!details.hasPISocial || !!data.hasPISocial,
-            hasSignedInSocial: !!details.hasSignedInSocial || !!data.hasSignedInSocial,
-            piRatings:          !!details.piRatings,
-            piPageViews:        !!details.piPageViews,
-            watchlistMembership: !!details.watchlistMembership,
-            piAlertHistory:     !!details.piAlertHistory,
-            piMasterList:       !!details.piMasterList
-        };
-        
-        availabilityMap.set(dateStr, status);
-    });
-
-    return availabilityMap;
-}
-
-module.exports = { 
-    checkRootDependencies, 
-    checkRootDataAvailability, 
-    getViableCalculations,
-    getAvailabilityWindow 
-};