bulltrackers-module 1.0.768 → 1.0.769

package/functions/computation-system-v2/devtools/shared/SchemaTemplates.js

@@ -0,0 +1,475 @@
+/**
+ * @fileoverview Schema Templates
+ * * Realistic data templates for mock data generation.
+ * Based on actual BigQuery data from data_schema_reference.MD
+ */
+
+// =========================================================================
+// SHARED DATA & HELPERS
+// =========================================================================
+
+// Fixed set of instruments matching the style in data_schema_reference.MD
+const MOCK_INSTRUMENTS = [
+    { id: 1001, ticker: 'AAPL', sector: 'Technology' },
+    { id: 1002, ticker: 'GOOGL', sector: 'Technology' },
+    { id: 1003, ticker: 'MSFT', sector: 'Technology' },
+    { id: 1004, ticker: 'TSLA', sector: 'Consumer Cyclical' },
+    { id: 1005, ticker: 'NVDA', sector: 'Technology' },
+    { id: 1006, ticker: 'JPM', sector: 'Financial Services' },
+    { id: 1007, ticker: 'JNJ', sector: 'Healthcare' },
+    { id: 1008, ticker: 'XOM', sector: 'Energy' },
+    { id: 1009, ticker: 'PG', sector: 'Consumer Defensive' },
+    { id: 1010, ticker: 'SPY', sector: 'ETF' },
+    { id: 1137, ticker: 'BTC', sector: 'Crypto' },
+    { id: 1250, ticker: 'EURUSD', sector: 'Currencies' },
+    { id: 2380, ticker: 'ZPHR.L', sector: 'Energy' },
+    { id: 9808, ticker: 'ZPTA', sector: 'Technology' }
+];
+
+// Helper to get a deterministic instrument based on an ID (for mapping tables)
+function getInstrFromEntity(entityId) {
+    let hash = 0;
+    const str = String(entityId);
+    for (let i = 0; i < str.length; i++) {
+        hash = ((hash << 5) - hash) + str.charCodeAt(i);
+        hash |= 0;
+    }
+    const index = Math.abs(hash) % MOCK_INSTRUMENTS.length;
+    return MOCK_INSTRUMENTS[index];
+}
+
+// Helper to get a consistent cash % for a user
+function getCashPct(entityId) {
+    let hash = 0;
+    const str = String(entityId);
+    for (let i = 0; i < str.length; i++) {
+        hash = ((hash << 5) - hash) + str.charCodeAt(i);
+        hash |= 0;
+    }
+    return (Math.abs(hash) % 500) / 100 + 0.5;
+}
+
+const SchemaTemplates = {
+    // =========================================================================
+    // 1. PORTFOLIO SNAPSHOTS
+    // =========================================================================
+    portfolio_snapshots: {
+        columns: [
+            { name: 'date', type: 'DATE' },
+            { name: 'user_id', type: 'STRING' },
+            { name: 'user_type', type: 'STRING' },
+            { name: 'portfolio_data', type: 'JSON' },
+            { name: 'fetched_at', type: 'TIMESTAMP' }
+        ],
+        generators: {
+            user_type: () => randomChoice(['SIGNED_IN_USER', 'POPULAR_INVESTOR'])
+        },
+        jsonTemplates: {
+            portfolio_data: {
+                AggregatedMirrors: () => [],
+                AggregatedPositions: (entityId, count = null) => {
+                    const n = count ?? 5;
+                    const cashPct = getCashPct(entityId);
+                    const equityPct = 100.0 - cashPct;
+
+                    // Generate random raw weights
+                    const rawWeights = Array.from({ length: n }, () => Math.random());
+                    const totalRaw = rawWeights.reduce((a, b) => a + b, 0);
+
+                    return rawWeights.map((w, i) => {
+                        // Pick varied instruments using offset
+                        // This ensures the portfolio has diverse holdings
+                        const instrIndex = (parseInt(String(entityId).substring(0, 5)) + i) % MOCK_INSTRUMENTS.length;
+                        const instr = MOCK_INSTRUMENTS[instrIndex];
+
+                        const invested = (w / totalRaw) * equityPct;
+
+                        return {
+                            Direction: randomChoice(['Buy', 'Sell']),
+                            InstrumentID: instr.id,
+                            Invested: Number(invested.toFixed(6)),
+                            NetProfit: randomFloat(-50, 150),
+                            Value: randomFloat(100, 5000)
+                        };
+                    });
+                },
+                AggregatedPositionsByInstrumentTypeID: () => [
+                    { Direction: 'Buy', InstrumentTypeID: 5, Invested: 92.01, NetProfit: 33.75, Value: 92.04 },
+                    { Direction: 'Buy', InstrumentTypeID: 6, Invested: 7.37, NetProfit: 35.86, Value: 7.49 }
+                ],
+                AggregatedPositionsByStockIndustryID: () => [],
+                CreditByRealizedEquity: (entityId) => Number(getCashPct(entityId).toFixed(6)),
+                CreditByUnrealizedEquity: (entityId) => Number(getCashPct(entityId).toFixed(6)),
+                cid: (entityId) => String(entityId),
+                fetchedAt: () => new Date().toISOString(),
+                username: (entityId) => `User_${entityId}`
+            }
+        }
+    },
+
+    // ... (pi_ratings, pi_rankings, social_post_snapshots, trade_history_snapshots, watchlist_membership, pi_page_views, pi_master_list, pi_alert_history remain unchanged from your previous version) ...
+    // Note: I'm omitting the middle tables for brevity as they were correct in your previous upload, 
+    // but MAKE SURE they are present in the final file. The key change is the EXPORTS at the bottom.
+
+    // =========================================================================
+    // 2. PI RATINGS
+    // =========================================================================
+    pi_ratings: {
+        columns: [
+            { name: 'date', type: 'DATE' },
+            { name: 'pi_id', type: 'STRING' },
+            { name: 'average_rating', type: 'FLOAT' },
+            { name: 'total_ratings', type: 'INTEGER' },
+            { name: 'ratings_by_user', type: 'JSON' },
+            { name: 'reviews', type: 'JSON' },
+            { name: 'last_updated', type: 'TIMESTAMP' }
+        ],
+        generators: {
+            average_rating: () => 5.0,
+            total_ratings: () => 1
+        },
+        jsonTemplates: {
+            ratings_by_user: () => ({ "29312236": 5 }),
+            reviews: () => [{
+                action: "edit",
+                actualUserCid: 29312236,
+                comment: "Great performance.",
+                createdAt: randomPastDate(30).toISOString(),
+                isAnonymous: false,
+                isImpersonating: false,
+                loggedAt: new Date().toISOString(),
+                piCid: 31075566,
+                rating: 5,
+                reviewId: "29312236_31075566",
+                reviewerUsername: "marau2021",
+                updatedAt: new Date().toISOString(),
+                userCid: 29312236
+            }]
+        }
+    },
+
+    // =========================================================================
+    // 3. SECTOR MAPPINGS
+    // =========================================================================
+    sector_mappings: {
+        columns: [
+            { name: 'symbol', type: 'STRING' },
+            { name: 'sector', type: 'STRING' }
+        ],
+        generators: {
+            symbol: (entityId) => getInstrFromEntity(entityId).ticker,
+            sector: (entityId) => getInstrFromEntity(entityId).sector
+        }
+    },
+
+    // =========================================================================
+    // 4. PI RANKINGS
+    // =========================================================================
+    pi_rankings: {
+        columns: [
+            { name: 'date', type: 'DATE' },
+            { name: 'pi_id', type: 'STRING' },
+            { name: 'username', type: 'STRING' },
+            { name: 'rank', type: 'INTEGER' },
+            { name: 'category', type: 'STRING' },
+            { name: 'rankings_data', type: 'JSON' },
+            { name: 'fetched_at', type: 'TIMESTAMP' }
+        ],
+        generators: {
+            rank: () => randomInt(1, 1000),
+            category: () => null,
+            username: (entityId) => `User_${entityId}`
+        },
+        jsonTemplates: {
+            rankings_data: {
+                AUMTier: () => randomInt(1, 6),
+                AUMTierDesc: () => randomChoice(["$50K-$100K", "$100K-$300K"]),
+                AUMValue: () => randomFloat(50000, 300000),
+                ActiveWeeks: () => randomInt(50, 200),
+                ActiveWeeksPct: () => 100,
+                Copiers: () => randomInt(50, 500),
+                CopiersGain: () => randomFloat(0, 5),
+                Country: () => randomChoice(['Taiwan', 'UK', 'Germany']),
+                CustomerId: (entityId) => parseInt(entityId),
+                DailyDD: () => randomFloat(-5, 0),
+                DailyGain: () => randomFloat(0, 1),
+                Exposure: () => randomFloat(60, 90),
+                Gain: () => randomFloat(10, 200),
+                RiskScore: () => randomInt(3, 6),
+                Trades: () => randomInt(20, 100),
+                UserName: (entityId) => `User_${entityId}`,
+                WinRatio: () => randomFloat(60, 80),
+                WeeklyDD: () => randomFloat(-10, 0),
+                PeakToValley: () => randomFloat(-25, -5),
+                PopularInvestor: () => true,
+                Verified: () => true
+            }
+        }
+    },
+
+    // =========================================================================
+    // 5. SOCIAL POST SNAPSHOTS
+    // =========================================================================
+    social_post_snapshots: {
+        columns: [
+            { name: 'date', type: 'DATE' },
+            { name: 'user_id', type: 'STRING' },
+            { name: 'user_type', type: 'STRING' },
+            { name: 'posts_data', type: 'JSON' },
+            { name: 'fetched_at', type: 'TIMESTAMP' }
+        ],
+        generators: {
+            user_type: () => 'POPULAR_INVESTOR'
+        },
+        jsonTemplates: {
+            posts_data: {
+                cid: (entityId) => String(entityId),
+                fetchedAt: () => new Date().toISOString(),
+                postCount: () => randomInt(1, 10),
+                posts: () => {
+                    const posts = {};
+                    const id = randomUUID();
+                    posts[id] = {
+                        id: id,
+                        createdAt: randomPastDate(10).toISOString(),
+                        fetchedAt: new Date().toISOString(),
+                        stats: { comments: randomInt(0, 5), likes: randomInt(0, 50) },
+                        text: "Market update: We are seeing strong growth in the tech sector. $NVDA $AAPL"
+                    };
+                    return posts;
+                }
+            }
+        }
+    },
+
+    // =========================================================================
+    // 6. TICKER MAPPINGS
+    // =========================================================================
+    ticker_mappings: {
+        columns: [
+            { name: 'instrument_id', type: 'INTEGER' },
+            { name: 'ticker', type: 'STRING' },
+            { name: 'last_updated', type: 'TIMESTAMP' }
+        ],
+        generators: {
+            instrument_id: (entityId) => getInstrFromEntity(entityId).id,
+            ticker: (entityId) => getInstrFromEntity(entityId).ticker
+        }
+    },
+
+    // =========================================================================
+    // 7. TRADE HISTORY SNAPSHOTS
+    // =========================================================================
+    trade_history_snapshots: {
+        columns: [
+            { name: 'date', type: 'DATE' },
+            { name: 'user_id', type: 'STRING' },
+            { name: 'user_type', type: 'STRING' },
+            { name: 'history_data', type: 'JSON' },
+            { name: 'fetched_at', type: 'TIMESTAMP' }
+        ],
+        generators: {
+            user_type: () => 'POPULAR_INVESTOR'
+        },
+        jsonTemplates: {
+            history_data: {
+                PublicHistoryPositions: () => {
+                    return Array.from({ length: 5 }, () => ({
+                        CID: randomInt(1000000, 9999999),
+                        CloseDateTime: randomPastDate(60).toISOString(),
+                        CloseRate: randomFloat(50, 500),
+                        CloseReason: 0,
+                        InstrumentID: randomChoice(MOCK_INSTRUMENTS).id,
+                        IsBuy: true,
+                        Leverage: 1,
+                        NetProfit: randomFloat(-20, 100),
+                        OpenDateTime: randomPastDate(365).toISOString(),
+                        OpenRate: randomFloat(50, 500),
+                        PositionID: randomInt(2000000000, 3000000000)
+                    }));
+                },
+                cid: (entityId) => String(entityId),
+                fetchedAt: () => new Date().toISOString()
+            }
+        }
+    },
+
+    // =========================================================================
+    // 8. WATCHLIST MEMBERSHIP
+    // =========================================================================
+    watchlist_membership: {
+        columns: [
+            { name: 'date', type: 'DATE' },
+            { name: 'pi_id', type: 'STRING' },
+            { name: 'total_users', type: 'INTEGER' },
+            { name: 'public_watchlist_count', type: 'INTEGER' },
+            { name: 'private_watchlist_count', type: 'INTEGER' },
+            { name: 'users', type: 'JSON' },
+            { name: 'last_updated', type: 'TIMESTAMP' }
+        ],
+        generators: {
+            total_users: () => 1,
+            public_watchlist_count: () => null,
+            private_watchlist_count: () => 1
+        },
+        jsonTemplates: {
+            users: () => ["29312236"]
+        }
+    },
+
+    // =========================================================================
+    // 9. PI PAGE VIEWS
+    // =========================================================================
+    pi_page_views: {
+        columns: [
+            { name: 'date', type: 'DATE' },
+            { name: 'pi_id', type: 'STRING' },
+            { name: 'total_views', type: 'INTEGER' },
+            { name: 'unique_viewers', type: 'INTEGER' },
+            { name: 'views_by_user', type: 'JSON' },
+            { name: 'last_updated', type: 'TIMESTAMP' }
+        ],
+        generators: {
+            total_views: () => 9,
+            unique_viewers: () => 1
+        },
+        jsonTemplates: {
+            views_by_user: () => ({
+                "29312236": {
+                    lastViewed: { _nanoseconds: 0, _seconds: Math.floor(Date.now() / 1000) },
+                    viewCount: 9
+                }
+            })
+        }
+    },
+
+    // =========================================================================
+    // 10. PI MASTER LIST
+    // =========================================================================
+    pi_master_list: {
+        columns: [
+            { name: 'cid', type: 'STRING' },
+            { name: 'username', type: 'STRING' },
+            { name: 'first_seen_at', type: 'TIMESTAMP' },
+            { name: 'last_seen_at', type: 'TIMESTAMP' },
+            { name: 'last_updated', type: 'TIMESTAMP' }
+        ],
+        generators: {
+            username: (entityId) => `User_${entityId}`
+        }
+    },
+
+    // =========================================================================
+    // 11. PI ALERT HISTORY
+    // =========================================================================
+    pi_alert_history: {
+        columns: [
+            { name: 'date', type: 'DATE' },
+            { name: 'pi_id', type: 'STRING' },
+            { name: 'alert_type', type: 'STRING' },
+            { name: 'triggered', type: 'BOOLEAN' },
+            { name: 'trigger_count', type: 'INTEGER' },
+            { name: 'triggered_for', type: 'JSON' },
+            { name: 'metadata', type: 'JSON' },
+            { name: 'last_triggered', type: 'TIMESTAMP' },
+            { name: 'last_updated', type: 'TIMESTAMP' }
+        ],
+        generators: {
+            alert_type: () => 'lastUpdated',
+            triggered: () => false,
+            trigger_count: () => 0
+        },
+        jsonTemplates: {
+            triggered_for: () => [],
+            metadata: () => ({})
+        }
+    },
+
+    // =========================================================================
+    // 12. ASSET PRICES
+    // =========================================================================
+    asset_prices: {
+        columns: [
+            { name: 'date', type: 'DATE' },
+            { name: 'instrument_id', type: 'INTEGER' },
+            { name: 'ticker', type: 'STRING' },
+            { name: 'price', type: 'FLOAT' },
+            { name: 'open', type: 'FLOAT' },
+            { name: 'high', type: 'FLOAT' },
+            { name: 'low', type: 'FLOAT' },
+            { name: 'close', type: 'FLOAT' },
+            { name: 'volume', type: 'INTEGER' },
+            { name: 'fetched_at', type: 'TIMESTAMP' }
+        ],
+        generators: {
+            instrument_id: (entityId) => getInstrFromEntity(entityId).id,
+            ticker: (entityId) => getInstrFromEntity(entityId).ticker,
+            price: () => randomFloat(50, 500),
+            close: () => randomFloat(50, 500)
+        }
+    },
+
+    // =========================================================================
+    // COMPUTATION RESULTS
+    // =========================================================================
+    computation_results: {
+        columns: [
+            { name: 'date', type: 'DATE' },
+            { name: 'computation_name', type: 'STRING' },
+            { name: 'category', type: 'STRING' },
+            { name: 'entity_id', type: 'STRING' },
+            { name: 'result', type: 'JSON' },
+            { name: 'hash', type: 'STRING' },
+            { name: 'created_at', type: 'TIMESTAMP' }
+        ],
+        generators: {
+            hash: () => randomHex(16)
+        }
+    }
+};
+
+// =========================================================================
+// HELPERS
+// =========================================================================
+
+function randomInt(min, max) {
+    return Math.floor(Math.random() * (max - min + 1)) + min;
+}
+
+function randomFloat(min, max, decimals = 2) {
+    const val = Math.random() * (max - min) + min;
+    return Number(val.toFixed(decimals));
+}
+
+function randomChoice(arr) {
+    return arr[Math.floor(Math.random() * arr.length)];
+}
+
+function randomUsername() {
+    return `User_${randomInt(1000, 9999)}`;
+}
+
+function randomPastDate(maxDaysAgo) {
+    const date = new Date();
+    date.setDate(date.getDate() - randomInt(1, maxDaysAgo));
+    return date;
+}
+
+function randomUUID() {
+    return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, (c) => {
+        const r = Math.random() * 16 | 0;
+        const v = c === 'x' ? r : (r & 0x3 | 0x8);
+        return v.toString(16);
+    });
+}
+
+function randomHex(length) {
+    return Array.from({ length }, () => Math.floor(Math.random() * 16).toString(16)).join('');
+}
+
+// **KEY CHANGE**: Export MOCK_INSTRUMENTS so SimulationEngine can use it
+module.exports = {
+    SchemaTemplates,
+    MOCK_INSTRUMENTS,
+    helpers: { randomInt, randomFloat, randomChoice, randomUsername, randomPastDate, randomUUID, randomHex }
+};