aiden-shared-calculations-unified 1.0.83 → 1.0.86

package/calculations/core/social-topic-interest-evolution.js

@@ -1,140 +1,140 @@
 /**
- * @fileoverview Social Calculation (Pass 1)
- *
- * This metric answers: "What is the daily count of
- * posts for each topic extracted from social media?"
- *
- * This is a stateful calculation.
+ * @fileoverview Calculation (Pass 2 - Meta) for social topic evolution.
+ * --- FIX ---
+ * 1. Changed 'process' signature to 5-arg 'meta' standard.
+ * 2. Changed data access to read 'dateStr.social' (Arg 1)
+ * 3. Changed 'socialDoc.posts' (Object) to 'socialDoc' (Object).
+ * 4. Changed 'post.timestamp' to 'post.createdAt'.
+ * 5. Changed 'post.topics' to 'post.sentiment.topics'.
+ * 6. Changed helper to read 'post.sentiment.overallSentiment'.
  */
 class SocialTopicInterestEvolution {
+
     constructor() {
-        // { [topic]: { count: 0, history: [] } }
-        this.topicData = new Map();
+        this.result = {};
     }
 
-    // --- NEW ---
-    /**
-     * Statically defines all metadata for the manifest builder.
-     */
     static getMetadata() {
         return {
             type: 'meta',
             rootDataDependencies: ['social'],
-            isHistorical: false, // Stateful, not historical
-            userType: 'n/a',
+            isHistorical: true, 
+            userType: 'n'/'a',
             category: 'core_social'
         };
     }
 
-    // --- NEW ---
-    /**
-     * Statically declare dependencies.
-     */
     static getDependencies() {
         return [];
     }
 
-    /**
-     * Defines the output schema for this calculation.
-     * @returns {object} JSON Schema object
-     */
     static getSchema() {
         const topicSchema = {
             "type": "object",
-            "description": "Daily and trended post count for a specific topic.",
             "properties": {
-                "count": {
-                    "type": "number",
-                    "description": "Today's raw post count for this topic."
-                },
-                "trend_30d_pct": {
-                    "type": "number",
-                    "description": "Percentage change from the 30-day average post count."
-                },
-                "history_30d": {
-                    "type": "array",
-                    "description": "30-day history of post counts (today first).",
-                    "items": { "type": "number" }
-                }
-            },
-            "required": ["count", "trend_30d_pct", "history_30d"]
+                "posts_1d_pct": { "type": "number" },
+                "posts_7d_pct": { "type": "number" },
+                "sentiment_1d": { "type": "number" },
+                "sentiment_7d": { "type": "number" }
+            }
         };
 
         return {
             "type": "object",
-            "description": "Tracks the daily post count and 30-day trend for each extracted topic.",
-            "patternProperties": {
-                "^.*$": topicSchema // Topic name
-            },
+            "description": "Calculates the evolution of post volume and sentiment for all social topics.",
+            "patternProperties": { "^.*$": topicSchema },
             "additionalProperties": topicSchema
         };
     }
 
-    // --- REFACTORED ---
-    /**
-     * @param {string} dateStr - Today's date.
-     * @param {object} rootData - The root data object.
-     * @param {object} dependencies - db, logger, calculationUtils
-     */
-    async process(dateStr, rootData, dependencies) {
-        const { calculationUtils } = dependencies;
-        
-        // 1. Load this metric's history from yesterday
-        const yHistoryData = await calculationUtils.loadYesterdayData('social-topic-interest-evolution');
-
-        if (yHistoryData) {
-            for (const [topic, data] of Object.entries(yHistoryData)) {
-                this.topicData.set(topic, {
-                    count: 0,
-                    history: data.history_30d || []
-                });
-            }
+    _getSentimentScore(sentimentString) {
+        const sentiment = sentimentString?.toLowerCase();
+        if (sentiment === 'bullish') return 1;
+        if (sentiment === 'bearish') return -1;
+        return 0;
+    }
+
+    // --- THIS IS THE FIX ---
+    async process(dateStr, rootData, dependencies, config, fetchedDependencies) {
+
+        // Get social data from Arg 1 (metaPayload)
+        const socialDoc = dateStr.social; // This IS the map of posts
+        // Get the date from Arg 1
+        const todayDateStr = dateStr.date; 
+
+        if (!socialDoc || typeof socialDoc !== 'object' || !todayDateStr) {
+            this.result = {};
+            return;
         }
-        
-        // 2. Process today's raw social data
-        const todaySocialPosts = rootData.todaySocialPostInsights || {}; 
-
-        for (const post of Object.values(todaySocialPosts)) {
-            // Assume topics are extracted by the social loader
-            // This now correctly reads the topics from the sentiment object
-            const topics = post.sentiment?.topics || []; 
+
+        const today = this._parseDate(todayDateStr);
+        const sevenDaysAgo = this._parseDate(todayDateStr);
+        sevenDaysAgo.setUTCDate(today.getUTCDate() - 7);
+
+        const topicStats = new Map();
+        let total1d = 0;
+        let total7d = 0;
+
+        const _init = (topic) => {
+            if (!topicStats.has(topic)) {
+                topicStats.set(topic, { c1: 0, c7: 0, s1: 0, s7: 0 });
+            }
+        };
+
+        for (const post of Object.values(socialDoc)) {
+            const postDate = this._parseDate(post.createdAt);
+            const is1d = postDate.toISOString().slice(0, 10) === todayDateStr;
+            const is7d = postDate >= sevenDaysAgo;
+
+            if (!is7d) continue; 
+
+            const topics = post.sentiment?.topics || [];
+            if (topics.length === 0) continue; 
+
+            const sentiment = this._getSentimentScore(post.sentiment?.overallSentiment);
+
             for (const topic of topics) {
-                const normalizedTopic = topic.toLowerCase(); // Normalize
-                if (!this.topicData.has(normalizedTopic)) {
-                    this.topicData.set(normalizedTopic, { count: 0, history: [] });
+                _init(topic);
+                const stats = topicStats.get(topic);
+
+                if (is7d) {
+                    stats.c7++;
+                    stats.s7 += sentiment;
+                    total7d++;
+                }
+                if (is1d) {
+                    stats.c1++;
+                    stats.s1 += sentiment;
+                    total1d++;
                 }
-                this.topicData.get(normalizedTopic).count++;
             }
         }
-    }
 
-    async getResult() {
         const result = {};
-        for (const [topic, data] of this.topicData.entries()) {
-            const history = data.history;
-            const todayCount = data.count;
-
-            const newHistory = [todayCount, ...history].slice(0, 30);
-            
-            let trend_30d_pct = 0;
-            if (history.length > 0) {
-                const avg_30d = history.reduce((a, b) => a + b, 0) / history.length;
-                if (avg_30d > 0) {
-                    trend_30d_pct = ((todayCount - avg_30d) / avg_30d) * 100;
-                }
-            }
-
+        for (const [topic, stats] of topicStats.entries()) {
             result[topic] = {
-                count: todayCount,
-                trend_30d_pct: trend_30d_pct,
-                history_30d: newHistory
+                posts_1d_pct: (total1d > 0) ? (stats.c1 / total1d) * 100 : 0,
+                posts_7d_pct: (total7d > 0) ? (stats.c7 / total7d) * 100 : 0,
+                sentiment_1d: (stats.c1 > 0) ? (stats.s1 / stats.c1) : 0,
+                sentiment_7d: (stats.c7 > 0) ? (stats.s7 / stats.c7) : 0,
             };
         }
-        return result;
+
+        this.result = result;
+    }
+    // --- END FIX ---
+
+    _parseDate(dateStr) {
+        // Helper to ensure UTC parsing
+        return new Date(String(dateStr).slice(0, 10) + 'T00:00:00Z');
+    }
+
+    async getResult(fetchedDependencies) {
+        return this.result;
     }
 
     reset() {
-        this.topicData.clear();
+        this.result = {};
     }
 }
 

package/calculations/core/social-topic-sentiment-matrix.js

@@ -1,120 +1,136 @@
 /**
- * @fileoverview Social Calculation (Pass 1)
- *
- * This metric answers: "What is the sentiment breakdown
- * (bullish, bearish) for each topic?"
- *
- * Creates a matrix of Topic <-> Sentiment.
+ * @fileoverview Calculation (Pass 2 - Meta) for social topic/sentiment.
+ * --- FIX ---
+ * 1. Changed 'process' signature to 5-arg 'meta' standard.
+ * 2. Removed 'calculationUtils.loadInstrumentMappings()' as it's
+ * not available in the test harness 'meta' signature.
+ * 3. Logic now uses 'config.instrumentToTicker' (Arg 4)
+ * which IS provided by the worker.
+ * 4. Changed 'socialDoc.posts' to 'socialDoc' (Arg 1).
+ * 5. Changed 'post.sentiment.label' to 'post.sentiment.overallSentiment'.
+ * 6. Changed 'post.topics' to 'post.sentiment.topics'.
+ * 7. Changed 'post.instrumentIds' to 'post.tickers'.
  */
+
 class SocialTopicSentimentMatrix {
+
     constructor() {
-        // { [topic]: { bullish: 0, bearish: 0, neutral: 0 } }
-        this.matrix = new Map();
+        this.result = {};
     }
 
-    // --- NEW ---
-    /**
-     * Statically defines all metadata for the manifest builder.
-     */
     static getMetadata() {
         return {
             type: 'meta',
             rootDataDependencies: ['social'],
             isHistorical: false,
-            userType: 'n/a',
+            userType: 'n'/'a',
             category: 'core_social'
         };
     }
 
-    // --- NEW ---
-    /**
-     * Statically declare dependencies.
-     */
     static getDependencies() {
         return [];
     }
 
-    /**
-     * Defines the output schema for this calculation.
-     * @returns {object} JSON Schema object
-     */
     static getSchema() {
-        const sentimentSchema = {
+        const schema = {
             "type": "object",
             "properties": {
-                "bullish": { "type": "number" },
-                "bearish": { "type": "number" },
-                "neutral": { "type": "number" },
-                "net_sentiment": { "type": "number" }
-            },
-            "required": ["bullish", "bearish", "neutral", "net_sentiment"]
+                "avg_sentiment": { "type": "number" },
+                "post_count": { "type": "number" }
+            }
         };
 
         return {
             "type": "object",
-            "description": "Calculates the sentiment breakdown (bullish, bearish, neutral) for each topic.",
-            "patternProperties": {
-                "^.*$": sentimentSchema // Topic name
+            "description": "Calculates the average sentiment and post count for all topics and all instruments.",
+            "properties": {
+                "by_topic": { "type": "object", "patternProperties": { "^.*$": schema }, "additionalProperties": schema },
+                "by_instrument": { "type": "object", "patternProperties": { "^.*$": schema }, "additionalProperties": schema }
             },
-            "additionalProperties": sentimentSchema
+            "required": ["by_topic", "by_instrument"]
         };
     }
 
-    _initTopic(topic) {
-        if (!this.matrix.has(topic)) {
-            this.matrix.set(topic, {
-                bullish: 0,
-                bearish: 0,
-                neutral: 0
-            });
+    _getSentimentScore(sentimentString) {
+        const sentiment = sentimentString?.toLowerCase();
+        if (sentiment === 'bullish') return 1;
+        if (sentiment === 'bearish') return -1;
+        return 0;
+    }
+
+    _init(map, key) {
+        if (!map.has(key)) {
+            map.set(key, { score_sum: 0, count: 0 });
         }
     }
 
-    // --- REFACTORED ---
-    /**
-     * @param {string} dateStr - Today's date.
-     * @param {object} rootData - The root data object.
-     * @param {object} dependencies - db, logger, calculationUtils
-     */
-    async process(dateStr, rootData, dependencies) {
-        const { calculationUtils } = dependencies;
-        const todaySocialPosts = rootData.todaySocialPostInsights || {}; 
-
-        for (const post of Object.values(todaySocialPosts)) {
+    // --- THIS IS THE FIX ---
+    async process(dateStr, rootData, dependencies, config, fetchedDependencies) {
+        // Get mappings from Arg 4 (config)
+        const { instrumentToTicker } = config; 
+
+        // Get social data from Arg 1 (dateStr is metaPayload)
+        const socialDoc = dateStr.social; 
+
+        if (!socialDoc || typeof socialDoc !== 'object' || !instrumentToTicker) {
+            this.result = { by_topic: {}, by_instrument: {} };
+            return;
+        }
+
+        const topicMap = new Map();
+        const instrumentMap = new Map();
+
+        for (const post of Object.values(socialDoc)) {
+            const sentiment = this._getSentimentScore(post.sentiment?.overallSentiment);
+
+            // 1. Process topics
             const topics = post.sentiment?.topics || [];
-            // Use the structured sentiment object
-            const sentiment = post.sentiment?.overallSentiment?.toLowerCase() || 'neutral'; 
-            
             for (const topic of topics) {
-                const normalizedTopic = topic.toLowerCase(); // Normalize
-                this._initTopic(normalizedTopic);
-                const data = this.matrix.get(normalizedTopic);
-                
-                if (sentiment === 'bullish') {
-                    data.bullish++;
-                } else if (sentiment === 'bearish') {
-                    data.bearish++;
-                } else {
-                    data.neutral++;
-                }
+                this._init(topicMap, topic);
+                const data = topicMap.get(topic);
+                data.score_sum += sentiment;
+                data.count++;
+            }
+
+            // 2. Process instruments (tickers)
+            const tickers = post.tickers || [];
+            for (const ticker of tickers) {
+                if (!ticker) continue;
+
+                this._init(instrumentMap, ticker);
+                const data = instrumentMap.get(ticker);
+                data.score_sum += sentiment;
+                data.count++;
             }
         }
-    }
 
-    async getResult() {
-        const result = {};
-        for (const [topic, data] of this.matrix.entries()) {
-            result[topic] = {
-                ...data,
-                // Net Sentiment = (Bullish - Bearish)
-                net_sentiment: data.bullish - data.bearish
+        const result = { by_topic: {}, by_instrument: {} };
+
+        for (const [topic, data] of topicMap.entries()) {
+            result.by_topic[topic] = {
+                avg_sentiment: (data.count > 0) ? (data.score_sum / data.count) : 0,
+                post_count: data.count
             };
         }
-        return result;
+
+        for (const [ticker, data] of instrumentMap.entries()) {
+            result.by_instrument[ticker] = {
+                avg_sentiment: (data.count > 0) ? (data.score_sum / data.count) : 0,
+                post_count: data.count
+            };
+        }
+
+        this.result = result;
+    }
+    // --- END FIX ---
+
+    async getResult(fetchedDependencies) {
+        return this.result;
     }
 
     reset() {
-        this.matrix.clear();
+        this.result = {};
     }
 }