aiden-shared-calculations-unified 1.0.86 → 1.0.87

package/calculations/core/social-top-mentioned-words.js

@@ -1,115 +1,63 @@
 /**
- * @fileoverview Calculation (Pass 2 - Meta) for social top words.
- * --- FIX ---
- * 1. Changed logic to read from 'socialDoc' directly, not 'socialDoc.posts'.
- * 2. Changed tokenizer to read from 'post.textSnippet' to match schema.md.
+ * @fileoverview Calculation (Pass 2 - Meta) for top words.
+ * REFACTORED: Counts word frequency in social posts.
  */
-const STOPWORDS = new Set([
-    'a', 'an', 'the', 'is', 'are', 'was', 'were', 'be', 'being', 'been',
-    'it', 'its', 'it\'s', 'i', 'me', 'my', 'mine', 'you', 'your', 'yours',
-    'he', 'him', 'his', 'she', 'her', 'hers', 'they', 'them', 'their', 'theirs',
-    'we', 'us', 'our', 'ours', 'what', 'which', 'who', 'whom', 'this', 'that',
-    'these', 'those', 'am', 'and', 'but', 'if', 'or', 'because', 'as', 'until',
-    'while', 'of', 'at', 'by', 'for', 'with', 'about', 'against', 'between',
-    'into', 'through', 'during', 'before', 'after', 'above', 'below', 'to',
-    'from', 'up', 'down', 'in', 'out', 'on', 'off', 'over', 'under', 'again',
-    'further', 'then', 'once', 'here', 'there', 'when', 'where', 'why', 'how',
-    'all', 'any', 'both', 'each', 'few', 'more', 'most', 'other', 'some',
-    'such', 'no', 'nor', 'not', 'only', 'own', 'same', 'so', 'than', 'too',
-    'very', 's', 't', 'can', 'will', 'just', 'don', 'should', 'now',
-    'stock', 'stocks', 'market', 'price', 'trade', 'trading', 'buy', 'sell',
-    'long', 'short', 'chart', 'week', 'day', 'today', 'going', 'think'
-]);
-
 class SocialTopMentionedWords {
-
-    constructor() {
-        this.result = {};
-    }
+    constructor() { this.result = {}; }
 
     static getMetadata() {
         return {
             type: 'meta',
             rootDataDependencies: ['social'],
             isHistorical: false,
-            userType: 'n'/'a',
+            userType: 'n/a',
             category: 'core_social'
         };
     }
 
-    static getDependencies() {
-        return [];
-    }
+    static getDependencies() { return []; }
 
     static getSchema() {
-        const wordSchema = {
-            "type": "object",
-            "properties": { "count": { "type": "number" } }
-        };
-
         return {
             "type": "object",
-            "description": "Calculates the top 50 most mentioned words in social posts.",
-            "patternProperties": { "^.*$": wordSchema },
-            "additionalProperties": wordSchema
+            "description": "Top 50 mentioned words/tickers.",
+            "patternProperties": { "^.*$": { "type": "number" } }
         };
     }
 
-    _tokenize(text) {
-        if (!text) return [];
-        return text.toLowerCase()
-            .replace(/[^\w\s$]/g, '') 
-            .split(/\s+/) 
-            .filter(word => 
-                word.length > 2 &&      
-                !STOPWORDS.has(word) &&    
-                !/^\d+$/.test(word)        
-            );
-    }
-
-    async process(dateStr, rootData, dependencies, config, fetchedDependencies) {
+    process(context) {
+        const socialPosts = context.social?.today || {};
         const wordCounts = new Map();
-
-        // 'dateStr' (Arg 1) is the metaPayload from the worker
-        const socialDoc = dateStr.social; // This IS the map of posts
-
-        // --- THIS IS THE FIX (Part 1) ---
-        // 'socialDoc' is the map of posts, not an object containing .posts
-        if (!socialDoc || typeof socialDoc !== 'object') {
-        // --- END FIX (Part 1) ---
-            this.result = {};
-            return;
-        }
-
-        for (const post of Object.values(socialDoc)) {
-            // --- THIS IS THE FIX (Part 2) ---
-            // schema.md provides 'textSnippet', not 'fullText'
-            const words = this._tokenize(post.textSnippet); 
-            // --- END FIX (Part 2) ---
-            for (const word of words) {
-                wordCounts.set(word, (wordCounts.get(word) || 0) + 1);
+        const STOP_WORDS = new Set(['the', 'and', 'this', 'that', 'for', 'is', 'are', 'was', 'with', 'on', 'in', 'to', 'of', 'it', 'my', 'me', 'at']);
+
+        for (const postId in socialPosts) {
+            const post = socialPosts[postId];
+            const text = (post.textSnippet || "").toLowerCase();
+            
+            // Basic Tokenization
+            const tokens = text.split(/[\s.,!?;:()]+/);
+            
+            for (const token of tokens) {
+                if (token.length > 2 && !STOP_WORDS.has(token) && !/^\d+$/.test(token)) {
+                    wordCounts.set(token, (wordCounts.get(token) || 0) + 1);
+                }
+            }
+            
+            // Also count tagged tickers explicitly if available
+            if (post.tickers && Array.isArray(post.tickers)) {
+                for (const ticker of post.tickers) {
+                    const t = `$${ticker.toLowerCase()}`;
+                    wordCounts.set(t, (wordCounts.get(t) || 0) + 1);
+                }
             }
         }
 
-        const sortedWords = Array.from(wordCounts.entries())
-            .sort((a, b) => b[1] - a[1])
-            .slice(0, 50);
-
-        const result = {};
-        for (const [word, count] of sortedWords) {
-            result[word] = { count: count };
-        }
-
-        this.result = result;
-    }
-
-    async getResult(fetchedDependencies) {
-        return this.result;
+        // Sort and take top 50
+        const sorted = [...wordCounts.entries()].sort((a, b) => b[1] - a[1]).slice(0, 50);
+        this.result = Object.fromEntries(sorted);
     }
 
-    reset() {
-        this.result = {};
-    }
+    async getResult() { return this.result; }
+    reset() { this.result = {}; }
 }
-
 module.exports = SocialTopMentionedWords;

package/calculations/core/social-topic-interest-evolution.js

@@ -1,141 +1,52 @@
 /**
- * @fileoverview Calculation (Pass 2 - Meta) for social topic evolution.
- * --- FIX ---
- * 1. Changed 'process' signature to 5-arg 'meta' standard.
- * 2. Changed data access to read 'dateStr.social' (Arg 1)
- * 3. Changed 'socialDoc.posts' (Object) to 'socialDoc' (Object).
- * 4. Changed 'post.timestamp' to 'post.createdAt'.
- * 5. Changed 'post.topics' to 'post.sentiment.topics'.
- * 6. Changed helper to read 'post.sentiment.overallSentiment'.
+ * @fileoverview Calculation (Pass 2 - Meta) for topic frequency.
+ * REFACTORED: Counts topics (same as events, but conceptual separation).
  */
 class SocialTopicInterestEvolution {
-
-    constructor() {
-        this.result = {};
-    }
+    constructor() { this.result = {}; }
 
     static getMetadata() {
         return {
             type: 'meta',
             rootDataDependencies: ['social'],
-            isHistorical: true, 
-            userType: 'n'/'a',
+            isHistorical: false, // Only today's snapshot
+            userType: 'n/a',
             category: 'core_social'
         };
     }
 
-    static getDependencies() {
-        return [];
-    }
+    static getDependencies() { return []; }
 
     static getSchema() {
         const topicSchema = {
             "type": "object",
-            "properties": {
-                "posts_1d_pct": { "type": "number" },
-                "posts_7d_pct": { "type": "number" },
-                "sentiment_1d": { "type": "number" },
-                "sentiment_7d": { "type": "number" }
-            }
-        };
-
-        return {
-            "type": "object",
-            "description": "Calculates the evolution of post volume and sentiment for all social topics.",
-            "patternProperties": { "^.*$": topicSchema },
-            "additionalProperties": topicSchema
+            "properties": { "mention_count": { "type": "number" } }
         };
+        return { "type": "object", "patternProperties": { "^.*$": topicSchema } };
     }
 
-    _getSentimentScore(sentimentString) {
-        const sentiment = sentimentString?.toLowerCase();
-        if (sentiment === 'bullish') return 1;
-        if (sentiment === 'bearish') return -1;
-        return 0;
-    }
-
-    // --- THIS IS THE FIX ---
-    async process(dateStr, rootData, dependencies, config, fetchedDependencies) {
-
-        // Get social data from Arg 1 (metaPayload)
-        const socialDoc = dateStr.social; // This IS the map of posts
-        // Get the date from Arg 1
-        const todayDateStr = dateStr.date; 
-
-        if (!socialDoc || typeof socialDoc !== 'object' || !todayDateStr) {
-            this.result = {};
-            return;
-        }
-
-        const today = this._parseDate(todayDateStr);
-        const sevenDaysAgo = this._parseDate(todayDateStr);
-        sevenDaysAgo.setUTCDate(today.getUTCDate() - 7);
-
-        const topicStats = new Map();
-        let total1d = 0;
-        let total7d = 0;
-
-        const _init = (topic) => {
-            if (!topicStats.has(topic)) {
-                topicStats.set(topic, { c1: 0, c7: 0, s1: 0, s7: 0 });
-            }
-        };
-
-        for (const post of Object.values(socialDoc)) {
-            const postDate = this._parseDate(post.createdAt);
-            const is1d = postDate.toISOString().slice(0, 10) === todayDateStr;
-            const is7d = postDate >= sevenDaysAgo;
-
-            if (!is7d) continue; 
+    process(context) {
+        const socialPosts = context.social?.today || {};
+        const topicCounts = new Map();
 
+        for (const postId in socialPosts) {
+            const post = socialPosts[postId];
             const topics = post.sentiment?.topics || [];
-            if (topics.length === 0) continue; 
-
-            const sentiment = this._getSentimentScore(post.sentiment?.overallSentiment);
-
+            
             for (const topic of topics) {
-                _init(topic);
-                const stats = topicStats.get(topic);
-
-                if (is7d) {
-                    stats.c7++;
-                    stats.s7 += sentiment;
-                    total7d++;
-                }
-                if (is1d) {
-                    stats.c1++;
-                    stats.s1 += sentiment;
-                    total1d++;
-                }
+                const t = topic.toUpperCase();
+                topicCounts.set(t, (topicCounts.get(t) || 0) + 1);
             }
         }
 
-        const result = {};
-        for (const [topic, stats] of topicStats.entries()) {
-            result[topic] = {
-                posts_1d_pct: (total1d > 0) ? (stats.c1 / total1d) * 100 : 0,
-                posts_7d_pct: (total7d > 0) ? (stats.c7 / total7d) * 100 : 0,
-                sentiment_1d: (stats.c1 > 0) ? (stats.s1 / stats.c1) : 0,
-                sentiment_7d: (stats.c7 > 0) ? (stats.s7 / stats.c7) : 0,
-            };
+        const output = {};
+        for (const [topic, count] of topicCounts.entries()) {
+            output[topic] = { mention_count: count };
         }
-
-        this.result = result;
-    }
-    // --- END FIX ---
-
-    _parseDate(dateStr) {
-        // Helper to ensure UTC parsing
-        return new Date(String(dateStr).slice(0, 10) + 'T00:00:00Z');
+        this.result = output;
     }
 
-    async getResult(fetchedDependencies) {
-        return this.result;
-    }
-
-    reset() {
-        this.result = {};
-    }
+    async getResult() { return this.result; }
+    reset() { this.result = {}; }
 }
-
 module.exports = SocialTopicInterestEvolution;

package/calculations/core/social-topic-sentiment-matrix.js

@@ -1,137 +1,71 @@
 /**
- * @fileoverview Calculation (Pass 2 - Meta) for social topic/sentiment.
- * --- FIX ---
- * 1. Changed 'process' signature to 5-arg 'meta' standard.
- * 2. Removed 'calculationUtils.loadInstrumentMappings()' as it's
- * not available in the test harness 'meta' signature.
- * 3. Logic now uses 'config.instrumentToTicker' (Arg 4)
- * which IS provided by the worker.
- * 4. Changed 'socialDoc.posts' to 'socialDoc' (Arg 1).
- * 5. Changed 'post.sentiment.label' to 'post.sentiment.overallSentiment'.
- * 6. Changed 'post.topics' to 'post.sentiment.topics'.
- * 7. Changed 'post.instrumentIds' to 'post.tickers'.
+ * @fileoverview Calculation (Pass 2 - Meta) for Topic vs Sentiment.
+ * REFACTORED: Groups sentiment scores by topic.
  */
-
 class SocialTopicSentimentMatrix {
-
-    constructor() {
-        this.result = {};
-    }
+    constructor() { this.result = {}; }
 
     static getMetadata() {
         return {
             type: 'meta',
             rootDataDependencies: ['social'],
             isHistorical: false,
-            userType: 'n'/'a',
+            userType: 'n/a',
             category: 'core_social'
         };
     }
 
-    static getDependencies() {
-        return [];
-    }
+    static getDependencies() { return []; }
 
     static getSchema() {
-        const schema = {
+        const topicSchema = {
             "type": "object",
             "properties": {
-                "avg_sentiment": { "type": "number" },
-                "post_count": { "type": "number" }
+                "bullish_count": { "type": "number" },
+                "bearish_count": { "type": "number" },
+                "neutral_count": { "type": "number" },
+                "net_sentiment": { "type": "number" }
             }
         };
-
-        return {
-            "type": "object",
-            "description": "Calculates the average sentiment and post count for all topics and all instruments.",
-            "properties": {
-                "by_topic": { "type": "object", "patternProperties": { "^.*$": schema }, "additionalProperties": schema },
-                "by_instrument": { "type": "object", "patternProperties": { "^.*$": schema }, "additionalProperties": schema }
-            },
-            "required": ["by_topic", "by_instrument"]
-        };
-    }
-
-    _getSentimentScore(sentimentString) {
-        const sentiment = sentimentString?.toLowerCase();
-        if (sentiment === 'bullish') return 1;
-        if (sentiment === 'bearish') return -1;
-        return 0;
-    }
-
-    _init(map, key) {
-        if (!map.has(key)) {
-            map.set(key, { score_sum: 0, count: 0 });
-        }
+        return { "type": "object", "patternProperties": { "^.*$": topicSchema } };
     }
 
-    // --- THIS IS THE FIX ---
-    async process(dateStr, rootData, dependencies, config, fetchedDependencies) {
-        // Get mappings from Arg 4 (config)
-        const { instrumentToTicker } = config; 
-
-        // Get social data from Arg 1 (dateStr is metaPayload)
-        const socialDoc = dateStr.social; 
-
-        if (!socialDoc || typeof socialDoc !== 'object' || !instrumentToTicker) {
-            this.result = { by_topic: {}, by_instrument: {} };
-            return;
-        }
-
-        const topicMap = new Map();
-        const instrumentMap = new Map();
+    process(context) {
+        const socialPosts = context.social?.today || {};
+        const topicStats = new Map();
 
-        for (const post of Object.values(socialDoc)) {
-            const sentiment = this._getSentimentScore(post.sentiment?.overallSentiment);
-
-            // 1. Process topics
+        for (const postId in socialPosts) {
+            const post = socialPosts[postId];
             const topics = post.sentiment?.topics || [];
-            for (const topic of topics) {
-                this._init(topicMap, topic);
-                const data = topicMap.get(topic);
-                data.score_sum += sentiment;
-                data.count++;
-            }
-
-            // 2. Process instruments (tickers)
-            const tickers = post.tickers || [];
-            for (const ticker of tickers) {
-                if (!ticker) continue;
+            const sentiment = (post.sentiment?.overallSentiment || 'neutral').toLowerCase();
 
-                this._init(instrumentMap, ticker);
-                const data = instrumentMap.get(ticker);
-                data.score_sum += sentiment;
-                data.count++;
+            for (const topic of topics) {
+                const t = topic.toUpperCase();
+                if (!topicStats.has(t)) {
+                    topicStats.set(t, { bullish: 0, bearish: 0, neutral: 0 });
+                }
+                const stats = topicStats.get(t);
+                
+                if (sentiment === 'bullish') stats.bullish++;
+                else if (sentiment === 'bearish') stats.bearish++;
+                else stats.neutral++;
             }
         }
 
-        const result = { by_topic: {}, by_instrument: {} };
-
-        for (const [topic, data] of topicMap.entries()) {
-            result.by_topic[topic] = {
-                avg_sentiment: (data.count > 0) ? (data.score_sum / data.count) : 0,
-                post_count: data.count
-            };
-        }
-
-        for (const [ticker, data] of instrumentMap.entries()) {
-            result.by_instrument[ticker] = {
-                avg_sentiment: (data.count > 0) ? (data.score_sum / data.count) : 0,
-                post_count: data.count
+        const output = {};
+        for (const [topic, stats] of topicStats.entries()) {
+            const total = stats.bullish + stats.bearish + stats.neutral;
+            output[topic] = {
+                bullish_count: stats.bullish,
+                bearish_count: stats.bearish,
+                neutral_count: stats.neutral,
+                net_sentiment: total > 0 ? (stats.bullish - stats.bearish) / total : 0
             };
         }
-
-        this.result = result;
+        this.result = output;
     }
-    // --- END FIX ---
 
-    async getResult(fetchedDependencies) {
-        return this.result;
-    }
-
-    reset() {
-        this.result = {};
-    }
+    async getResult() { return this.result; }
+    reset() { this.result = {}; }
 }
-
 module.exports = SocialTopicSentimentMatrix;

package/calculations/core/social-word-mentions-trend.js

@@ -1,132 +1,55 @@
 /**
- * @fileoverview Calculation (Pass 2 - Meta) for social word trend.
- * --- FIX ---
- * 1. Changed 'process' signature to 5-arg 'meta' standard.
- * 2. Changed data access to read 'dateStr.social' (Arg 1)
- * 3. Changed 'socialDoc.posts' (Array) to 'socialDoc' (Object).
- * 4. Changed 'post.timestamp' to 'post.createdAt'.
- * 5. Changed 'post.content' to 'post.textSnippet'.
+ * @fileoverview Calculation (Pass 2 - Meta) for word frequency trend.
+ * REFACTORED: Calculates word counts (identical logic to top words, but for trending analysis).
  */
-const STOPWORDS = new Set([
-    'a', 'an', 'the', 'is', 'are', 'was', 'were', 'be', 'being', 'been',
-    'it', 'its', 'it\'s', 'i', 'me', 'my', 'mine', 'you', 'your', 'yours',
-    'he', 'him', 'his', 'she', 'her', 'hers', 'they', 'them', 'their', 'theirs',
-    'we', 'us', 'our', 'ours', 'what', 'which', 'who', 'whom', 'this', 'that',
-    'these', 'those', 'am', 'and', 'but', 'if', 'or', 'because', 'as', 'until',
-    'while', 'of', 'at', 'by', 'for', 'with', 'about', 'against', 'between',
-    'into', 'through', 'during', 'before', 'after', 'above', 'below', 'to',
-    'from', 'up', 'down', 'in', 'out', 'on', 'off', 'over', 'under', 'again',
-    'further', 'then', 'once', 'here', 'there', 'when', 'where', 'why', 'how',
-    'all', 'any', 'both', 'each', 'few', 'more', 'most', 'other', 'some',
-    'such', 'no', 'nor', 'not', 'only', 'own', 'same', 'so', 'than', 'too',
-    'very', 's', 't', 'can', 'will', 'just', 'don', 'should', 'now',
-    'stock', 'stocks', 'market', 'price', 'trade', 'trading', 'buy', 'sell',
-    'long', 'short', 'chart', 'week', 'day', 'today', 'going', 'think'
-]);
-
 class SocialWordMentionsTrend {
-
-    constructor() {
-        this.result = {};
-    }
+    constructor() { this.result = {}; }
 
     static getMetadata() {
         return {
             type: 'meta',
             rootDataDependencies: ['social'],
-            isHistorical: true, // Needs 7 days of posts
-            userType: 'n'/'a',
+            isHistorical: false,
+            userType: 'n/a',
             category: 'core_social'
         };
     }
 
-    static getDependencies() {
-        return ['social-top-mentioned-words'];
-    }
+    static getDependencies() { return []; }
 
     static getSchema() {
-        const wordSchema = {
-            "type": "object",
-            "properties": {
-                "count_1d": { "type": "number" },
-                "count_7d": { "type": "number" }
-            }
-        };
-
         return {
             "type": "object",
-            "description": "Tracks the 1-day vs 7-day mention count for the top 50 words.",
-            "patternProperties": { "^.*$": wordSchema },
-            "additionalProperties": wordSchema
+            "patternProperties": { "^.*$": { "type": "number" } }
         };
     }
 
-    _tokenize(text) {
-        if (!text) return [];
-        return text.toLowerCase()
-            .replace(/[^\w\s$]/g, '') 
-            .split(/\s+/)
-            .filter(word => 
-                word.length > 2 && 
-                !STOPWORDS.has(word) && 
-                !/^\d+$/.test(word)
-            );
-    }
-
-    // --- THIS IS THE FIX ---
-    async process(dateStr, rootData, dependencies, config, fetchedDependencies) {
-        // dateStr is Arg 1 (metaPayload), rootData is Arg 2, dependencies is Arg 3
-
-        // Get social data from Arg 1 (worker hack)
-        const socialDoc = dateStr.social; // This IS the map of posts
-        // Get dependency from Arg 5
-        const topWordsData = fetchedDependencies['social-top-mentioned-words'];
-
-        if (!socialDoc || typeof socialDoc !== 'object' || !topWordsData) {
-            this.result = {};
-            return;
-        }
-
-        const topWords = new Set(Object.keys(topWordsData));
-        // dateStr is the metaPayload, but it has a 'date' field
-        const today = new Date(dateStr.date + 'T00:00:00Z'); 
-        const sevenDaysAgo = new Date(today);
-        sevenDaysAgo.setUTCDate(today.getUTCDate() - 7);
-
-        const counts = new Map();
-        for (const word of topWords) {
-            counts.set(word, { count_1d: 0, count_7d: 0 });
-        }
-
-        for (const post of Object.values(socialDoc)) {
-            const postDate = new Date(post.createdAt); // Use 'createdAt'
-            const is1d = postDate.toISOString().slice(0, 10) === dateStr.date;
-            const is7d = postDate >= sevenDaysAgo;
-
-            if (!is7d) continue;
+    process(context) {
+        const socialPosts = context.social?.today || {};
+        const wordCounts = new Map();
+        const STOP_WORDS = new Set(['the', 'and', 'for', 'that', 'this', 'with', 'you', 'are', 'not']);
 
-            const words = this._tokenize(post.textSnippet); // Use 'textSnippet'
+        for (const postId in socialPosts) {
+            const post = socialPosts[postId];
+            const text = (post.textSnippet || "").toLowerCase();
+            const tokens = text.split(/[\s.,!?;:()]+/);
 
-            for (const word of words) {
-                if (counts.has(word)) {
-                    const stats = counts.get(word);
-                    if (is7d) stats.count_7d++;
-                    if (is1d) stats.count_1d++;
+            for (const token of tokens) {
+                if (token.length > 3 && !STOP_WORDS.has(token) && !/^\d+$/.test(token)) {
+                    wordCounts.set(token, (wordCounts.get(token) || 0) + 1);
                 }
             }
         }
-
-        this.result = Object.fromEntries(counts);
-    }
-    // --- END FIX ---
-
-    async getResult(fetchedDependencies) {
-        return this.result;
+        
+        // Return counts for all words found > 2 times
+        const filtered = {};
+        for (const [word, count] of wordCounts.entries()) {
+            if (count > 2) filtered[word] = count;
+        }
+        this.result = filtered;
     }
 
-    reset() {
-        this.result = {};
-    }
+    async getResult() { return this.result; }
+    reset() { this.result = {}; }
 }
-
 module.exports = SocialWordMentionsTrend;