bulltrackers-module 1.0.530 → 1.0.532

package/functions/computation-system/context/ManifestBuilder.js

@@ -252,6 +252,7 @@ function buildManifest(productLinesToRun = [], calculations) {
             type: metadata.type,
             isHistorical: metadata.isHistorical !== undefined ? metadata.isHistorical : false, 
             rootDataDependencies: metadata.rootDataDependencies || [],
+            canHaveMissingRoots: metadata.canHaveMissingRoots || false,
             userType: metadata.userType,
             dependencies: dependencies,
             pass: 0,

package/functions/computation-system/reporter_epoch.js

@@ -3,4 +3,4 @@
  * PURPOSE: Master override for BuildReporter. 
  * Increment this string to force a full re-analysis regardless of code or data stability.
  */
-module.exports = "reporter-epoch-10";
+module.exports = "reporter-epoch-11";

package/functions/computation-system/system_epoch.js

@@ -1,2 +1,2 @@
 // Change this string to force a global re-computation
-module.exports = "v2.0-epoch-3";
+module.exports = "v2.0-epoch-5";

package/functions/generic-api/user-api/helpers/core/path_resolution_helpers.js

@@ -116,7 +116,15 @@ function getLegacyPath(dataType, userCid, config = {}, params = {}, category = n
     // Try to get legacy paths from collection registry first
     if (category && subcategory) {
         try {
-            const { getCollectionMetadata: getMetadata, resolvePath: resolve } = getRegistryFunctions(options);
+            const registryFuncs = getRegistryFunctions(options);
+            const getMetadata = registryFuncs.getCollectionMetadata;
+            const resolve = registryFuncs.resolvePath;
+            
+            // Check if getCollectionMetadata is available
+            if (!getMetadata || typeof getMetadata !== 'function') {
+                throw new Error('getCollectionMetadata is not available');
+            }
+            
             const metadata = getMetadata(category, subcategory);
             if (metadata && metadata.legacyPaths && metadata.legacyPaths.length > 0) {
                 // Use first legacy path from registry (can be enhanced to try multiple)

package/functions/root-data-indexer/index.js

@@ -472,6 +472,12 @@ exports.runRootDataIndexer = async (config, dependencies) => {
 
             await db.collection(availabilityCollection).doc(dateStr).set(availability);
             updatesCount++;
+            
+            // Log detailed results for this date
+            const detailsLog = Object.entries(availability.details)
+                .map(([key, value]) => `${key}: ${value ? '✓' : '✗'}`)
+                .join(', ');
+            logger.log('INFO', `[RootDataIndexer/${dateStr}] Data availability: ${detailsLog}`);
 
        } catch (e) {
             logger.log('ERROR', `[RootDataIndexer] Failed to index ${dateStr}`, {

package/functions/task-engine/helpers/popular_investor_helpers.js

@@ -126,16 +126,19 @@ async function processSocial(context, config, taskData, isPI) {
             stats: { likes: d.emotionsData?.like?.paging?.totalCount || 0, comments: d.summary?.totalCommentsAndReplies || 0 }
         }));
 
-        if (posts.length > 0) {
-            if (isPI) await storePopularInvestorSocialPosts({ db, logger, collectionRegistry, cid, date: today, posts });
-            else await storeSignedInUserSocialPosts({ db, logger, collectionRegistry, cid, date: today, posts });
-            await updateLastUpdated(db, collectionRegistry, cid, isPI ? 'popularInvestor' : 'signedInUser', 'socialPosts', logger);
-            return true;
-        }
+        // Store posts even if empty (to mark that social fetch was attempted)
+        if (isPI) await storePopularInvestorSocialPosts({ db, logger, collectionRegistry, cid, date: today, posts });
+        else await storeSignedInUserSocialPosts({ db, logger, collectionRegistry, cid, date: today, posts });
+        
+        // Update lastUpdated timestamp to indicate social fetch completed (even if 0 posts)
+        await updateLastUpdated(db, collectionRegistry, cid, isPI ? 'popularInvestor' : 'signedInUser', 'socialPosts', logger);
+        
+        // Return true if posts were stored (even if 0, the fetch was successful)
+        return true;
     } catch (e) {
         logger.log('WARN', `[Social] Failed for ${username}: ${e.message}`);
+        return false;
     }
-    return false;
 }
 
 // ==========================================
@@ -293,23 +296,30 @@ async function finalizeOnDemandRequest(deps, config, taskData, isPI, success, to
     // 1. Run Root Data Indexer and wait for completion
     let indexerCompleted = false;
     try {
-        const indexerResult = await conditionallyRunRootDataIndexer({
-            db, logger, dateStr: today,
-            rootDataIndexerConfig: config.rootDataIndexer,
-            dependencies: deps, counterRef: null, dataTypesRun: dataTypes
-        });
+        logger.log('INFO', `[On-Demand] Starting root data indexer for ${today} (data types: ${dataTypes.join(', ') || 'all'})`);
         
-        // indexerResult is true if it ran, false if skipped (already indexed)
-        // Both cases mean the indexer is "complete" for our purposes
-        indexerCompleted = true;
-        logger.log('INFO', `[On-Demand] Root data indexer ${indexerResult ? 'completed' : 'skipped (already indexed)'} for ${today}`);
+        if (!config.rootDataIndexer) {
+            logger.log('WARN', `[On-Demand] Root data indexer config is missing, skipping indexer`);
+            indexerCompleted = false;
+        } else {
+            const indexerResult = await conditionallyRunRootDataIndexer({
+                db, logger, dateStr: today,
+                rootDataIndexerConfig: config.rootDataIndexer,
+                dependencies: deps, counterRef: null, dataTypesRun: dataTypes
+            });
         
-        await reqRef.update({ 
-            status: 'computing', 
-            indexedAt: FieldValue.serverTimestamp(),
-            indexerCompleted: true,
-            indexerRan: indexerResult
-        });
+            // indexerResult is true if it ran, false if skipped (already indexed)
+            // Both cases mean the indexer is "complete" for our purposes
+            indexerCompleted = true;
+            logger.log('INFO', `[On-Demand] Root data indexer ${indexerResult ? 'completed' : 'skipped (already indexed)'} for ${today}`);
+            
+            await reqRef.update({ 
+                status: 'computing', 
+                indexedAt: FieldValue.serverTimestamp(),
+                indexerCompleted: true,
+                indexerRan: indexerResult
+            });
+        }
         
         // Send progress notification for computing
         if (metadata?.requestingUserCid) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulltrackers-module",
-  "version": "1.0.530",
+  "version": "1.0.532",
   "description": "Helper Functions for Bulltrackers.",
   "main": "index.js",
   "files": [