make-mp-data 3.0.3 → 3.0.4

package/dungeons/social.js

@@ -187,15 +187,15 @@ const config = {
 			weight: 1,
 			isFirstEvent: true,
 			properties: {
-				"signup_method": u.pickAWinner(["email", "google", "apple", "sso"]),
-				"referred_by": u.pickAWinner(["organic", "friend", "ad", "influencer"]),
+				"signup_method": ["email", "google", "apple", "sso"],
+				"referred_by": ["organic", "friend", "ad", "influencer"],
 			}
 		},
 		{
 			event: "post created",
 			weight: 12,
 			properties: {
-				"post_type": u.pickAWinner(["text", "image", "video", "poll", "link"]),
+				"post_type": ["text", "image", "video", "poll", "link"],
 				"character_count": u.weighNumRange(1, 280),
 				"has_media": u.pickAWinner([true, false], 0.4),
 				"hashtag_count": u.weighNumRange(0, 10, 0.5),
@@ -205,23 +205,23 @@ const config = {
 			event: "post viewed",
 			weight: 30,
 			properties: {
-				"post_type": u.pickAWinner(["text", "image", "video", "poll", "link"]),
+				"post_type": ["text", "image", "video", "poll", "link"],
 				"view_duration_sec": u.weighNumRange(1, 120, 0.3, 5),
-				"source": u.pickAWinner(["feed", "explore", "search", "profile", "notification"]),
+				"source": ["feed", "explore", "search", "profile", "notification"],
 			}
 		},
 		{
 			event: "post liked",
 			weight: 18,
 			properties: {
-				"post_type": u.pickAWinner(["text", "image", "video", "poll", "link"]),
+				"post_type": ["text", "image", "video", "poll", "link"],
 			}
 		},
 		{
 			event: "post shared",
 			weight: 6,
 			properties: {
-				"share_destination": u.pickAWinner(["repost", "dm", "external", "copy_link"]),
+				"share_destination": ["repost", "dm", "external", "copy_link"],
 			}
 		},
 		{
@@ -236,21 +236,21 @@ const config = {
 			event: "user followed",
 			weight: 8,
 			properties: {
-				"discovery_source": u.pickAWinner(["suggested", "search", "post", "profile", "mutual"]),
+				"discovery_source": ["suggested", "search", "post", "profile", "mutual"],
 			}
 		},
 		{
 			event: "user unfollowed",
 			weight: 2,
 			properties: {
-				"reason": u.pickAWinner(["content_quality", "too_frequent", "lost_interest", "offensive"]),
+				"reason": ["content_quality", "too_frequent", "lost_interest", "offensive"],
 			}
 		},
 		{
 			event: "story viewed",
 			weight: 15,
 			properties: {
-				"story_type": u.pickAWinner(["photo", "video", "text"]),
+				"story_type": ["photo", "video", "text"],
 				"view_duration_sec": u.weighNumRange(1, 30, 0.5, 5),
 				"completed": u.pickAWinner([true, false], 0.6),
 			}
@@ -259,7 +259,7 @@ const config = {
 			event: "story created",
 			weight: 5,
 			properties: {
-				"story_type": u.pickAWinner(["photo", "video", "text"]),
+				"story_type": ["photo", "video", "text"],
 				"has_filter": u.pickAWinner([true, false], 0.5),
 				"has_sticker": u.pickAWinner([true, false], 0.3),
 			}
@@ -268,7 +268,7 @@ const config = {
 			event: "search performed",
 			weight: 7,
 			properties: {
-				"search_type": u.pickAWinner(["users", "hashtags", "posts"]),
+				"search_type": ["users", "hashtags", "posts"],
 				"results_count": u.weighNumRange(0, 50, 0.5, 10),
 			}
 		},
@@ -276,7 +276,7 @@ const config = {
 			event: "notification received",
 			weight: 12,
 			properties: {
-				"notification_type": u.pickAWinner(["like", "follow", "comment", "mention", "trending"]),
+				"notification_type": ["like", "follow", "comment", "mention", "trending"],
 				"clicked": u.pickAWinner([true, false], 0.4),
 			}
 		},
@@ -284,7 +284,7 @@ const config = {
 			event: "dm sent",
 			weight: 8,
 			properties: {
-				"message_type": u.pickAWinner(["text", "image", "voice", "link"]),
+				"message_type": ["text", "image", "voice", "link"],
 				"conversation_length": u.weighNumRange(1, 100),
 			}
 		},
@@ -292,8 +292,8 @@ const config = {
 			event: "ad viewed",
 			weight: 10,
 			properties: {
-				"ad_format": u.pickAWinner(["feed_native", "story", "banner", "video"]),
-				"ad_category": u.pickAWinner(["retail", "tech", "food", "finance", "entertainment"]),
+				"ad_format": ["feed_native", "story", "banner", "video"],
+				"ad_category": ["retail", "tech", "food", "finance", "entertainment"],
 				"view_duration_sec": u.weighNumRange(1, 30, 0.3),
 			}
 		},
@@ -301,38 +301,38 @@ const config = {
 			event: "ad clicked",
 			weight: 2,
 			properties: {
-				"ad_format": u.pickAWinner(["feed_native", "story", "banner", "video"]),
-				"ad_category": u.pickAWinner(["retail", "tech", "food", "finance", "entertainment"]),
+				"ad_format": ["feed_native", "story", "banner", "video"],
+				"ad_category": ["retail", "tech", "food", "finance", "entertainment"],
 			}
 		},
 		{
 			event: "report submitted",
 			weight: 1,
 			properties: {
-				"report_type": u.pickAWinner(["spam", "harassment", "misinformation", "hate_speech", "other"]),
-				"content_type": u.pickAWinner(["post", "comment", "user", "dm"]),
+				"report_type": ["spam", "harassment", "misinformation", "hate_speech", "other"],
+				"content_type": ["post", "comment", "user", "dm"],
 			}
 		},
 		{
 			event: "profile updated",
 			weight: 3,
 			properties: {
-				"field_updated": u.pickAWinner(["bio", "avatar", "display_name", "privacy_settings", "interests"]),
+				"field_updated": ["bio", "avatar", "display_name", "privacy_settings", "interests"],
 			}
 		},
 		{
 			event: "creator subscription started",
 			weight: 2,
 			properties: {
-				"tier": u.pickAWinner(["basic", "premium", "vip"]),
+				"tier": ["basic", "premium", "vip"],
 				"price_usd": u.pickAWinner([4.99, 9.99, 19.99]),
 			}
 		},
 	],
 
 	superProps: {
-		app_version: u.pickAWinner(["4.0", "4.1", "4.2", "4.3", "5.0"]),
-		account_type: u.pickAWinner(["personal", "creator", "business"]),
+		app_version: ["4.0", "4.1", "4.2", "4.3", "5.0"],
+		account_type: ["personal", "creator", "business"],
 	},
 
 	userProps: {
@@ -340,7 +340,7 @@ const config = {
 		"following_count": u.weighNumRange(0, 5000, 0.3, 100),
 		"bio_length": u.weighNumRange(0, 160),
 		"verified": u.pickAWinner([true, false], 0.05),
-		"content_niche": u.pickAWinner(["lifestyle", "tech", "food", "fitness", "travel", "comedy", "news", "art"]),
+		"content_niche": ["lifestyle", "tech", "food", "fitness", "travel", "comedy", "news", "art"],
 	},
 
 	groupKeys: [
@@ -351,7 +351,7 @@ const config = {
 		community_id: {
 			"name": () => `${chance.word()} ${chance.pickone(["Hub", "Circle", "Squad", "Zone", "Space"])}`,
 			"member_count": u.weighNumRange(50, 5000, 0.3, 200),
-			"category": u.pickAWinner(["technology", "entertainment", "sports", "politics", "art", "science"]),
+			"category": ["technology", "entertainment", "sports", "politics", "art", "science"],
 			"is_moderated": u.pickAWinner([true, false], 0.7),
 		}
 	},

package/dungeons/streaming.js

@@ -65,7 +65,7 @@ const config = {
 				]),
 				"watch time": u.weighNumRange(1, 65, .89, 100),
 
-				"category": u.pickAWinner([
+				"category": [
 					"comedy",
 					"educational",
 					"music",
@@ -73,15 +73,15 @@ const config = {
 					"news",
 					"gaming",
 					"travel",
-				]),
-				quality: u.pickAWinner([
+				],
+				quality: [
 					"240p",
 					"360p",
 					"480p",
 					"720p",
 					"1080p",
 					"4k",
-				], 4),
+				],
 				autoplay: [
 					true,
 					false,
@@ -120,13 +120,13 @@ const config = {
 			weight: 3,
 			properties: {
 				video_id: u.pickAWinner(videoIds),
-				"share network": u.pickAWinner([
+				"share network": [
 					"facebook",
 					"twitter",
 					"reddit",
 					"email",
 					"whatsapp",
-				]),
+				],
 			},
 		},
 		{
@@ -174,18 +174,18 @@ const config = {
 			event: "create playlist",
 			weight: 4,
 			properties: {
-				"play list name": u.pickAWinner([
+				"play list name": [
 					"favorites",
 					"watch later",
 					"my music",
 					"funny videos",
 					"educational",
-				]),
-				privacy: u.pickAWinner([
+				],
+				privacy: [
 					"public",
 					"private",
 					"unlisted",
-				]),
+				],
 			},
 		},
 		{
@@ -204,11 +204,11 @@ const config = {
 			event: "account login",
 			weight: 9,
 			properties: {
-				"log in method": u.pickAWinner([
+				"log in method": [
 					"email",
 					"google",
 					"facebook",
-				]),
+				],
 				success: [
 					true,
 					false,
@@ -232,11 +232,11 @@ const config = {
 		}
 	],
 	superProps: {
-		platform: u.pickAWinner([
+		platform: [
 			"web",
 			"ios",
 			"android",
-		]),
+		],
 		network_type: [
 			"wifi",
 			"cellular",
@@ -256,13 +256,13 @@ const config = {
 			"45-54",
 			"55+",
 		],
-		preferred_genre: u.pickAWinner([
+		preferred_genre: [
 			"comedy",
 			"action",
 			"drama",
 			"sci-fi",
 			"horror",
-		]),
+		],
 		upload_count: [
 			0,
 			1,

package/index.js

@@ -276,7 +276,7 @@ async function generateGroupProfiles(context) {
 		const groupContainer = storage.groupProfilesData[i];
 
 		if (!groupContainer) {
-			console.warn(`Warning: No storage container found for group key: ${groupKey}`);
+			if (config.verbose) console.warn(`Warning: No storage container found for group key: ${groupKey}`);
 			continue;
 		}
 
@@ -319,7 +319,7 @@ async function generateLookupTables(context) {
 		const lookupContainer = storage.lookupTableData[i];
 
 		if (!lookupContainer) {
-			console.warn(`Warning: No storage container found for lookup table: ${key}`);
+			if (config.verbose) console.warn(`Warning: No storage container found for lookup table: ${key}`);
 			continue;
 		}
 
@@ -551,7 +551,6 @@ async function extractFileInfo(storage, config) {
 			}
 		} catch (error) {
 			// If scanning fails, just return empty array
-			console.warn('Warning: Could not scan data directory for files:', error.message);
 		}
 	}
 

package/lib/core/config-validator.js

@@ -106,7 +106,7 @@ export function validateDungeonConfig(config) {
 		token = null,
 		region = "US",
 		writeToDisk = false,
-		verbose = true,
+		verbose = false,
 		soup = {},
 		hook = (record) => record,
 		hasAdSpend = false,
@@ -166,15 +166,17 @@ export function validateDungeonConfig(config) {
 				throw new Error('Hook string did not evaluate to a function');
 			}
 		} catch (error) {
-			console.warn(`\u26a0\ufe0f Failed to convert hook string to function: ${error.message}`);
-			console.warn('Using default pass-through hook');
+			if (config.verbose !== false) {
+				console.warn(`\u26a0\ufe0f Failed to convert hook string to function: ${error.message}`);
+				console.warn('Using default pass-through hook');
+			}
 			hook = (record) => record;
 		}
 	}
 
 	// Ensure hook is a function
 	if (typeof hook !== 'function') {
-		console.warn('\u26a0\ufe0f Hook is not a function, using default pass-through hook');
+		if (config.verbose !== false) console.warn('\u26a0\ufe0f Hook is not a function, using default pass-through hook');
 		hook = (record) => record;
 	}
 
@@ -337,7 +339,7 @@ function transformSCDPropsWithoutCredentials(config) {
 	}
 
 	// UI job without credentials - convert SCD props to regular props
-	console.log('\u26a0\ufe0f  Service account credentials missing - converting SCD properties to static properties');
+	if (config.verbose !== false) console.log('\u26a0\ufe0f  Service account credentials missing - converting SCD properties to static properties');
 
 	// Ensure userProps and groupProps exist
 	if (!config.userProps) config.userProps = {};
@@ -356,20 +358,20 @@ function transformSCDPropsWithoutCredentials(config) {
 		if (type === "user") {
 			// Add to userProps
 			config.userProps[propKey] = values;
-			console.log(`  \u2713 Converted user SCD property: ${propKey}`);
+			if (config.verbose !== false) console.log(`  \u2713 Converted user SCD property: ${propKey}`);
 		} else {
 			// Add to groupProps for the specific group type
 			if (!config.groupProps[type]) {
 				config.groupProps[type] = {};
 			}
 			config.groupProps[type][propKey] = values;
-			console.log(`  \u2713 Converted group SCD property: ${propKey} (${type})`);
+			if (config.verbose !== false) console.log(`  \u2713 Converted group SCD property: ${propKey} (${type})`);
 		}
 	}
 
 	// Clear out scdProps since we've converted everything
 	config.scdProps = {};
-	console.log('\u2713 SCD properties converted to static properties\n');
+	if (config.verbose !== false) console.log('\u2713 SCD properties converted to static properties\n');
 }
 
 export { inferFunnels, transformSCDPropsWithoutCredentials };

package/lib/orchestrators/mixpanel-sender.js

@@ -6,7 +6,6 @@
 /** @typedef {import('../../types').Context} Context */
 
 import dayjs from "dayjs";
-import path from "path";
 import { comma, ls, rm } from "ak-tools";
 import * as u from "../utils/utils.js";
 import mp from "mixpanel-import";
@@ -22,8 +21,6 @@ export async function sendToMixpanel(context) {
 		adSpendData,
 		eventData,
 		groupProfilesData,
-		lookupTableData,
-		mirrorEventData,
 		scdTableData,
 		userProfilesData,
 		groupEventData
@@ -41,7 +38,7 @@ export async function sendToMixpanel(context) {
 
 	const importResults = { events: {}, users: {}, groups: [] };
 	const isBATCH_MODE = context.isBatchMode();
-	const NODE_ENV = process.env.NODE_ENV || "unknown";
+	_verbose = config.verbose !== false;
 
 	/** @type {import('mixpanel-import').Creds} */
 	const creds = { token };
@@ -255,9 +252,10 @@ export async function sendToMixpanel(context) {
 }
 
 /**
- * Simple logging function
+ * Logging function that respects verbose config
  * @param {string} message - Message to log
  */
+let _verbose = true;
 function log(message) {
-	console.log(message);
+	if (_verbose) console.log(message);
 }

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "make-mp-data",
-	"version": "3.0.3",
+	"version": "3.0.4",
 	"description": "builds all mixpanel primitives for a given project",
 	"type": "module",
 	"main": "index.js",