make-mp-data 3.0.2 → 3.0.4

package/dungeons/sass.js

@@ -98,9 +98,8 @@ const config = {
 	hasAdSpend: false,
 	percentUsersBornInDataset: 50,
 	hasAvatar: true,
-	makeChart: false,
 	batchSize: 2_500_000,
-	concurrency: 10,
+	concurrency: 1,
 	writeToDisk: false,
 	scdProps: {},
 
@@ -168,8 +167,8 @@ const config = {
 			weight: 1,
 			isFirstEvent: true,
 			properties: {
-				company_size: u.pickAWinner(["startup", "smb", "mid_market", "enterprise"]),
-				industry: u.pickAWinner(["tech", "finance", "healthcare", "retail", "media"]),
+				company_size: ["startup", "smb", "mid_market", "enterprise"],
+				industry: ["tech", "finance", "healthcare", "retail", "media"],
 			}
 		},
 		{
@@ -177,17 +176,17 @@ const config = {
 			weight: 10,
 			properties: {
 				service_id: u.pickAWinner(serviceIds),
-				service_type: u.pickAWinner(["web_app", "api", "database", "cache", "queue", "ml_model"]),
-				environment: u.pickAWinner(["production", "staging", "dev"]),
-				cloud_provider: u.pickAWinner(["aws", "gcp", "azure"]),
+				service_type: ["web_app", "api", "database", "cache", "queue", "ml_model"],
+				environment: ["production", "staging", "dev"],
+				cloud_provider: ["aws", "gcp", "azure"],
 			}
 		},
 		{
 			event: "dashboard viewed",
 			weight: 20,
 			properties: {
-				dashboard_type: u.pickAWinner(["overview", "cost", "performance", "security", "custom"]),
-				time_range: u.pickAWinner(["1h", "6h", "24h", "7d", "30d"]),
+				dashboard_type: ["overview", "cost", "performance", "security", "custom"],
+				time_range: ["1h", "6h", "24h", "7d", "30d"],
 			}
 		},
 		{
@@ -195,8 +194,8 @@ const config = {
 			weight: 12,
 			properties: {
 				alert_id: u.pickAWinner(alertIds),
-				severity: u.pickAWinner(["info", "warning", "critical", "emergency"]),
-				alert_type: u.pickAWinner(["cpu", "memory", "latency", "error_rate", "disk", "network"]),
+				severity: ["info", "warning", "critical", "emergency"],
+				alert_type: ["cpu", "memory", "latency", "error_rate", "disk", "network"],
 				service_id: u.pickAWinner(serviceIds),
 			}
 		},
@@ -206,7 +205,7 @@ const config = {
 			properties: {
 				alert_id: u.pickAWinner(alertIds),
 				response_time_mins: u.weighNumRange(1, 120),
-				acknowledged_by_role: u.pickAWinner(["engineer", "sre", "manager", "oncall"]),
+				acknowledged_by_role: ["engineer", "sre", "manager", "oncall"],
 			}
 		},
 		{
@@ -215,7 +214,7 @@ const config = {
 			properties: {
 				alert_id: u.pickAWinner(alertIds),
 				resolution_time_mins: u.weighNumRange(5, 1440),
-				root_cause: u.pickAWinner(["config_change", "capacity", "bug", "dependency", "network"]),
+				root_cause: ["config_change", "capacity", "bug", "dependency", "network"],
 			}
 		},
 		{
@@ -223,7 +222,7 @@ const config = {
 			weight: 9,
 			properties: {
 				pipeline_id: u.pickAWinner(pipelineIds),
-				status: u.pickAWinner(["success", "failed", "cancelled"]),
+				status: ["success", "failed", "cancelled"],
 				duration_sec: u.weighNumRange(30, 1800),
 				commit_count: u.weighNumRange(1, 20),
 			}
@@ -243,7 +242,7 @@ const config = {
 			event: "cost report generated",
 			weight: 4,
 			properties: {
-				report_period: u.pickAWinner(["daily", "weekly", "monthly"]),
+				report_period: ["daily", "weekly", "monthly"],
 				total_cost: u.weighNumRange(100, 50000),
 				cost_change_percent: u.weighNumRange(-30, 50),
 			}
@@ -252,23 +251,23 @@ const config = {
 			event: "team member invited",
 			weight: 3,
 			properties: {
-				role: u.pickAWinner(["admin", "editor", "viewer", "billing"]),
-				invitation_method: u.pickAWinner(["email", "sso", "slack"]),
+				role: ["admin", "editor", "viewer", "billing"],
+				invitation_method: ["email", "sso", "slack"],
 			}
 		},
 		{
 			event: "integration configured",
 			weight: 4,
 			properties: {
-				integration_type: u.pickAWinner(["slack", "pagerduty", "jira", "github", "datadog", "terraform"]),
-				status: u.pickAWinner(["active", "paused", "error"]),
+				integration_type: ["slack", "pagerduty", "jira", "github", "datadog", "terraform"],
+				status: ["active", "paused", "error"],
 			}
 		},
 		{
 			event: "query executed",
 			weight: 15,
 			properties: {
-				query_type: u.pickAWinner(["metrics", "logs", "traces"]),
+				query_type: ["metrics", "logs", "traces"],
 				time_range_hours: u.weighNumRange(1, 720),
 				result_count: u.weighNumRange(0, 10000),
 			}
@@ -278,7 +277,7 @@ const config = {
 			weight: 3,
 			properties: {
 				runbook_id: u.pickAWinner(runbookIds),
-				trigger: u.pickAWinner(["manual", "automated", "alert_triggered"]),
+				trigger: ["manual", "automated", "alert_triggered"],
 				success: u.pickAWinner([true, false], 0.15),
 			}
 		},
@@ -286,7 +285,7 @@ const config = {
 			event: "billing event",
 			weight: 3,
 			properties: {
-				event_type: u.pickAWinner(["invoice_generated", "payment_received", "payment_failed", "plan_upgraded", "plan_downgraded"]),
+				event_type: ["invoice_generated", "payment_received", "payment_failed", "plan_upgraded", "plan_downgraded"],
 				amount: u.weighNumRange(99, 25000),
 			}
 		},
@@ -294,7 +293,7 @@ const config = {
 			event: "security scan",
 			weight: 6,
 			properties: {
-				scan_type: u.pickAWinner(["vulnerability", "compliance", "access_audit"]),
+				scan_type: ["vulnerability", "compliance", "access_audit"],
 				findings_count: u.weighNumRange(0, 50),
 				critical_findings: u.weighNumRange(0, 10),
 			}
@@ -303,8 +302,8 @@ const config = {
 			event: "api call",
 			weight: 16,
 			properties: {
-				endpoint: u.pickAWinner(["/deploy", "/status", "/metrics", "/alerts", "/config", "/billing"]),
-				method: u.pickAWinner(["GET", "POST", "PUT", "DELETE"]),
+				endpoint: ["/deploy", "/status", "/metrics", "/alerts", "/config", "/billing"],
+				method: ["GET", "POST", "PUT", "DELETE"],
 				response_time_ms: u.weighNumRange(10, 5000),
 				status_code: u.pickAWinner([200, 201, 400, 401, 403, 500, 503]),
 			}
@@ -313,7 +312,7 @@ const config = {
 			event: "documentation viewed",
 			weight: 7,
 			properties: {
-				doc_section: u.pickAWinner(["getting_started", "api_reference", "best_practices", "troubleshooting", "changelog"]),
+				doc_section: ["getting_started", "api_reference", "best_practices", "troubleshooting", "changelog"],
 				time_on_page_sec: u.weighNumRange(5, 600),
 			}
 		},
@@ -323,20 +322,20 @@ const config = {
 			properties: {
 				flag_name: () => `flag_${chance.word()}`,
 				new_state: u.pickAWinner(["enabled", "disabled"], 0.15),
-				environment: u.pickAWinner(["production", "staging", "dev"]),
+				environment: ["production", "staging", "dev"],
 			}
 		},
 	],
 
 	superProps: {
 		plan_tier: u.pickAWinner(["free", "free", "team", "team", "business", "enterprise"]),
-		cloud_provider: u.pickAWinner(["aws", "gcp", "azure", "multi_cloud"]),
+		cloud_provider: ["aws", "gcp", "azure", "multi_cloud"],
 	},
 
 	userProps: {
 		company_size: u.pickAWinner(["startup", "startup", "smb", "mid_market", "enterprise"]),
-		primary_role: u.pickAWinner(["engineer", "sre", "devops", "manager", "executive"]),
-		team_name: u.pickAWinner(["Platform", "Backend", "Frontend", "Data", "Security", "Infrastructure"]),
+		primary_role: ["engineer", "sre", "devops", "manager", "executive"],
+		team_name: ["Platform", "Backend", "Frontend", "Data", "Security", "Infrastructure"],
 	},
 
 	groupKeys: [
@@ -346,9 +345,9 @@ const config = {
 	groupProps: {
 		company_id: {
 			name: () => `${chance.word({ capitalize: true })} ${chance.pickone(["Systems", "Technologies", "Labs", "Cloud", "Digital", "Networks", "Solutions"])}`,
-			industry: u.pickAWinner(["tech", "finance", "healthcare", "retail", "media", "manufacturing", "logistics"]),
-			employee_count: u.pickAWinner(["1-10", "11-50", "51-200", "201-1000", "1001-5000", "5000+"]),
-			arr_bucket: u.pickAWinner(["<10k", "10k-50k", "50k-200k", "200k-1M", "1M+"]),
+			industry: ["tech", "finance", "healthcare", "retail", "media", "manufacturing", "logistics"],
+			employee_count: ["1-10", "11-50", "51-200", "201-1000", "1001-5000", "5000+"],
+			arr_bucket: ["<10k", "10k-50k", "50k-200k", "200k-1M", "1M+"],
 		}
 	},
 

package/dungeons/scd.js

@@ -32,7 +32,6 @@ const config = {
 	hasAnonIds: false, //if true, anonymousIds are created for each user
 	hasSessionIds: false, //if true, hasSessionIds are created for each user
 	hasAdSpend: false,
-	makeChart: false,
 	hasLocation: true,
 	hasAndroidDevices: true,
 	hasIOSDevices: true,
@@ -48,7 +47,7 @@ const config = {
 			weight: 2,
 			properties: {
 				amount: weighNumRange(5, 500, .25),
-				currency: pickAWinner(["USD", "CAD", "EUR", "BTC", "ETH", "JPY"], 0),
+				currency: ["USD", "CAD", "EUR", "BTC", "ETH", "JPY"],
 				coupon: weighChoices(["none", "none", "none", "none", "10%OFF", "20%OFF", "10%OFF", "20%OFF", "30%OFF", "40%OFF", "50%OFF"]),
 				numItems: weighNumRange(1, 10),
 
@@ -173,7 +172,7 @@ const config = {
 		company_id: {
 			name: () => { return chance.name(); },
 			email: () => { return `CSM: ${chance.pickone(["AK", "Neha", "Rajiv", "Deepak", "Justin", "Hans", "Katie", "Somya", "Tony", "Kaan"])}`; },
-			industry: pickAWinner([
+			industry: [
 				"technology",
 				"education",
 				"finance",
@@ -190,7 +189,7 @@ const config = {
 				"utilities",
 				"agriculture",
 				"other",
-			]),
+			],
 			segment: ["SMB", "SMB", "SMB", "Mid Market", "Mid Market", "Enterprise"],
 			"# active users": chance.integer({ min: 2, max: 20 })
 		}

package/dungeons/simple.js

@@ -22,17 +22,16 @@ const videoCategories = ["funny", "educational", "inspirational", "music", "news
 
 /** @type {import('../types').Dungeon} */
 const config = {
-	token: "",
+	token: "c63e5bca7d459fad276354ea9ddbaaeb",
 	seed: "simple is best",
 	numDays: 100, //how many days worth1 of data
-	numEvents: 1_000_000, //how many events
-	numUsers: 10_000, //how many users
+	numEvents: 500_000, //how many events
+	numUsers: 5_000, //how many users
 	format: 'json', //csv or json
 	region: "US",
 	hasAnonIds: true, //if true, anonymousIds are created for each user
 	hasSessionIds: true, //if true, hasSessionIds are created for each user
-	hasAdSpend: true,
-	makeChart: false,
+	hasAdSpend: false,
 	hasLocation: true,
 	hasAndroidDevices: true,
 	hasIOSDevices: true,
@@ -41,7 +40,7 @@ const config = {
 	hasCampaigns: true,
 	isAnonymous: false,
 	alsoInferFunnels: true,
-	concurrency: 10,
+	concurrency: 1,
 	batchSize: 2_500_000,
 
 
@@ -50,14 +49,14 @@ const config = {
 			event: "ad impression",
 			weight: 15,
 			properties: {
-				partner: pickAWinner(["google", "facebook", "twitter", "linkedin", "bing", "taboola", "outbrain", "quora", "pinterest"]),
+				partner: ["google", "facebook", "twitter", "linkedin", "bing", "taboola", "outbrain", "quora", "pinterest"],
 			}
 		},
 		{
 			event: "ad click",
 			weight: 10,
 			properties: {
-				partner: pickAWinner(["google", "facebook", "twitter", "linkedin", "bing", "taboola", "outbrain", "quora", "pinterest"]),
+				partner: ["google", "facebook", "twitter", "linkedin", "bing", "taboola", "outbrain", "quora", "pinterest"],
 			}
 		},
 		{
@@ -65,7 +64,7 @@ const config = {
 			weight: 2,
 			properties: {
 				amount: weighNumRange(5, 500, .25),
-				currency: pickAWinner(["USD", "CAD", "EUR", "BTC", "ETH", "JPY"], 0),
+				currency: ["USD", "CAD", "EUR", "BTC", "ETH", "JPY"],
 				coupon: weighChoices(["none", "none", "none", "none", "10%OFF", "20%OFF", "10%OFF", "20%OFF", "30%OFF", "40%OFF", "50%OFF"]),
 				numItems: weighNumRange(1, 10),
 
@@ -127,7 +126,7 @@ const config = {
 			weight: 1,
 			isFirstEvent: true,
 			properties: {
-				signupMethod: pickAWinner(["email", "google", "facebook", "twitter", "linkedin", "github"]),
+				signupMethod: ["email", "google", "facebook", "twitter", "linkedin", "github"],
 				referral: weighChoices(["none", "none", "none", "friend", "ad", "ad", "ad", "friend", "friend", "friend", "friend"]),
 			}
 		},
@@ -192,8 +191,8 @@ const config = {
 			}
 
 			if (EVENT_TIME.isBefore(OVER_THINGS_GET_BETTER)) {
-				// kill 33% of all volume
-				if (chance.bool({ likelihood: 33 })) return null;
+				// tag 33% for removal (filtered in "everything" hook)
+				if (chance.bool({ likelihood: 33 })) record._drop = true;
 			}
 		}
 
@@ -233,10 +232,10 @@ const config = {
 				}
 			}
 
+			// Filter out events tagged for removal in the event hook
+			record = record.filter(e => !e._drop);
 		}
 
-
-
 		return record;
 	}
 };

package/dungeons/social.js

@@ -118,9 +118,8 @@ const config = {
 	hasAdSpend: false,
 	percentUsersBornInDataset: 50,
 	hasAvatar: true,
-	makeChart: false,
 	batchSize: 2_500_000,
-	concurrency: 10,
+	concurrency: 1,
 	writeToDisk: false,
 	scdProps: {},
 
@@ -188,15 +187,15 @@ const config = {
 			weight: 1,
 			isFirstEvent: true,
 			properties: {
-				"signup_method": u.pickAWinner(["email", "google", "apple", "sso"]),
-				"referred_by": u.pickAWinner(["organic", "friend", "ad", "influencer"]),
+				"signup_method": ["email", "google", "apple", "sso"],
+				"referred_by": ["organic", "friend", "ad", "influencer"],
 			}
 		},
 		{
 			event: "post created",
 			weight: 12,
 			properties: {
-				"post_type": u.pickAWinner(["text", "image", "video", "poll", "link"]),
+				"post_type": ["text", "image", "video", "poll", "link"],
 				"character_count": u.weighNumRange(1, 280),
 				"has_media": u.pickAWinner([true, false], 0.4),
 				"hashtag_count": u.weighNumRange(0, 10, 0.5),
@@ -206,23 +205,23 @@ const config = {
 			event: "post viewed",
 			weight: 30,
 			properties: {
-				"post_type": u.pickAWinner(["text", "image", "video", "poll", "link"]),
+				"post_type": ["text", "image", "video", "poll", "link"],
 				"view_duration_sec": u.weighNumRange(1, 120, 0.3, 5),
-				"source": u.pickAWinner(["feed", "explore", "search", "profile", "notification"]),
+				"source": ["feed", "explore", "search", "profile", "notification"],
 			}
 		},
 		{
 			event: "post liked",
 			weight: 18,
 			properties: {
-				"post_type": u.pickAWinner(["text", "image", "video", "poll", "link"]),
+				"post_type": ["text", "image", "video", "poll", "link"],
 			}
 		},
 		{
 			event: "post shared",
 			weight: 6,
 			properties: {
-				"share_destination": u.pickAWinner(["repost", "dm", "external", "copy_link"]),
+				"share_destination": ["repost", "dm", "external", "copy_link"],
 			}
 		},
 		{
@@ -237,21 +236,21 @@ const config = {
 			event: "user followed",
 			weight: 8,
 			properties: {
-				"discovery_source": u.pickAWinner(["suggested", "search", "post", "profile", "mutual"]),
+				"discovery_source": ["suggested", "search", "post", "profile", "mutual"],
 			}
 		},
 		{
 			event: "user unfollowed",
 			weight: 2,
 			properties: {
-				"reason": u.pickAWinner(["content_quality", "too_frequent", "lost_interest", "offensive"]),
+				"reason": ["content_quality", "too_frequent", "lost_interest", "offensive"],
 			}
 		},
 		{
 			event: "story viewed",
 			weight: 15,
 			properties: {
-				"story_type": u.pickAWinner(["photo", "video", "text"]),
+				"story_type": ["photo", "video", "text"],
 				"view_duration_sec": u.weighNumRange(1, 30, 0.5, 5),
 				"completed": u.pickAWinner([true, false], 0.6),
 			}
@@ -260,7 +259,7 @@ const config = {
 			event: "story created",
 			weight: 5,
 			properties: {
-				"story_type": u.pickAWinner(["photo", "video", "text"]),
+				"story_type": ["photo", "video", "text"],
 				"has_filter": u.pickAWinner([true, false], 0.5),
 				"has_sticker": u.pickAWinner([true, false], 0.3),
 			}
@@ -269,7 +268,7 @@ const config = {
 			event: "search performed",
 			weight: 7,
 			properties: {
-				"search_type": u.pickAWinner(["users", "hashtags", "posts"]),
+				"search_type": ["users", "hashtags", "posts"],
 				"results_count": u.weighNumRange(0, 50, 0.5, 10),
 			}
 		},
@@ -277,7 +276,7 @@ const config = {
 			event: "notification received",
 			weight: 12,
 			properties: {
-				"notification_type": u.pickAWinner(["like", "follow", "comment", "mention", "trending"]),
+				"notification_type": ["like", "follow", "comment", "mention", "trending"],
 				"clicked": u.pickAWinner([true, false], 0.4),
 			}
 		},
@@ -285,7 +284,7 @@ const config = {
 			event: "dm sent",
 			weight: 8,
 			properties: {
-				"message_type": u.pickAWinner(["text", "image", "voice", "link"]),
+				"message_type": ["text", "image", "voice", "link"],
 				"conversation_length": u.weighNumRange(1, 100),
 			}
 		},
@@ -293,8 +292,8 @@ const config = {
 			event: "ad viewed",
 			weight: 10,
 			properties: {
-				"ad_format": u.pickAWinner(["feed_native", "story", "banner", "video"]),
-				"ad_category": u.pickAWinner(["retail", "tech", "food", "finance", "entertainment"]),
+				"ad_format": ["feed_native", "story", "banner", "video"],
+				"ad_category": ["retail", "tech", "food", "finance", "entertainment"],
 				"view_duration_sec": u.weighNumRange(1, 30, 0.3),
 			}
 		},
@@ -302,38 +301,38 @@ const config = {
 			event: "ad clicked",
 			weight: 2,
 			properties: {
-				"ad_format": u.pickAWinner(["feed_native", "story", "banner", "video"]),
-				"ad_category": u.pickAWinner(["retail", "tech", "food", "finance", "entertainment"]),
+				"ad_format": ["feed_native", "story", "banner", "video"],
+				"ad_category": ["retail", "tech", "food", "finance", "entertainment"],
 			}
 		},
 		{
 			event: "report submitted",
 			weight: 1,
 			properties: {
-				"report_type": u.pickAWinner(["spam", "harassment", "misinformation", "hate_speech", "other"]),
-				"content_type": u.pickAWinner(["post", "comment", "user", "dm"]),
+				"report_type": ["spam", "harassment", "misinformation", "hate_speech", "other"],
+				"content_type": ["post", "comment", "user", "dm"],
 			}
 		},
 		{
 			event: "profile updated",
 			weight: 3,
 			properties: {
-				"field_updated": u.pickAWinner(["bio", "avatar", "display_name", "privacy_settings", "interests"]),
+				"field_updated": ["bio", "avatar", "display_name", "privacy_settings", "interests"],
 			}
 		},
 		{
 			event: "creator subscription started",
 			weight: 2,
 			properties: {
-				"tier": u.pickAWinner(["basic", "premium", "vip"]),
+				"tier": ["basic", "premium", "vip"],
 				"price_usd": u.pickAWinner([4.99, 9.99, 19.99]),
 			}
 		},
 	],
 
 	superProps: {
-		app_version: u.pickAWinner(["4.0", "4.1", "4.2", "4.3", "5.0"]),
-		account_type: u.pickAWinner(["personal", "creator", "business"]),
+		app_version: ["4.0", "4.1", "4.2", "4.3", "5.0"],
+		account_type: ["personal", "creator", "business"],
 	},
 
 	userProps: {
@@ -341,7 +340,7 @@ const config = {
 		"following_count": u.weighNumRange(0, 5000, 0.3, 100),
 		"bio_length": u.weighNumRange(0, 160),
 		"verified": u.pickAWinner([true, false], 0.05),
-		"content_niche": u.pickAWinner(["lifestyle", "tech", "food", "fitness", "travel", "comedy", "news", "art"]),
+		"content_niche": ["lifestyle", "tech", "food", "fitness", "travel", "comedy", "news", "art"],
 	},
 
 	groupKeys: [
@@ -352,7 +351,7 @@ const config = {
 		community_id: {
 			"name": () => `${chance.word()} ${chance.pickone(["Hub", "Circle", "Squad", "Zone", "Space"])}`,
 			"member_count": u.weighNumRange(50, 5000, 0.3, 200),
-			"category": u.pickAWinner(["technology", "entertainment", "sports", "politics", "art", "science"]),
+			"category": ["technology", "entertainment", "sports", "politics", "art", "science"],
 			"is_moderated": u.pickAWinner([true, false], 0.7),
 		}
 	},

package/dungeons/soup-test.js

@@ -0,0 +1,52 @@
+/**
+ * Bare dungeon for testing TimeSoup time distribution.
+ * No hooks, no funnels, no ad spend — pure event generation
+ * so TimeSoup's distribution is the only thing shaping the data.
+ */
+
+/** @type {import('../types').Dungeon} */
+const config = {
+	token: "",
+	seed: "soup-test",
+	numDays: 100,
+	numEvents: 50_000,
+	numUsers: 500,
+	format: "json",
+	writeToDisk: true,
+	concurrency: 1,
+	hasAdSpend: false,
+	hasCampaigns: false,
+	hasLocation: false,
+	hasAvatar: false,
+	hasBrowser: false,
+	hasAnonIds: false,
+	hasSessionIds: false,
+	hasAndroidDevices: true,
+	hasIOSDevices: true,
+	hasDesktopDevices: true,
+	isAnonymous: false,
+	alsoInferFunnels: false,
+	verbose: true,
+	batchSize: 2_500_000,
+	name: "soup-test",
+
+	// Uses default soup params — change these to test different distributions
+	// soup: { peaks: 5, deviation: 2, mean: 0 },
+
+	events: [
+		{ event: "page_view", weight: 5, isFirstEvent: true, properties: {} },
+		{ event: "click", weight: 3, properties: {} },
+		{ event: "purchase", weight: 1, properties: {} },
+	],
+
+	superProps: {},
+	userProps: {},
+	funnels: [],
+	scdProps: {},
+	mirrorProps: {},
+	groupKeys: [],
+	groupProps: {},
+	lookupTables: [],
+};
+
+export default config;