@ak--47/dungeon-master 1.4.4 → 1.5.0

package/dungeons/vertical/media.js

@@ -416,6 +416,7 @@ const config = {
 		{
 			event: "content selected",
 			weight: 15,
+			isStrictEvent: false,
 			properties: {
 				"content_type": ["movie", "series", "documentary", "special"],
 				"genre": ["action", "comedy", "drama", "documentary", "horror", "sci_fi", "animation", "thriller", "romance"],
@@ -425,6 +426,7 @@ const config = {
 		{
 			event: "playback started",
 			weight: 18,
+			isStrictEvent: false,
 			properties: {
 				"content_id": contentIds,
 				"content_type": ["movie", "series", "documentary", "special"],
@@ -436,6 +438,7 @@ const config = {
 		{
 			event: "playback completed",
 			weight: 12,
+			isStrictEvent: false,
 			properties: {
 				"content_id": contentIds,
 				"content_type": ["movie", "series", "documentary", "special"],
@@ -446,6 +449,7 @@ const config = {
 		{
 			event: "playback paused",
 			weight: 10,
+			isStrictEvent: false,
 			properties: {
 				"content_id": contentIds,
 				"pause_reason": ["manual", "ad_break", "buffering", "notification"],
@@ -454,6 +458,7 @@ const config = {
 		{
 			event: "content rated",
 			weight: 6,
+			isStrictEvent: false,
 			properties: {
 				"content_id": contentIds,
 				"rating": u.weighNumRange(1, 5, 2, 4),
@@ -489,6 +494,7 @@ const config = {
 		{
 			event: "recommendation clicked",
 			weight: 9,
+			isStrictEvent: false,
 			properties: {
 				"algorithm": ["collaborative_filtering", "content_based", "trending", "editorial"],
 				"position": u.weighNumRange(1, 20),
@@ -504,6 +510,7 @@ const config = {
 		{
 			event: "ad impression",
 			weight: 8,
+			isStrictEvent: false,
 			properties: {
 				"ad_type": ["pre_roll", "mid_roll", "banner", "interstitial"],
 				"ad_duration_sec": u.weighNumRange(5, 30),
@@ -539,6 +546,7 @@ const config = {
 		{
 			event: "subtitle toggled",
 			weight: 4,
+			isStrictEvent: false,
 			properties: {
 				"subtitle_language": ["none", "english", "spanish", "french", "japanese", "korean"],
 				"action": ["enabled", "disabled", "changed"],

package/dungeons/vertical/real-estate.js

@@ -344,7 +344,8 @@ const config = {
 			conversionRate: 40,
 			timeToConvert: 24,
 			weight: 5,
-			name: "Tour Funnel"
+			name: "Tour Funnel",
+			reentry: true,
 		},
 		{
 			sequence: ["property listed", "open house attended", "property sold"],
@@ -379,6 +380,7 @@ const config = {
 		{
 			event: "property viewed",
 			weight: 12,
+			isStrictEvent: false,
 			properties: {
 				listing_id: () => `LST-${chance.integer({ min: 10000, max: 99999 })}`,
 				listing_price: u.weighNumRange(150000, 1500000, 0.4, 60),
@@ -422,6 +424,7 @@ const config = {
 		{
 			event: "tour scheduled",
 			weight: 4,
+			isStrictEvent: false,
 			properties: {
 				listing_id: () => `LST-${chance.integer({ min: 10000, max: 99999 })}`,
 				agent_id: () => `AGT-${chance.integer({ min: 1000, max: 9999 })}`,
@@ -440,6 +443,7 @@ const config = {
 		{
 			event: "offer submitted",
 			weight: 2,
+			isStrictEvent: false,
 			properties: {
 				listing_id: () => `LST-${chance.integer({ min: 10000, max: 99999 })}`,
 				offer_price: u.weighNumRange(200000, 1500000, 0.4, 40),
@@ -465,6 +469,7 @@ const config = {
 		{
 			event: "property listed",
 			weight: 3,
+			isStrictEvent: false,
 			properties: {
 				listing_price: u.weighNumRange(200000, 1500000, 0.4, 50),
 				property_type: ["Single Family", "Condo", "Townhouse", "Multi-Family"],
@@ -475,6 +480,7 @@ const config = {
 		{
 			event: "property sold",
 			weight: 1,
+			isStrictEvent: false,
 			properties: {
 				sale_price: u.weighNumRange(200000, 1500000, 0.4, 40),
 				days_on_market: u.weighNumRange(5, 180, 0.4, 30),

package/dungeons/vertical/sass.js

@@ -568,6 +568,7 @@ const config = {
 		{
 			event: "service deployed",
 			weight: 10,
+			isStrictEvent: false,
 			properties: {
 				service_id: serviceIds,
 				service_type: ["web_app", "api", "database", "cache", "queue", "ml_model"],
@@ -578,6 +579,7 @@ const config = {
 		{
 			event: "dashboard viewed",
 			weight: 20,
+			isStrictEvent: false,
 			properties: {
 				dashboard_type: ["overview", "cost", "performance", "security", "custom"],
 				time_range: ["1h", "6h", "24h", "7d", "30d"],
@@ -586,6 +588,7 @@ const config = {
 		{
 			event: "alert triggered",
 			weight: 12,
+			isStrictEvent: false,
 			properties: {
 				alert_id: alertIds,
 				severity: ["info", "warning", "critical", "emergency"],
@@ -609,6 +612,7 @@ const config = {
 		{
 			event: "alert acknowledged",
 			weight: 8,
+			isStrictEvent: false,
 			properties: {
 				alert_id: alertIds,
 				response_time_mins: u.weighNumRange(1, 120),
@@ -618,6 +622,7 @@ const config = {
 		{
 			event: "alert resolved",
 			weight: 7,
+			isStrictEvent: false,
 			properties: {
 				alert_id: alertIds,
 				resolution_time_mins: u.weighNumRange(5, 1440),
@@ -627,6 +632,7 @@ const config = {
 		{
 			event: "deployment pipeline run",
 			weight: 9,
+			isStrictEvent: false,
 			properties: {
 				pipeline_id: pipelineIds,
 				status: ["success", "failed", "cancelled"],
@@ -637,6 +643,7 @@ const config = {
 		{
 			event: "infrastructure scaled",
 			weight: 5,
+			isStrictEvent: false,
 			properties: {
 				service_id: serviceIds,
 				scale_direction: ["up", "up", "up", "down"],
@@ -648,6 +655,7 @@ const config = {
 		{
 			event: "cost report generated",
 			weight: 4,
+			isStrictEvent: false,
 			properties: {
 				report_period: ["daily", "weekly", "monthly"],
 				total_cost: u.weighNumRange(100, 50000),
@@ -657,6 +665,7 @@ const config = {
 		{
 			event: "team member invited",
 			weight: 3,
+			isStrictEvent: false,
 			properties: {
 				role: ["admin", "editor", "viewer", "billing"],
 				invitation_method: ["email", "sso", "slack"],
@@ -665,6 +674,7 @@ const config = {
 		{
 			event: "integration configured",
 			weight: 4,
+			isStrictEvent: false,
 			properties: {
 				integration_type: ["slack", "pagerduty", "jira", "github", "datadog", "terraform"],
 				status: ["active", "paused", "error"],
@@ -691,6 +701,7 @@ const config = {
 		{
 			event: "billing event",
 			weight: 3,
+			isStrictEvent: false,
 			properties: {
 				event_type: ["invoice_generated", "invoice_generated", "payment_received", "payment_received", "payment_received", "payment_failed", "plan_upgraded", "plan_downgraded"],
 				amount: u.weighNumRange(99, 25000),
@@ -718,6 +729,7 @@ const config = {
 		{
 			event: "documentation viewed",
 			weight: 7,
+			isStrictEvent: false,
 			properties: {
 				doc_section: ["getting_started", "api_reference", "best_practices", "troubleshooting", "changelog"],
 				time_on_page_sec: u.weighNumRange(5, 600),

package/dungeons/vertical/social.js

@@ -415,6 +415,7 @@ const config = {
 		{
 			event: "post created",
 			weight: 12,
+			isStrictEvent: false,
 			properties: {
 				"post_type": ["text", "image", "video", "poll", "link"],
 				"character_count": u.weighNumRange(1, 280),
@@ -425,6 +426,7 @@ const config = {
 		{
 			event: "post viewed",
 			weight: 30,
+			isStrictEvent: false,
 			properties: {
 				"post_type": ["text", "image", "video", "poll", "link"],
 				"view_duration_sec": u.weighNumRange(1, 120, 0.3, 5),
@@ -434,6 +436,7 @@ const config = {
 		{
 			event: "post liked",
 			weight: 18,
+			isStrictEvent: false,
 			properties: {
 				"post_type": ["text", "image", "video", "poll", "link"],
 			}
@@ -441,6 +444,7 @@ const config = {
 		{
 			event: "post shared",
 			weight: 6,
+			isStrictEvent: false,
 			properties: {
 				"share_destination": ["repost", "dm", "external", "copy_link"],
 			}
@@ -448,6 +452,7 @@ const config = {
 		{
 			event: "comment posted",
 			weight: 10,
+			isStrictEvent: false,
 			properties: {
 				"comment_length": u.weighNumRange(1, 500, 0.3, 20),
 				"has_mention": [true, false, false],
@@ -456,6 +461,7 @@ const config = {
 		{
 			event: "user followed",
 			weight: 8,
+			isStrictEvent: false,
 			properties: {
 				"discovery_source": ["suggested", "search", "post", "profile", "mutual"],
 			}
@@ -470,6 +476,7 @@ const config = {
 		{
 			event: "story viewed",
 			weight: 15,
+			isStrictEvent: false,
 			properties: {
 				"story_type": ["photo", "video", "text"],
 				"view_duration_sec": u.weighNumRange(1, 30, 0.5, 5),
@@ -479,6 +486,7 @@ const config = {
 		{
 			event: "story created",
 			weight: 5,
+			isStrictEvent: false,
 			properties: {
 				"story_type": ["photo", "video", "text"],
 				"has_filter": [true, false],
@@ -504,6 +512,7 @@ const config = {
 		{
 			event: "dm sent",
 			weight: 8,
+			isStrictEvent: false,
 			properties: {
 				"message_type": ["text", "image", "voice", "link"],
 				"conversation_length": u.weighNumRange(1, 100),

package/dungeons/vertical/travel.js

@@ -342,6 +342,7 @@ const config = {
 		{
 			event: "hotel viewed",
 			weight: 7,
+			isStrictEvent: false,
 			properties: {
 				hotel_id: chance.pickone.bind(chance, hotelIds),
 				destination: chance.pickone.bind(chance, destinationCities),
@@ -364,6 +365,7 @@ const config = {
 		{
 			event: "booking completed",
 			weight: 3,
+			isStrictEvent: false,
 			properties: {
 				hotel_id: chance.pickone.bind(chance, hotelIds),
 				destination: chance.pickone.bind(chance, destinationCities),
@@ -379,6 +381,7 @@ const config = {
 		{
 			event: "room upgrade selected",
 			weight: 2,
+			isStrictEvent: false,
 			properties: {
 				upgrade_type: ["suite", "ocean_view", "executive_floor", "club_lounge", "premium_king"],
 				upgrade_cost: u.weighNumRange(25, 200, 0.4, 75),
@@ -415,6 +418,7 @@ const config = {
 		{
 			event: "review submitted",
 			weight: 2,
+			isStrictEvent: false,
 			properties: {
 				hotel_id: chance.pickone.bind(chance, hotelIds),
 				stay_rating: u.weighNumRange(1, 5, 0.7, 4),
@@ -504,6 +508,7 @@ const config = {
 			order: "sequential",
 			timeToConvert: 48,
 			weight: 5,
+			reentry: true,
 		},
 		{
 			name: "Full Stay Journey",

package/index.js

@@ -157,31 +157,49 @@ async function runDungeon(config) {
 
 		// Step 4: Generate ad spend data (if enabled)
 		if (validatedConfig.hasAdSpend) {
+			context.reportProgress({ phase: "step", step: "adspend", status: "start" });
+			const _t4 = Date.now();
 			await generateAdSpendData(context);
+			context.reportProgress({ phase: "step", step: "adspend", status: "complete", duration: Date.now() - _t4 });
 		}
 
 		if (context.config.verbose) logger.info('Starting user and event generation...');
 		// Step 5: Main user and event generation
+		context.reportProgress({ phase: "step", step: "users", status: "start" });
+		const _t5 = Date.now();
 		await userLoop(context);
+		context.reportProgress({ phase: "step", step: "users", status: "complete", duration: Date.now() - _t5 });
 
 		// Step 6: Generate group profiles (if configured)
 		if (validatedConfig.groupKeys && validatedConfig.groupKeys.length > 0) {
+			context.reportProgress({ phase: "step", step: "group-profiles", status: "start" });
+			const _t6 = Date.now();
 			await generateGroupProfiles(context);
+			context.reportProgress({ phase: "step", step: "group-profiles", status: "complete", duration: Date.now() - _t6 });
 		}
 
 		// Step 7: Generate group SCDs (if configured)
 		if (validatedConfig.scdProps && validatedConfig.groupKeys && validatedConfig.groupKeys.length > 0) {
+			context.reportProgress({ phase: "step", step: "group-scds", status: "start" });
+			const _t7 = Date.now();
 			await generateGroupSCDs(context);
+			context.reportProgress({ phase: "step", step: "group-scds", status: "complete", duration: Date.now() - _t7 });
 		}
 
 		// Step 8: Generate lookup tables (if configured)
 		if (validatedConfig.lookupTables && validatedConfig.lookupTables.length > 0) {
+			context.reportProgress({ phase: "step", step: "lookups", status: "start" });
+			const _t8 = Date.now();
 			await generateLookupTables(context);
+			context.reportProgress({ phase: "step", step: "lookups", status: "complete", duration: Date.now() - _t8 });
 		}
 
 		// Step 9: Generate mirror datasets (if configured)
 		if (validatedConfig.mirrorProps && Object.keys(validatedConfig.mirrorProps).length > 0) {
+			context.reportProgress({ phase: "step", step: "mirrors", status: "start" });
+			const _t9 = Date.now();
 			await makeMirror(context);
+			context.reportProgress({ phase: "step", step: "mirrors", status: "complete", duration: Date.now() - _t9 });
 		}
 
 		if (context.config.verbose) logger.info('Data generation completed successfully');
@@ -191,21 +209,38 @@ async function runDungeon(config) {
 		// Flush when writeToDisk is enabled OR batch mode activated (to capture tail data)
 		const shouldFlush = validatedConfig.writeToDisk || context.isBatchMode();
 
-		// Step 10: Flush lookup tables to disk (always as CSVs)
+		// Step 10-11: Flush to disk
 		if (shouldFlush) {
+			context.reportProgress({ phase: "step", step: "flush", status: "start" });
+			const _tFlush = Date.now();
 			await flushLookupTablesToDisk(storage, validatedConfig);
-		}
-
-		// Step 11: Flush other storage containers to disk
-		if (shouldFlush) {
 			await flushStorageToDisk(storage, validatedConfig);
+			context.reportProgress({ phase: "step", step: "flush", status: "complete", duration: Date.now() - _tFlush });
 		}
 
 		// Step 12: Send to Mixpanel (if token provided)
 		// Now happens AFTER disk flush so batch files are available for import
 		let importResults;
 		if (validatedConfig.token) {
-			importResults = await sendToMixpanel(context);
+			// Defensive guard: real Mixpanel project tokens are 32-char hex.
+			// Placeholder strings ("your-mixpanel-token", "test-token", "hello token!", etc.)
+			// trigger mixpanel-import's infinite retry loop and hang the entire
+			// process — historically a brutal source of silent test timeouts.
+			// If the token doesn't look like a real project token, warn loudly and skip the send.
+			// Set MP_BYPASS_TOKEN_CHECK=1 to override (e.g., legitimate non-standard tokens).
+			const looksReal = /^[0-9a-f]{32}$/i.test(String(validatedConfig.token).trim());
+			if (looksReal || process.env.MP_BYPASS_TOKEN_CHECK === '1') {
+				context.reportProgress({ phase: "step", step: "import", status: "start" });
+				const _t12 = Date.now();
+				importResults = await sendToMixpanel(context);
+				context.reportProgress({ phase: "step", step: "import", status: "complete", duration: Date.now() - _t12 });
+			} else {
+				console.warn(
+					`⚠️  Skipping Mixpanel import: token "${validatedConfig.token}" does not look like a real Mixpanel project token ` +
+					`(expected 32-char hex). Set a real token or pass empty string to skip. ` +
+					`Override with MP_BYPASS_TOKEN_CHECK=1 if your token is legitimately non-standard.`
+				);
+			}
 		}
 
 		// Step 13: Compile results
@@ -214,6 +249,8 @@ async function runDungeon(config) {
 
 		const extractedData = extractStorageData(storage);
 
+		const progressSummary = context.getProgressSummary();
+
 		return {
 			...extractedData,
 			importResults,
@@ -221,7 +258,8 @@ async function runDungeon(config) {
 			time: { start, end, delta, human },
 			operations: context.getOperations(),
 			eventCount: context.getStoredEventCount(),
-			userCount: context.getUserCount()
+			userCount: context.getUserCount(),
+			...(progressSummary.updates > 0 || progressSummary.errors > 0 ? { progress: progressSummary } : {})
 		};
 
 	} catch (error) {