make-mp-data 3.0.1 → 3.0.2

package/dungeons/student-teacher.js

@@ -15,7 +15,7 @@ const days = 100;
 
 /** @type {Config} */
 const config = {
-	token: process.env.MASTER_PROJECT_TOKEN || "",
+	token: "",
 	seed: SEED,
 	numDays: days,
 	numEvents: num_users * 100,
@@ -397,17 +397,30 @@ const config = {
 
 		if (type === "event") {
 			const EVENT_TIME = dayjs(record.time);
+			// Pattern 1: Late submissions get lower scores
+			if (record.event === "student: submit assignment" && record.is_late === true) {
+				record.late_penalty_percent = chance.integer({ min: 5, max: 25 });
+			}
 		}
 
 		if (type === "user") {
-
+			// Pattern 2: Teachers get a department assignment
+			if (record.role === "teacher") {
+				record.department = chance.pickone(["Math", "Science", "English", "History", "Art", "PE"]);
+				record.years_experience = chance.integer({ min: 1, max: 30 });
+			}
 		}
 
-		if (type === "funnel-post") {
-
+		if (type === "funnel-pre") {
+			// Pattern 3: Students on chromebooks have lower test completion rates
+			if (meta && meta.profile && meta.profile.device_type === "chromebook") {
+				if (record.name === "Student Takes Test") {
+					record.conversionRate = Math.max(50, record.conversionRate * 0.7);
+				}
+			}
 		}
 
-		if (type === "funnel-pre") {
+		if (type === "funnel-post") {
 
 		}
 

package/dungeons/text-generation.js

@@ -327,7 +327,7 @@ const webinarChatGen = createTextGenerator({
 /** @type {Dungeon} */
 const dungeon = {
 	seed: SEED,
-	token: process.env.MASTER_PROJECT_TOKEN || "",
+	token: "",
 	numDays: days,
 	numEvents: num_users * 120, // Increased for more variety
 	numUsers: num_users,
@@ -698,6 +698,43 @@ const dungeon = {
 	],
 
 	hook: function (record, type, meta) {
+		// --- user hook: classify users by engagement and tier ---
+		if (type === "user") {
+			record.is_power_user = record.engagement_score > 70;
+			record.risk_level = record.last_active_days_ago > 20 ? "high_churn" : "healthy";
+			return record;
+		}
+
+		// --- event hook: enterprise support tickets get auto-escalated if critical ---
+		if (type === "event") {
+			if (record.event === "enterprise_support_ticket" && record.priority === "critical") {
+				record.escalation_level = Math.min((record.escalation_level || 1) + 1, 3);
+				record.auto_escalated = true;
+			}
+			// bug reports with critical severity get flagged for immediate review
+			if (record.event === "bug_report_submitted" && record.severity === "critical" && record.is_reproducible === true) {
+				record.requires_immediate_review = true;
+				record.estimated_fix_hours = chance.integer({ min: 1, max: 8 });
+			}
+			return record;
+		}
+
+		// --- everything hook: enterprise users get a satisfaction survey event ---
+		if (type === "everything" && meta && meta.profile) {
+			if (meta.profile.user_tier === "enterprise" && record.length > 5) {
+				const lastEvent = record[record.length - 1];
+				record.push({
+					event: "satisfaction_survey_triggered",
+					time: lastEvent.time,
+					user_id: lastEvent.user_id,
+					product_tier: "enterprise",
+					survey_type: "quarterly_nps",
+					score: chance.integer({ min: 1, max: 10 })
+				});
+			}
+			return record;
+		}
+
 		return record;
 	}
 };

package/dungeons/too-big-events.js

@@ -4,6 +4,10 @@
  * Generates events with absurd numbers of properties and oversized array-of-object columns
  */
 
+import dayjs from "dayjs";
+import utc from "dayjs/plugin/utc.js";
+dayjs.extend(utc);
+
 function integer(min = 1, max = 100) {
 	if (min === max) return min;
 	if (min > max) [min, max] = [max, min];
@@ -86,7 +90,7 @@ const config = {
 	isAnonymous: true,
 	hasAndroidDevices: false,
 	hasDesktopDevices: false,
-	writeToDisk: true,
+	writeToDisk: false,
 	concurrency: 1,
 
 	events: [
@@ -159,6 +163,39 @@ const config = {
 	groupProps: {},
 
 	hook: function (record, type, meta) {
+		// --- event hook: tag events with estimated row size category ---
+		if (type === "event") {
+			const propCount = Object.keys(record).length;
+			if (propCount > 300) {
+				record.size_class = "mega";
+			} else if (propCount > 100) {
+				record.size_class = "large";
+			} else {
+				record.size_class = "normal";
+			}
+			return record;
+		}
+
+		// --- everything hook: append a summary event tallying the user's event types ---
+		if (type === "everything" && record.length > 0) {
+			const counts = {};
+			for (const e of record) {
+				counts[e.event] = (counts[e.event] || 0) + 1;
+			}
+			const lastEvent = record[record.length - 1];
+			record.push({
+				event: "user_event_summary",
+				time: dayjs(lastEvent.time).add(1, "second").toISOString(),
+				user_id: lastEvent.user_id,
+				mega_row_count: counts["mega_row"] || 0,
+				array_bomb_count: counts["array_bomb"] || 0,
+				chonky_boi_count: counts["chonky_boi"] || 0,
+				smol_event_count: counts["smol_event"] || 0,
+				total_events: record.length
+			});
+			return record;
+		}
+
 		return record;
 	}
 };

package/dungeons/{userAgent.js → user-agent.js}

@@ -14,7 +14,7 @@ const days = 30;
 
 /** @type {Config} */
 const config = {
-	token: process.env.MASTER_PROJECT_TOKEN || "",
+	token: "",
 	seed: SEED,
 	numDays: days,
 	numEvents: num_users * 100,
@@ -165,6 +165,26 @@ const config = {
 
 		if (type === "event") {
 			const EVENT_TIME = dayjs(record.time);
+			// Pattern 1: Mobile user agents have higher error rates
+			const ua = record.user_agent || "";
+			if (ua.includes("iPhone") || ua.includes("Android") || ua.includes("Mobile")) {
+				record.is_mobile = true;
+				if (Math.random() < 0.15) {
+					record.had_error = true;
+					record.error_type = chance.pickone(["timeout", "network_fail", "crash"]);
+				}
+			} else {
+				record.is_mobile = false;
+			}
+
+			// Pattern 2: Bot user agents get flagged and have no session duration
+			if (ua.includes("bot") || ua.includes("Slurp") || ua.includes("Googlebot")) {
+				record.is_bot = true;
+				record.session_duration_sec = 0;
+			} else {
+				record.is_bot = false;
+				record.session_duration_sec = chance.integer({ min: 5, max: 600 });
+			}
 		}
 
 		if (type === "user") {

package/entry.js

@@ -13,19 +13,20 @@ import getCliParams from './lib/cli/cli.js';
         const cliConfig = getCliParams();
 
         // Load dungeon config - default to simple mode if no mode specified
+        // CLI always writes to disk unless explicitly disabled
         let finalConfig = cliConfig;
         if (cliConfig.complex) {
             const complexConfig = await import('./dungeons/complex.js');
-            finalConfig = { ...complexConfig.default, ...cliConfig };
-        } 
+            finalConfig = { ...complexConfig.default, writeToDisk: true, ...cliConfig };
+        }
 		else if (cliConfig.sanity) {
 			const sanityConfig = await import('./dungeons/sanity.js');
-			finalConfig = { ...sanityConfig.default, ...cliConfig };
+			finalConfig = { ...sanityConfig.default, writeToDisk: true, ...cliConfig };
 		}
 		else if (cliConfig.simple || (!cliConfig.complex && !cliConfig.simple)) {
             // Default to simple mode when no flags or when --simple is explicitly set
             const simpleConfig = await import('./dungeons/simple.js');
-            finalConfig = { ...simpleConfig.default, ...cliConfig };
+            finalConfig = { ...simpleConfig.default, writeToDisk: true, ...cliConfig };
         }
 
 		

package/lib/utils/logger.js

@@ -29,10 +29,6 @@ const logger = pino({
         : undefined // JSON output in production for Cloud Run
 });
 
-// Add child loggers for different components
-export const serverLogger = logger.child({ component: 'server' });
-export const aiLogger = logger.child({ component: 'ai' });
 export const dataLogger = logger.child({ component: 'data' });
-export const importLogger = logger.child({ component: 'import' });
 
 export default logger;

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "make-mp-data",
-	"version": "3.0.1",
+	"version": "3.0.2",
 	"description": "builds all mixpanel primitives for a given project",
 	"type": "module",
 	"main": "index.js",
@@ -22,7 +22,6 @@
 		"dev": "nodemon scratch.mjs --ignore ./data/*",
 		"prune": "rm -f ./data/* && rm -f ./tmp/* && rm -f vscode-profile-*",
 		"deps": "./scripts/update-deps.sh",
-		"dungeon:new": "node ./scripts/create-dungeon.mjs",
 		"dungeon:run": "node ./scripts/run-dungeon.mjs",
 		"dungeon:to-json": "node ./scripts/dungeon-to-json.mjs",
 		"dungeon:from-json": "node ./scripts/json-to-dungeon.mjs"
@@ -54,8 +53,6 @@
 	"homepage": "https://github.com/ak--47/make-mp-data#readme",
 	"dependencies": {
 		"@google-cloud/storage": "^7.14.0",
-		"ak-fetch": "^2.0.15",
-		"ak-gemini": "^1.1.13",
 		"ak-tools": "^1.1.12",
 		"chance": "^1.1.11",
 		"dayjs": "^1.11.11",

package/dungeons/ai-chat-analytics-ed.js

@@ -1,275 +0,0 @@
-
-
-import dayjs from "dayjs";
-import utc from "dayjs/plugin/utc.js";
-import "dotenv/config";
-import { weighNumRange, range, date, initChance, exhaust, choose, integer  } from "../lib/utils/utils.js";
-
-const SEED = "ai-generated-1759889544929";
-dayjs.extend(utc);
-const chance = initChance(SEED);
-const num_users = 1_000;
-const days = 100;
-
-/** @typedef  {import("../types.js").Dungeon} Dungeon */
-
-/** @type {Dungeon} */
-const dungeon = {
-    token: process.env.MASTER_PROJECT_TOKEN || "",
-    seed: SEED,
-    numDays: days, 
-    numEvents: num_users * 100, 
-    numUsers: num_users, 
-    hasAnonIds: false, 
-    hasSessionIds: false, 
-    format: "json",
-    alsoInferFunnels: false,
-    hasLocation: true,
-    hasAndroidDevices: false,
-    hasIOSDevices: false,
-    hasDesktopDevices: true,
-    hasBrowser: true,
-    hasCampaigns: true,
-    isAnonymous: false,
-    hasAdSpend: true,
-    
-    hasAvatar: true,
-    makeChart: false,
-
-    batchSize: 2_500_000,
-    concurrency: 50,
-    writeToDisk: false,
-    
-    // AI-generated schema content:
-    funnels: [
-    {
-      name: "Sign Up",
-      sequence: [
-        "Sign Up"
-      ],
-      isFirstFunnel: true,
-      conversionRate: 20,
-      timeToConvert: 10,
-      order: "sequential"
-    },
-    {
-      name: "AI Interaction",
-      sequence: [
-        "Launch AI",
-        "AI Prompt Sent",
-        "AI Response Sent",
-        "User Feedback",
-        "AI Dismissed"
-      ],
-      isFirstFunnel: false,
-      conversionRate: 38,
-      timeToConvert: 5,
-      order: "sequential",
-      weight: 7
-    },
-    {
-      name: "AI Interaction Errors",
-      sequence: [
-        "Launch AI",
-        "AI Prompt Sent",
-        "AI Response Sent",
-        "API Error",
-        "User Feedback",
-        "AI Dismissed"
-      ],
-      isFirstFunnel: false,
-      conversionRate: 27,
-      timeToConvert: 5,
-      order: "sequential",
-      weight: 3
-    }
-  ],
-  events: [
-    {
-      event: "Sign Up",
-      isFirstEvent: true,
-      weight: 0,
-      properties: {
-        signup_method: [
-          "email",
-          "google",
-          "github"
-        ]
-      }
-    },
-    {
-      event: "Purchase",
-      weight: 40,
-      properties: {
-        amount: weighNumRange(20, 500, 0.3),
-        currency: [
-          "USD",
-          "EUR",
-          "GBP"
-        ],
-        item_count: weighNumRange(1, 10)
-      }
-    },
-    {
-      event: "Launch AI",
-      weight: 2,
-      properties: {
-        entry_point: [
-          "dashboard_widget",
-          "header_button",
-          "in_app_prompt"
-        ]
-      }
-    },
-    {
-      event: "AI Prompt Sent",
-      weight: 10,
-      properties: {
-        prompt: [
-          "how can I make a dashboard?",
-          "what is a funnel?",
-          "what drives new users?",
-          "show me my top performing campaigns",
-          "compare user retention by country"
-        ],
-        prompt_length: weighNumRange(15, 150)
-      }
-    },
-    {
-      event: "AI Response Sent",
-      weight: 10,
-      properties: {
-        cost: weighNumRange(1, 10, 0.2),
-        tokens: weighNumRange(100, 1000, 0.4),
-        time_to_generate_ms: weighNumRange(1000, 10000, 0.2)
-      }
-    },
-    {
-      event: "User Feedback",
-      weight: 4,
-      properties: {
-        feedback: [
-          "I love it!",
-          "meh...",
-          "This sucks",
-          "Fine"
-        ],
-        sentiment: [
-          "thumbs up",
-          "thumbs down"
-        ]
-      }
-    },
-    {
-      event: "AI Dismissed",
-      weight: 2,
-      properties: {
-        reason: [
-          "finished",
-          "clicked_away",
-          "new_prompt",
-          "error"
-        ]
-      }
-    },
-    {
-      event: "API Error",
-      weight: 2,
-      properties: {
-        error_code: [
-          400,
-          401,
-          429,
-          500,
-          503
-        ],
-        error_message: [
-          "Bad Request",
-          "Unauthorized",
-          "Too Many Requests",
-          "Internal Server Error",
-          "Service Unavailable"
-        ]
-      }
-    }
-  ],
-  superProps: {
-    $os: [
-      "Windows",
-      "Mac OS X",
-      "Linux",
-      "Windows",
-      "Mac OS X"
-    ],
-    $browser: [
-      "Chrome",
-      "Firefox",
-      "Safari",
-      "Edge",
-      "Chrome"
-    ],
-    $device: [
-      "Desktop",
-      "Desktop",
-      "Desktop",
-      "Laptop"
-    ],
-    utm_source: [
-      "$organic",
-      "$organic",
-      "google",
-      "twitter",
-      "linkedin",
-      "product_hunt"
-    ]
-  },
-  userProps: {
-    plan_type: [
-      "free",
-      "pro",
-      "pro",
-      "enterprise",
-      "free"
-    ],
-    company_size: [
-      "1-10",
-      "11-50",
-      "51-200",
-      "201-1000",
-      "1000+"
-    ],
-    created_date: date(365, true, 'YYYY-MM-DD')
-  },
-    
-    hook: function (record, type, meta) {
-        const NOW = dayjs();
-
-        if (type === "event") {
-            const EVENT_TIME = dayjs(record.time);
-        }
-
-        if (type === "user") {
-
-        }
-
-        if (type === "funnel-post") {
-            
-        }
-
-        if (type === "funnel-pre") {
-
-        }
-
-        if (type === "scd-pre") {
-
-        }
-
-        if (type === "everything") {
-        
-        }
-
-        return record;
-    }
-};
-
-export default dungeon;