make-mp-data 3.0.4 → 3.0.6

package/dungeons/student-teacher.js

@@ -1,438 +0,0 @@
-
-import dayjs from "dayjs";
-import utc from "dayjs/plugin/utc.js";
-import "dotenv/config";
-import * as u from "../lib/utils/utils.js";
-import * as v from "ak-tools";
-
-const SEED = "ai-generated-1754199343300";
-dayjs.extend(utc);
-const chance = u.initChance(SEED);
-const num_users = 1_000;
-const days = 100;
-
-/** @typedef  {import("../types.js").Dungeon} Config */
-
-/** @type {Config} */
-const config = {
-	token: "",
-	seed: SEED,
-	numDays: days,
-	numEvents: num_users * 100,
-	numUsers: num_users,
-	hasAnonIds: false,
-	hasSessionIds: false,
-	format: "json",
-	alsoInferFunnels: false,
-	hasLocation: true,
-	hasAndroidDevices: true,
-	hasIOSDevices: true,
-	hasDesktopDevices: true,
-	hasBrowser: true,
-	hasCampaigns: true,
-	isAnonymous: false,
-	hasAdSpend: true,
-
-	hasAvatar: true,
-
-	batchSize: 2_500_000,
-	concurrency: 1,
-	writeToDisk: false,
-
-	// AI-generated schema content:
-
-	"funnels": [
-		{
-			"name": "Student Onboarding",
-			"sequence": [
-				"student: login",
-				"student: join class"
-			],
-			"isFirstFunnel": true,
-			"conversionRate": 95,
-			"timeToConvert": 0.1,
-			"conditions": {
-				"role": "student"
-			},
-			"order": "sequential",
-			"props": {
-				"onboarding_source": [
-					"email_invite",
-					"class_code",
-					"school_roster"
-				]
-			}
-		},
-		{
-			"name": "Teacher Creates Class",
-			"sequence": [
-				"teacher: login",
-				"teacher: create class",
-				"teacher: post announcement"
-			],
-			"conditions": {
-				"role": "teacher"
-			},
-			"isFirstFunnel": true,
-			"conversionRate": 98,
-			"timeToConvert": 0.2,
-			"order": "sequential"
-		},
-		{
-			"name": "Student Completes Homework",
-			"sequence": [
-				"student: view assignment",
-				"student: start assignment",
-				"student: submit assignment",
-				"student: view grade"
-			],
-			"conditions": {
-				"role": "student"
-			},
-			"isFirstFunnel": false,
-			"conversionRate": 70,
-			"timeToConvert": 48,
-			"order": "first-and-last-fixed",
-			"props": {
-				"assignment_type": "homework"
-			}
-		},
-		{
-			"name": "Student Takes Test",
-			"conditions": {
-				"role": "student"
-			},
-			"sequence": [
-				"student: view assignment",
-				"student: start test",
-				"student: answer question",
-				"student: submit test",
-				"student: view grade"
-			],
-			"isFirstFunnel": false,
-			"conversionRate": 85,
-			"timeToConvert": 2,
-			"order": "sequential",
-			"props": {
-				"assignment_type": "test"
-			}
-		},
-		{
-			"name": "Teacher Grades Assignment",
-			"conditions": {
-				"role": "teacher"
-			},
-			"sequence": [
-				"teacher: create assignment",
-				"teacher: assign homework",
-				"teacher: grade submission"
-			],
-			"isFirstFunnel": false,
-			"conversionRate": 90,
-			"timeToConvert": 72,
-			"order": "sequential"
-		},
-		{
-			"name": "Teacher Daily Lesson",
-			"sequence": [
-				"teacher: take attendance",
-				"teacher: start lesson",
-				"teacher: end lesson"
-			],
-			"conditions": {
-				"role": "teacher"
-			},
-			"isFirstFunnel": false,
-			"conversionRate": 99,
-			"timeToConvert": 1,
-			"order": "sequential"
-		},
-		{
-			"name": "all peoples doing stuf (no conditions)",
-			"sequence": [
-				"foo",
-				"bar",
-				"baz"
-			]
-		}
-	],
-	"events": [
-		{
-			"event": "student: login",
-			"weight": 10,
-			"isFirstEvent": true
-		},
-		{
-			"event": "teacher: login",
-			"weight": 2,
-			"isFirstEvent": true
-		},
-		{
-			"event": "student: join class",
-			"weight": 5,
-			"properties": {
-				"join_method": [
-					"class_code",
-					"email_invite",
-					"admin_added"
-				]
-			}
-		},
-		{
-			"event": "teacher: create class",
-			"weight": 1
-		},
-		{
-			"event": "student: view assignment",
-			"weight": 15,
-			"properties": {
-				"assignment_id": "range(1, 500)",
-				"subject_id": "range(1, 20)"
-			}
-		},
-		{
-			"event": "student: start assignment",
-			"weight": 12,
-			"properties": {
-				"assignment_id": "range(1, 500)"
-			}
-		},
-		{
-			"event": "student: submit assignment",
-			"weight": 10,
-			"properties": {
-				"assignment_id": "range(1, 500)",
-				"time_spent_minutes": "weighNumRange(5, 120, 0.4)",
-				"is_late": [
-					true,
-					false,
-					false,
-					false,
-					false
-				]
-			}
-		},
-		{
-			"event": "student: start test",
-			"weight": 8,
-			"properties": {
-				"assignment_id": "range(1, 500)",
-				"subject_id": "range(1, 20)"
-			}
-		},
-		{
-			"event": "student: answer question",
-			"weight": 40,
-			"properties": {
-				"assignment_id": "range(1, 500)",
-				"is_correct": [
-					true,
-					true,
-					true,
-					false
-				],
-				"time_to_answer_sec": "weighNumRange(10, 300, 0.6)"
-			}
-		},
-		{
-			"event": "student: submit test",
-			"weight": 7,
-			"properties": {
-				"assignment_id": "range(1, 500)",
-				"time_spent_minutes": "weighNumRange(20, 90, 0.5)"
-			}
-		},
-		{
-			"event": "student: view grade",
-			"weight": 9,
-			"properties": {
-				"assignment_id": "range(1, 500)",
-				"score_percent": "weighNumRange(40, 100, 1.5)"
-			}
-		},
-		{
-			"event": "teacher: take attendance",
-			"weight": 3,
-			"properties": {
-				"absent_students": "weighNumRange(0, 5, 0.2)"
-			}
-		},
-		{
-			"event": "teacher: start lesson",
-			"weight": 4,
-			"properties": {
-				"subject_id": "range(1, 20)",
-				"lesson_topic": [
-					"Review",
-					"New Material",
-					"Group Work",
-					"Lab",
-					"Presentation"
-				]
-			}
-		},
-		{
-			"event": "teacher: end lesson",
-			"weight": 4
-		},
-		{
-			"event": "teacher: create assignment",
-			"weight": 2,
-			"properties": {
-				"assignment_id": "range(1, 500)",
-				"subject_id": "range(1, 20)"
-			}
-		},
-		{
-			"event": "teacher: assign homework",
-			"weight": 2,
-			"properties": {
-				"assignment_id": "range(1, 500)",
-				"due_date": "date(14, false, 'YYYY-MM-DD')"
-			}
-		},
-		{
-			"event": "teacher: grade submission",
-			"weight": 6,
-			"properties": {
-				"assignment_id": "range(1, 500)",
-				"score_percent": "weighNumRange(40, 100, 1.5)",
-				"feedback_provided": [
-					true,
-					true,
-					false
-				]
-			}
-		},
-		{
-			"event": "teacher: post announcement",
-			"weight": 1,
-			"properties": {
-				"category": [
-					"General",
-					"Reminder",
-					"Kudos",
-					"Event"
-				]
-			}
-		},
-		{
-			"event": "foo"
-		},
-		{
-			"event": "bar"
-		},
-		{
-			"event": "baz"
-		}
-	],
-	"superProps": {
-		"device_type": [
-			"desktop",
-			"tablet",
-			"desktop",
-			"chromebook"
-		],
-		"browser": [
-			"Chrome",
-			"Chrome",
-			"Chrome",
-			"Safari",
-			"Edge"
-		],
-		"connection_type": [
-			"wifi",
-			"wifi",
-			"ethernet"
-		]
-	},
-	"userProps": {
-		"role": [
-			"student",
-			"student",
-			"student",
-			"student",
-			"student",
-			"student",
-			"student",
-			"student",
-			"student",
-			"teacher"
-		],
-	},
-	"scdProps": {
-		"gpa": {
-			"type": "user",
-			"frequency": "month",
-			"values": "weighNumRange(1.0, 4.0, 1.2)",
-			"timing": "fuzzy",
-			"max": 12
-		},
-		"grade_level": {
-			"type": "user",
-			"frequency": "year",
-			"values": [
-				"1st",
-				"2nd",
-				"3rd",
-				"4th",
-				"5th",
-				"6th",
-				"7th",
-				"8th",
-				"9th",
-				"10th",
-				"11th",
-				"12th"
-			],
-			"timing": "fixed",
-			"max": 12
-		}
-	},
-
-
-	hook: function (record, type, meta) {
-		const NOW = dayjs();
-
-		if (type === "event") {
-			const EVENT_TIME = dayjs(record.time);
-			// Pattern 1: Late submissions get lower scores
-			if (record.event === "student: submit assignment" && record.is_late === true) {
-				record.late_penalty_percent = chance.integer({ min: 5, max: 25 });
-			}
-		}
-
-		if (type === "user") {
-			// Pattern 2: Teachers get a department assignment
-			if (record.role === "teacher") {
-				record.department = chance.pickone(["Math", "Science", "English", "History", "Art", "PE"]);
-				record.years_experience = chance.integer({ min: 1, max: 30 });
-			}
-		}
-
-		if (type === "funnel-pre") {
-			// Pattern 3: Students on chromebooks have lower test completion rates
-			if (meta && meta.profile && meta.profile.device_type === "chromebook") {
-				if (record.name === "Student Takes Test") {
-					record.conversionRate = Math.max(50, record.conversionRate * 0.7);
-				}
-			}
-		}
-
-		if (type === "funnel-post") {
-
-		}
-
-		if (type === "scd-pre") {
-
-		}
-
-		if (type === "everything") {
-
-		}
-
-		return record;
-	}
-};
-
-export default config;

package/dungeons/too-big-events.js

@@ -1,203 +0,0 @@
-/**
- * "Too Big Events" dungeon
- * Tests Mixpanel row limit (1MB) and column limit (8KB for arrays of objects)
- * Generates events with absurd numbers of properties and oversized array-of-object columns
- */
-
-import dayjs from "dayjs";
-import utc from "dayjs/plugin/utc.js";
-dayjs.extend(utc);
-
-function integer(min = 1, max = 100) {
-	if (min === max) return min;
-	if (min > max) [min, max] = [max, min];
-	return Math.floor(Math.random() * (max - min + 1)) + min;
-}
-
-function loremChunk(size = 200) {
-	const words = ["foo", "bar", "baz", "qux", "garply", "waldo", "fred", "plugh", "xyzzy", "thud", "corge", "grault", "flob", "zorp", "narf", "blip", "snork", "quux", "wobble", "crumn"];
-	let result = "";
-	while (result.length < size) {
-		result += words[Math.floor(Math.random() * words.length)] + " ";
-	}
-	return result.trim();
-}
-
-// Generate a fat array of objects (targeting >8KB per column)
-function bigArrayOfObjects(numItems = 50) {
-	numItems = numItems * 2
-	return () => {
-		const arr = [];
-		for (let i = 0; i < numItems; i++) {
-			arr.push({
-				id: `item_${i}_${Math.random().toString(36).slice(2, 10)}`,
-				name: loremChunk(80),
-				description: loremChunk(150),
-				category: ["foo", "bar", "baz", "qux"][Math.floor(Math.random() * 4)],
-				price: parseFloat((Math.random() * 999).toFixed(2)),
-				quantity: integer(1, 100),
-				tags: ["alpha", "beta", "gamma", "delta", "epsilon"].slice(0, integer(1, 5)),
-				metadata: {
-					source: loremChunk(40),
-					ref: Math.random().toString(36).slice(2, 14),
-					ts: new Date().toISOString()
-				}
-			});
-		}
-		return arr;
-	};
-}
-
-// Generate a truly massive array of objects (way over 8KB)
-function hugeArrayOfObjects() {
-	return bigArrayOfObjects(150)();
-}
-
-// Build a ton of flat properties to bloat row size toward 1MB
-function manyProperties(count = 200) {
-	count = count * 2
-	const props = {};
-	for (let i = 0; i < count; i++) {
-		const type = i % 4;
-		if (type === 0) props[`str_prop_${i}`] = () => loremChunk(300);
-		else if (type === 1) props[`num_prop_${i}`] = () => integer(1, 999999);
-		else if (type === 2) props[`bool_prop_${i}`] = [true, false];
-		else props[`list_prop_${i}`] = () => Array.from({ length: integer(5, 20) }, () => loremChunk(50));
-	}
-	return props;
-}
-
-const seed = "too-big-" + Math.random().toString(36).slice(2, 8);
-
-/** @type {import('../types').Dungeon} */
-const config = {
-	token: "",
-	seed: seed,
-	numDays: 30,
-	numEvents: 1000,
-	numUsers: 50,
-	format: 'json',
-	region: "US",
-	hasAnonIds: false,
-	hasSessionIds: false,
-	batchSize: 10000,
-	hasAdSpend: false,
-	hasAvatar: false,
-	hasBrowser: false,
-	hasCampaigns: false,
-	hasIOSDevices: false,
-	hasLocation: false,
-	isAnonymous: true,
-	hasAndroidDevices: false,
-	hasDesktopDevices: false,
-	writeToDisk: false,
-	concurrency: 1,
-
-	events: [
-		{
-			// ~200 string/number/bool/list properties = fat rows approaching 1MB
-			event: "mega_row",
-			weight: 5,
-			properties: {
-				...manyProperties(250),
-				// also throw in some big array-of-object columns
-				cart_items: bigArrayOfObjects(60),
-				order_history: bigArrayOfObjects(80),
-			}
-		},
-		{
-			// single event focused on huge array-of-object columns (well over 8KB each)
-			event: "array_bomb",
-			weight: 5,
-			properties: {
-				massive_list_a: bigArrayOfObjects(150),
-				massive_list_b: bigArrayOfObjects(150),
-				massive_list_c: bigArrayOfObjects(100),
-				some_prop: ["foo", "bar", "baz"],
-				another_prop: () => integer(1, 1000),
-			}
-		},
-		{
-			// moderate event with a mix of oversized columns
-			event: "chonky_boi",
-			weight: 3,
-			properties: {
-				...manyProperties(100),
-				nested_blob: () => {
-					const obj = {};
-					for (let i = 0; i < 50; i++) {
-						obj[`key_${i}`] = {
-							value: loremChunk(200),
-							items: Array.from({ length: 20 }, (_, j) => ({
-								id: j,
-								data: loremChunk(100),
-								flag: Math.random() > 0.5
-							}))
-						};
-					}
-					return obj;
-				},
-				product_catalog: bigArrayOfObjects(120),
-			}
-		},
-		{
-			// normal-ish event for contrast
-			event: "smol_event",
-			weight: 2,
-			properties: {
-				color: ["red", "blue", "green"],
-				count: () => integer(1, 10),
-			}
-		}
-	],
-
-	superProps: {},
-	userProps: {
-		name: () => `user_${Math.random().toString(36).slice(2, 8)}`,
-	},
-
-	scdProps: {},
-	mirrorProps: {},
-	lookupTables: [],
-	groupKeys: [],
-	groupProps: {},
-
-	hook: function (record, type, meta) {
-		// --- event hook: tag events with estimated row size category ---
-		if (type === "event") {
-			const propCount = Object.keys(record).length;
-			if (propCount > 300) {
-				record.size_class = "mega";
-			} else if (propCount > 100) {
-				record.size_class = "large";
-			} else {
-				record.size_class = "normal";
-			}
-			return record;
-		}
-
-		// --- everything hook: append a summary event tallying the user's event types ---
-		if (type === "everything" && record.length > 0) {
-			const counts = {};
-			for (const e of record) {
-				counts[e.event] = (counts[e.event] || 0) + 1;
-			}
-			const lastEvent = record[record.length - 1];
-			record.push({
-				event: "user_event_summary",
-				time: dayjs(lastEvent.time).add(1, "second").toISOString(),
-				user_id: lastEvent.user_id,
-				mega_row_count: counts["mega_row"] || 0,
-				array_bomb_count: counts["array_bomb"] || 0,
-				chonky_boi_count: counts["chonky_boi"] || 0,
-				smol_event_count: counts["smol_event"] || 0,
-				total_events: record.length
-			});
-			return record;
-		}
-
-		return record;
-	}
-};
-
-export default config;