make-mp-data 2.0.19 → 2.0.22

package/dungeons/big.js

@@ -1,11 +1,12 @@
+import Chance from 'chance';
+import dayjs from 'dayjs';
+import utc from 'dayjs/plugin/utc';
+import { uid, comma, makeName } from 'ak-tools';
+import { pickAWinner, weighNumRange, integer, date, choose } from '../lib/utils/utils.js';
+
 const seed = "lets go big";
-const Chance = require('chance');
 const chance = new Chance();
-const dayjs = require("dayjs");
-const utc = require("dayjs/plugin/utc");
 dayjs.extend(utc);
-const { uid, comma, makeName } = require('ak-tools');
-const { pickAWinner, weighNumRange, integer, date, choose } = require('../components/utils');
 
 
 const eventsPerQuarter = 5_000_000_000 // ~5 billion
@@ -221,4 +222,4 @@ function buildObjArrayProp(maxItems = 5) {
 };
 
 
-module.exports = config;
+export default config;

package/dungeons/business.js

@@ -195,9 +195,27 @@ const config = {
 
 	/** each generates it's own table */
 	scdProps: {
-		plan: ["free", "free", "free", "free", "basic", "basic", "basic", "premium", "premium", "enterprise"],
-		MRR: weighNumRange(0, 10000, .15),
-		NPS: weighNumRange(0, 10, 2, 150),
+		plan: {
+			type: "user",
+			frequency: "month",
+			values: ["free", "free", "free", "free", "basic", "basic", "basic", "premium", "premium", "enterprise"],
+			timing: "fixed",
+			max: 3
+		},
+		MRR: {
+			type: "user", 
+			frequency: "month",
+			values: weighNumRange(0, 10000, .15),
+			timing: "fixed",
+			max: 5
+		},
+		NPS: {
+			type: "user",
+			frequency: "month", 
+			values: weighNumRange(0, 10, 2, 150),
+			timing: "fixed",
+			max: 3
+		}
 	},
 
 	mirrorProps: {

package/dungeons/experiments.js

@@ -1,16 +1,17 @@
 
+import dayjs from 'dayjs';
+import utc from 'dayjs/plugin/utc';
+import 'dotenv/config';
+import * as u from '../lib/utils/utils.js';
+import * as v from 'ak-tools';
+
 const SEED = "my-seed";
-const dayjs = require("dayjs");
-const utc = require("dayjs/plugin/utc");
 dayjs.extend(utc);
-require("dotenv").config();
-const u = require("../components/utils");
-const v = require("ak-tools");
 const chance = u.initChance(SEED);
 const num_users = 5_000;
 const days = 100;
 
-/** @typedef  {import("../types").Dungeon} Config */
+/** @typedef  {import("../types.js").Dungeon} Config */
 
 /** @type {Config} */
 const config = {
@@ -121,4 +122,4 @@ const config = {
 	}
 };
 
-module.exports = config;
+export default config;

package/dungeons/media.js

@@ -1,16 +1,16 @@
 
 const SEED = "my-seed";
-const dayjs = require("dayjs");
-const utc = require("dayjs/plugin/utc");
+import dayjs from 'dayjs';
+import utc from 'dayjs/plugin/utc';
 dayjs.extend(utc);
-require("dotenv").config();
-const u = require("../components/utils");
-const v = require("ak-tools");
+import 'dotenv/config';
+import * as u from '../lib/utils/utils.js';
+import * as v from 'ak-tools';
 const chance = u.initChance(SEED);
 const num_users = 10_000;
 const days = 125;
 
-/** @typedef  {import("../types").Dungeon} Config */
+/** @typedef  {import("../types.js").Dungeon} Config */
 
 function genIds(numIds = 1000) {
 	const ids = [];
@@ -368,4 +368,4 @@ const config = {
 	}
 };
 
-module.exports = config;
+export default config;

package/dungeons/sanity.js

@@ -8,15 +8,15 @@
 
 
 
-const Chance = require('chance');
+import Chance from 'chance';
 const chance = new Chance();
-const dayjs = require("dayjs");
-const utc = require("dayjs/plugin/utc");
+import dayjs from 'dayjs';
+import utc from 'dayjs/plugin/utc.js';
 dayjs.extend(utc);
-const { weighNumRange, integer } = require('../components/utils');
+import { weighNumRange, integer } from '../lib/utils/utils.js';
 
 
-/** @type {import('../types').Dungeon} */
+/** @type {import('../types.js').Dungeon} */
 const config = {
 	token: "",
 	seed: "foo bar",
@@ -29,7 +29,8 @@ const config = {
 	hasSessionIds: false, //if true, hasSessionIds are created for each user
 	alsoInferFunnels: true, //if true, infer funnels from events
 	makeChart: true,
-	concurrency: 10,
+	writeToDisk: true,
+	concurrency: 25,
 	funnels: [
 		{
 			sequence: ["qux", "garply", "durtle", "linny", "fonk", "crumn", "yak"],			
@@ -102,13 +103,6 @@ const config = {
 		luckyNumber: weighNumRange(42, 420),
 		spiritAnimal: ["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]
 	},
-
-	scdProps: {},
-	mirrorProps: {},
-	lookupTables: [],
-	groupKeys: [],
-	groupProps: {},
-
 	hook: function (record, type, meta) {
 		return record;
 	}
@@ -116,4 +110,4 @@ const config = {
 
 
 
-module.exports = config;
+export default config;

package/dungeons/simple.js

@@ -41,6 +41,7 @@ const config = {
 	hasCampaigns: true,
 	isAnonymous: false,
 	concurrency: 10,
+	batchSize: 1_500_000,
 
 
 	events: [

package/dungeons/student-teacher.js

@@ -0,0 +1,426 @@
+
+import dayjs from "dayjs";
+import utc from "dayjs/plugin/utc.js";
+import "dotenv/config";
+import * as u from "../lib/utils/utils.js";
+import * as v from "ak-tools";
+
+const SEED = "ai-generated-1754199343300";
+dayjs.extend(utc);
+const chance = u.initChance(SEED);
+const num_users = 1_000;
+const days = 100;
+
+/** @typedef  {import("../types.js").Dungeon} Config */
+
+/** @type {Config} */
+const config = {
+	token: "",
+	seed: SEED,
+	numDays: days,
+	numEvents: num_users * 100,
+	numUsers: num_users,
+	hasAnonIds: false,
+	hasSessionIds: false,
+	format: "json",
+	alsoInferFunnels: false,
+	hasLocation: true,
+	hasAndroidDevices: true,
+	hasIOSDevices: true,
+	hasDesktopDevices: true,
+	hasBrowser: true,
+	hasCampaigns: true,
+	isAnonymous: false,
+	hasAdSpend: true,
+
+	hasAvatar: true,
+	makeChart: false,
+
+	batchSize: 1_500_000,
+	concurrency: 1,
+	writeToDisk: false,
+
+	// AI-generated schema content:
+
+	"funnels": [
+		{
+			"name": "Student Onboarding",
+			"sequence": [
+				"student: login",
+				"student: join class"
+			],
+			"isFirstFunnel": true,
+			"conversionRate": 95,
+			"timeToConvert": 0.1,
+			"conditions": {
+				"role": "student"
+			},
+			"order": "sequential",
+			"props": {
+				"onboarding_source": [
+					"email_invite",
+					"class_code",
+					"school_roster"
+				]
+			}
+		},
+		{
+			"name": "Teacher Creates Class",
+			"sequence": [
+				"teacher: login",
+				"teacher: create class",
+				"teacher: post announcement"
+			],
+			"conditions": {
+				"role": "teacher"
+			},
+			"isFirstFunnel": true,
+			"conversionRate": 98,
+			"timeToConvert": 0.2,
+			"order": "sequential"
+		},
+		{
+			"name": "Student Completes Homework",
+			"sequence": [
+				"student: view assignment",
+				"student: start assignment",
+				"student: submit assignment",
+				"student: view grade"
+			],
+			"conditions": {
+				"role": "student"
+			},
+			"isFirstFunnel": false,
+			"conversionRate": 70,
+			"timeToConvert": 48,
+			"order": "first-and-last-fixed",
+			"props": {
+				"assignment_type": "homework"
+			}
+		},
+		{
+			"name": "Student Takes Test",
+			"conditions": {
+				"role": "student"
+			},
+			"sequence": [
+				"student: view assignment",
+				"student: start test",
+				"student: answer question",
+				"student: submit test",
+				"student: view grade"
+			],
+			"isFirstFunnel": false,
+			"conversionRate": 85,
+			"timeToConvert": 2,
+			"order": "sequential",
+			"props": {
+				"assignment_type": "test"
+			}
+		},
+		{
+			"name": "Teacher Grades Assignment",
+			"conditions": {
+				"role": "teacher"
+			},
+			"sequence": [
+				"teacher: create assignment",
+				"teacher: assign homework",
+				"teacher: grade submission"
+			],
+			"isFirstFunnel": false,
+			"conversionRate": 90,
+			"timeToConvert": 72,
+			"order": "sequential"
+		},
+		{
+			"name": "Teacher Daily Lesson",
+			"sequence": [
+				"teacher: take attendance",
+				"teacher: start lesson",
+				"teacher: end lesson"
+			],
+			"conditions": {
+				"role": "teacher"
+			},
+			"isFirstFunnel": false,
+			"conversionRate": 99,
+			"timeToConvert": 1,
+			"order": "sequential"
+		},
+		{
+			"name": "all peoples doing stuf (no conditions)",
+			"sequence": [
+				"foo",
+				"bar",
+				"baz"
+			]
+		}
+	],
+	"events": [
+		{
+			"event": "student: login",
+			"weight": 10,
+			"isFirstEvent": true
+		},
+		{
+			"event": "teacher: login",
+			"weight": 2,
+			"isFirstEvent": true
+		},
+		{
+			"event": "student: join class",
+			"weight": 5,
+			"properties": {
+				"join_method": [
+					"class_code",
+					"email_invite",
+					"admin_added"
+				]
+			}
+		},
+		{
+			"event": "teacher: create class",
+			"weight": 1
+		},
+		{
+			"event": "student: view assignment",
+			"weight": 15,
+			"properties": {
+				"assignment_id": "range(1, 500)",
+				"subject_id": "range(1, 20)"
+			}
+		},
+		{
+			"event": "student: start assignment",
+			"weight": 12,
+			"properties": {
+				"assignment_id": "range(1, 500)"
+			}
+		},
+		{
+			"event": "student: submit assignment",
+			"weight": 10,
+			"properties": {
+				"assignment_id": "range(1, 500)",
+				"time_spent_minutes": "weighNumRange(5, 120, 0.4)",
+				"is_late": [
+					true,
+					false,
+					false,
+					false,
+					false
+				]
+			}
+		},
+		{
+			"event": "student: start test",
+			"weight": 8,
+			"properties": {
+				"assignment_id": "range(1, 500)",
+				"subject_id": "range(1, 20)"
+			}
+		},
+		{
+			"event": "student: answer question",
+			"weight": 40,
+			"properties": {
+				"assignment_id": "range(1, 500)",
+				"is_correct": [
+					true,
+					true,
+					true,
+					false
+				],
+				"time_to_answer_sec": "weighNumRange(10, 300, 0.6)"
+			}
+		},
+		{
+			"event": "student: submit test",
+			"weight": 7,
+			"properties": {
+				"assignment_id": "range(1, 500)",
+				"time_spent_minutes": "weighNumRange(20, 90, 0.5)"
+			}
+		},
+		{
+			"event": "student: view grade",
+			"weight": 9,
+			"properties": {
+				"assignment_id": "range(1, 500)",
+				"score_percent": "weighNumRange(40, 100, 1.5)"
+			}
+		},
+		{
+			"event": "teacher: take attendance",
+			"weight": 3,
+			"properties": {
+				"absent_students": "weighNumRange(0, 5, 0.2)"
+			}
+		},
+		{
+			"event": "teacher: start lesson",
+			"weight": 4,
+			"properties": {
+				"subject_id": "range(1, 20)",
+				"lesson_topic": [
+					"Review",
+					"New Material",
+					"Group Work",
+					"Lab",
+					"Presentation"
+				]
+			}
+		},
+		{
+			"event": "teacher: end lesson",
+			"weight": 4
+		},
+		{
+			"event": "teacher: create assignment",
+			"weight": 2,
+			"properties": {
+				"assignment_id": "range(1, 500)",
+				"subject_id": "range(1, 20)"
+			}
+		},
+		{
+			"event": "teacher: assign homework",
+			"weight": 2,
+			"properties": {
+				"assignment_id": "range(1, 500)",
+				"due_date": "date(14, false, 'YYYY-MM-DD')"
+			}
+		},
+		{
+			"event": "teacher: grade submission",
+			"weight": 6,
+			"properties": {
+				"assignment_id": "range(1, 500)",
+				"score_percent": "weighNumRange(40, 100, 1.5)",
+				"feedback_provided": [
+					true,
+					true,
+					false
+				]
+			}
+		},
+		{
+			"event": "teacher: post announcement",
+			"weight": 1,
+			"properties": {
+				"category": [
+					"General",
+					"Reminder",
+					"Kudos",
+					"Event"
+				]
+			}
+		},
+		{
+			"event": "foo"
+		},
+		{
+			"event": "bar"
+		},
+		{
+			"event": "baz"
+		}
+	],
+	"superProps": {
+		"device_type": [
+			"desktop",
+			"tablet",
+			"desktop",
+			"chromebook"
+		],
+		"browser": [
+			"Chrome",
+			"Chrome",
+			"Chrome",
+			"Safari",
+			"Edge"
+		],
+		"connection_type": [
+			"wifi",
+			"wifi",
+			"ethernet"
+		]
+	},
+	"userProps": {
+		"role": [
+			"student",
+			"student",
+			"student",
+			"student",
+			"student",
+			"student",
+			"student",
+			"student",
+			"student",
+			"teacher"
+		],
+	},
+	"scdProps": {
+		"gpa": {
+			"type": "user",
+			"frequency": "month",
+			"values": "weighNumRange(1.0, 4.0, 1.2)",
+			"timing": "fuzzy",
+			"max": 12
+		},
+		"grade_level": {
+			"type": "user",
+			"frequency": "year",
+			"values": [
+				"1st",
+				"2nd",
+				"3rd",
+				"4th",
+				"5th",
+				"6th",
+				"7th",
+				"8th",
+				"9th",
+				"10th",
+				"11th",
+				"12th"
+			],
+			"timing": "fixed",
+			"max": 12
+		}
+	},
+
+
+	hook: function (record, type, meta) {
+		const NOW = dayjs();
+
+		if (type === "event") {
+			const EVENT_TIME = dayjs(record.time);
+		}
+
+		if (type === "user") {
+
+		}
+
+		if (type === "funnel-post") {
+
+		}
+
+		if (type === "funnel-pre") {
+
+		}
+
+		if (type === "scd-pre") {
+
+		}
+
+		if (type === "everything") {
+
+		}
+
+		return record;
+	}
+};
+
+export default config;

package/dungeons/userAgent.js

@@ -1,16 +1,16 @@
 
 const SEED = "my-seed";
-const dayjs = require("dayjs");
-const utc = require("dayjs/plugin/utc");
+import dayjs from 'dayjs';
+import utc from 'dayjs/plugin/utc';
 dayjs.extend(utc);
-require("dotenv").config();
-const u = require("../components/utils");
-const v = require("ak-tools");
+import 'dotenv/config';
+import * as u from '../lib/utils/utils.js';
+import * as v from 'ak-tools';
 const chance = u.initChance(SEED);
 const num_users = 1000;
 const days = 30;
 
-/** @typedef  {import("../types").Dungeon} Config */
+/** @typedef  {import("../types.js").Dungeon} Config */
 
 /** @type {Config} */
 const config = {
@@ -187,4 +187,4 @@ const config = {
 	}
 };
 
-module.exports = config;
+export default config;

package/entry.js

@@ -17,7 +17,12 @@ import getCliParams from './lib/cli/cli.js';
         if (cliConfig.complex) {
             const complexConfig = await import('./dungeons/complex.js');
             finalConfig = { ...complexConfig.default, ...cliConfig };
-        } else if (cliConfig.simple || (!cliConfig.complex && !cliConfig.simple)) {
+        } 
+		else if (cliConfig.sanity) {
+			const sanityConfig = await import('./dungeons/sanity.js');
+			finalConfig = { ...sanityConfig.default, ...cliConfig };
+		}
+		else if (cliConfig.simple || (!cliConfig.complex && !cliConfig.simple)) {
             // Default to simple mode when no flags or when --simple is explicitly set
             const simpleConfig = await import('./dungeons/simple.js');
             finalConfig = { ...simpleConfig.default, ...cliConfig };
@@ -27,14 +32,25 @@ import getCliParams from './lib/cli/cli.js';
         const result = await main(finalConfig);        
         console.log(`📊 Generated ${(result.eventCount || 0).toLocaleString()} events for ${(result.userCount || 0).toLocaleString()} users`);
         console.log(`⏱️  Total time: ${result.time?.human || 'unknown'}`);
-        
+		const recordsPerSecond = result.eventCount / result.time.delta * 1000;
+		console.log(`⚡ Records per second: ${recordsPerSecond.toFixed(2)}`);
+		
+		if (result.errors?.length) {
+			console.error(`\n❗ Errors encountered: ${result.errors.length}`);
+			if (cliConfig.verbose) {
+				result.errors.forEach(err => console.error(`   ${err}`));
+			}
+		} else {
+			console.log(`\n🙌 No errors encountered.`);
+		}
+
 		if (result.files?.length) {
             console.log(`📁 Files written: ${result.files.length}`);
             if (cliConfig.verbose) {
                 result.files.forEach(file => console.log(`   ${file}`));
             }
         }
-        console.log(`\n✅ Job completed successfully!`);
+        console.log(`\n👋 Job completed successfully!\n`);
         process.exit(0);
     } catch (error) {
         console.error(`\n❌ Job failed: ${error.message}`);