make-mp-data 3.0.3 → 3.0.5

package/dungeons/big.js

@@ -1,226 +0,0 @@
-import Chance from 'chance';
-import dayjs from 'dayjs';
-import utc from 'dayjs/plugin/utc.js';
-import { uid, comma, makeName } from 'ak-tools';
-import { pickAWinner, weighNumRange, integer, date, choose } from "../lib/utils/utils.js";
-
-const seed = "lets go big";
-const chance = new Chance();
-dayjs.extend(utc);
-
-
-const eventsPerQuarter = 10_000_000 // 50M
-const numQuarters = 4; // 12 months
-// const parallelism = 5000; 
-const totalEvents = Math.floor((eventsPerQuarter * numQuarters));
-const eventPerUser = 500;
-const totalUsers = Math.floor(totalEvents / eventPerUser);
-const totalDays = (numQuarters * 90) + 10;
-
-/** @type {import('../types').Dungeon} */
-const config = {
-	// token: "",
-	seed: seed,
-	numDays: totalDays,
-	numEvents: totalEvents,
-	numUsers: totalUsers,
-	strictEventCount: true,
-	format: 'json', //csv or json
-	region: "US",
-	hasAnonIds: false, //if true, anonymousIds are created for each user
-	hasSessionIds: false, //if true, hasSessionIds are created for each user
-	hasLocation: false,
-	hasAndroidDevices: false,
-	alsoInferFunnels: false,
-	batchSize: 2_000_000,
-	hasAvatar: false,
-	hasAdSpend: false,
-	hasBrowser: false,
-	hasCampaigns: false,
-	hasDesktopDevices: false,
-	hasIOSDevices: false,
-	writeToDisk: true,
-	funnels: [
-		{
-			"sequence": ["foo", "bar", "baz", "qux", "garply", "durtle", "linny", "fonk", "crumn", "yak"],
-			weight: 1,
-			order: "sequential"
-		},
-		{
-			"sequence": ["foo", "bar"],
-			weight: 25,
-			order: "sequential"
-		},
-		{
-			"sequence": ["foo", "bar", "baz"],
-			weight: 20,
-			order: "sequential"
-		},
-		{
-			"sequence": ["foo", "bar", "baz", "qux"],
-			weight: 15,
-			order: "sequential"
-		},
-		{
-			"sequence": ["foo", "bar", "baz", "qux", "garply"],
-			weight: 10,
-			order: "sequential"
-		},
-		{
-			"sequence": ["foo", "bar", "baz", "qux", "garply", "durtle"],
-			weight: 8,
-			order: "sequential"
-		},
-		{
-			"sequence": ["foo", "bar", "baz", "qux", "garply", "durtle", "linny"],
-			weight: 6,
-			order: "sequential"
-		},
-		{
-			"sequence": ["foo", "bar", "baz", "qux", "garply", "durtle", "linny", "fonk"],
-			weight: 4,
-			order: "sequential"
-		},
-		{
-			"sequence": ["foo", "bar", "baz", "qux", "garply", "durtle", "linny", "fonk", "crumn"],
-			weight: 2,
-			order: "sequential"
-		},
-		{
-			"sequence": ["foo", "bar", "baz", "qux", "garply", "durtle", "linny", "fonk", "crumn", "yak"],
-			weight: 1,
-			order: "sequential"
-		}
-
-	],
-	events: [
-		{ event: "foo" },
-		{ event: "bar" },
-		{ event: "baz" },
-		{ event: "qux" },
-		{ event: "garply" },
-		{ event: "durtle" },
-		{ event: "linny" },
-		{ event: "fonk" },
-		{ event: "crumn" },
-		{ event: "yak" }
-	],
-	//? https://docs.mixpanel.com/docs/data-structure/property-reference/data-type
-	superProps: {		
-		"string": pickAWinner(["red", "orange", "yellow", "green", "blue", "indigo", "violet"]),
-		"number": integer,
-		"boolean": [true, true, false],
-		"date": () => date(90),
-		"string []": buildStringArray,
-		"number []": buildNumberArray,
-		"object {}": buildObjectProp,
-		"object [{}]": buildObjArrayProp
-	},
-	userProps: {
-		title: chance.profession.bind(chance),
-		luckyNumber: weighNumRange(42, 420),
-		spiritAnimal: pickAWinner(["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]),
-		isHappyCustomer: pickAWinner([true, true, false]),
-	},
-	hook: function (record, type, meta) {
-
-
-		// if (type === "event") {
-		// 	debugger;
-		// }
-
-		// if (type === "user") {
-
-		// }
-
-		// if (type === "funnel-post") {
-
-		// }
-
-		// if (type === "funnel-pre") {
-
-		// }
-
-		// if (type === "scd") {
-
-		// }
-
-		// if (type === "everything") {
-		// 	debugger;
-		// }
-
-		return record;
-	}
-};
-
-
-function buildObjectProp() {
-	return function () {
-		return {
-			"foo key": choose(pickAWinner(["red", "orange", "yellow", "green", "blue", "indigo", "violet"])()),
-			"bar key": integer(1, 100),
-			"baz key": choose(pickAWinner([true, true, false])()),
-		};
-	};
-}
-
-
-function buildNumberArray() {
-	return function () {
-		const arr = [];
-		const times = integer(1, 10);
-		for (let i = 0; i < times; i++) {
-			arr.push(integer(1, 100));
-		}
-		return [arr];
-	};
-}
-
-function buildStringArray() {
-	return function () {
-		const arr = [];
-		const times = integer(1, 10);
-		for (let i = 0; i < times; i++) {
-			arr.push(makeName(integer(1, 3), " "));
-		}
-		return [arr];
-	};
-}
-
-
-function buildObjArrayProp(maxItems = 5) {
-
-	return function () {
-		const categories = ["Device Accessories", "eBooks", "Automotive", "Baby Products", "Beauty", "Books", "Camera & Photo", "Cell Phones & Accessories", "Collectible Coins", "Consumer Electronics", "Entertainment Collectibles", "Fine Art", "Grocery & Gourmet Food", "Health & Personal Care", "Home & Garden", "Independent Design", "Industrial & Scientific", "Accessories", "Major Appliances", "Music", "Musical Instruments", "Office Products", "Outdoors", "Personal Computers", "Pet Supplies", "Software", "Sports", "Sports Collectibles", "Tools & Home Improvement", "Toys & Games", "Video, DVD & Blu-ray", "Video Games", "Watches"];
-		const slugs = ['/sale/', '/featured/', '/home/', '/search/', '/wishlist/', '/'];
-		const assetExtension = ['.png', '.jpg', '.jpeg', '.heic', '.mp4', '.mov', '.avi'];
-		const data = [];
-		const numOfItems = integer(1, maxItems);
-
-		for (var i = 0; i < numOfItems; i++) {
-			const category = chance.pickone(categories);
-			const slug = chance.pickone(slugs);
-			const asset = chance.pickone(assetExtension);
-			const price = integer(1, 300);
-			const quantity = integer(1, 5);
-
-			const item = {
-				sku: integer(11111, 99999),
-				amount: price,
-				quantity: quantity,
-				total: price * quantity,
-				featured: chance.pickone([true, false]),
-				category: category,
-				urlSlug: slug + category,
-				asset: `${category}-${integer(1, 20)}${asset}`
-			};
-
-			data.push(item);
-		}
-
-		return () => [data];
-	};
-};
-
-
-export default config;

package/dungeons/business.js

@@ -1,391 +0,0 @@
-/**
- * Video platform dungeon (business/complex mode)
- */
-
-import Chance from 'chance';
-import dayjs from 'dayjs';
-import utc from 'dayjs/plugin/utc.js';
-dayjs.extend(utc);
-import { weighNumRange, pickAWinner, exhaust } from '../lib/utils/utils.js';
-import * as v from 'ak-tools';
-
-const chance = new Chance();
-const integer = (min, max) => chance.integer({ min, max });
-
-const channel_ids = [...Array(1234).keys()].map(i => i + 1).map(n => `channel_id_${n}`);
-const channel_names = chance.n(v.makeName, 1234);
-const video_ids = [...Array(50000).keys()].map(i => i + 1).map(n => n.toString());
-const video_names = chance.n(v.makeName, 50000);
-
-const EVENTS = 50_000
-const USERS = EVENTS / 100
-
-
-/** @type {import('../types.js').Dungeon} */
-const config = {
-	token: "",
-	seed: "it's business time...",
-	numDays: 90, //how many days worth of data
-	numEvents: EVENTS, //how many events
-	numUsers: USERS, //how many users	
-	format: 'json', //csv or json
-	region: "US",
-	hasAnonIds: false, //if true, anonymousIds are created for each user
-	hasSessionIds: false, //if true, hasSessionIds are created for each user
-	hasLocation: true,
-	hasAndroidDevices: true,
-	hasIOSDevices: true,
-	hasDesktopDevices: true,
-	hasBrowser: true,
-	hasCampaigns: true,
-	isAnonymous: false,
-	hasAdSpend: true,
-
-	hasAvatar: false,
-
-	batchSize: 500_000,
-	concurrency: 1,
-
-	funnels: [
-		{
-			sequence: ["watch video", "like video", "subscribe", "purchase video"],
-			conversionRate: 35,
-			props: {
-				channel_id: pickAWinner(channel_ids),
-				video_id: weighNumRange(1, 50000, 1.4),
-				category: pickAWinner(["funny", "educational", "music", "news", "sports", "cooking", "DIY", "travel", "gaming"]),
-				isFeatured: () => { chance.bool({ likelihood: 25 }); },
-			}
-		},
-		{
-			sequence: ["watch video", "dislike video"],
-			conversionRate: 10,
-			order: "sequential",
-			props: {
-				channel_id: pickAWinner(channel_ids),
-				video_id: weighNumRange(1, 50000, .67),
-				category: pickAWinner(["funny", "educational", "music", "news", "sports", "cooking", "DIY", "travel", "gaming"]),
-				isFeatured: () => { chance.bool({ likelihood: 25 }); },
-			}
-		},
-	],
-	events: [
-		{
-			"event": "watch video",
-			"weight": 75,
-			"properties": {
-				"#hashtags": makeHashTags,
-				"watch time (sec)": weighNumRange(10, 600, .25),
-				"quality": pickAWinner(["2160p", "1440p", "1080p", "720p", "480p", "360p", "240p"], 1)
-			}
-		},
-		{
-			"event": "like video",
-			"weight": 30,
-			"properties": {
-
-			}
-		},
-		{
-			"event": "dislike video",
-			"weight": 15,
-			"properties": {
-
-			}
-		},
-		{
-			"event": "subscribe",
-			"weight": 10,
-			"properties": {
-				"UI": pickAWinner(["button", "link", "modal", "menu"]),
-			}
-		},
-		{
-			"event": "search",
-			"weight": 10,
-			"properties": {
-				term: () => { return chance.word(); },
-				"# results": weighNumRange(1, 100, .25),
-				"UI": pickAWinner(["button", "link", "modal", "menu"]),
-			}
-		},
-		{
-			"event": "comment",
-			"weight": 6,
-			"properties": {
-				length: weighNumRange(1, 500, .25),
-				video_id: weighNumRange(1, 50000, .72),
-				"has replies": [true, false, false, false, false],
-				"has photos": [true, false, false, false, false],
-
-			}
-		},
-		{
-			"event": "save video",
-			"weight": 17,
-			"properties": {
-				video_id: weighNumRange(1, 50000, 1.4),
-				UI: pickAWinner(["toolbar", "menu", "keyboard"])
-
-			}
-		},
-		{
-			"event": "create playlist",
-			"weight": 5,
-			"properties": {
-				"# of videos": weighNumRange(1, 100, .25),
-				"UI": pickAWinner(["toolbar", "menu", "keyboard"]),
-				"visibility": pickAWinner(["public", "private", "unlisted"]),
-			}
-		},
-		{
-			"event": "purchase video",
-			"weight": 12,
-			"properties": {
-				video_id: weighNumRange(1, 50000, 1.4),
-				basket: makeProducts(5),
-
-
-			}
-		},
-		{
-			"event": "support ticket",
-			"weight": 10,
-			"properties": {
-				description: chance.sentence.bind(chance),
-				severity: ["low", "medium", "high"],
-				ticket_id: chance.guid.bind(chance)
-			}
-		},
-		{
-			"event": "app error",
-			"weight": 15,
-			"properties": {
-				code: pickAWinner(["404", "500", "403", "401", "400", "503", "504", "429"]),
-				error: chance.sentence.bind(chance),
-				component: pickAWinner(["video player", "search", "comment", "profile", "settings", "billing", "support"]),
-			}
-		},
-		{
-			"event": "sign up",
-			"isFirstEvent": true,
-			"weight": 0,
-			"properties": {
-
-			}
-		}
-	],
-	superProps: {
-
-
-	},
-	/*
-	user properties work the same as event properties
-	each key should be an array or function reference
-	*/
-	userProps: {
-		title: chance.profession.bind(chance),
-		luckyNumber: weighNumRange(42, 420),
-		experiment: designExperiment(),
-		spiritAnimal: ["unicorn", "dragon", "phoenix", "sasquatch", "yeti", "kraken", "jackalope", "thunderbird", "mothman", "nessie", "chupacabra", "jersey devil", "bigfoot", "weindgo", "bunyip", "mokele-mbembe", "tatzelwurm", "megalodon"],
-		
-		ip: chance.ip.bind(chance),
-
-	},
-
-	/** each generates it's own table */
-	scdProps: {
-		plan: {
-			type: "user",
-			frequency: "month",
-			values: ["free", "free", "free", "free", "basic", "basic", "basic", "premium", "premium", "enterprise"],
-			timing: "fixed",
-			max: 3
-		},
-		MRR: {
-			type: "user", 
-			frequency: "month",
-			values: weighNumRange(0, 10000, .15),
-			timing: "fixed",
-			max: 5
-		},
-		NPS: {
-			type: "user",
-			frequency: "month", 
-			values: weighNumRange(0, 10, 2, 150),
-			timing: "fixed",
-			max: 3
-		}
-	},
-
-	mirrorProps: {
-
-	},
-
-	/*
-	for group analytics keys, we need an array of arrays [[],[],[]] 
-	each pair represents a group_key and the number of profiles for that key
-	*/
-	groupKeys: [
-		['channel_id', 1234, ["save video", "comment", "watch video", "purchase video", "like video", "dislike video", "subscribe"]],
-
-	],
-	groupProps: {
-		channel_id: {
-			"name": exhaust(channel_names),
-			"viewers": weighNumRange(5, 500, .25),
-			"rating": weighNumRange(1, 5),
-			"reviews": weighNumRange(0, 35)
-		}
-
-	},
-
-	lookupTables: [
-		{
-			key: "video_id",
-			entries: 50000,
-			attributes: {
-				isFlagged: [true, false, false, false, false],
-				copyright: ["all rights reserved", "creative commons", "creative commons", "public domain", "fair use"],
-				uploader_id: chance.guid.bind(chance),
-				"uploader influence": ["low", "low", "low", "medium", "medium", "high"],
-				thumbs: weighNumRange(0, 4000, .25),
-				video_name: exhaust(video_names),
-				rating: ["G", "PG", "PG-13", "R", "NC-17", "PG-13", "R", "NC-17", "R", "PG", "PG"]
-			}
-
-		}
-	],
-
-	hook: function (record, type, meta) {
-		// --- user hook: tag users by their experiment variant ---
-		if (type === "user") {
-			const exp = record.experiment;
-			if (exp && Array.isArray(exp) && exp[0]) {
-				record.experimentGroup = exp[0].variant || "unknown";
-			}
-			return record;
-		}
-
-		// --- event hook: weekend watch time boost + premium quality bias ---
-		if (type === "event") {
-			if (record.event === "watch video" && record.time) {
-				const day = dayjs(record.time).day();
-				if (day === 0 || day === 6) {
-					record["watch time (sec)"] = Math.round((record["watch time (sec)"] || 60) * 1.8);
-					record.is_weekend_session = true;
-				}
-			}
-			// app errors on weekends are more severe (skeleton crew)
-			if (record.event === "app error" && record.time) {
-				const day = dayjs(record.time).day();
-				if (day === 0 || day === 6) {
-					record.weekend_incident = true;
-				}
-			}
-			return record;
-		}
-
-		// --- everything hook: binge watchers (5+ watch events) get a "binge_session" event ---
-		if (type === "everything") {
-			const watches = record.filter(e => e.event === "watch video");
-			if (watches.length >= 5) {
-				const totalWatchTime = watches.reduce((sum, e) => sum + (e["watch time (sec)"] || 0), 0);
-				const lastWatch = watches[watches.length - 1];
-				record.push({
-					event: "binge_session",
-					time: dayjs(lastWatch.time).add(1, "minute").toISOString(),
-					user_id: lastWatch.user_id,
-					videos_watched: watches.length,
-					total_watch_time_sec: totalWatchTime,
-					avg_watch_time_sec: Math.round(totalWatchTime / watches.length)
-				});
-			}
-			return record;
-		}
-
-		return record;
-	}
-};
-
-
-
-function makeHashTags() {
-	const possibleHashtags = [];
-	for (let i = 0; i < 20; i++) {
-		possibleHashtags.push('#' + v.makeName(2, ''));
-	}
-
-	const numHashtags = integer(integer(1, 5), integer(5, 10));
-	const hashtags = [];
-	for (let i = 0; i < numHashtags; i++) {
-		hashtags.push(chance.pickone(possibleHashtags));
-	}
-	return [hashtags];
-};
-
-function makeProducts(maxItems = 10) {
-	return function () {
-		const categories = ["Device Accessories", "eBooks", "Automotive", "Baby Products", "Beauty", "Books", "Camera & Photo", "Cell Phones & Accessories", "Collectible Coins", "Consumer Electronics", "Entertainment Collectibles", "Fine Art", "Grocery & Gourmet Food", "Health & Personal Care", "Home & Garden", "Independent Design", "Industrial & Scientific", "Accessories", "Major Appliances", "Music", "Musical Instruments", "Office Products", "Outdoors", "Personal Computers", "Pet Supplies", "Software", "Sports", "Sports Collectibles", "Tools & Home Improvement", "Toys & Games", "Video, DVD & Blu-ray", "Video Games", "Watches"];
-		const slugs = ['/sale/', '/featured/', '/home/', '/search/', '/wishlist/', '/'];
-		const assetExtension = ['.png', '.jpg', '.jpeg', '.heic', '.mp4', '.mov', '.avi'];
-		const data = [];
-		const numOfItems = integer(1, 12);
-
-		for (var i = 0; i < numOfItems; i++) {
-			const category = chance.pickone(categories);
-			const slug = chance.pickone(slugs);
-			const asset = chance.pickone(assetExtension);
-			const product_id = chance.guid();
-			const price = integer(1, 300);
-			const quantity = integer(1, 5);
-
-			const item = {
-				product_id: product_id,
-				sku: integer(11111, 99999),
-				amount: price,
-				quantity: quantity,
-				value: price * quantity,
-				featured: chance.pickone([true, false]),
-				category: category,
-				urlSlug: slug + category,
-				asset: `${category}-${integer(1, 20)}${asset}`
-			};
-
-			data.push(item);
-		}
-
-		return [data];
-	};
-};
-
-
-function designExperiment() {
-	return function () {
-		const variants = ["A", "B", "C", "Control"];
-		const variant = chance.pickone(variants);
-		const experiments = ["no password", "social sign in", "new tutorial", "new search"];
-		const experiment = chance.pickone(experiments);
-		const multi_variates = ["A/B", "A/B/C", "A/B/C/D", "Control"];
-		const multi_variate = chance.pickone(multi_variates);
-		const impression_id = chance.guid();
-
-
-
-		const chosen = {
-			variant,
-			experiment,
-			multi_variate,
-			impression_id
-		};
-
-		return [chosen];
-	};
-}
-
-
-
-
-
-
-export default config;