make-mp-data 3.0.3 → 3.0.5

package/dungeons/funnels.js

@@ -1,309 +0,0 @@
-/**
- * This is the default configuration file for the data generator in SIMPLE mode
- * notice how the config object is structured, and see it's type definition in ./types.d.ts
- * feel free to modify this file to customize the data you generate
- * see helper functions in utils.js for more ways to generate data
- */
-
-
-
-
-import Chance from 'chance';
-const chance = new Chance();
-import dayjs from "dayjs";
-import utc from "dayjs/plugin/utc.js";
-dayjs.extend(utc);
-import { uid, comma } from 'ak-tools';
-import { pickAWinner, weighNumRange, date, integer } from "../lib/utils/utils.js";
-
-const itemCategories = ["Books", "Movies", "Music", "Games", "Electronics", "Computers", "Smart Home", "Home", "Garden", "Pet", "Beauty", "Health", "Toys", "Kids", "Baby", "Handmade", "Sports", "Outdoors", "Automotive", "Industrial", "Entertainment", "Art", "Food", "Appliances", "Office", "Wedding", "Software"];
-
-const videoCategories = ["funny", "educational", "inspirational", "music", "news", "sports", "cooking", "DIY", "travel", "gaming"];
-
-/** @type {import('../types').Dungeon} */
-const config = {
-	token: "",
-	seed: "simple is best",
-	numDays: 30, //how many days worth of data
-	numEvents: 50000, //how many events
-	numUsers: 500, //how many users	
-	format: 'csv', //csv or json
-	region: "US",
-	hasAnonIds: false, //if true, anonymousIds are created for each user
-	hasSessionIds: false, //if true, hasSessionIds are created for each user
-
-	events: [
-		{
-			event: "checkout",
-			weight: 2,
-			properties: {
-				amount: weighNumRange(5, 500, .25),
-				currency: ["USD", "CAD", "EUR", "BTC", "ETH", "JPY"],
-				coupon: ["none", "none", "none", "none", "10%OFF", "20%OFF", "10%OFF", "20%OFF", "30%OFF", "40%OFF", "50%OFF"],
-				numItems: weighNumRange(1, 10),
-
-			}
-		},
-		{
-			event: "add to cart",
-			weight: 4,
-			properties: {
-				amount: weighNumRange(5, 500, .25),
-				rating: weighNumRange(1, 5),
-				reviews: weighNumRange(0, 35),
-				isFeaturedItem: [true, false, false],
-				itemCategory: pickAWinner(itemCategories, integer(0, 27)),
-				dateItemListed: date(30, true, 'YYYY-MM-DD'),
-				itemId: integer(1000, 9999),
-			}
-		},
-		{
-			event: "page view",
-			weight: 10,
-			properties: {
-				page: ["/", "/", "/help", "/account", "/watch", "/listen", "/product", "/people", "/peace"],
-				utm_source: ["$organic", "$organic", "$organic", "$organic", "google", "google", "google", "facebook", "facebook", "twitter", "linkedin"],
-			}
-		},
-		{
-			event: "watch video",
-			weight: 8,
-			properties: {
-				videoCategory: pickAWinner(videoCategories, integer(0, 9)),
-				isFeaturedItem: [true, false, false],
-				watchTimeSec: weighNumRange(10, 600, .25),
-				quality: ["2160p", "1440p", "1080p", "720p", "480p", "360p", "240p"],
-				format: ["mp4", "avi", "mov", "mpg"],
-				uploader_id: chance.guid.bind(chance)
-
-			}
-		},
-		{
-			event: "view item",
-			weight: 8,
-			properties: {
-				isFeaturedItem: [true, false, false],
-				itemCategory: pickAWinner(itemCategories, integer(0, 27)),
-				dateItemListed: date(30, true, 'YYYY-MM-DD'),
-				itemId: integer(1000, 9999),
-			}
-		},
-		{
-			event: "save item",
-			weight: 5,
-			properties: {
-				isFeaturedItem: [true, false, false],
-				itemCategory: pickAWinner(itemCategories, integer(0, 27)),
-				dateItemListed: date(30, true, 'YYYY-MM-DD'),
-				itemId: integer(1000, 9999),
-			}
-		},
-		{
-			event: "sign up",
-			isFirstEvent: true,
-			weight: 0,
-			properties: {
-				CTA: ["sign up", "register", "join", "create account"]
-			}
-		}
-	],
-	funnels: [
-		// {
-		// 	sequence: ["page view", "view item", "page view", "sign up"],
-		// 	weight: 1,
-		// 	isFirstFunnel: true,
-		// 	order: "sequential",
-		// 	conversionRate: 50,
-		// 	timeToConvert: 2,
-		// 	props: {
-		// 		variants: ["A", "B", "C", "Control"],
-		// 		flows: ["new", "existing", "loyal", "churned"],
-		// 		flags: ["on", "off"],
-		// 		experiment_ids: ["1234", "5678", "9012", "3456", "7890"],
-		// 		multiVariate: [true, false]
-
-		// 	},
-
-		// },
-		// {
-		// 	sequence: ["app install", "app open", "tutorial", "sign up"],
-		// 	weight: 1,
-		// 	isFirstFunnel: true,
-		// 	order: "sequential",
-		// 	conversionRate: 50,
-		// 	timeToConvert: 2,
-		// 	props: {
-		// 		variants: ["A", "B", "C", "Control"],
-		// 		flows: ["new", "existing", "loyal", "churned"],
-		// 		flags: ["on", "off"],
-		// 		experiment_ids: ["1234", "5678", "9012", "3456", "7890"],
-		// 		multiVariate: [true, false]
-
-		// 	}
-		// },
-		// {
-		// 	sequence: ["view item", "add to cart", "checkout", "rage", "cage", "mage"],
-		// 	order: "interrupted"
-		// },
-		// {
-		// 	sequence: ["page view", "view item", "add to cart", "add to cart", "checkout"],
-		// 	weight: 3,
-		// 	isFirstFunnel: false,
-		// 	order: "sequential",
-		// 	conversionRate: 70,
-		// 	timeToConvert: 7 * 24,
-		// 	props: {
-		// 		variants: ["A", "B", "C", "Control"],
-		// 		flows: ["new", "existing", "loyal", "churned"],
-		// 		flags: ["on", "off"],
-		// 		experiment_ids: ["1234", "5678", "9012", "3456", "7890"],
-		// 		multiVariate: [true, false]
-
-		// 	}
-		// },
-		// {
-		// 	timeToConvert: 2,
-		// 	conversionRate: 66,
-		// 	sequence: ["foo", "bar", "baz", "qux"],
-		// }, {
-		// 	weight: 4,
-		// 	sequence: ["video", "video", "attack", "defend", "click"],
-		// }
-	],
-	superProps: {
-		platform: ["web", "mobile", "web", "mobile", "web", "web", "kiosk", "smartTV"],
-		currentTheme: ["light", "dark", "custom", "light", "dark"],
-		// emotions: generateEmoji(),
-
-	},
-	/*
-	user properties work the same as event properties
-	each key should be an array or function reference
-	*/
-	userProps: {
-		title: chance.profession.bind(chance),
-		luckyNumber: weighNumRange(42, 420),
-		spiritAnimal: ["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]
-	},
-
-	scdProps: {
-		role: {
-			type: "user",
-			frequency: "week",
-			values: ["admin", "collaborator", "user", "view only", "no access"],
-			timing: 'fuzzy',
-			max: 10
-		},
-		NPS: {
-			type: "user",
-			frequency: "day",
-			values: weighNumRange(1, 10, 2, 150),
-			timing: 'fuzzy',
-			max: 10
-		},
-		MRR: {
-			type: "company_id",
-			frequency: "month",
-			values: weighNumRange(0, 10000, .15),
-			timing: 'fixed',
-			max: 10
-		},
-		AccountHealthScore: {
-			type: "company_id",
-			frequency: "week",
-			values: weighNumRange(1, 10, .15),
-			timing: 'fixed',
-			max: 40
-		},
-		plan: {
-			type: "company_id",
-			frequency: "month",
-			values: ["free", "basic", "premium", "enterprise"],
-			timing: 'fixed',
-			max: 10
-		}
-	},
-	mirrorProps: {
-		isBot: { events: "*", values: [false, false, false, false, true] },
-		profit: { events: ["checkout"], values: [4, 2, 42] },
-		watchTimeSec: {
-			events: ["watch video"],
-			values: weighNumRange(50, 1200, 6)
-		}
-
-	},
-
-	/*
-	for group analytics keys, we need an array of arrays [[],[],[]] 
-	each pair represents a group_key and the number of profiles for that key
-	*/
-	groupKeys: [
-		["company_id", 5000],
-		["team_id", 500],
-		["department_id", 50]
-	],
-	groupProps: {
-		company_id: {
-			name: () => { return chance.company(); },
-			email: () => { return `CSM: ${chance.pickone(["AK", "Jessica", "Michelle", "Dana", "Brian", "Dave"])}`; },
-			industry: pickAWinner(["tech", "finance", "healthcare", "education", "government", "non-profit"]),
-			segment: ["enterprise", "SMB", "mid-market"],
-			"# active users": chance.integer({ min: 2, max: 20 })
-		},
-		team_id: {
-			name: () => { return `Team ${chance.word({ capitalize: true })}`; },
-			department: pickAWinner(["Engineering", "Sales", "Marketing", "Support", "HR"]),
-			size: integer(3, 50)
-		},
-		department_id: {
-			name: () => { return `${chance.pickone(["Engineering", "Sales", "Marketing", "Support", "HR"])} Department`; },
-			budget: weighNumRange(10000, 1000000),
-			headcount: integer(5, 200)
-		}
-	},
-	lookupTables: [],
-	hook: function (record, type, meta) {
-		// user hook: classify users as creators vs viewers based on upload count
-		if (type === "user") {
-			record.user_type = record.upload_count >= 5 ? "creator" : "viewer";
-		}
-
-		// event hook: premium users get higher quality video and longer watch times
-		if (type === "event") {
-			if (record.event === "watch video") {
-				const day = dayjs(record.time).day();
-				// weekend binge: 2x watch time on weekends
-				if (day === 0 || day === 6) {
-					record["watch time"] = Math.round((record["watch time"] || 10) * 2);
-					record.is_weekend = true;
-				}
-			}
-			// failed logins get a security_flag
-			if (record.event === "account login" && record.success === false) {
-				record.security_flag = true;
-			}
-		}
-
-		// everything hook: binge-watchers (>30 watch events) get a "binge session" bonus event
-		if (type === "everything") {
-			const watchEvents = record.filter(e => e.event === "watch video");
-			if (watchEvents.length > 30) {
-				const lastWatch = watchEvents[watchEvents.length - 1];
-				record.push({
-					event: "binge session",
-					time: lastWatch.time,
-					user_id: lastWatch.user_id,
-					videos_watched: watchEvents.length,
-					total_watch_time: watchEvents.reduce((sum, e) => sum + (e["watch time"] || 0), 0),
-				});
-			}
-			return record;
-		}
-
-		return record;
-	}
-};
-
-
-
-export default config;

package/dungeons/mil.js

@@ -1,323 +0,0 @@
-
-const SEED = "my-seed";
-import dayjs from 'dayjs';
-import utc from 'dayjs/plugin/utc.js';
-dayjs.extend(utc);
-import 'dotenv/config';
-import * as u from "../lib/utils/utils.js";
-import * as v from 'ak-tools';
-const chance = u.initChance(SEED);
-const num_users = 10_000;
-const days = 125;
-
-/** @typedef  {import("../types.js").Dungeon} Config */
-
-function genIds(numIds = 1000) {
-	const ids = [];
-	for (let i = 0; i < numIds; i++) {
-		ids.push(v.uid());
-	}
-	return ids;
-}
-
-const videoIds = genIds();
-const channelIds = genIds(100);
-
-/** @type {Config} */
-const config = {
-	token: "",
-	seed: `LFG!`, //,
-	numDays: days,
-	numEvents: num_users * 62,
-	numUsers: num_users,
-	hasAnonIds: false,
-	hasSessionIds: false,
-	format: "parquet",
-	alsoInferFunnels: false,
-	hasLocation: false,
-	hasAndroidDevices: true,
-	hasIOSDevices: true,
-	hasDesktopDevices: true,
-	hasBrowser: false,
-	hasCampaigns: false,
-	isAnonymous: false,
-	hasAdSpend: false,
-
-	hasAvatar: false,
-
-	batchSize: 2_500_000,
-	concurrency: 1,
-	writeToDisk: false,
-
-	funnels: [],
-
-	events: [
-		{
-			event: "watch video",
-			weight: 55,
-			properties: {
-				video_id: u.pickAWinner(videoIds),
-				"watch percent": u.pickAWinner([
-					25,
-					50,
-					75,
-					100,
-				]),
-				"watch time": u.weighNumRange(1, 65, .89, 100),
-
-				"category": u.pickAWinner([
-					"comedy",
-					"educational",
-					"music",
-					"sports",
-					"news",
-					"gaming",
-					"travel",
-				]),
-				quality: u.pickAWinner([
-					"240p",
-					"360p",
-					"480p",
-					"720p",
-					"1080p",
-					"4k",
-				], 4),
-				autoplay: [
-					true,
-					false,
-				],
-				fullscreen: [
-					true,
-					false,
-				],
-				"ads?": [
-					true, true,
-					false,
-				],
-			},
-		},
-		{
-			event: "like",
-			weight: 10,
-			properties: {
-				video_id: u.pickAWinner(videoIds),
-			},
-		},
-		{
-			event: "comment",
-			weight: 5,
-			properties: {
-				video_id: u.pickAWinner(videoIds),
-				comment_length: [
-					"short",
-					"medium",
-					"long",
-				],
-			},
-		},
-		{
-			event: "share",
-			weight: 3,
-			properties: {
-				video_id: u.pickAWinner(videoIds),
-				"share network": u.pickAWinner([
-					"facebook",
-					"twitter",
-					"reddit",
-					"email",
-					"whatsapp",
-				]),
-			},
-		},
-		{
-			event: "search",
-			weight: 25,
-			properties: {
-				search_term: [
-					"cats",
-					"dogs",
-					"tutorial",
-					"news",
-					"music",
-				],
-				"results count": u.pickAWinner([
-					0,
-					1,
-					2,
-					3,
-					4,
-					5,
-					6, 7, 8, 9, 10
-				], 5),
-				"search category": [
-					"all",
-					"channels",
-					"playlists",
-				],
-			},
-		},
-		{
-			event: "subscribe",
-			weight: 7,
-			properties: {
-				channel_id: u.pickAWinner(genIds()),
-			},
-		},
-		{
-			event: "unsubscribe",
-			weight: 2,
-			properties: {
-				channel_id: u.pickAWinner(genIds()),
-			},
-		},
-		{
-			event: "create playlist",
-			weight: 4,
-			properties: {
-				"play list name": u.pickAWinner([
-					"favorites",
-					"watch later",
-					"my music",
-					"funny videos",
-					"educational",
-				]),
-				privacy: u.pickAWinner([
-					"public",
-					"private",
-					"unlisted",
-				]),
-			},
-		},
-		{
-			event: "account signup",
-			weight: 1,
-			isFirstEvent: true,
-			properties: {
-				"sign up method": [
-					"email",
-					"google",
-					"facebook",
-				],
-			},
-		},
-		{
-			event: "account login",
-			weight: 9,
-			properties: {
-				"log in method": u.pickAWinner([
-					"email",
-					"google",
-					"facebook",
-				]),
-				success: [
-					true,
-					false,
-				],
-				error_message: [
-					"incorrect password",
-					"user not found",
-					"account locked",
-				],
-			},
-		},
-		{
-			event: "$experiment_started",
-			weight: 5,
-			isSessionStartEvent: true,
-			properties: {
-				"$experiment_type": "ak_ad_hoc",
-				"Experiment name": "show results on empty search",
-				"Variant name": ["feature enabled", "feature disabled"],
-			}
-		}
-	],
-	superProps: {
-		platform: u.pickAWinner([
-			"web",
-			"ios",
-			"android",
-		]),
-		network_type: [
-			"wifi",
-			"cellular",
-		],
-	},
-	userProps: {
-		subscription_status: [
-			"free",
-			"free",
-			"premium",
-		],
-		age_range: [
-			"13-17",
-			"18-24",
-			"25-34",
-			"35-44",
-			"45-54",
-			"55+",
-		],
-		preferred_genre: u.pickAWinner([
-			"comedy",
-			"action",
-			"drama",
-			"sci-fi",
-			"horror",
-		]),
-		upload_count: [
-			0,
-			1,
-			5,
-			10,
-			20,
-		],
-		following_count: [
-			0,
-			10,
-			50,
-			100,
-			500,
-		],
-		dark_mode_enabled: [
-			true,
-			false,
-		],
-	},
-
-	scdProps: {},
-	mirrorProps: {},
-	groupKeys: [],
-	groupProps: {},
-	lookupTables: [],
-	hook: function (record, type, meta) {
-		// event hook: tag events by frequency tier and enrich booleans
-		if (type === "event") {
-			const highFreq = ["foo", "bar", "baz"];
-			const lowFreq = ["crumn", "yak"];
-			if (highFreq.includes(record.event)) {
-				record.frequency_tier = "high";
-			} else if (lowFreq.includes(record.event)) {
-				record.frequency_tier = "low";
-			} else {
-				record.frequency_tier = "medium";
-			}
-			// boolean super prop drives a derived field
-			if (record.boolean === true) {
-				record.flag_status = "active";
-			}
-		}
-
-		// everything hook: users with very few events are marked as churned
-		if (type === "everything") {
-			if (record.length <= 3) {
-				for (const e of record) {
-					e.is_churned_user = true;
-				}
-			}
-			return record;
-		}
-
-		return record;
-	}
-};
-
-export default config;