make-mp-data 2.0.1 → 2.0.2

package/dungeons/complex.js

@@ -0,0 +1,396 @@
+/**
+ * This is the default configuration file for the data generator in COMPLEX mode
+ * notice how the config object is structured, and see it's type definition in ./types.d.ts
+ * feel free to modify this file to customize the data you generate
+ * see helper functions in utils.js for more ways to generate data
+ */
+
+
+import Chance from 'chance';
+const chance = new Chance();
+import { weighNumRange, date, integer } from '../lib/utils/utils.js';
+import * as u from 'ak-tools';
+
+/** @type {import('../types.js').Dungeon} */
+const config = {
+	token: "",
+	seed: "quite complexus",
+	numDays: 30, //how many days worth of data
+	numEvents: 100_000, //how many events
+	numUsers: 1000, //how many users	
+	format: 'json', //csv or json
+	region: "US",
+	hasAnonIds: true, //if true, anonymousIds are created for each user
+	hasSessionIds: true, //if true, hasSessionIds are created for each user
+
+	hasLocation: true,
+	hasAndroidDevices: true,
+	hasIOSDevices: true,
+	hasDesktopDevices: true,
+	hasBrowser: true,
+	hasCampaigns: true,
+	isAnonymous: false,
+	hasAdSpend: true,
+
+	hasAvatar: true,
+	makeChart: false,
+
+	batchSize: 500_000,
+	concurrency: 10,
+
+	funnels: [],
+	events: [
+		{
+			"event": "checkout",
+			"weight": 2,
+			"properties": {
+				amount: weighNumRange(5, 500, .25),
+				currency: ["USD", "USD", "USD", "CAD", "EUR", "EUR", "BTC", "BTC", "ETH", "JPY"],
+				cart: makeProducts(12),
+			}
+		},
+		{
+			"event": "add to cart",
+			"weight": 4,
+			"properties": {
+				amount: weighNumRange(5, 500, .25),
+				qty: integer(1, 5),
+				product_id: weighNumRange(1, 1000, 1.4)
+			}
+		},
+		{
+			"event": "page view",
+			"weight": 10,
+			"properties": {
+				page: ["/", "/", "/", "/learn-more", "/pricing", "/contact", "/about", "/careers", "/sign-up", "/login", "/app", "/app", "/app", "/app"],
+				utm_source: ["$organic", "$organic", "$organic", "$organic", "google", "google", "google", "facebook", "facebook", "twitter", "linkedin"],
+			}
+		},
+		{
+			"event": "watch video",
+			"weight": 8,
+			"properties": {
+				category: ["funny", "educational", "inspirational", "music", "news", "sports", "cooking", "DIY", "travel", "gaming"],
+				hashTags: makeHashTags,
+				watchTimeSec: weighNumRange(10, 600, .25,),
+				quality: ["2160p", "1440p", "1080p", "720p", "480p", "360p", "240p"],
+				format: ["mp4", "avi", "mov", "mpg"],
+				video_id: weighNumRange(1, 50000, 1.4),
+
+			}
+		},
+		{
+			"event": "comment",
+			"weight": 2,
+			"properties": {
+				length: weighNumRange(1, 500, .25),
+				video_id: weighNumRange(1, 50000, 1.4),
+				has_replies: [true, false, false, false, false],
+				has_photo: [true, false, false, false, false],
+
+			}
+		},
+		{
+			"event": "save video",
+			"weight": 4,
+			"properties": {
+				video_id: weighNumRange(1, 50000, 1.4),
+				ui_control: ["toolbar", "menu", "keyboard"]
+
+
+			}
+		},
+		{
+			"event": "view item",
+			"weight": 8,
+			"properties": {
+				product_id: weighNumRange(1, 24, 3),
+				colors: ["light", "dark", "custom", "dark"]
+			}
+		},
+		{
+			"event": "save item",
+			"weight": 5,
+			"properties": {
+				product_id: weighNumRange(1, 1000, 12),
+				colors: ["light", "dark", "custom", "dark"]
+			}
+		},
+		{
+			"event": "support ticket",
+			"weight": 2,
+			"properties": {
+				product_id: weighNumRange(1, 1000, .6),
+				description: chance.sentence.bind(chance),
+				severity: ["low", "medium", "high"],
+				ticket_id: chance.guid.bind(chance)
+			}
+		},
+		{
+			"event": "sign up",
+			"isFirstEvent": true,
+			"weight": 0,
+			"properties": {
+				plan: ["free", "free", "free", "free", "basic", "basic", "basic", "premium", "premium", "enterprise"],
+				dateOfRenewal: date(100, false),
+				codewords: u.makeName,
+			}
+		}
+	],
+	superProps: {
+		linked_device: deviceAttributes()
+		// emotions: generateEmoji(),
+
+	},
+	/*
+	user properties work the same as event properties
+	each key should be an array or function reference
+	*/
+	userProps: {
+		title: chance.profession.bind(chance),
+		luckyNumber: weighNumRange(42, 420),
+		experiment: designExperiment(),
+		spiritAnimal: ["unicorn", "dragon", "phoenix", "sasquatch", "yeti", "kraken", "jackalope", "thunderbird", "mothman", "nessie", "chupacabra", "jersey devil", "bigfoot", "weindgo", "bunyip", "mokele-mbembe", "tatzelwurm", "megalodon"],
+		timezone: chance.timezone.bind(chance), // ["America/New_York", "America/Los_Angeles", "America/Chicago", "America/Denver", "America/Phoenix", "America/Anchorage", "Pacific/Honolulu"]
+		ip: chance.ip.bind(chance),
+		lastCart: makeProducts(5),
+
+	},
+
+	/** each generates it's own table */
+	scdProps: {
+		role: {
+			type: "user",
+			frequency: "week",
+			values: ["admin", "collaborator", "user", "view only", "no access"],
+			timing: 'fuzzy',
+			max: 10
+		},
+		NPS: {
+			type: "user",
+			frequency: "day",
+			values: weighNumRange(1, 10, 2, 150),
+			timing: 'fuzzy',
+			max: 10
+		},
+		MRR: {
+			type: "company_id",
+			frequency: "month",
+			values: weighNumRange(0, 10000, .15),
+			timing: 'fixed',
+			max: 10
+		},
+		AccountHealthScore: {
+			type: "company_id",
+			frequency: "week",
+			values: weighNumRange(1, 10, .15),
+			timing: 'fixed',
+			max: 40
+		},
+		plan: {
+			type: "company_id",
+			frequency: "month",
+			values: ["free", "basic", "premium", "enterprise"],
+			timing: 'fixed',
+			max: 10
+		}
+	},
+
+	mirrorProps: {
+		isBot: { events: "*", values: [false, false, false, false, true] },
+		profit: { events: ["checkout"], values: [4, 2, 42, 420] },
+		watchTimeSec: {
+			events: ["watch video"],
+			values: weighNumRange(50, 1200, 2)
+		}
+	},
+
+	/*
+	for group analytics keys, we need an array of arrays [[],[],[]] 
+	each pair represents a group_key and the number of profiles for that key
+	*/
+	groupKeys: [
+		['company_id', 500, []],
+		['room_id', 10000, ["save video", "comment", "watch video"]],
+
+	],
+	groupProps: {
+		company_id: {
+			name: () => { return chance.company(); },
+			email: () => { return `CSM: ${chance.pickone(["AK", "Jessica", "Michelle", "Dana", "Brian", "Dave"])}`; },
+			"# of employees": weighNumRange(3, 10000),
+			"industry": ["tech", "finance", "healthcare", "education", "government", "non-profit"],
+			"segment": ["enterprise", "SMB", "mid-market"],
+			"products": [["core"], ["core"], ["core", "add-ons"], ["core", "pro-serve"], ["core", "add-ons", "pro-serve"], ["core", "BAA", "enterprise"], ["free"], ["free"], ["free", "addons"]],
+		},
+		room_id: {
+			name: () => { return `#${chance.word({ length: integer(4, 24), capitalize: true })}`; },
+			email: ["public", "private"],
+			"room provider": ["partner", "core", "core", "core"],
+			"room capacity": weighNumRange(3, 1000000),
+			"isPublic": [true, false, false, false, false],
+			"country": chance.country.bind(chance),
+			"isVerified": [true, true, false, false, false],
+		}
+	},
+	groupEvents: [{
+		attribute_to_user: false,
+		event: "card charged",
+		weight: 1,
+		frequency: 30,
+		group_key: "company_id",
+		group_size: 500,
+		properties: {
+			amount: weighNumRange(5, 500, .25),
+			currency: ["USD", "USD", "USD", "CAD", "EUR", "EUR", "BTC", "BTC", "ETH", "JPY"],
+			plan: ["basic", "premium", "enterprise"],
+			"payment method": []
+		}
+	}],
+
+	lookupTables: [
+		{
+			key: "product_id",
+			entries: 1000,
+			attributes: {
+				category: [
+					"Books", "Movies", "Music", "Games", "Electronics", "Computers", "Smart Home", "Home", "Garden & Tools", "Pet Supplies", "Food & Grocery", "Beauty", "Health", "Toys", "Kids", "Baby", "Handmade", "Sports", "Outdoors", "Automotive", "Industrial", "Entertainment", "Art"
+				],
+				"demand": ["high", "medium", "medium", "low"],
+				"supply": ["high", "medium", "medium", "low"],
+				"manufacturer": chance.company.bind(chance),
+				"price": weighNumRange(5, 500, .25),
+				"rating": weighNumRange(1, 5),
+				"reviews": weighNumRange(0, 35)
+			}
+
+		},
+		{
+			key: "video_id",
+			entries: 50000,
+			attributes: {
+				isFlagged: [true, false, false, false, false],
+				copyright: ["all rights reserved", "creative commons", "creative commons", "public domain", "fair use"],
+				uploader_id: chance.guid.bind(chance),
+				"uploader influence": ["low", "low", "low", "medium", "medium", "high"],
+				thumbs: weighNumRange(0, 35),
+				rating: ["G", "PG", "PG-13", "R", "NC-17", "PG-13", "R", "NC-17", "R", "PG", "PG"]
+			}
+
+		}
+	],
+
+	hook: function (record, type, meta) {
+		return record;
+	}
+};
+
+
+
+function makeHashTags() {
+	const possibleHashtags = [];
+	for (let i = 0; i < 20; i++) {
+		possibleHashtags.push('#' + u.makeName(2, ''));
+	}
+
+	const numHashtags = integer(integer(1, 5), integer(5, 10));
+	const hashtags = [];
+	for (let i = 0; i < numHashtags; i++) {
+		hashtags.push(chance.pickone(possibleHashtags));
+	}
+	return [hashtags];
+};
+
+function makeProducts(maxItems = 10) {
+
+	return function () {
+		const categories = ["Device Accessories", "eBooks", "Automotive", "Baby Products", "Beauty", "Books", "Camera & Photo", "Cell Phones & Accessories", "Collectible Coins", "Consumer Electronics", "Entertainment Collectibles", "Fine Art", "Grocery & Gourmet Food", "Health & Personal Care", "Home & Garden", "Independent Design", "Industrial & Scientific", "Accessories", "Major Appliances", "Music", "Musical Instruments", "Office Products", "Outdoors", "Personal Computers", "Pet Supplies", "Software", "Sports", "Sports Collectibles", "Tools & Home Improvement", "Toys & Games", "Video, DVD & Blu-ray", "Video Games", "Watches"];
+		const slugs = ['/sale/', '/featured/', '/home/', '/search/', '/wishlist/', '/'];
+		const assetExtension = ['.png', '.jpg', '.jpeg', '.heic', '.mp4', '.mov', '.avi'];
+		const data = [];
+		const numOfItems = integer(1, 12);
+
+		for (var i = 0; i < numOfItems; i++) {
+			const category = chance.pickone(categories);
+			const slug = chance.pickone(slugs);
+			const asset = chance.pickone(assetExtension);
+			const product_id = chance.guid();
+			const price = integer(1, 300);
+			const quantity = integer(1, 5);
+
+			const item = {
+				product_id: product_id,
+				sku: integer(11111, 99999),
+				amount: price,
+				quantity: quantity,
+				value: price * quantity,
+				featured: chance.pickone([true, false]),
+				category: category,
+				urlSlug: slug + category,
+				asset: `${category}-${integer(1, 20)}${asset}`
+			};
+
+			data.push(item);
+		}
+
+		return () => [data];
+	};
+};
+
+
+function designExperiment() {
+	return function () {
+		const variants = ["A", "B", "C", "Control"];
+		const variant = chance.pickone(variants);
+		const experiments = ["no password", "social sign in", "new tutorial", "new search"];
+		const experiment = chance.pickone(experiments);
+		const multi_variates = ["A/B", "A/B/C", "A/B/C/D", "Control"];
+		const multi_variate = chance.pickone(multi_variates);
+		const impression_id = chance.guid();
+
+
+
+		const chosen = {
+			variant,
+			experiment,
+			multi_variate,
+			impression_id
+		};
+
+		return [chosen];
+	};
+}
+
+function deviceAttributes(isMobile = false) {
+	return function () {
+		let devices = ["desktop", "laptop", "desktop", "laptop", "desktop", "laptop", "other"];
+		if (isMobile) devices = [...devices, "mobile", "mobile", "mobile", "tablet"];
+		const device = chance.pickone(devices);
+		let oses = ["Windows", "macOS", "Windows", "macOS", "macOS", "Linux", "Windows", "macOS", "Windows", "macOS", "macOS", "TempleOS"];
+		if (isMobile) oses = [...oses, "iOS", "Android", "iOS", "Android"];
+		const os = chance.pickone(oses);
+		const browser = chance.pickone(["Chrome", "Firefox", "Safari", "Edge", "Opera", "IE", "Brave", "Vivaldi"]);
+		const version = chance.integer({ min: 1, max: 15 });
+		const resolution = chance.pickone(["1920x1080", "1280x720", "1024x768", "800x600", "640x480"]);
+		const language = chance.pickone(["en-US", "en-US", "en-US", "en-GB", "es", "es", "fr", "de", "it", "ja", "zh", "ru"]);
+
+		const chosen = {
+			platform: device,
+			os,
+			browser,
+			version,
+			resolution,
+			language
+		};
+
+		return chosen;
+
+	};
+}
+
+
+
+
+
+
+export default config;

package/dungeons/experiments.js

@@ -0,0 +1,125 @@
+
+import dayjs from 'dayjs';
+import utc from 'dayjs/plugin/utc';
+import 'dotenv/config';
+import * as u from '../lib/utils/utils.js';
+import * as v from 'ak-tools';
+
+const SEED = "my-seed";
+dayjs.extend(utc);
+const chance = u.initChance(SEED);
+const num_users = 5_000;
+const days = 100;
+
+/** @typedef  {import("../types.js").Dungeon} Config */
+
+/** @type {Config} */
+const config = {
+	token: "",
+	seed: SEED,
+	numDays: days,
+	numEvents: num_users * 100,
+	numUsers: num_users,
+	hasAnonIds: false,
+	hasSessionIds: false,
+	format: "json",
+	alsoInferFunnels: true,
+	hasLocation: true,
+	hasAndroidDevices: true,
+	hasIOSDevices: true,
+	hasDesktopDevices: true,
+	hasBrowser: true,
+	hasCampaigns: true,
+	isAnonymous: false,
+	hasAdSpend: false,
+
+	hasAvatar: true,
+	makeChart: false,
+
+
+	batchSize: 1_500_000,
+	concurrency: 1,
+	writeToDisk: false,
+
+	funnels: [],
+	events: [
+		{
+			event: "$experiment_started",
+			weight: 5,
+			isSessionStartEvent: true,
+			properties: {
+				"$experiment_type": "all_my_own",
+				"Experiment name": "name of experiment",
+				"Variant name": ["variant 1", "variant 2", "variant 3", "control"],
+			}
+		},
+		{
+			event: "super common event",
+			weight: 50,
+			properties: {
+				"foo": u.pickAWinner(["bar", "baz", "qux"], 0),
+			}
+		},
+		{
+			event: "less common event",
+			weight: 20,
+			properties: {
+				"hello": u.pickAWinner(["world", "universe", "galaxy"], 0),
+			}
+		},
+		{
+			event: "rare event",
+			weight: 5,
+			properties: {
+				"goodbye": u.pickAWinner(["cruel world", "universe", "galaxy"], 0),
+			}
+		},
+		{
+			event: "money event",
+			weight: 10,
+			properties: {
+				"amount": u.weighNumRange(5, 500, .25),
+				"currency": u.pickAWinner(["USD", "CAD", "EUR", "BTC", "ETH", "JPY"], 0),				
+				"numItems": u.weighNumRange(1, 10),
+			}
+		}
+	],
+	superProps: {},
+	userProps: {},
+	scdProps: {},
+	mirrorProps: {},
+	groupKeys: [],
+	groupProps: {},
+	lookupTables: [],
+	hook: function (record, type, meta) {
+		const NOW = dayjs();
+
+		if (type === "event") {
+			const EVENT_TIME = dayjs(record.time);
+		}
+
+		if (type === "user") {
+
+		}
+
+		if (type === "funnel-post") {
+
+		}
+
+		if (type === "funnel-pre") {
+
+		}
+
+		if (type === "scd") {
+
+		}
+
+		if (type === "everything") {
+
+		}
+
+		return record;
+	}
+};
+
+export default config;