make-mp-data 1.2.11 → 1.2.25

package/.vscode/settings.json

@@ -1,7 +1,25 @@
 {
 	"cSpell.words": [
+		"AVCHD",
+		"chupacabra",
+		"darr",
+		"dislikers",
+		"Dont",
+		"jackalope",
+		"mbembe",
+		"megalodon",
+		"Miley",
+		"mokele",
+		"mothman",
+		"nessie",
+		"nesty",
+		"planthopper",
+		"psyllid",
+		"tatzelwurm",
 		"timesoup",
-		"unparse"
+		"unparse",
+		"Vlogs",
+		"weindgo"
 	],
 	"jest.runMode": "on-demand",
 	"jest.jestCommandLine": "npm run test --",

package/index.js

@@ -41,7 +41,7 @@ async function main(config) {
 		superProps = { platform: ["web", "iOS", "Android"] },
 		userProps = {
 			favoriteColor: ["red", "green", "blue", "yellow"],
-			spiritAnimal: chance.animal,
+			spiritAnimal: chance.animal.bind(chance),
 		},
 		scdProps = { NPS: u.weightedRange(0, 10, 150, 1.6) },
 		groupKeys = [],
@@ -54,6 +54,7 @@ async function main(config) {
 		region = "US",
 		writeToDisk = false,
 		verbose = false,
+		hook = (record) => record,
 	} = config;
 	VERBOSE = verbose;
 	config.simulationName = makeName();
@@ -97,11 +98,11 @@ async function main(config) {
 		.filter((e) => !e.isFirstEvent);
 
 	const firstEvents = events.filter((e) => e.isFirstEvent);
-	const eventData = [];
-	const userProfilesData = [];
-	let scdTableData = [];
-	const groupProfilesData = [];
-	const lookupTableData = [];
+	const eventData = enrichArray([], { hook, type: "event", config });
+	const userProfilesData = enrichArray([], { hook, type: "user", config });
+	let scdTableData = enrichArray([], { hook, type: "scd", config });
+	const groupProfilesData = enrichArray([], { hook, type: "groups", config });
+	const lookupTableData = enrichArray([], { hook, type: "lookups", config });
 	const avgEvPerUser = Math.floor(numEvents / numUsers);
 
 	//user loop
@@ -110,15 +111,15 @@ async function main(config) {
 		u.progress("users", i);
 		const user = generateUser();
 		const { distinct_id, $created, anonymousIds, sessionIds } = user;
-		userProfilesData.push(makeProfile(userProps, user));
+		userProfilesData.hPush(makeProfile(userProps, user));
 		const mutations = chance.integer({ min: 1, max: 10 });
-		scdTableData.push(makeSCD(scdProps, distinct_id, mutations, $created));
+		scdTableData.hPush(makeSCD(scdProps, distinct_id, mutations, $created));
 		const numEventsThisUser = Math.round(
 			chance.normal({ mean: avgEvPerUser, dev: avgEvPerUser / u.integer(3, 7) })
 		);
-		
+
 		if (firstEvents.length) {
-			eventData.push(
+			eventData.hPush(
 				makeEvent(
 					distinct_id,
 					anonymousIds,
@@ -134,7 +135,7 @@ async function main(config) {
 
 		//event loop
 		for (let j = 0; j < numEventsThisUser; j++) {
-			eventData.push(
+			eventData.hPush(
 				makeEvent(
 					distinct_id,
 					anonymousIds,
@@ -163,11 +164,11 @@ async function main(config) {
 			const group = {
 				[groupKey]: i,
 				...makeProfile(groupProps[groupKey]),
-				$distinct_id: i,
+				// $distinct_id: i,
 			};
 			groupProfiles.push(group);
 		}
-		groupProfilesData.push({ key: groupKey, data: groupProfiles });
+		groupProfilesData.hPush({ key: groupKey, data: groupProfiles });
 	}
 	log("\n");
 
@@ -183,7 +184,7 @@ async function main(config) {
 			};
 			data.push(item);
 		}
-		lookupTableData.push({ key, data });
+		lookupTableData.hPush({ key, data });
 	}
 	const { eventFiles, userFiles, scdFiles, groupFiles, lookupFiles, folder } =
 		buildFileNames(config);
@@ -194,7 +195,7 @@ async function main(config) {
 		[groupFiles, groupProfilesData],
 		[lookupFiles, lookupTableData],
 	];
-	log("\n")
+	log("\n");
 	log(`---------------SIMULATION----------------`, "\n");
 
 	if (!writeToDisk && !token) {
@@ -204,6 +205,8 @@ async function main(config) {
 			scdTableData,
 			groupProfilesData,
 			lookupTableData,
+			import: {},
+			files: []
 		};
 	}
 	log(`-----------------WRITES------------------`, `\n\n`);
@@ -443,6 +446,18 @@ function buildFileNames(config) {
 }
 
 
+function enrichArray(arr = [], opts = {}) {
+	const { hook = a => a, type = "", config = {} } = opts;
+
+	function transformThenPush(item) {
+		return arr.push(hook(item, type, config));
+	}
+
+	arr.hPush = transformThenPush;
+
+	return arr;
+};
+
 
 
 // this is for CLI
@@ -487,7 +502,9 @@ if (require.main === module) {
 	main(config)
 		.then((data) => {
 			log(`-----------------SUMMARY-----------------`);
-			const { events, groups, users } = data.import;
+			const d = { success: 0, bytes: 0 };
+			const darr = [d];
+			const { events = d, groups = darr, users = d } = data.import;
 			const files = data.files;
 			const folder = files?.pop();
 			const groupBytes = groups.reduce((acc, group) => {
@@ -504,7 +521,7 @@ if (require.main === module) {
 				bytes: bytesHuman(bytes || 0),
 			};
 			if (bytes > 0) console.table(stats);
-			log(`\nfiles written to ${folder} ...`);
+			log(`\nfiles written to ${folder || "no where; we didn't write anything"} ...`);
 			log("  " + files?.flat().join("\n  "));
 			log(`\n----------------SUMMARY-----------------\n\n\n`);
 		})

package/models/complex.js

@@ -8,7 +8,8 @@
 
 const Chance = require('chance');
 const chance = new Chance();
-const { weightedRange, makeProducts, date, makeHashTags } = require('../utils.js');
+const { weightedRange, date, integer } = require('../utils.js');
+const u = require('ak-tools');
 
 /** @type {import('../types.js').Config} */
 const config = {
@@ -28,26 +29,24 @@ const config = {
 			"weight": 2,
 			"properties": {
 				amount: weightedRange(5, 500, 1000, .25),
-				currency: ["USD", "CAD", "EUR", "BTC", "ETH", "JPY"],
-				cart: makeProducts,
+				currency: ["USD", "USD", "USD", "CAD", "EUR", "EUR", "BTC", "BTC", "ETH", "JPY"],
+				cart: makeProducts(12),
 			}
 		},
 		{
 			"event": "add to cart",
 			"weight": 4,
 			"properties": {
-				isFeaturedItem: [true, false, false],
 				amount: weightedRange(5, 500, 1000, .25),
-				rating: weightedRange(1, 5),
-				reviews: weightedRange(0, 35),
-				product_id: weightedRange(1, 1000)
+				qty: integer(1, 5),
+				product_id: weightedRange(1, 1000, 42, 1.4)
 			}
 		},
 		{
 			"event": "page view",
 			"weight": 10,
 			"properties": {
-				page: ["/", "/", "/help", "/account", "/watch", "/listen", "/product", "/people", "/peace"],
+				page: ["/", "/", "/", "/learn-more", "/pricing", "/contact", "/about", "/careers", "/sign-up", "/login", "/app", "/app", "/app", "/app"],
 				utm_source: ["$organic", "$organic", "$organic", "$organic", "google", "google", "google", "facebook", "facebook", "twitter", "linkedin"],
 			}
 		},
@@ -68,7 +67,7 @@ const config = {
 			"event": "view item",
 			"weight": 8,
 			"properties": {
-				product_id: weightedRange(1, 1000),
+				product_id: weightedRange(1, 1000, 24, 3),
 				colors: ["light", "dark", "custom", "dark"]
 			}
 		},
@@ -76,22 +75,33 @@ const config = {
 			"event": "save item",
 			"weight": 5,
 			"properties": {
-				product_id: weightedRange(1, 1000),
+				product_id: weightedRange(1, 1000, 8, 12),
 				colors: ["light", "dark", "custom", "dark"]
 			}
 		},
+		{
+			"event": "support ticket",
+			"weight": 2,
+			"properties": {
+				product_id: weightedRange(1, 1000, 420, .6),
+				description: chance.sentence.bind(chance),
+				severity: ["low", "medium", "high"],
+				ticket_id: chance.guid.bind(chance)
+			}
+		},
 		{
 			"event": "sign up",
 			"isFirstEvent": true,
 			"weight": 0,
 			"properties": {
-				variant: ["A", "B", "C", "Control"],
-				experiment: ["no password", "social sign in", "new tutorial"],
+				plan: ["free", "free", "free", "free", "basic", "basic", "basic", "premium", "premium", "enterprise"],
+				dateOfRenewal: date(100, false),
+				codewords: u.makeName,
 			}
 		}
 	],
 	superProps: {
-		platform: ["web", "mobile", "web", "mobile", "web", "kiosk", "smartTV"],
+		device: deviceAttributes()
 		// emotions: generateEmoji(),
 
 	},
@@ -102,8 +112,12 @@ const config = {
 	userProps: {
 		title: chance.profession.bind(chance),
 		luckyNumber: weightedRange(42, 420),
-		// vibe: generateEmoji(),
-		spiritAnimal: chance.animal.bind(chance)
+		experiment: designExperiment(),
+		spiritAnimal: ["unicorn", "dragon", "phoenix", "sasquatch", "yeti", "kraken", "jackalope", "thunderbird", "mothman", "nessie", "chupacabra", "jersey devil", "bigfoot", "weindgo", "bunyip", "mokele-mbembe", "tatzelwurm", "megalodon"],
+		timezone: chance.timezone.bind(chance), // ["America/New_York", "America/Los_Angeles", "America/Chicago", "America/Denver", "America/Phoenix", "America/Anchorage", "Pacific/Honolulu"]
+		ip: chance.ip.bind(chance),
+		lastCart: makeProducts(5),
+
 	},
 
 	scdProps: {
@@ -127,8 +141,9 @@ const config = {
 			$name: () => { return chance.company(); },
 			$email: () => { return `CSM: ${chance.pickone(["AK", "Jessica", "Michelle", "Dana", "Brian", "Dave"])}`; },
 			"# of employees": weightedRange(3, 10000),
-			"sector": ["tech", "finance", "healthcare", "education", "government", "non-profit"],
+			"industry": ["tech", "finance", "healthcare", "education", "government", "non-profit"],
 			"segment": ["enterprise", "SMB", "mid-market"],
+			"products": [["core"], ["core"], ["core", "add-ons"], ["core", "pro-serve"], ["core", "add-ons", "pro-serve"], ["core", "BAA", "enterprise"], ["free"], ["free"], ["free", "addons"]],
 		}
 	},
 
@@ -172,6 +187,118 @@ const config = {
 
 		}
 	],
+
+	hook: function (record, type, meta) {
+		return record;
+	}
+};
+
+
+
+function makeHashTags() {
+	const possibleHashtags = [];
+	for (let i = 0; i < 20; i++) {
+		possibleHashtags.push('#' + u.makeName(2, ''));
+	}
+
+	const numHashtags = integer(integer(1, 5), integer(5, 10));
+	const hashtags = [];
+	for (let i = 0; i < numHashtags; i++) {
+		hashtags.push(chance.pickone(possibleHashtags));
+	}
+	return [hashtags];
 };
 
+function makeProducts(maxItems = 10) {
+
+	return function () {
+		const categories = ["Device Accessories", "eBooks", "Automotive", "Baby Products", "Beauty", "Books", "Camera & Photo", "Cell Phones & Accessories", "Collectible Coins", "Consumer Electronics", "Entertainment Collectibles", "Fine Art", "Grocery & Gourmet Food", "Health & Personal Care", "Home & Garden", "Independent Design", "Industrial & Scientific", "Accessories", "Major Appliances", "Music", "Musical Instruments", "Office Products", "Outdoors", "Personal Computers", "Pet Supplies", "Software", "Sports", "Sports Collectibles", "Tools & Home Improvement", "Toys & Games", "Video, DVD & Blu-ray", "Video Games", "Watches"];
+		const slugs = ['/sale/', '/featured/', '/home/', '/search/', '/wishlist/', '/'];
+		const assetExtension = ['.png', '.jpg', '.jpeg', '.heic', '.mp4', '.mov', '.avi'];
+		const data = [];
+		const numOfItems = integer(1, 12);
+
+		for (var i = 0; i < numOfItems; i++) {
+			const category = chance.pickone(categories);
+			const slug = chance.pickone(slugs);
+			const asset = chance.pickone(assetExtension);
+			const product_id = chance.guid();
+			const price = integer(1, 300);
+			const quantity = integer(1, 5);
+
+			const item = {
+				product_id: product_id,
+				sku: integer(11111, 99999),
+				amount: price,
+				quantity: quantity,
+				value: price * quantity,
+				featured: chance.pickone([true, false]),
+				category: category,
+				urlSlug: slug + category,
+				asset: `${category}-${integer(1, 20)}${asset}`
+			};
+
+			data.push(item);
+		}
+
+		return [data];
+	};
+};
+
+
+function designExperiment() {
+	return function () {
+		const variants = ["A", "B", "C", "Control"];
+		const variant = chance.pickone(variants);
+		const experiments = ["no password", "social sign in", "new tutorial", "new search"];
+		const experiment = chance.pickone(experiments);
+		const multi_variates = ["A/B", "A/B/C", "A/B/C/D", "Control"];
+		const multi_variate = chance.pickone(multi_variates);
+		const impression_id = chance.guid();
+
+
+
+		const chosen = {
+			variant,
+			experiment,
+			multi_variate,
+			impression_id
+		};
+
+		return [chosen];
+	};
+}
+
+function deviceAttributes(isMobile = false) {
+	return function () {
+		let devices = ["desktop", "laptop", "desktop", "laptop", "desktop", "laptop", "other"];
+		if (isMobile) devices = [...devices, "mobile", "mobile", "mobile", "tablet"];
+		const device = chance.pickone(devices);
+		const oses = ["Windows", "macOS", "Windows", "macOS", "macOS", "Linux", "Windows", "macOS", "Windows", "macOS", "macOS", "TempleOS"];
+		if (isMobile) oses = [...oses, "iOS", "Android", "iOS", "Android"];
+		const os = chance.pickone(oses);
+		const browser = chance.pickone(["Chrome", "Firefox", "Safari", "Edge", "Opera", "IE", "Brave", "Vivaldi"]);
+		const version = chance.integer({ min: 1, max: 15 });
+		const resolution = chance.pickone(["1920x1080", "1280x720", "1024x768", "800x600", "640x480"]);
+		const language = chance.pickone(["en-US", "en-US", "en-US", "en-GB", "es", "es", "fr", "de", "it", "ja", "zh", "ru"]);
+
+		const chosen = {
+			platform: device,
+			os,
+			browser,
+			version,
+			resolution,
+			language
+		};
+
+		return [chosen];
+
+	};
+}
+
+
+
+
+
+
 module.exports = config;

package/models/deepNest.js

@@ -38,8 +38,8 @@ function generateVideoMeta() {
 			observedLatencyTimestamps: chance.pickset([].range(1, 300000), int(1, 40))
 		},
 		videoStats: {
-			numerOfPlays: int(10, 10000000),
-			isReccommendedVideo: chance.bool(),
+			numberOfPlays: int(10, 10000000),
+			isRecommendedVideo: chance.bool(),
 			inPlaylists: chance.pickset(hashtags, int(1, hashtags.length)),
 			likers: chance.n(chance.guid, int(3, 100)),
 			dislikers: chance.n(chance.guid, int(3, 100)),
@@ -49,12 +49,12 @@ function generateVideoMeta() {
 				hashtags: chance.pickset(hashtags, int(1, 10)),
 				category: chance.pickone(categories),
 			},
-			availibility: {
+			availability: {
 				hasAdvertisements: chance.bool(),
 				canBeSeenOnPlans: chance.pickset(plans, int(1, plans.length)),
 				releaseInfo: {
 					isReleased: chance.bool({ likelihood: 90 }),
-					relaseDate: chance.date({ year: 2021 })
+					releaseDate: chance.date({ year: 2021 })
 				}
 			}
 

package/models/simple.js

@@ -4,7 +4,7 @@ const dayjs = require("dayjs");
 const utc = require("dayjs/plugin/utc");
 dayjs.extend(utc);
 const { uid, comma } = require('ak-tools');
-const { weighList, weightedRange, date, integer } = require('../utils')
+const { weighList, weightedRange, date, integer } = require('../utils');
 
 const itemCategories = ["Books", "Movies", "Music", "Games", "Electronics", "Computers", "Smart Home", "Home", "Garden", "Pet", "Beauty", "Health", "Toys", "Kids", "Baby", "Handmade", "Sports", "Outdoors", "Automotive", "Industrial", "Entertainment", "Art", "Food", "Appliances", "Office", "Wedding", "Software"];
 
@@ -114,10 +114,10 @@ const config = {
 	userProps: {
 		title: chance.profession.bind(chance),
 		luckyNumber: weightedRange(42, 420),
-		spiritAnimal: chance.animal.bind(chance)
+		spiritAnimal: ["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]
 	},
 
-	scdProps: {	},
+	scdProps: {},
 
 	/*
 	for group analytics keys, we need an array of arrays [[],[],[]] 
@@ -126,6 +126,9 @@ const config = {
 	groupKeys: [],
 	groupProps: {},
 	lookupTables: [],
+	hook: function (record, type, meta) {
+		return record;
+	}
 };
 
 

package/package.json

@@ -1,13 +1,15 @@
 {
   "name": "make-mp-data",
-  "version": "1.2.11",
+  "version": "1.2.25",
   "description": "builds all mixpanel primitives for a given project",
   "main": "index.js",
   "types": "types.d.ts",
   "scripts": {
     "start": "node index.js",
+    "dev": "./scripts/go.sh",
+	"complex": "nodemon index.js --complex",
+	"simple": "nodemon index.js",
     "prune": "rm ./data/*",
-    "go": "sh ./scripts/go.sh",
     "post": "npm publish",
     "test": "jest --runInBand",
     "deps": "sh ./scripts/deps.sh"
@@ -38,7 +40,7 @@
   },
   "homepage": "https://github.com/ak--47/make-mp-data#readme",
   "dependencies": {
-    "ak-tools": "^1.0.55",
+    "ak-tools": "^1.0.57",
     "chance": "^1.1.11",
     "dayjs": "^1.11.11",
     "mixpanel-import": "^2.5.51",

package/scripts/go.sh

@@ -1,2 +1,2 @@
 #!/bin/bash
-RUNTIME=local node --inspect index.js --writeToDisk false -u 100 -e 10000
+RUNTIME=local nodemon --inspect index.js --writeToDisk false -u 100 -e 10000

package/tests/unit.test.js

@@ -55,16 +55,6 @@ describe('utils', () => {
 
 
 
-	test('hashtags', () => {
-		const hashtags = makeHashTags();
-		expect(hashtags).toBeInstanceOf(Array);
-		expect(hashtags).not.toHaveLength(0);
-		hashtags.forEach(tag => {
-			expect(tag).toMatch(/^#/);
-		});
-	});
-
-
 
 	test('person: fields', () => {
 		const generatedPerson = person();
@@ -74,19 +64,19 @@ describe('utils', () => {
 	});
 
 
-	test('date: past date', () => {
+	test('date: past', () => {
 		const pastDate = date(10, true, 'YYYY-MM-DD')();
 		expect(dayjs(pastDate, 'YYYY-MM-DD').isValid()).toBeTruthy();
 		expect(dayjs(pastDate).isBefore(dayjs())).toBeTruthy();
 	});
 
-	test('date: future date', () => {
+	test('date: future', () => {
 		const futureDate = date(10, false, 'YYYY-MM-DD')();
 		expect(dayjs(futureDate, 'YYYY-MM-DD').isValid()).toBeTruthy();
 		expect(dayjs(futureDate).isAfter(dayjs())).toBeTruthy();
 	});
 
-	test('dates: returns pairs of dates', () => {
+	test('dates: pairs', () => {
 		const datePairs = dates(10, 3, 'YYYY-MM-DD');
 		expect(datePairs).toBeInstanceOf(Array);
 		expect(datePairs).toHaveLength(3);
@@ -95,18 +85,18 @@ describe('utils', () => {
 		});
 	});
 
-	test('choose: choose from array', () => {
+	test('choose: array', () => {
 		const options = ['apple', 'banana', 'cherry'];
 		const choice = choose(options);
 		expect(options).toContain(choice);
 	});
 
-	test('choose: execute function', () => {
+	test('choose: function', () => {
 		const result = choose(() => 'test');
 		expect(result).toBe('test');
 	});
 
-	test('exhaust: exhaust array elements', () => {
+	test('exhaust: elements', () => {
 		const arr = [1, 2, 3];
 		const exhaustFn = exhaust([...arr]);
 		expect(exhaustFn()).toBe(1);
@@ -115,25 +105,21 @@ describe('utils', () => {
 		expect(exhaustFn()).toBeUndefined();
 	});
 
-	test('generateEmoji: returns string of emojis', () => {
-		const emojis = generateEmoji(5)();
-		expect(typeof emojis).toBe('string');
-		expect(emojis.split(', ').length).toBeLessThanOrEqual(5);
-	});
 
-	test('getUniqueKeys: find unique keys', () => {
+
+	test('unique keys', () => {
 		const objects = [{ a: 1, b: 2 }, { a: 3, c: 4 }, { a: 5, b: 6 }];
 		const uniqueKeys = getUniqueKeys(objects);
 		expect(uniqueKeys).toEqual(expect.arrayContaining(['a', 'b', 'c']));
 	});
 
 
-	test('date: generates a valid date', () => {
+	test('date', () => {
 		const result = date();
 		expect(dayjs(result()).isValid()).toBe(true);
 	});
 
-	test('dates: generates an array of date pairs', () => {
+	test('dates', () => {
 		const result = dates();
 		expect(result).toBeInstanceOf(Array);
 		expect(result.length).toBe(5); // Assuming default numPairs is 5
@@ -145,7 +131,7 @@ describe('utils', () => {
 		});
 	});
 
-	test('day: generates a day within range', () => {
+	test('day', () => {
 		const start = '2020-01-01';
 		const end = '2020-01-30';
 		const result = day(start, end);
@@ -154,7 +140,7 @@ describe('utils', () => {
 		expect(dayjs(dayResult.day).isBefore(dayjs(dayResult.end))).toBe(true);
 	});
 
-	test('exhaust: sequentially removes items from array', () => {
+	test('exhaust', () => {
 		const arr = [1, 2, 3];
 		const next = exhaust(arr);
 		expect(next()).toBe(1);
@@ -163,7 +149,13 @@ describe('utils', () => {
 		expect(next()).toBe(undefined); // or whatever your implementation does after array is exhausted
 	});
 
-	test('generateEmoji: generates correct format and length', () => {
+	test('emoji: works', () => {
+		const emojis = generateEmoji(5)();
+		expect(typeof emojis).toBe('string');
+		expect(emojis.split(', ').length).toBeLessThanOrEqual(5);
+	});
+
+	test('emoji: length', () => {
 		const result = generateEmoji();
 		const emojis = result();
 		expect(typeof emojis).toBe('string');

package/types.d.ts

@@ -1,73 +1,76 @@
 declare namespace main {
+  type primitives = string | number | boolean | Date | Object;
+  type valueValid =
+    | primitives
+    | primitives[]
+    | (() => primitives | primitives[]);
 
-type primitives = string | number | boolean | Date | Object;
-type valueValid = primitives | primitives[] | (() => primitives | primitives[]);
+  export interface Config {
+    token?: string;
+    seed?: string;
+    numDays?: number;
+    numEvents?: number;
+    numUsers?: number;
+    format?: "csv" | "json";
+    region?: string;
+    events?: EventConfig[];
+    superProps?: Record<string, valueValid>;
+    userProps?: Record<string, valueValid>;
+    scdProps?: Record<string, valueValid>;
+    groupKeys?: [string, number][];
+    groupProps?: Record<string, GroupProperty>; // Adjust according to usage
+    lookupTables?: LookupTable[];
+    writeToDisk?: boolean;
+    simulationName?: string;
+    verbose?: boolean;
+    anonIds?: boolean;
+    sessionIds?: boolean;
+    hook?: Hook;
+  }
 
-export interface Config {
-  token?: string;
-  seed?: string;
-  numDays?: number;
-  numEvents?: number;
-  numUsers?: number;
-  format?: "csv" | "json";
-  region?: string;
-  events?: EventConfig[];
-  superProps?: Record<string, valueValid>; 
-  userProps?: Record<string, valueValid>; 
-  scdProps?: Record<string, valueValid>;
-  groupKeys?: [string, number][];
-  groupProps?: Record<string, GroupProperty>; // Adjust according to usage
-  lookupTables?: LookupTable[];
-  writeToDisk?: boolean;
-  simulationName?: string;
-  verbose?: boolean;
-  anonIds?: boolean;
-  sessionIds?: boolean;
-}
-
-interface EventConfig {
-  event?: string;
-  weight?: number;
-  properties?: {
-    [key: string]: valueValid; // Consider refining based on actual properties used
-  };
-  isFirstEvent?: boolean;
-}
+  export type Hook = (record: any, type: string, meta: any) => any;
 
-interface GroupProperty {
-  [key?: string]: valueValid;
-}
+  interface EventConfig {
+    event?: string;
+    weight?: number;
+    properties?: {
+      [key: string]: valueValid; // Consider refining based on actual properties used
+    };
+    isFirstEvent?: boolean;
+  }
 
-interface LookupTable {
-  key: string;
-  entries: number;
-  attributes: {
+  interface GroupProperty {
     [key?: string]: valueValid;
-  };
-}
+  }
+
+  interface LookupTable {
+    key: string;
+    entries: number;
+    attributes: {
+      [key?: string]: valueValid;
+    };
+  }
 
-type Result = {
+  type Result = {
     eventData: {
-        event: any;
-        $source: string;
+      event: any;
+      $source: string;
     }[];
     userProfilesData: any[];
     scdTableData: any[];
     groupProfilesData: {
-        key: string;
-        data: any[];
+      key: string;
+      data: any[];
     }[];
     lookupTableData: {
-        key: string;
-        data: any[];
+      key: string;
+      data: any[];
     }[];
     import?: undefined;
     files?: undefined;
+  };
 }
 
-}
-
-
 /**
  * Mixpanel Data Generator
  * model events, users, groups, and lookup tables (and SCD props!)
@@ -75,8 +78,5 @@ type Result = {
  * const gen = require('make-mp-data')
  * const dta = gen({writeToDisk: false})
  */
-declare function main(
-	config: main.Config
-  ): Promise<main.Result>;
-  export = main;
-  
+declare function main(config: main.Config): Promise<main.Result>;
+export = main;

package/utils.js

@@ -81,16 +81,29 @@ function day(start, end) {
 };
 
 function choose(value) {
-	if (typeof value === 'function') {
-		return value();
-	}
-	if (Array.isArray(value)) {
-		return chance.pickone(value);
-	}
+	try {
+		// Keep resolving the value if it's a function
+		while (typeof value === 'function') {
+			value = value();
+		}
 
-	return value;
-};
+		// Now, if the resolved value is an array, use chance.pickone
+		if (Array.isArray(value)) {
+			return chance.pickone(value);
+		}
 
+		if (typeof value === 'string') {
+			return value;
+		}
+
+		// If it's not a function or array, return it as is
+		return value;
+	}
+	catch (e) {
+		console.error(`\n\nerror on value: ${value};\n\n`,e, '\n\n');
+		return '';
+	}
+}
 function exhaust(arr) {
 	return function () {
 		return arr.shift();
@@ -120,63 +133,6 @@ function integer(min, max) {
 	return 0;
 };
 
-function makeHashTags() {
-	const popularHashtags = [
-		'#GalacticAdventures',
-		'#EnchantedExplorations',
-		'#MagicalMoments',
-		'#EpicQuests',
-		'#WonderfulWorlds',
-		'#FantasyFrenzy',
-		'#MysticalMayhem',
-		'#MythicalMarvels',
-		'#LegendaryLegends',
-		'#DreamlandDiaries',
-		'#WhimsicalWonders',
-		'#FabledFables'
-	];
-
-	const numHashtags = integer(integer(1, 5), integer(5, 10));
-	const hashtags = [];
-	for (let i = 0; i < numHashtags; i++) {
-		hashtags.push(chance.pickone(popularHashtags));
-	}
-	return hashtags;
-};
-
-function makeProducts() {
-	let categories = ["Device Accessories", "eBooks", "Automotive", "Baby Products", "Beauty", "Books", "Camera & Photo", "Cell Phones & Accessories", "Collectible Coins", "Consumer Electronics", "Entertainment Collectibles", "Fine Art", "Grocery & Gourmet Food", "Health & Personal Care", "Home & Garden", "Independent Design", "Industrial & Scientific", "Accessories", "Major Appliances", "Music", "Musical Instruments", "Office Products", "Outdoors", "Personal Computers", "Pet Supplies", "Software", "Sports", "Sports Collectibles", "Tools & Home Improvement", "Toys & Games", "Video, DVD & Blu-ray", "Video Games", "Watches"];
-	let slugs = ['/sale/', '/featured/', '/home/', '/search/', '/wishlist/', '/'];
-	let assetExtension = ['.png', '.jpg', '.jpeg', '.heic', '.mp4', '.mov', '.avi'];
-	let data = [];
-	let numOfItems = integer(1, 12);
-
-	for (var i = 0; i < numOfItems; i++) {
-
-		let category = chance.pickone(categories);
-		let slug = chance.pickone(slugs);
-		let asset = chance.pickone(assetExtension);
-		let product_id = chance.guid();
-		let price = integer(1, 300);
-		let quantity = integer(1, 5);
-
-		let item = {
-			product_id: product_id,
-			sku: integer(11111, 99999),
-			amount: price,
-			quantity: quantity,
-			value: price * quantity,
-			featured: chance.pickone([true, false]),
-			category: category,
-			urlSlug: slug + category,
-			asset: `${category}-${integer(1, 20)}${asset}`
-		};
-
-		data.push(item);
-	}
-
-	return data;
-};
 
 // Box-Muller transform to generate standard normally distributed values
 function boxMullerRandom() {
@@ -351,8 +307,7 @@ module.exports = {
 	choose,
 	exhaust,
 	integer,
-	makeHashTags,
-	makeProducts,
+
 	boxMullerRandom,
 	applySkew,
 	mapToRange,