make-mp-data 1.0.0

package/.gitattributes

@@ -0,0 +1,2 @@
+# Auto detect text files and perform LF normalization
+* text=auto

package/.vscode/launch.json

@@ -0,0 +1,19 @@
+{
+	// Use IntelliSense to learn about possible attributes.
+	// Hover to view descriptions of existing attributes.
+	// For more information, visit: https://go.microsoft.com/fwlink/?linkid=830387
+	"version": "0.2.0",
+	"configurations": [
+		{
+			"type": "node",
+			"request": "launch",
+			"name": "go",
+			"runtimeExecutable": "nodemon",
+			"program": "${file}",
+			"restart": true,
+			"console": "integratedTerminal",
+			"internalConsoleOptions": "neverOpen",
+			"args": ["--ignore", "./data/"]
+		}
+	]
+}

package/.vscode/settings.json

@@ -0,0 +1,5 @@
+{
+	"cSpell.words": [
+		"unparse"
+	]
+}

package/README.md

@@ -0,0 +1,30 @@
+
+
+# Make Mixpanel Data
+a quick and dirty CLI in node.js to generate fake data for mixpanel.
+
+## tldr;
+
+```bash
+npx make-mp-data --token 1234
+```
+ - makes events, users, groups (sends them to your project)
+ - makes lookup tables and SCD type 2 exported as CSVs
+
+(note: if you want group analytics, add a `company_id` group key to your project before running)
+
+## customization
+
+```bash
+npx make-mp-data [dataModel.js] [options]
+```
+ex.
+
+```bash
+npx make-mp-data ecommSpec.js --token 1234 --numDays 30 --numUsers 1000 --numEvents 1000000
+```
+
+see `--help` for a full list of options
+
+see `./examples/` for a few `dataModel.js`` examples
+

package/cli.js

@@ -0,0 +1,74 @@
+const yargs = require('yargs');
+const { version } = require('./package.json');
+
+const hero = String.raw`
+                        
+┏┳┓┏┓  ┏┫┏┓╋┏┓  ┏┓┏┓┏┓┏┓┏┓┏┓╋┏┓┏┓
+┛┗┗┣┛  ┗┻┗┻┗┗┻  ┗┫┗ ┛┗┗ ┛ ┗┻┗┗┛┛ 
+   ┛             ┛               
+makes all the things for mixpanel (v${version || 1})
+by ak@mixpanel.com
+   `;
+
+console.log(hero);
+
+function cliParams() {
+	const args = yargs(process.argv.splice(2))
+		.scriptName("make-mp-data")
+		.usage(`\nusage:\nnpx $0 [dataModel.js] [options]
+ex:
+npx $0 --token 1234 --events 1000000
+npx $0 myDataOutline.js --token 1234 --days 90
+
+DOCS: https://github.com/ak--47/make-mp-data`)
+		.command('$0', 'model mixpanel data', () => { })
+		.option("token", {
+			demandOption: false,
+			describe: 'project token; if supplied data will be sent to mixpanel',
+			type: 'string'
+		})
+		.option("seed", {
+			demandOption: false,
+			describe: 'randomness seed; used to create distinct_ids',
+			type: 'string'
+		})
+		.option("format", {
+			demandOption: false,
+			default: 'csv',
+			describe: 'csv or json',
+			type: 'string'
+		})
+		.option("numDays", {
+			demandOption: false,
+			describe: 'number of days in past to model',
+			type: 'number',
+		})
+		.option("numUsers", {
+			demandOption: false,
+			describe: 'number of users to model',
+			type: 'number',
+		})
+		.option("numEvents", {
+			demandOption: false,
+			describe: 'number of events to model',
+			type: 'number',
+		})
+		.option("region", {
+			demandOption: false,
+			default: 'US',
+			describe: 'either US or EU',
+			type: 'string'
+		})
+		.help()
+		.wrap(null)
+		.argv;
+
+	// if (args._.length === 0 && !args.type?.toLowerCase()?.includes('export')) {
+	// 	yargs.showHelp();
+	// 	process.exit();
+	// }
+	return args;
+}
+
+
+module.exports = cliParams;

package/default.js

@@ -0,0 +1,152 @@
+const Chance = require('chance');
+const chance = new Chance();
+const { weightedRange, makeProducts, date } = require('./utils.js');
+
+const config = {
+	token: "",
+	seed: "foo bar baz",
+	numDays: 30, //how many days worth of data
+	numEvents: 250000, //how many events
+	numUsers: 1500, //how many users	
+	format: 'csv', //csv or json
+	region: "US",
+
+	events: [
+		{
+			"event": "checkout",
+			"weight": 2,
+			"properties": {
+				amount: weightedRange(5, 500, 1000, .25),
+				currency: ["USD", "CAD", "EUR", "BTC", "ETH", "JPY"],
+				cart: makeProducts,
+			}
+		},
+		{
+			"event": "add to cart",
+			"weight": 4,
+			"properties": {
+				isFeaturedItem: [true, false, false],
+				amount: weightedRange(5, 500, 1000, .25),
+				rating: weightedRange(1, 5),
+				reviews: weightedRange(0, 35),
+				product_id: weightedRange(1, 1000)
+			}
+		},
+		{
+			"event": "page view",
+			"weight": 10,
+			"properties": {
+				path: ["/", "/", "/help", "/account", "/watch", "/listen", "/product", "/people", "/peace"],
+			}
+		},
+		{
+			"event": "view item",
+			"weight": 8,
+			"properties": {
+				product_id: weightedRange(1, 1000),
+				colors: ["light", "dark", "custom", "dark"]
+			}
+		},
+		{
+			"event": "save item",
+			"weight": 5,
+			"properties": {
+				product_id: weightedRange(1, 1000),
+				colors: ["light", "dark", "custom", "dark"]
+			}
+		},
+		{
+			"event": "sign up",
+			"isFirstEvent": true,
+			"weight": 0,
+			"properties": {
+				variant: ["A", "B", "C", "Control"],
+				experiment: ["no password", "social sign in", "new tutorial"],
+			}
+		}
+	],
+	superProps: {
+		platform: ["web", "mobile", "kiosk"],
+
+	},
+	/*
+	user properties work the same as event properties
+	each key should be an array or function reference
+	*/
+	userProps: {
+		title: chance.profession.bind(chance),
+		luckyNumber: weightedRange(42, 420),
+		servicesUsed: [["foo"], ["foo", "bar"], ["foo", "bar", "baz"], ["foo", "bar", "baz", "qux"], ["baz", "qux"], ["qux"]],
+		spiritAnimal: chance.animal.bind(chance)
+	},
+
+	scdProps: {
+		plan: ["free", "free", "free", "basic", "basic", "premium", "enterprise"],
+		MRR: weightedRange(0, 10000, 1000, .15),
+		NPS: weightedRange(0, 10, 150, 2),
+		marketingOptIn: [true, true, false],
+		dateOfRenewal: date(100, false),
+
+	},
+
+	/*
+	for group analytics keys, we need an array of arrays [[],[],[]] 
+	each pair represents a group_key and the number of profiles for that key
+	*/
+	groupKeys: [
+		['company_id', 250],
+
+	],
+	groupProps: {
+		company_id: {
+			$name: () => { return chance.company(); },
+			$email: () => { return `CSM ${chance.pickone(["AK", "Jessica", "Michelle", "Dana", "Brian", "Dave"])}`; },
+			"# of employees": weightedRange(3, 10000),
+			"sector": ["tech", "finance", "healthcare", "education", "government", "non-profit"],
+			"segment": ["enterprise", "SMB", "mid-market"],
+		}
+	},
+
+	lookupTables: [
+		{
+			key: "product_id",
+			entries: 1000,
+			attributes: {
+				category: [
+					"Books",
+					"Movies",
+					"Music",
+					"Games",
+					"Electronics",
+					"Computers",
+					"Smart Home",
+					"Home",
+					"Garden & Tools",
+					"Pet Supplies",
+					"Food & Grocery",
+					"Beauty",
+					"Health",
+					"Toys",
+					"Kids",
+					"Baby",
+					"Handmade",
+					"Sports",
+					"Outdoors",
+					"Automotive",
+					"Industrial",
+					"Entertainment",
+					"Art"
+				],
+				"demand": ["high", "medium", "medium", "low"],
+				"supply": ["high", "medium", "medium", "low"],
+				"manufacturer": chance.company.bind(chance),
+				"price": weightedRange(5, 500, 1000, .25),
+				"rating": weightedRange(1, 5),
+				"reviews": weightedRange(0, 35)
+			}
+
+		}
+	],
+};
+
+module.exports = config;

package/index.js

@@ -0,0 +1,395 @@
+/*
+make fake mixpanel data easily!
+by AK 
+ak@mixpanel.com
+*/
+
+const mp = require("mixpanel-import");
+const path = require("path");
+const Chance = require("chance");
+const chance = new Chance();
+const { touch, mkdir, comma, bytesHuman } = require("ak-tools");
+const Papa = require("papaparse");
+const {
+	integer,
+	pick,
+	weightedRange,
+	progress,
+	person,
+	choose,
+	openFinder
+} = require("./utils.js");
+const dayjs = require("dayjs");
+const utc = require("dayjs/plugin/utc");
+const cliParams = require('./cli.js');
+
+
+dayjs.extend(utc);
+Array.prototype.pickOne = pick;
+const now = dayjs().unix();
+const dayInSec = 86400;
+
+
+
+const args = cliParams();
+const {
+	token,
+	seed,
+	format,
+	numDays,
+	numUsers,
+	numEvents,
+	region
+} = args;
+const suppliedConfig = args._[0];
+
+//if the user specifics an separate config file
+let config = null;
+if (suppliedConfig) {
+	console.log(`using ${suppliedConfig} for data\n`);
+	config = require(path.resolve(suppliedConfig));
+} else {
+	console.log(`... using default configuration ...\n`);
+	config = require(path.resolve("./default.js"));
+}
+
+//override config with cli params
+if (token) config.token = token;
+if (seed) config.seed = seed;
+if (format) config.format = format;
+if (numDays) config.numDays = numDays;
+if (numUsers) config.numUsers = numUsers;
+if (numEvents) config.numEvents = numEvents;
+if (region) config.region = region;
+
+
+//our main program
+async function main(config) {
+
+	const {
+		seed = "every time a rug is micturated upon in this fair city...",
+		numEvents = 100000,
+		numUsers = 1000,
+		numDays = 30,
+		events = [{ event: "foo" }, { event: "bar" }, { event: "baz" }],
+		superProps = { platform: ["web", "iOS", "Android"] },
+		userProps = {
+			favoriteColor: ["red", "green", "blue", "yellow"],
+			spiritAnimal: chance.animal,
+		},
+		scdProps = { NPS: weightedRange(0, 10, 150, 1.6) },
+		groupKeys = [],
+		groupProps = {},
+		lookupTables = [],
+		format = "csv",
+		token = null,
+		region = "US",
+	} = config;
+
+	const uuidChance = new Chance(seed);
+
+	//the function which generates $distinct_id
+	function uuid() {
+		const distinct_id = uuidChance.guid();
+		const daysAgoBorn = chance.integer({ min: 1, max: numDays });
+		return {
+			distinct_id,
+			...person(daysAgoBorn),
+		};
+	}
+
+	// weigh events for random selection
+	const weightedEvents = events
+		.reduce((acc, event) => {
+			for (let i = 0; i < event.weight; i++) {
+				acc.push(event);
+			}
+			return acc;
+		}, [])
+		.filter((e) => e.weight > 0)
+		.filter((e) => !e.isFirstEvent);
+
+	const firstEvents = events.filter((e) => e.isFirstEvent);
+	const eventData = [];
+	const userProfilesData = [];
+	const scdTableData = [];
+	const groupProfilesData = [];
+	const lookupTableData = [];
+	const avgEvPerUser = Math.floor(numEvents / numUsers);
+
+	//user loop
+	for (let i = 1; i < numUsers + 1; i++) {
+		progress("users", i);
+		const user = uuid();
+		const { distinct_id, $created } = user;
+		userProfilesData.push(makeProfile(userProps, user));
+		const mutations = chance.integer({ min: 1, max: 20 });
+		scdTableData.push(makeSCD(scdProps, distinct_id, mutations, $created));
+		const numEventsThisUser = Math.round(
+			chance.normal({ mean: avgEvPerUser, dev: avgEvPerUser / 4 })
+		);
+
+		if (firstEvents) {
+			eventData.push(
+				makeEvent(
+					distinct_id,
+					dayjs($created).unix(),
+					firstEvents,
+					superProps,
+					groupKeys,
+					true
+				)
+			);
+		}
+
+		//event loop
+		for (let j = 0; j < numEventsThisUser; j++) {
+			eventData.push(
+				makeEvent(
+					distinct_id,
+					dayjs($created).unix(),
+					weightedEvents,
+					superProps,
+					groupKeys
+				)
+			);
+		}
+	}
+	console.log("\n");
+
+	// make group profiles
+	for (const groupPair of groupKeys) {
+		const groupKey = groupPair[0];
+		const groupCardinality = groupPair[1];
+		const groupProfiles = [];
+		for (let i = 1; i < groupCardinality + 1; i++) {
+			progress("groups", i);
+			const group = {
+				[groupKey]: i,
+				...makeProfile(groupProps[groupKey]),
+				$distinct_id: i
+			};
+			groupProfiles.push(group);
+		}
+		groupProfilesData.push({ key: groupKey, data: groupProfiles });
+	}
+	console.log("\n");
+
+	// make lookup tables
+	for (const lookupTable of lookupTables) {
+		const { key, entries, attributes } = lookupTable;
+		const data = [];
+		for (let i = 1; i < entries + 1; i++) {
+			progress("lookups", i);
+			const item = {
+				[key]: i,
+				...makeProfile(attributes),
+			};
+			data.push(item);
+		}
+		lookupTableData.push({ key, data });
+	}
+	const { eventFiles, userFiles, scdFiles, groupFiles, lookupFiles, folder } = buildFileNames(config);
+	const pairs = [
+		[eventFiles, eventData],
+		[userFiles, userProfilesData],
+		[scdFiles, scdTableData],
+		[groupFiles, groupProfilesData],
+		[lookupFiles, lookupTableData],
+	];
+	console.log("\n");
+	//write the files
+	for (const pair of pairs) {
+		const [paths, data] = pair;
+		for (const path of paths) {
+			if (format === "csv") {
+				console.log(`writing ${path}`);
+				const csv = Papa.unparse(data, {});
+				await touch(path, csv);
+				console.log(`\tdone\n`);
+			} else {
+				await touch(path, data, true);
+			}
+		}
+	}
+
+	const importResults = { events: {}, users: {}, groups: [] };
+	/** @type {import('mixpanel-import').Creds} */
+	const creds = { token };
+	/** @type {import('mixpanel-import').Options} */
+	const importOpts = {
+		fixData: true,
+		verbose: false,
+		forceStream: true,
+		strict: false,
+		dryRun: false,
+		abridged: false,
+		region
+
+	};
+	//send to mixpanel
+	if (token) {
+		if (eventData) {
+			console.log(`importing events to mixpanel...`);
+			const imported = await mp(creds, eventData, { recordType: "event", ...importOpts });
+			console.log(`\tsent ${comma(imported.success)} events\n`);
+			importResults.events = imported;
+		}
+		if (userProfilesData) {
+			console.log(`importing user profiles to mixpanel...`);
+			const imported = await mp(creds, userProfilesData, { recordType: "user", ...importOpts });
+			console.log(`\tsent ${comma(imported.success)} user profiles\n`);
+			importResults.users = imported;
+		}
+		if (groupProfilesData) {
+
+			for (const groupProfiles of groupProfilesData) {
+				const groupKey = groupProfiles.key;
+				const data = groupProfiles.data;
+				console.log(`importing ${groupKey} profiles to mixpanel...`);
+				const imported = await mp({ token, groupKey }, data, { recordType: "group", ...importOpts });
+				console.log(`\tsent ${comma(imported.success)} ${groupKey} profiles\n`);
+				importResults.groups.push(imported);
+			}
+		}
+		console.log(`\n\n`);
+	}
+	return {import: importResults, files: [ eventFiles, userFiles, scdFiles, groupFiles, lookupFiles, folder ]};
+}
+
+function makeProfile(props, defaults) {
+	//build the spec
+	const profile = {
+		...defaults,
+	};
+
+	for (const key in props) {
+		try {
+			profile[key] = choose(props[key]);
+		} catch (e) {
+			// debugger;
+		}
+	}
+
+	return profile;
+}
+
+function makeSCD(props, distinct_id, mutations, $created) {
+	const scdEntries = [];
+	let lastInserted = dayjs($created);
+	const deltaDays = dayjs().diff(lastInserted, "day");
+
+	for (let i = 0; i < mutations; i++) {
+		if (lastInserted.isAfter(dayjs())) break;
+		const scd = makeProfile(props, { distinct_id });
+		scd.startTime = lastInserted.toISOString();
+		lastInserted = lastInserted.add(integer(1, 1000), "seconds");
+		scd.insertTime = lastInserted.toISOString();
+		scdEntries.push({ ...scd });
+		lastInserted = lastInserted
+			.add(integer(0, deltaDays), "day")
+			.subtract(integer(1, 1000), "seconds");
+	}
+
+	return scdEntries;
+}
+
+function makeEvent(distinct_id, earliestTime, events, superProps, groupKeys, isFirstEvent = false) {
+	let chosenEvent = events.pickOne();
+	if (typeof chosenEvent === "string")
+		chosenEvent = { event: chosenEvent, properties: {} };
+	const event = {
+		event: chosenEvent.event,
+		distinct_id,
+		$source: "AK's fake data generator",
+	};
+
+	if (isFirstEvent) event.time = earliestTime;
+	if (!isFirstEvent) event.time = integer(earliestTime, now);
+
+	const props = { ...chosenEvent.properties, ...superProps };
+
+	//iterate through custom properties
+	for (const key in props) {
+		try {
+			event[key] = choose(props[key]);
+		} catch (e) {
+			debugger;
+		}
+	}
+
+	//iterate through groups
+	for (const groupPair of groupKeys) {
+		const groupKey = groupPair[0];
+		const groupCardinality = groupPair[1];
+		event[groupKey] = weightedRange(1, groupCardinality).pickOne();
+	}
+
+	return event;
+}
+
+function buildFileNames(config) {
+	const { format = "csv", groupKeys = [], lookupTables = [] } = config;
+	const extension = format === "csv" ? "csv" : "json";
+	const current = dayjs.utc().format("MM-DD-HH");
+	const cwd = path.resolve("./");
+	const dataDir = path.join(cwd, "data");
+	const writeDir = mkdir(dataDir);
+
+	const writePaths = {
+		eventFiles: [path.join(writeDir, `events-${current}.${extension}`)],
+		userFiles: [path.join(writeDir, `users-${current}.${extension}`)],
+		scdFiles: [path.join(writeDir, `scd-${current}.${extension}`)],
+		groupFiles: [],
+		lookupFiles: [],
+		folder: writeDir,
+	};
+
+	for (const groupPair of groupKeys) {
+		const groupKey = groupPair[0];
+		writePaths.groupFiles.push(
+			path.join(writeDir, `group-${groupKey}-${current}.${extension}`)
+		);
+	}
+
+	for (const lookupTable of lookupTables) {
+		const { key } = lookupTable;
+		writePaths.lookupFiles.push(
+			path.join(writeDir, `lookup-${key}-${current}.${extension}`)
+		);
+	}
+
+	return writePaths;
+}
+
+//that's all folks :)
+main(config)
+	.then((data) => {
+		console.log(`------------------SUMMARY------------------`);
+		const { events, groups, users } = data.import;
+		const files = data.files;
+		const folder = files.pop()
+		const groupBytes = groups.reduce((acc, group) => { return acc + group.bytes; }, 0);
+		const groupSuccess = groups.reduce((acc, group) => { return acc + group.success; }, 0);
+		const bytes = events.bytes + groupBytes + users.bytes;
+		const stats = {
+			events: comma(events.success || 0),
+			users: comma(users.success || 0),
+			groups: comma(groupSuccess || 0),
+			bytes: bytesHuman(bytes || 0)
+		};
+		console.table(stats);
+		console.log(`\nfiles written to ${folder}...`);
+		console.log("\t" + files.flat().join('\t\n'));
+		console.log(`------------------SUMMARY------------------\n\n\n`);
+	})
+	.catch((e) => {
+		console.log(`------------------ERROR------------------`);
+		console.error(e);
+		console.log(`------------------ERROR------------------`);
+		debugger;
+	})
+	.finally(() => {
+		console.log('have a wonderful day :)');
+		openFinder(path.resolve("./data"));
+	});

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "make-mp-data",
+  "version": "1.0.0",
+  "description": "builds all mixpanel primitives for a given project",
+  "main": "index.js",
+  "scripts": {
+    "start": "node index.js",
+    "prune": "rm ./data/*",
+	"go": "sh ./go.sh",
+	"post": "npm publish"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/ak--47/make-mp-data.git"
+  },
+  "keywords": [
+    "mixpanel",
+    "stream",
+    "analytics",
+    "tracking",
+    "server",
+    "CLI",
+	"datamart",
+	"scd 2",
+	"dummy data",
+	"fake data"
+  ],
+  "author": "ak@mixpanel.com",
+  "license": "ISC",
+  "bugs": {
+    "url": "https://github.com/ak--47/make-mp-data/issues"
+  },
+  "homepage": "https://github.com/ak--47/make-mp-data#readme",
+  "dependencies": {
+    "ak-tools": "^1.0.51",
+    "chance": "^1.1.7",
+    "dayjs": "^1.11.10",
+    "mixpanel-import": "^2.5.33",
+    "yargs": "^17.7.2"
+  }
+}

package/utils.js

@@ -0,0 +1,226 @@
+const Chance = require('chance');
+const chance = new Chance();
+const readline = require('readline');
+const { comma } = require('ak-tools');
+const { spawn } = require('child_process');
+const dayjs = require('dayjs');
+const utc = require('dayjs/plugin/utc');
+dayjs.extend(utc);
+
+function pick() {
+	const choice = chance.pickone(this);
+	return choice;
+}
+
+function date(inTheLast = 30, isPast = true, format = 'YYYY-MM-DD') {
+	const now = dayjs.utc();
+	return function () {
+		const when = chance.integer({ min: 0, max: inTheLast });
+		let then;
+		if (isPast) then = now.subtract(when, 'day');
+		if (!isPast) then = now.add(when, 'day');
+		if (format) return then.format(format);
+		if (!format) return then.toISOString();
+	};
+}
+
+function dates(inTheLast = 30, numPairs = 5, format = 'YYYY-MM-DD') {
+	const pairs = [];
+	for (let i = 0; i < numPairs; i++) {
+		pairs.push([date(inTheLast, format), date(inTheLast, format)]);
+	}
+	return pairs;
+
+}
+
+function day(start, end) {
+	const format = 'YYYY-MM-DD';
+	return function (min, max) {
+		start = dayjs(start);
+		end = dayjs(end);
+		const diff = end.diff(start, 'day');
+		const delta = chance.integer({ min: min, max: diff });
+		const day = start.add(delta, 'day');
+		return {
+			start: start.format(format),
+			end: end.format(format),
+			day: day.format(format)
+		};
+	};
+
+}
+
+function choose(value) {
+	if (typeof value === 'function') {
+		return value();
+	}
+	if (Array.isArray(value)) {
+		return chance.pickone(value);
+	}
+
+	return value;
+}
+
+function exhaust(arr) {
+	return function () {
+		return arr.shift();
+	};
+}
+
+
+function integer(min, max) {
+	if (min > max) {
+		return chance.integer({
+			min: max,
+			max: min
+		});
+	}
+
+	return chance.integer({
+		min: min,
+		max: max
+	});
+}
+
+function makeProducts() {
+	let categories = ["Device Accessories", "eBooks", "Automotive", "Baby Products", "Beauty", "Books", "Camera & Photo", "Cell Phones & Accessories", "Collectible Coins", "Consumer Electronics", "Entertainment Collectibles", "Fine Art", "Grocery & Gourmet Food", "Health & Personal Care", "Home & Garden", "Independent Design", "Industrial & Scientific", "Accessories", "Major Appliances", "Music", "Musical Instruments", "Office Products", "Outdoors", "Personal Computers", "Pet Supplies", "Software", "Sports", "Sports Collectibles", "Tools & Home Improvement", "Toys & Games", "Video, DVD & Blu-ray", "Video Games", "Watches"];
+	let slugs = ['/sale/', '/featured/', '/home/', '/search/', '/wishlist/', '/'];
+	let assetExtension = ['.png', '.jpg', '.jpeg', '.heic', '.mp4', '.mov', '.avi'];
+	let data = [];
+	let numOfItems = integer(1, 12);
+
+	for (var i = 0; i < numOfItems; i++) {
+
+		let category = chance.pickone(categories);
+		let slug = chance.pickone(slugs);
+		let asset = chance.pickone(assetExtension);
+		let product_id = chance.guid();
+		let price = integer(1, 300);
+		let quantity = integer(1, 5);
+
+		let item = {
+			product_id: product_id,
+			sku: integer(11111, 99999),
+			amount: price,
+			quantity: quantity,
+			value: price * quantity,
+			featured: chance.pickone([true, false]),
+			category: category,
+			urlSlug: slug + category,
+			asset: `${category}-${integer(1, 20)}${asset}`
+		};
+
+		data.push(item);
+	}
+
+	return data;
+}
+
+// Box-Muller transform to generate standard normally distributed values
+function boxMullerRandom() {
+	let u = 0, v = 0;
+	while (u === 0) u = Math.random();
+	while (v === 0) v = Math.random();
+	return Math.sqrt(-2.0 * Math.log(u)) * Math.cos(2.0 * Math.PI * v);
+}
+
+// Apply skewness to the value
+function applySkew(value, skew) {
+	if (skew === 1) return value;
+	// Adjust the value based on skew
+	let sign = value < 0 ? -1 : 1;
+	return sign * Math.pow(Math.abs(value), skew);
+}
+
+// Map standard normal value to our range
+function mapToRange(value, mean, sd) {
+	return Math.round(value * sd + mean);
+}
+
+function weightedRange(min, max, size = 100, skew = 1) {
+	const mean = (max + min) / 2;
+	const sd = (max - min) / 4;
+	let array = [];
+
+	for (let i = 0; i < size; i++) {
+		let normalValue = boxMullerRandom();
+		let skewedValue = applySkew(normalValue, skew);
+		let mappedValue = mapToRange(skewedValue, mean, sd);
+
+		// Ensure the mapped value is within our min-max range
+		if (mappedValue >= min && mappedValue <= max) {
+			array.push(mappedValue);
+		} else {
+			i--; // If out of range, redo this iteration
+		}
+	}
+
+	return array;
+}
+
+function progress(thing, p) {
+	readline.cursorTo(process.stdout, 0);
+	process.stdout.write(`${thing} processed ... ${comma(p)}`);
+}
+
+
+function person(bornDaysAgo = 30) {
+	//names and photos
+	const gender = chance.pickone(['male', 'female']);
+	const first = chance.first({ gender });
+	const last = chance.last();
+	const $name = `${first} ${last}`;
+	const $email = `${first[0]}.${last}@${chance.domain()}.com`;
+	const avatarPrefix = `https://randomuser.me/api/portraits`;
+	const randomAvatarNumber = chance.integer({
+		min: 1,
+		max: 99
+	});
+	const avPath = gender === 'male' ? `/men/${randomAvatarNumber}.jpg` : `/women/${randomAvatarNumber}.jpg`;
+	const $avatar = avatarPrefix + avPath;
+	const $created = date(bornDaysAgo, true, null)();
+
+	return {
+		$name,
+		$email,
+		$avatar,
+		$created
+	};
+}
+
+function range(a, b, step = 1) {
+	step = !step ? 1 : step;
+	b = b / step;
+	for (var i = a; i <= b; i++) {
+		this.push(i * step);
+	}
+	return this;
+};
+
+
+//helper to open the finder
+function openFinder(path, callback) {
+	path = path || '/';
+	let p = spawn('open', [path]);
+	p.on('error', (err) => {
+		p.kill();
+		return callback(err);
+	});
+}
+
+
+
+module.exports = {
+	weightedRange,
+	pick,
+	day,
+	integer,
+	makeProducts,
+	date,
+	progress,
+	person,
+	choose,
+	range,
+	exhaust,
+	openFinder
+};