make-mp-data 1.4.4 → 1.5.0

package/package.json

@@ -1,25 +1,26 @@
 {
 	"name": "make-mp-data",
-	"version": "1.4.04",
+	"version": "1.5.0",
 	"description": "builds all mixpanel primitives for a given project",
 	"main": "index.js",
 	"types": "types.d.ts",
 	"scripts": {
-		"start": "node ./core/index.js",
-		"dev": "nodemon scratch.mjs --ignore /data",
-		"complex": "nodemon ./core/index.js --complex --e 10000 --u 100",
-		"simple": "nodemon ./core/index.js  --simple --e 10000 --u 100",
-		"prune": "rm -f ./data/* && rm -f ./tmp/*",
+		"start": "node ./index.js",
+		"dev": "nodemon scratch.mjs --ignore ./data/*",
+		"prune": "rm -f ./data/* && rm -f ./tmp/* && rm -f vscode-profile-*",
 		"post": "npm publish",
 		"test": "NODE_ENV=test jest --runInBand",
-		"deps": "sh ./scripts/deps.sh"
+		"coverage": "node --no-warnings --experimental-vm-modules node_modules/jest/bin/jest.js --coverage && open ./tests/coverage/lcov-report/index.html",
+		"deps": "sh ./scripts/deps.sh",
+		"new": "sh ./scripts/new.sh",
+		"benchmark": "node --no-warnings --experimental-vm-modules ./tests/benchmark/concurrency.mjs"
 	},
 	"repository": {
 		"type": "git",
 		"url": "git+https://github.com/ak--47/make-mp-data.git"
 	},
 	"bin": {
-		"make-mp-data": "./core/index.js"
+		"make-mp-data": "./index.js"
 	},
 	"keywords": [
 		"mixpanel",
@@ -47,11 +48,13 @@
 		"dayjs": "^1.11.11",
 		"dotenv": "^16.4.5",
 		"mixpanel-import": "^2.5.552",
+		"p-limit": "^3.1.0",
 		"yargs": "^17.7.2"
 	},
 	"devDependencies": {
 		"@types/jest": "^29.5.12",
-		"jest": "^29.7.0"
+		"jest": "^29.7.0",
+		"nodemon": "^3.1.3"
 	},
 	"jest": {
 		"preset": "./tests/jest.config.js"

package/schemas/adspend.js

@@ -0,0 +1,96 @@
+/**
+ * This is the default configuration file for the data generator in SIMPLE mode
+ * notice how the config object is structured, and see it's type definition in ./types.d.ts
+ * feel free to modify this file to customize the data you generate
+ * see helper functions in utils.js for more ways to generate data
+ */
+
+
+
+
+const Chance = require('chance');
+const chance = new Chance();
+const dayjs = require("dayjs");
+const utc = require("dayjs/plugin/utc");
+dayjs.extend(utc);
+const { uid, comma } = require('ak-tools');
+const { pickAWinner, weighNumRange, date, integer } = require('../src/utils');
+
+/** @type {import('../types').Config} */
+const config = {
+	token: "",
+	seed: "foo bar",
+	numDays: 365, //how many days worth of data
+	numEvents: 10000000, //how many events
+	numUsers: 25000, //how many users	
+	format: 'json', //csv or json
+	region: "US",
+	hasAnonIds: true, //if true, anonymousIds are created for each user
+	hasSessionIds: false, //if true, hasSessionIds are created for each user
+	hasAdSpend: true,
+	events: [
+		{
+			event: "foo",
+			weight: 10,
+		},
+		{
+			event: "bar",
+			weight: 9,
+		},
+		{
+			event: "baz",
+			weight: 8,
+		},
+		{
+			event: "qux",
+			weight: 7,
+		},
+		{
+			event: "garply",
+			weight: 6,
+		},
+		{
+			event: "durtle",
+			weight: 5,
+		},
+		{
+			event: "linny",
+			weight: 4,
+		},
+		{
+			event: "fonk",
+			weight: 3,
+		},
+		{
+			event: "crumn",
+			weight: 2,
+		},
+		{
+			event: "yak",
+			weight: 1,
+		}
+	],
+	superProps: {
+		color: ["red", "orange", "yellow", "green", "blue", "indigo", "violet"],
+		number: integer,
+
+	},
+	userProps: {
+		title: chance.profession.bind(chance),
+		luckyNumber: weighNumRange(42, 420),
+		spiritAnimal: ["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]
+	},
+
+	scdProps: {},
+	mirrorProps: {},
+	groupKeys: [],
+	groupProps: {},
+	lookupTables: [],
+	hook: function (record, type, meta) {
+		return record;
+	}
+};
+
+
+
+module.exports = config;

package/schemas/anon.js

@@ -14,7 +14,7 @@ const dayjs = require("dayjs");
 const utc = require("dayjs/plugin/utc");
 dayjs.extend(utc);
 const { uid, comma } = require('ak-tools');
-const { pickAWinner, weightedRange, date, integer } = require('../core/utils');
+const { pickAWinner, weighNumRange, date, integer } = require('../src/utils');
 
 
 
@@ -27,8 +27,8 @@ const config = {
 	numUsers: 10000, //how many users	
 	format: 'json', //csv or json
 	region: "US",
-	anonIds: true, //if true, anonymousIds are created for each user
-	sessionIds: false, //if true, sessionIds are created for each user
+	hasAnonIds: true, //if true, anonymousIds are created for each user
+	hasSessionIds: false, //if true, hasSessionIds are created for each user
 	isAnonymous: true,
 	hasLocation: true, 
 	events: [
@@ -86,7 +86,7 @@ const config = {
 	superProps: {},
 	userProps: {
 		title: chance.profession.bind(chance),
-		luckyNumber: weightedRange(42, 420),
+		luckyNumber: weighNumRange(42, 420),
 		spiritAnimal: ["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]
 	},
 	scdProps: {},

package/schemas/big.js

@@ -0,0 +1,160 @@
+/**
+ * This is the default configuration file for the data generator in SIMPLE mode
+ * notice how the config object is structured, and see it's type definition in ./types.d.ts
+ * feel free to modify this file to customize the data you generate
+ * see helper functions in utils.js for more ways to generate data
+ */
+
+
+/* cSpell:disable */
+
+
+
+const Chance = require('chance');
+const chance = new Chance();
+const dayjs = require("dayjs");
+const utc = require("dayjs/plugin/utc");
+dayjs.extend(utc);
+const { uid, comma } = require('ak-tools');
+const { pickAWinner, weighNumRange, date, integer } = require('../src/utils');
+
+/** @type {import('../types').Config} */
+const config = {
+	token: "",
+	seed: "lets go",
+	numDays: 90, //how many days worth of data
+	numEvents: 100_000, //how many events
+	numUsers: 10_000, //how many users	
+	format: 'csv', //csv or json
+	region: "US",
+	hasAnonIds: true, //if true, anonymousIds are created for each user
+	hasSessionIds: false, //if true, hasSessionIds are created for each user
+	hasLocation: true,
+	events: [
+		{
+			event: "foo",
+			weight: 10,
+			properties: {}
+		},
+		{
+			event: "bar",
+			weight: 9,
+			properties: {}
+		},
+		{
+			event: "baz",
+			weight: 8,
+			properties: {}
+		},
+		{
+			event: "qux",
+			weight: 7,
+			properties: {}
+		},
+		{
+			event: "garply",
+			weight: 6,
+			properties: {}
+		},
+		{
+			event: "durtle",
+			weight: 5,
+			properties: {}
+		},
+		{
+			event: "linny",
+			weight: 4,
+			properties: {}
+		},
+		{
+			event: "fonk",
+			weight: 3,
+			properties: {}
+		},
+		{
+			event: "crumn",
+			weight: 2,
+			properties: {}
+		},
+		{
+			event: "yak",
+			weight: 1,
+			properties: {}
+		}
+	],
+	superProps: {
+		color: ["red", "orange", "yellow", "green", "blue", "indigo", "violet"],
+		number: integer,
+
+	},
+	userProps: {
+		title: chance.profession.bind(chance),
+		luckyNumber: weighNumRange(42, 420),
+		spiritAnimal: ["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]
+	},
+
+	scdProps: {
+		"donk": ["dude", "man", "brok"],
+		"pronk": ["monk", "lonk", "aonk"],
+	},
+	mirrorProps: {},
+	groupKeys: [
+		["companies", 100_000],
+		["servers", 3_000_000],
+		["crews", 1000],
+
+	],
+	groupProps: {
+		companies: {
+			name: chance.company.bind(chance),
+			industry: ["tech", "finance", "healthcare", "education", "retail", "manufacturing", "entertainment", "government", "non-profit", "other"],
+		},
+		servers: {
+			name: chance.word.bind(chance),
+			ram: weighNumRange(4, 64, .25),
+			cpu: weighNumRange(1, 16, .25),
+
+		},
+		crews: {
+			name: chance.word.bind(chance),
+			department: ["engineering", "design", "marketing", "sales", "finance", "hr", "legal", "operations", "support", "other"],
+			size: weighNumRange(5, 50, .25)
+		}
+	},
+	lookupTables: [{
+			key: "product_id",
+			entries: 2_000_000,
+			attributes: {
+				category: [
+					"Books", "Movies", "Music", "Games", "Electronics", "Computers", "Smart Home", "Home", "Garden & Tools", "Pet Supplies", "Food & Grocery", "Beauty", "Health", "Toys", "Kids", "Baby", "Handmade", "Sports", "Outdoors", "Automotive", "Industrial", "Entertainment", "Art"
+				],
+				"demand": ["high", "medium", "medium", "low"],
+				"supply": ["high", "medium", "medium", "low"],
+				"manufacturer": chance.company.bind(chance),
+				"price": weighNumRange(5, 500, .25),
+				"rating": weighNumRange(1, 5),
+				"reviews": weighNumRange(0, 35)
+			}
+
+		},
+		{
+			key: "video_id",
+			entries: 10_000_000,
+			attributes: {
+				isFlagged: [true, false, false, false, false],
+				copyright: ["all rights reserved", "creative commons", "creative commons", "public domain", "fair use"],
+				uploader_id: chance.guid.bind(chance),
+				"uploader influence": ["low", "low", "low", "medium", "medium", "high"],
+				thumbs: weighNumRange(0, 35),
+				rating: ["G", "PG", "PG-13", "R", "NC-17", "PG-13", "R", "NC-17", "R", "PG", "PG"]
+			}
+
+		}],
+	hook: function (record, type, meta) {
+		return record;
+	}
+};
+
+
+
+module.exports = config;

package/schemas/complex.js

@@ -8,7 +8,7 @@
 
 const Chance = require('chance');
 const chance = new Chance();
-const { weightedRange, date, integer } = require('../core/utils.js');
+const { weighNumRange, date, integer } = require('../src/utils.js');
 const u = require('ak-tools');
 
 /** @type {import('../types.js').Config} */
@@ -20,8 +20,8 @@ const config = {
 	numUsers: 1000, //how many users	
 	format: 'csv', //csv or json
 	region: "US",
-	anonIds: true, //if true, anonymousIds are created for each user
-	sessionIds: true, //if true, sessionIds are created for each user
+	hasAnonIds: true, //if true, anonymousIds are created for each user
+	hasSessionIds: true, //if true, hasSessionIds are created for each user
 
 	hasLocation: true,
 	hasAndroidDevices: true,
@@ -31,13 +31,20 @@ const config = {
 	hasCampaigns: true,
 	isAnonymous: false,
 	hasAdSpend: true,
-
+	
+	hasAvatar: true,
+	makeChart: false,
+
+	batchSize: 500_000,
+	concurrency: 500,
+	
+	funnels: [],
 	events: [
 		{
 			"event": "checkout",
 			"weight": 2,
 			"properties": {
-				amount: weightedRange(5, 500, .25),
+				amount: weighNumRange(5, 500, .25),
 				currency: ["USD", "USD", "USD", "CAD", "EUR", "EUR", "BTC", "BTC", "ETH", "JPY"],
 				cart: makeProducts(12),
 			}
@@ -46,9 +53,9 @@ const config = {
 			"event": "add to cart",
 			"weight": 4,
 			"properties": {
-				amount: weightedRange(5, 500, .25),
+				amount: weighNumRange(5, 500, .25),
 				qty: integer(1, 5),
-				product_id: weightedRange(1, 1000, 1.4)
+				product_id: weighNumRange(1, 1000, 1.4)
 			}
 		},
 		{
@@ -65,10 +72,10 @@ const config = {
 			"properties": {
 				category: ["funny", "educational", "inspirational", "music", "news", "sports", "cooking", "DIY", "travel", "gaming"],
 				hashTags: makeHashTags,
-				watchTimeSec: weightedRange(10, 600, .25,),
+				watchTimeSec: weighNumRange(10, 600, .25,),
 				quality: ["2160p", "1440p", "1080p", "720p", "480p", "360p", "240p"],
 				format: ["mp4", "avi", "mov", "mpg"],
-				video_id: weightedRange(1, 50000, 1.4),
+				video_id: weighNumRange(1, 50000, 1.4),
 
 			}
 		},
@@ -76,8 +83,8 @@ const config = {
 			"event": "comment",
 			"weight": 2,
 			"properties": {
-				length: weightedRange(1, 500, .25),
-				video_id: weightedRange(1, 50000, 1.4),
+				length: weighNumRange(1, 500, .25),
+				video_id: weighNumRange(1, 50000, 1.4),
 				has_replies: [true, false, false, false, false],
 				has_photo: [true, false, false, false, false],
 
@@ -87,7 +94,7 @@ const config = {
 			"event": "save video",
 			"weight": 4,
 			"properties": {
-				video_id: weightedRange(1, 50000, 1.4),
+				video_id: weighNumRange(1, 50000, 1.4),
 				ui_control: ["toolbar", "menu", "keyboard"]
 
 
@@ -97,7 +104,7 @@ const config = {
 			"event": "view item",
 			"weight": 8,
 			"properties": {
-				product_id: weightedRange(1, 24, 3),
+				product_id: weighNumRange(1, 24, 3),
 				colors: ["light", "dark", "custom", "dark"]
 			}
 		},
@@ -105,7 +112,7 @@ const config = {
 			"event": "save item",
 			"weight": 5,
 			"properties": {
-				product_id: weightedRange(1, 1000, 12),
+				product_id: weighNumRange(1, 1000, 12),
 				colors: ["light", "dark", "custom", "dark"]
 			}
 		},
@@ -113,7 +120,7 @@ const config = {
 			"event": "support ticket",
 			"weight": 2,
 			"properties": {
-				product_id: weightedRange(1, 1000, .6),
+				product_id: weighNumRange(1, 1000, .6),
 				description: chance.sentence.bind(chance),
 				severity: ["low", "medium", "high"],
 				ticket_id: chance.guid.bind(chance)
@@ -141,7 +148,7 @@ const config = {
 	*/
 	userProps: {
 		title: chance.profession.bind(chance),
-		luckyNumber: weightedRange(42, 420),
+		luckyNumber: weighNumRange(42, 420),
 		experiment: designExperiment(),
 		spiritAnimal: ["unicorn", "dragon", "phoenix", "sasquatch", "yeti", "kraken", "jackalope", "thunderbird", "mothman", "nessie", "chupacabra", "jersey devil", "bigfoot", "weindgo", "bunyip", "mokele-mbembe", "tatzelwurm", "megalodon"],
 		timezone: chance.timezone.bind(chance), // ["America/New_York", "America/Los_Angeles", "America/Chicago", "America/Denver", "America/Phoenix", "America/Anchorage", "Pacific/Honolulu"]
@@ -153,8 +160,8 @@ const config = {
 	/** each generates it's own table */
 	scdProps: {
 		plan: ["free", "free", "free", "free", "basic", "basic", "basic", "premium", "premium", "enterprise"],
-		MRR: weightedRange(0, 10000, .15),
-		NPS: weightedRange(0, 10, 2, 150),
+		MRR: weighNumRange(0, 10000, .15),
+		NPS: weighNumRange(0, 10, 2, 150),
 		subscribed: [true, true, true, true, true, true, false, false, false, false, "it's complicated"],
 		renewalDate: date(100, false),
 	},
@@ -164,7 +171,7 @@ const config = {
 		profit: { events: ["checkout"], values: [4, 2, 42, 420] },
 		watchTimeSec: {
 			events: ["watch video"],
-			values: weightedRange(50, 1200, 6, 247)
+			values: weighNumRange(50, 1200, 2)
 		}
 	},
 
@@ -181,7 +188,7 @@ const config = {
 		company_id: {
 			name: () => { return chance.company(); },
 			email: () => { return `CSM: ${chance.pickone(["AK", "Jessica", "Michelle", "Dana", "Brian", "Dave"])}`; },
-			"# of employees": weightedRange(3, 10000),
+			"# of employees": weighNumRange(3, 10000),
 			"industry": ["tech", "finance", "healthcare", "education", "government", "non-profit"],
 			"segment": ["enterprise", "SMB", "mid-market"],
 			"products": [["core"], ["core"], ["core", "add-ons"], ["core", "pro-serve"], ["core", "add-ons", "pro-serve"], ["core", "BAA", "enterprise"], ["free"], ["free"], ["free", "addons"]],
@@ -190,7 +197,7 @@ const config = {
 			name: () => { return `#${chance.word({ length: integer(4, 24), capitalize: true })}`; },
 			email: ["public", "private"],
 			"room provider": ["partner", "core", "core", "core"],
-			"room capacity": weightedRange(3, 1000000),
+			"room capacity": weighNumRange(3, 1000000),
 			"isPublic": [true, false, false, false, false],
 			"country": chance.country.bind(chance),
 			"isVerified": [true, true, false, false, false],
@@ -208,9 +215,9 @@ const config = {
 				"demand": ["high", "medium", "medium", "low"],
 				"supply": ["high", "medium", "medium", "low"],
 				"manufacturer": chance.company.bind(chance),
-				"price": weightedRange(5, 500, 1000, .25),
-				"rating": weightedRange(1, 5),
-				"reviews": weightedRange(0, 35)
+				"price": weighNumRange(5, 500, .25),
+				"rating": weighNumRange(1, 5),
+				"reviews": weighNumRange(0, 35)
 			}
 
 		},
@@ -222,7 +229,7 @@ const config = {
 				copyright: ["all rights reserved", "creative commons", "creative commons", "public domain", "fair use"],
 				uploader_id: chance.guid.bind(chance),
 				"uploader influence": ["low", "low", "low", "medium", "medium", "high"],
-				thumbs: weightedRange(0, 35),
+				thumbs: weighNumRange(0, 35),
 				rating: ["G", "PG", "PG-13", "R", "NC-17", "PG-13", "R", "NC-17", "R", "PG", "PG"]
 			}
 

package/schemas/foobar.js

@@ -14,7 +14,7 @@ const dayjs = require("dayjs");
 const utc = require("dayjs/plugin/utc");
 dayjs.extend(utc);
 const { uid, comma } = require('ak-tools');
-const { pickAWinner, weightedRange, date, integer } = require('../core/utils');
+const { pickAWinner, weighNumRange, date, integer } = require('../src/utils');
 
 const itemCategories = ["Books", "Movies", "Music", "Games", "Electronics", "Computers", "Smart Home", "Home", "Garden", "Pet", "Beauty", "Health", "Toys", "Kids", "Baby", "Handmade", "Sports", "Outdoors", "Automotive", "Industrial", "Entertainment", "Art", "Food", "Appliances", "Office", "Wedding", "Software"];
 
@@ -29,9 +29,9 @@ const config = {
 	numUsers: 25000, //how many users	
 	format: 'json', //csv or json
 	region: "US",
-	anonIds: true, //if true, anonymousIds are created for each user
-	sessionIds: false, //if true, sessionIds are created for each user
-	
+	hasAnonIds: true, //if true, anonymousIds are created for each user
+	hasSessionIds: false, //if true, hasSessionIds are created for each user
+
 	events: [
 		{
 			event: "foo",
@@ -91,15 +91,30 @@ const config = {
 	},
 	userProps: {
 		title: chance.profession.bind(chance),
-		luckyNumber: weightedRange(42, 420),
+		luckyNumber: weighNumRange(42, 420),
 		spiritAnimal: ["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]
 	},
 
 	scdProps: {},
 	mirrorProps: {},
-	groupKeys: [],
-	groupProps: {},
 	lookupTables: [],
+	groupKeys: [
+		["company_id", 1000],
+		["product_id", 10000]
+	],
+	groupProps: {
+		company_id: {
+			name: chance.company.bind(chance),
+			industry: chance.pickone.bind(chance, ["tech", "retail", "finance", "healthcare", "manufacturing", "media", "entertainment", "education", "government", "nonprofit", "other"])
+		},
+		product_id: {
+			name: chance.sentence.bind(chance, { words: 3 }),
+			category: chance.pickone.bind(chance, itemCategories),
+			price: chance.floating.bind(chance, { min: 0, max: 1000, fixed: 2 }),
+			quantity: integer
+		}
+	},
+
 	hook: function (record, type, meta) {
 		return record;
 	}

package/schemas/funnels.js

@@ -14,7 +14,7 @@ const dayjs = require("dayjs");
 const utc = require("dayjs/plugin/utc");
 dayjs.extend(utc);
 const { uid, comma } = require('ak-tools');
-const { pickAWinner, weightedRange, date, integer } = require('../core/utils');
+const { pickAWinner, weighNumRange, date, integer } = require('../src/utils');
 
 const itemCategories = ["Books", "Movies", "Music", "Games", "Electronics", "Computers", "Smart Home", "Home", "Garden", "Pet", "Beauty", "Health", "Toys", "Kids", "Baby", "Handmade", "Sports", "Outdoors", "Automotive", "Industrial", "Entertainment", "Art", "Food", "Appliances", "Office", "Wedding", "Software"];
 
@@ -29,18 +29,18 @@ const config = {
 	numUsers: 500, //how many users	
 	format: 'csv', //csv or json
 	region: "US",
-	anonIds: false, //if true, anonymousIds are created for each user
-	sessionIds: false, //if true, sessionIds are created for each user
+	hasAnonIds: false, //if true, anonymousIds are created for each user
+	hasSessionIds: false, //if true, hasSessionIds are created for each user
 
 	events: [
 		{
 			event: "checkout",
 			weight: 2,
 			properties: {
-				amount: weightedRange(5, 500, .25),
+				amount: weighNumRange(5, 500, .25),
 				currency: ["USD", "CAD", "EUR", "BTC", "ETH", "JPY"],
 				coupon: ["none", "none", "none", "none", "10%OFF", "20%OFF", "10%OFF", "20%OFF", "30%OFF", "40%OFF", "50%OFF"],
-				numItems: weightedRange(1, 10),
+				numItems: weighNumRange(1, 10),
 
 			}
 		},
@@ -48,9 +48,9 @@ const config = {
 			event: "add to cart",
 			weight: 4,
 			properties: {
-				amount: weightedRange(5, 500, .25),
-				rating: weightedRange(1, 5),
-				reviews: weightedRange(0, 35),
+				amount: weighNumRange(5, 500, .25),
+				rating: weighNumRange(1, 5),
+				reviews: weighNumRange(0, 35),
 				isFeaturedItem: [true, false, false],
 				itemCategory: pickAWinner(itemCategories, integer(0, 27)),
 				dateItemListed: date(30, true, 'YYYY-MM-DD'),
@@ -71,7 +71,7 @@ const config = {
 			properties: {
 				videoCategory: pickAWinner(videoCategories, integer(0, 9)),
 				isFeaturedItem: [true, false, false],
-				watchTimeSec: weightedRange(10, 600, .25),
+				watchTimeSec: weighNumRange(10, 600, .25),
 				quality: ["2160p", "1440p", "1080p", "720p", "480p", "360p", "240p"],
 				format: ["mp4", "avi", "mov", "mpg"],
 				uploader_id: chance.guid.bind(chance)
@@ -182,20 +182,20 @@ const config = {
 	*/
 	userProps: {
 		title: chance.profession.bind(chance),
-		luckyNumber: weightedRange(42, 420),
+		luckyNumber: weighNumRange(42, 420),
 		spiritAnimal: ["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]
 	},
 
 	scdProps: {
 		nps: [1, 1, 1, 4, 4, 4, 5, 5, 6, 7, 8, 9],
-		mrr: () => { weightedRange(10, 1000, .25); },
+		mrr: () => { weighNumRange(10, 1000, .25); },
 	},
 	mirrorProps: {
 		isBot: { events: "*", values: [false, false, false, false, true] },
 		profit: { events: ["checkout"], values: [4, 2, 42] },
 		watchTimeSec: {
 			events: ["watch video"],
-			values: weightedRange(50, 1200, 6)
+			values: weighNumRange(50, 1200, 6)
 		}
 
 	},