make-mp-data 1.4.4 → 1.4.5

package/schemas/foobar.js

@@ -14,7 +14,7 @@ const dayjs = require("dayjs");
 const utc = require("dayjs/plugin/utc");
 dayjs.extend(utc);
 const { uid, comma } = require('ak-tools');
-const { pickAWinner, weightedRange, date, integer } = require('../core/utils');
+const { pickAWinner, weighNumRange, date, integer } = require('../core/utils');
 
 const itemCategories = ["Books", "Movies", "Music", "Games", "Electronics", "Computers", "Smart Home", "Home", "Garden", "Pet", "Beauty", "Health", "Toys", "Kids", "Baby", "Handmade", "Sports", "Outdoors", "Automotive", "Industrial", "Entertainment", "Art", "Food", "Appliances", "Office", "Wedding", "Software"];
 
@@ -91,7 +91,7 @@ const config = {
 	},
 	userProps: {
 		title: chance.profession.bind(chance),
-		luckyNumber: weightedRange(42, 420),
+		luckyNumber: weighNumRange(42, 420),
 		spiritAnimal: ["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]
 	},
 

package/schemas/funnels.js

@@ -14,7 +14,7 @@ const dayjs = require("dayjs");
 const utc = require("dayjs/plugin/utc");
 dayjs.extend(utc);
 const { uid, comma } = require('ak-tools');
-const { pickAWinner, weightedRange, date, integer } = require('../core/utils');
+const { pickAWinner, weighNumRange, date, integer } = require('../core/utils');
 
 const itemCategories = ["Books", "Movies", "Music", "Games", "Electronics", "Computers", "Smart Home", "Home", "Garden", "Pet", "Beauty", "Health", "Toys", "Kids", "Baby", "Handmade", "Sports", "Outdoors", "Automotive", "Industrial", "Entertainment", "Art", "Food", "Appliances", "Office", "Wedding", "Software"];
 
@@ -37,10 +37,10 @@ const config = {
 			event: "checkout",
 			weight: 2,
 			properties: {
-				amount: weightedRange(5, 500, .25),
+				amount: weighNumRange(5, 500, .25),
 				currency: ["USD", "CAD", "EUR", "BTC", "ETH", "JPY"],
 				coupon: ["none", "none", "none", "none", "10%OFF", "20%OFF", "10%OFF", "20%OFF", "30%OFF", "40%OFF", "50%OFF"],
-				numItems: weightedRange(1, 10),
+				numItems: weighNumRange(1, 10),
 
 			}
 		},
@@ -48,9 +48,9 @@ const config = {
 			event: "add to cart",
 			weight: 4,
 			properties: {
-				amount: weightedRange(5, 500, .25),
-				rating: weightedRange(1, 5),
-				reviews: weightedRange(0, 35),
+				amount: weighNumRange(5, 500, .25),
+				rating: weighNumRange(1, 5),
+				reviews: weighNumRange(0, 35),
 				isFeaturedItem: [true, false, false],
 				itemCategory: pickAWinner(itemCategories, integer(0, 27)),
 				dateItemListed: date(30, true, 'YYYY-MM-DD'),
@@ -71,7 +71,7 @@ const config = {
 			properties: {
 				videoCategory: pickAWinner(videoCategories, integer(0, 9)),
 				isFeaturedItem: [true, false, false],
-				watchTimeSec: weightedRange(10, 600, .25),
+				watchTimeSec: weighNumRange(10, 600, .25),
 				quality: ["2160p", "1440p", "1080p", "720p", "480p", "360p", "240p"],
 				format: ["mp4", "avi", "mov", "mpg"],
 				uploader_id: chance.guid.bind(chance)
@@ -182,20 +182,20 @@ const config = {
 	*/
 	userProps: {
 		title: chance.profession.bind(chance),
-		luckyNumber: weightedRange(42, 420),
+		luckyNumber: weighNumRange(42, 420),
 		spiritAnimal: ["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]
 	},
 
 	scdProps: {
 		nps: [1, 1, 1, 4, 4, 4, 5, 5, 6, 7, 8, 9],
-		mrr: () => { weightedRange(10, 1000, .25); },
+		mrr: () => { weighNumRange(10, 1000, .25); },
 	},
 	mirrorProps: {
 		isBot: { events: "*", values: [false, false, false, false, true] },
 		profit: { events: ["checkout"], values: [4, 2, 42] },
 		watchTimeSec: {
 			events: ["watch video"],
-			values: weightedRange(50, 1200, 6)
+			values: weighNumRange(50, 1200, 6)
 		}
 
 	},

package/schemas/simple.js

@@ -14,7 +14,7 @@ const dayjs = require("dayjs");
 const utc = require("dayjs/plugin/utc");
 dayjs.extend(utc);
 const { uid, comma } = require('ak-tools');
-const { pickAWinner, weightedRange, date, integer } = require('../core/utils');
+const { pickAWinner, weighNumRange, date, integer, weighChoices } = require('../core/utils');
 
 const itemCategories = ["Books", "Movies", "Music", "Games", "Electronics", "Computers", "Smart Home", "Home", "Garden", "Pet", "Beauty", "Health", "Toys", "Kids", "Baby", "Handmade", "Sports", "Outdoors", "Automotive", "Industrial", "Entertainment", "Art", "Food", "Appliances", "Office", "Wedding", "Software"];
 
@@ -40,17 +40,17 @@ const config = {
 	hasBrowser: true,
 	hasCampaigns: true,
 	isAnonymous: false,
-	
+
 
 	events: [
 		{
 			event: "checkout",
 			weight: 2,
 			properties: {
-				amount: weightedRange(5, 500, .25),
-				currency: ["USD", "CAD", "EUR", "BTC", "ETH", "JPY"],
-				coupon: ["none", "none", "none", "none", "10%OFF", "20%OFF", "10%OFF", "20%OFF", "30%OFF", "40%OFF", "50%OFF"],
-				numItems: weightedRange(1, 10),
+				amount: weighNumRange(5, 500, .25),
+				currency: pickAWinner(["USD", "CAD", "EUR", "BTC", "ETH", "JPY"], 0),
+				coupon: weighChoices(["none", "none", "none", "none", "10%OFF", "20%OFF", "10%OFF", "20%OFF", "30%OFF", "40%OFF", "50%OFF"]),
+				numItems: weighNumRange(1, 10),
 
 			}
 		},
@@ -58,21 +58,20 @@ const config = {
 			event: "add to cart",
 			weight: 4,
 			properties: {
-				amount: weightedRange(5, 500, .25),
-				rating: weightedRange(1, 5),
-				reviews: weightedRange(0, 35),
+				amount: weighNumRange(5, 500, .25),
+				rating: weighNumRange(1, 5),
+				reviews: weighNumRange(0, 35),
 				isFeaturedItem: [true, false, false],
 				itemCategory: pickAWinner(itemCategories, integer(0, 27)),
 				dateItemListed: date(30, true, 'YYYY-MM-DD'),
-				itemId: integer(1000, 9999),
 			}
 		},
 		{
 			event: "page view",
 			weight: 10,
 			properties: {
-				page: ["/", "/", "/help", "/account", "/watch", "/listen", "/product", "/people", "/peace"],
-				utm_source: ["$organic", "$organic", "$organic", "$organic", "google", "google", "google", "facebook", "facebook", "twitter", "linkedin"],
+				page: pickAWinner(["/", "/", "/help", "/account", "/watch", "/listen", "/product", "/people", "/peace"]),
+				utm_source: pickAWinner(["$organic", "$organic", "$organic", "$organic", "google", "google", "google", "facebook", "facebook", "twitter", "linkedin"]),
 			}
 		},
 		{
@@ -81,7 +80,7 @@ const config = {
 			properties: {
 				videoCategory: pickAWinner(videoCategories, integer(0, 9)),
 				isFeaturedItem: [true, false, false],
-				watchTimeSec: weightedRange(10, 600, .25),
+				watchTimeSec: weighNumRange(10, 600, .25),
 				quality: ["2160p", "1440p", "1080p", "720p", "480p", "360p", "240p"],
 				format: ["mp4", "avi", "mov", "mpg"],
 				uploader_id: chance.guid.bind(chance)
@@ -95,7 +94,6 @@ const config = {
 				isFeaturedItem: [true, false, false],
 				itemCategory: pickAWinner(itemCategories, integer(0, 27)),
 				dateItemListed: date(30, true, 'YYYY-MM-DD'),
-				itemId: integer(1000, 9999),
 			}
 		},
 		{
@@ -105,7 +103,6 @@ const config = {
 				isFeaturedItem: [true, false, false],
 				itemCategory: pickAWinner(itemCategories, integer(0, 27)),
 				dateItemListed: date(30, true, 'YYYY-MM-DD'),
-				itemId: integer(1000, 9999),
 			}
 		},
 		{
@@ -123,9 +120,7 @@ const config = {
 	],
 	superProps: {
 		platform: ["web", "mobile", "web", "mobile", "web", "web", "kiosk", "smartTV"],
-		currentTheme: ["light", "dark", "custom", "light", "dark"],
-		// emotions: generateEmoji(),
-
+		currentTheme: weighChoices(["light", "dark", "custom", "light", "dark"]),
 	},
 	/*
 	user properties work the same as event properties
@@ -133,20 +128,11 @@ const config = {
 	*/
 	userProps: {
 		title: chance.profession.bind(chance),
-		luckyNumber: weightedRange(42, 420),
-		spiritAnimal: ["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]
+		luckyNumber: weighNumRange(42, 420, .3),
+		spiritAnimal: pickAWinner(["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"])
 	},
-
 	scdProps: {},
-	mirrorProps: {
-		isBot: { events: "*", values: [false, false, false, false, true] },
-		profit: { events: ["checkout"], values: [4, 2, 42, 420] },
-		watchTimeSec: {
-			events: ["watch video"],
-			values: weightedRange(50, 1200, 6)
-		}
-
-	},
+	mirrorProps: {},
 
 	/*
 	for group analytics keys, we need an array of arrays [[],[],[]] 

package/scratch.mjs

@@ -1,5 +1,5 @@
 import main from "./core/index.js";
-import amir from './customers/amir.js';
+import amir from './dungeons/amir.js';
 import simple from './schemas/simple.js';
 import funnels from './schemas/funnels.js';
 import foobar from './schemas/foobar.js';
@@ -7,18 +7,15 @@ import complex from './schemas/complex.js';
 import deepNest from './schemas/deepNest.js';
 import anon from './schemas/anon.js';
 import execSync from 'child_process';
+import gio from './dungeons/gio-apt-list.js';
 
 
 /** @type {main.Config} */
 const spec = {
-	...complex,
+	...gio,
 	writeToDisk: false,
 	verbose: true,
-	makeChart: false,
-	numUsers: 100,
-	numEvents: 10000,
-	numDays: 90,
-	token: ""
+	makeChart: false,	
 };
 
 

package/scripts/new.sh

@@ -0,0 +1,52 @@
+#!/bin/bash
+
+# Ensure the ./path directory exists
+mkdir -p ./dungeons
+
+# Generate a random file name with .js extension
+random_file_name=$(mktemp ./dungeons/my-file-XXXXXXXX.js)
+
+# Initial text to write to the file
+initial_text='
+const SEED = "my-seed";
+const dayjs = require("dayjs");
+const utc = require("dayjs/plugin/utc");
+dayjs.extend(utc);
+require("dotenv").config();
+const u = require("../core/utils");
+const v = require("ak-tools");
+const chance = u.initChance(SEED);
+
+/** @type {import("../types").Config} */
+const config = {
+    token: "",
+    seed: SEED,
+    numDays: 100, //how many days worth of data
+    numEvents: 100000, //how many events
+    numUsers: 1000, //how many users    
+    format: "csv", //csv or json
+    region: "US",
+    makeChart: false,
+    anonIds: false,
+    sessionIds: false,
+    writeToDisk: false,
+    events: [],
+    superProps: {},
+    userProps: {},
+    scdProps: {},
+    mirrorProps: {},
+    groupKeys: [],
+    groupProps: {},
+    lookupTables: [],
+    hook: function(record, type, meta) {
+        return record;
+    }
+};
+
+module.exports = config;'
+
+# Write the initial text to the new file
+echo "$initial_text" > "$random_file_name"
+
+# Output the name of the created file
+echo "File created: $random_file_name"

package/tests/e2e.test.js

@@ -10,8 +10,9 @@ const u = require('ak-tools');
 
 const simple = require('../schemas/simple.js');
 const complex = require('../schemas/complex.js');
-const deep = require('../schemas/deepNest.js');
 const anon = require('../schemas/anon.js');
+const funnels = require('../schemas/funnels.js');
+const foobar = require('../schemas/foobar.js');
 
 const timeout = 60000;
 const testToken = process.env.TEST_TOKEN;
@@ -55,17 +56,6 @@ describe('module', () => {
 
 	}, timeout);
 
-	test('works as module (deep nest)', async () => {
-		console.log('MODULE TEST: DEEP NEST');
-		const results = await generate({ ...deep, verbose: true, writeToDisk: false, numEvents: 1100, numUsers: 100, seed: "deal with it" });
-		const { eventData, groupProfilesData, lookupTableData, scdTableData, userProfilesData } = results;
-		expect(eventData.length).toBeGreaterThan(980);
-		expect(groupProfilesData.length).toBe(0);
-		expect(lookupTableData.length).toBe(0);
-		expect(scdTableData.length).toBe(0);
-		expect(userProfilesData.length).toBe(100);
-
-	}, timeout);
 
 	test('fails with invalid configuration', async () => {
 		try {
@@ -92,7 +82,7 @@ describe('cli', () => {
 		const run = execSync(`node ./core/index.js --numEvents 1000 --numUsers 100`, { stdio: 'ignore' });
 		// expect(run.toString().trim().includes('have a wonderful day :)')).toBe(true);
 		const csvs = (await u.ls('./data')).filter(a => a.includes('.csv'));
-		expect(csvs.length).toBe(4);
+		expect(csvs.length).toBe(2);
 		clearData();
 	}, timeout);
 
@@ -110,18 +100,10 @@ describe('cli', () => {
 		const run = execSync(`node ./core/index.js --numEvents 1000 --numUsers 100 --seed "deal with it" --simple`);
 		expect(run.toString().trim().includes('have a wonderful day :)')).toBe(true);
 		const csvs = (await u.ls('./data')).filter(a => a.includes('.csv'));
-		expect(csvs.length).toBe(4);
+		expect(csvs.length).toBe(2);
 		clearData();
 	}, timeout);
 
-	test('works as CLI (custom)', async () => {
-		console.log('custom CLI TEST');
-		const run = execSync(`node ./core/index.js ./schemas/deepNest.js`);
-		expect(run.toString().trim().includes('have a wonderful day :)')).toBe(true);
-		const csvs = (await u.ls('./data')).filter(a => a.includes('.csv'));
-		expect(csvs.length).toBe(3);
-		clearData();
-	}, timeout);
 
 });
 

package/tests/jest.config.js

@@ -23,8 +23,9 @@ const jestConfig = {
 			],
 			// @ts-ignore
 			maxWorkers: "50%"
-		}
-	]
+		},		
+	],
+	coverageDirectory: "./tests/coverage",
 };
 
 module.exports = jestConfig;