make-mp-data 1.3.3 → 1.4.0

package/.vscode/launch.json

@@ -15,7 +15,13 @@
 			"name": "complex",
 			"request": "launch",
 			"type": "node-terminal"
-		},			
+		},
+		{
+			"command": "npm run dev",
+			"name": "dev",
+			"request": "launch",
+			"type": "node-terminal"
+		},
 		{
 			"type": "node",
 			"request": "launch",
@@ -25,8 +31,10 @@
 			"restart": true,
 			"console": "integratedTerminal",
 			"internalConsoleOptions": "neverOpen",
-			"args": ["--ignore", "./data/"]
+			"args": [
+				"--ignore",
+				"./data/"
+			]
 		}
-
 	]
 }

package/.vscode/settings.json

@@ -1,27 +1,37 @@
 {
 	"cSpell.words": [
 		"AVCHD",
+		"chartjs",
 		"chupacabra",
+		"Colour",
+		"crumn",
 		"darr",
 		"dislikers",
 		"Dont",
+		"durtle",
+		"fonk",
+		"garply",
 		"jackalope",
+		"linny",
 		"mbembe",
 		"megalodon",
 		"Miley",
 		"mokele",
 		"mothman",
+		"nanodegree",
 		"nessie",
 		"nesty",
 		"planthopper",
 		"psyllid",
 		"tatzelwurm",
 		"timesoup",
+		"udacity",
 		"unparse",
 		"Vlogs",
-		"weindgo"
+		"weindgo",
+		"whomacity"
 	],
 	"jest.runMode": "on-demand",
 	"jest.jestCommandLine": "npm run test --",
-	"js/ts.implicitProjectConfig.checkJs": false,
+	"js/ts.implicitProjectConfig.checkJs": true,
 }

package/README.md

@@ -69,7 +69,7 @@ npx make-mp-data ecommSpec.js --token 1234 --numDays 30 --numUsers 1000 --numEve
 
 ### Data Models
 
-Check out `./models/` for example `dataModel.js` files to get started quickly.
+Check out `./schemas/` for example `dataModel.js` files to get started quickly.
 
 ## 🛠️ CLI Options
 
@@ -91,7 +91,7 @@ Here's a breakdown of the CLI options you can use with `make-mp-data`:
 Check out the examples directory for sample data models:
 
 ```bash
-ls ./models/
+ls ./schemas/
 ```
 
 These models provide a great starting point for creating your own custom data generation scripts.

package/chart.js

@@ -0,0 +1,180 @@
+const { ChartJSNodeCanvas } = require('chartjs-node-canvas');
+const fs = require('fs');
+const u = require('ak-tools');
+const dayjs = require('dayjs');
+const { openFinder } = require('./utils');
+
+const tempDir = u.mkdir('./tmp');
+
+// Function to count events per day
+function countDailyEvents(eventData) {
+	const dailyCounts = {};
+
+	eventData.forEach(event => {
+		const date = dayjs(event.time).format('YYYY-MM-DD');
+		if (!dailyCounts[date]) {
+			dailyCounts[date] = 0;
+		}
+		dailyCounts[date]++;
+	});
+
+	return dailyCounts;
+}
+
+// Function to count daily users
+function countDailyUsers(eventData) {
+	const dailyUsers = {};
+
+	eventData.forEach(event => {
+		const date = dayjs(event.time).format('YYYY-MM-DD');
+		if (!dailyUsers[date]) {
+			dailyUsers[date] = new Set();
+		}
+		dailyUsers[date].add(event.user_id);
+	});
+
+	return dailyUsers;
+}
+
+// Function to count daily new users based on signup events
+function countDailyNewUsers(eventData, signupEvents) {
+	const dailyNewUsers = {};
+	const seenUsers = new Set();
+
+	eventData.forEach(event => {
+		const date = dayjs(event.time).format('YYYY-MM-DD');
+		if (!dailyNewUsers[date]) {
+			dailyNewUsers[date] = new Set();
+		}
+		if (signupEvents.includes(event.event) && !seenUsers.has(event.user_id)) {
+			dailyNewUsers[date].add(event.user_id);
+			seenUsers.add(event.user_id);
+		}
+	});
+
+	return dailyNewUsers;
+}
+
+// Function to generate line chart
+async function generateLineChart(rawData, signupEvents = ["sign up"], fileName) {
+	const width = 1600;
+	const height = 1200;
+	const chartJSNodeCanvas = new ChartJSNodeCanvas({ width, height, backgroundColour: 'black' });
+	const eventData = countDailyEvents(rawData);
+	const userData = countDailyUsers(rawData);
+	const newUserData = countDailyNewUsers(rawData, signupEvents);
+
+	// @ts-ignore
+	const sortedEventEntries = Object.entries(eventData).sort((a, b) => new Date(a[0]) - new Date(b[0]));
+	const eventLabels = sortedEventEntries.map(entry => entry[0]);
+	const eventValues = sortedEventEntries.map(entry => entry[1]);
+
+	// @ts-ignore
+	const sortedUserEntries = Object.entries(userData).sort((a, b) => new Date(a[0]) - new Date(b[0]));
+	const userLabels = sortedUserEntries.map(entry => entry[0]);
+	const userValues = sortedUserEntries.map(entry => entry[1].size);
+
+	// @ts-ignore
+	const sortedNewUserEntries = Object.entries(newUserData).sort((a, b) => new Date(a[0]) - new Date(b[0]));
+	const newUserLabels = sortedNewUserEntries.map(entry => entry[0]);
+	const newUserValues = sortedNewUserEntries.map(entry => entry[1].size);
+
+	const configuration = {
+		type: 'line',
+		data: {
+			labels: eventLabels,
+			datasets: [
+				{
+					label: '# EVENTS',
+					data: eventValues,
+					yAxisID: 'y1',
+					fill: true,
+					borderColor: '#4F44E0',
+					tension: 0.1
+				},
+				// {
+				// 	label: '# USERS',
+				// 	data: userValues,
+				// 	yAxisID: 'y2',
+				// 	fill: true,
+				// 	borderColor: '#E34F2F',
+				// 	tension: 0.1
+				// },
+				{
+				    label: '# NEW',
+				    data: newUserValues,
+				    yAxisID: 'y3',
+				    fill: true,
+				    borderColor: '#219464',
+				    tension: 0.1
+				}
+			]
+		},
+		options: {
+			scales: {
+				x: {
+					title: {
+						display: true,
+						text: 'Date',
+						color: 'white'
+					},
+					ticks: {
+						color: 'white'
+					}
+				},
+				y1: {
+					type: 'linear',
+					display: true,
+					position: 'left',
+					title: {
+						display: true,
+						text: 'Count of Events',
+						color: '#4F44E0'
+					},
+					ticks: {
+						color: '#4F44E0'
+					}
+				},
+				y3: {
+					type: 'linear',
+					display: true,
+					position: 'right',
+					offset: true,
+					title: {
+						display: true,
+						text: 'Count of New Users',
+						color: '#219464'
+					},
+					ticks: {
+						color: '#219464'
+					},
+					grid: {
+						drawOnChartArea: false
+					}
+				}
+			},
+			plugins: {
+				legend: {
+					labels: {
+						color: 'white'
+					}
+				}
+			}
+		}
+	};
+
+	// @ts-ignore
+	if (typeof fileName === undefined) fileName = 'chart';
+	if (typeof fileName !== 'string') fileName = 'chart';
+	// @ts-ignore
+	const imageBuffer = await chartJSNodeCanvas.renderToBuffer(configuration);
+	const path = `./tmp/${fileName}.png`;
+	const removed = await u.rm(path);
+	const file = await u.touch(path, imageBuffer);
+
+	console.log(`Chart saved as ${fileName}.png`);
+	openFinder(path)
+	return file;
+}
+
+module.exports = { generateLineChart };

package/cli.js

@@ -15,6 +15,7 @@ by ak@mixpanel.com
 
 function cliParams() {
 	console.log(hero);
+	// @ts-ignore
 	const args = yargs(process.argv.splice(2))
 		.scriptName("make-mp-data")
 		.usage(`\nusage:\nnpx $0 [dataModel.js] [options]
@@ -78,17 +79,7 @@ DATA MODEL: https://github.com/ak--47/make-mp-data/blob/main/default.js
 			describe: 'use complex data model (model all entities)',
 			alias: 'c',
 			type: 'boolean',
-			coerce: (value) => {
-				if (typeof value === 'boolean') return value;
-				if (value === 'true') {
-					return true;
-				}
-				if (value === 'false') {
-					return false;
-				}
-
-				return true;
-			}
+			coerce: boolCoerce
 		})
 		.option("writeToDisk", {
 			demandOption: false,
@@ -96,13 +87,25 @@ DATA MODEL: https://github.com/ak--47/make-mp-data/blob/main/default.js
 			describe: 'write data to disk',
 			alias: 'w',
 			type: 'boolean',
-			coerce: (value) => {
-				if (typeof value === 'string') {
-					return value.toLowerCase() === 'true';
-				}
-				return value;
-			}
+			coerce: boolCoerce
+		})
+		.option("sessionIds", {
+			demandOption: false,
+			default: false,
+			describe: 'create session ids in the data',
+			alias: 'sid',
+			type: 'boolean',
+			coerce: boolCoerce
+		})
+		.option("anonIds", {
+			demandOption: false,
+			default: false,
+			describe: 'create anonymous ids in the data',
+			alias: 'aid',
+			type: 'boolean',
+			coerce: boolCoerce
 		})
+
 		.help()
 		.wrap(null)
 		.argv;
@@ -115,4 +118,14 @@ DATA MODEL: https://github.com/ak--47/make-mp-data/blob/main/default.js
 }
 
 
+function boolCoerce(value, foo) {
+	if (typeof value === 'boolean') return value;
+	if (typeof value === 'string') {
+		return value.toLowerCase() === 'true';
+	}
+	return value;
+
+}
+
+
 module.exports = cliParams;