make-mp-data 1.0.5 → 1.0.7

package/index.js

@@ -32,44 +32,10 @@ Array.prototype.pickOne = pick;
 const now = dayjs().unix();
 const dayInSec = 86400;
 
-
-
-const args = cliParams();
-const {
-	token,
-	seed,
-	format,
-	numDays,
-	numUsers,
-	numEvents,
-	region
-} = args;
-const suppliedConfig = args._[0];
-
-//if the user specifics an separate config file
-let config = null;
-if (suppliedConfig) {
-	console.log(`using ${suppliedConfig} for data\n`);
-	config = require(path.resolve(suppliedConfig));
-} else {
-	console.log(`... using default configuration ...\n`);
-	config = require("./default.js");
-}
-
-//override config with cli params
-if (token) config.token = token;
-if (seed) config.seed = seed;
-if (format) config.format = format;
-if (numDays) config.numDays = numDays;
-if (numUsers) config.numUsers = numUsers;
-if (numEvents) config.numEvents = numEvents;
-if (region) config.region = region;
-
-
 //our main program
 async function main(config) {
 
-	const {
+	let {
 		seed = "every time a rug is micturated upon in this fair city...",
 		numEvents = 100000,
 		numUsers = 1000,
@@ -87,8 +53,9 @@ async function main(config) {
 		format = "csv",
 		token = null,
 		region = "US",
+		writeToDisk = false
 	} = config;
-
+	if (require.main === module) writeToDisk = true;
 	const uuidChance = new Chance(seed);
 
 	//the function which generates $distinct_id
@@ -204,6 +171,8 @@ async function main(config) {
 		[lookupFiles, lookupTableData],
 	];
 	console.log("\n");
+
+	if (!writeToDisk && !token) return { eventData, userProfilesData, scdTableData, groupProfilesData, lookupTableData };
 	//write the files
 	for (const pair of pairs) {
 		const [paths, data] = pair;
@@ -371,34 +340,77 @@ function buildFileNames(config) {
 	return writePaths;
 }
 
-//that's all folks :)
-main(config)
-	.then((data) => {
-		console.log(`------------------SUMMARY------------------`);
-		const { events, groups, users } = data.import;
-		const files = data.files;
-		const folder = files.pop();
-		const groupBytes = groups.reduce((acc, group) => { return acc + group.bytes; }, 0);
-		const groupSuccess = groups.reduce((acc, group) => { return acc + group.success; }, 0);
-		const bytes = events.bytes + groupBytes + users.bytes;
-		const stats = {
-			events: comma(events.success || 0),
-			users: comma(users.success || 0),
-			groups: comma(groupSuccess || 0),
-			bytes: bytesHuman(bytes || 0)
-		};
-		if (bytes > 0) console.table(stats);
-		console.log(`\nfiles written to ${folder}...`);
-		console.log("\t" + files.flat().join('\n\t'));
-		console.log(`\n------------------SUMMARY------------------\n\n\n`);
-	})
-	.catch((e) => {
-		console.log(`------------------ERROR------------------`);
-		console.error(e);
-		console.log(`------------------ERROR------------------`);
-		debugger;
-	})
-	.finally(() => {
-		console.log('have a wonderful day :)');
-		openFinder(path.resolve("./data"));
-	});
+// this is for CLI
+if (require.main === module) {
+
+	const args = cliParams();
+	const {
+		token,
+		seed,
+		format,
+		numDays,
+		numUsers,
+		numEvents,
+		region
+	} = args;
+	const suppliedConfig = args._[0];
+
+	//if the user specifics an separate config file
+	let config = null;
+	if (suppliedConfig) {
+		console.log(`using ${suppliedConfig} for data\n`);
+		config = require(path.resolve(suppliedConfig));
+	} else {
+		console.log(`... using default configuration ...\n`);
+		config = require("./default.js");
+	}
+
+	//override config with cli params
+	if (token) config.token = token;
+	if (seed) config.seed = seed;
+	if (format) config.format = format;
+	if (numDays) config.numDays = numDays;
+	if (numUsers) config.numUsers = numUsers;
+	if (numEvents) config.numEvents = numEvents;
+	if (region) config.region = region;
+
+
+	main(config)
+		.then((data) => {
+			console.log(`------------------SUMMARY------------------`);
+			const { events, groups, users } = data.import;
+			const files = data.files;
+			const folder = files.pop();
+			const groupBytes = groups.reduce((acc, group) => { return acc + group.bytes; }, 0);
+			const groupSuccess = groups.reduce((acc, group) => { return acc + group.success; }, 0);
+			const bytes = events.bytes + groupBytes + users.bytes;
+			const stats = {
+				events: comma(events.success || 0),
+				users: comma(users.success || 0),
+				groups: comma(groupSuccess || 0),
+				bytes: bytesHuman(bytes || 0)
+			};
+			if (bytes > 0) console.table(stats);
+			console.log(`\nfiles written to ${folder}...`);
+			console.log("\t" + files.flat().join('\n\t'));
+			console.log(`\n------------------SUMMARY------------------\n\n\n`);
+		})
+		.catch((e) => {
+			console.log(`------------------ERROR------------------`);
+			console.error(e);
+			console.log(`------------------ERROR------------------`);
+			debugger;
+		})
+		.finally(() => {
+			console.log('have a wonderful day :)');
+			openFinder(path.resolve("./data"));
+		});
+
+}
+
+else {
+	module.exports = main;
+}
+
+
+

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "make-mp-data",
-  "version": "1.0.5",
+  "version": "1.0.7",
   "description": "builds all mixpanel primitives for a given project",
   "main": "index.js",
   "scripts": {