make-mp-data 1.3.4 → 1.4.1

package/testCases.mjs

@@ -0,0 +1,229 @@
+const TEST_CASES = [
+	//defaults
+	{
+		name: "default",
+		mean: 0,
+		deviation: 2,
+		peaks: 5,
+	},
+
+	// test deviation low to high
+	{
+		name: "dev-negative",
+		mean: 0,
+		deviation: -2,
+		peaks: 5,
+	},
+	{
+		name: "dev-one",
+		mean: 0,
+		deviation: 1,
+		peaks: 5,
+	},
+	{
+		name: "dev-high",
+		mean: 0,
+		deviation: 10,
+		peaks: 5,
+	},
+	{
+		name: "dev-one-half",
+		mean: 0,
+		deviation: .5,
+		peaks: 5,
+	},
+	{
+		name: "dev-small-decimal",
+		mean: 0,
+		deviation: .01,
+		peaks: 5,
+	},
+
+	// test mean low to high
+	{
+		name: "mean-negative",
+		mean: -2,
+		deviation: 2,
+		peaks: 5,
+	},
+	{
+		name: "mean-zero",
+		mean: 0,
+		deviation: 2,
+		peaks: 5,
+	},
+	{
+		name: "mean-positive",
+		mean: 2,
+		deviation: 2,
+		peaks: 5,
+	},
+	{
+		name: "mean-high",
+		mean: 10,
+		deviation: 2,
+		peaks: 5,
+	},
+	{
+		name: "mean-decimal",
+		mean: .01,
+		deviation: 2,
+		peaks: 5,
+	},
+	{
+		name: "mean-one-half",
+		mean: .05,
+		deviation: 2,
+		peaks: 5,
+	},
+
+	// test peaks low to high
+	{
+		name: "peaks-zero",
+		mean: 0,
+		deviation: 2,
+		peaks: 0,
+	},
+	{
+		name: "peaks-positive",
+		mean: 0,
+		deviation: 2,
+		peaks: 5,
+	},
+	{
+		name: "peaks-high",
+		mean: 0,
+		deviation: 2,
+		peaks: 10,
+	},
+	// Extreme Deviation and Low Peaks
+	{
+		name: "extreme-deviation-low-peaks",
+		mean: 0,
+		deviation: 50,
+		peaks: 2,
+	},
+
+	// Negative Mean and Low Deviation
+	{
+		name: "negative-mean-low-deviation",
+		mean: -10,
+		deviation: 0.5,
+		peaks: 3,
+	},
+
+	// Positive Mean and High Peaks
+	{
+		name: "positive-mean-high-peaks",
+		mean: 10,
+		deviation: 2,
+		peaks: 20,
+	},
+
+	// Small Decimal Mean and Deviation
+	{
+		name: "small-decimal-mean-deviation",
+		mean: 0.01,
+		deviation: 0.01,
+		peaks: 10,
+	},
+
+	// Large Mean and One Peak
+	{
+		name: "large-mean-one-peak",
+		mean: 100,
+		deviation: 1,
+		peaks: 1,
+	},
+
+	// Multiple Peaks with Moderate Deviation
+	{
+		name: "multiple-peaks-moderate-deviation",
+		mean: 5,
+		deviation: 5,
+		peaks: 10,
+	},
+
+	// High Mean with High Deviation
+	{
+		name: "high-mean-high-deviation",
+		mean: 50,
+		deviation: 25,
+		peaks: 5,
+	},
+
+	// Zero Mean with High Deviation and High Peaks
+	{
+		name: "zero-mean-high-deviation-high-peaks",
+		mean: 0,
+		deviation: 10,
+		peaks: 30,
+	},
+
+	// Negative Mean with High Deviation and Low Peaks
+	{
+		name: "negative-mean-high-deviation-low-peaks",
+		mean: -20,
+		deviation: 15,
+		peaks: 2,
+	},
+
+	// Mixed Values
+	{
+		name: "mixed-values",
+		mean: 3,
+		deviation: 7,
+		peaks: 12,
+	},
+
+	// Minimal Deviation and Numerous Peaks
+	{
+		name: "minimal-deviation-numerous-peaks",
+		mean: 0,
+		deviation: 0.1,
+		peaks: 50,
+	},
+
+	// Single Peak with Zero Deviation
+	{
+		name: "single-peak-huge-deviation",
+		mean: 0,
+		deviation: 20,
+		peaks: 1,
+	},
+
+	// Negative Mean, High Deviation, Multiple Peaks
+	{
+		name: "negative-mean-high-deviation-multiple-peaks",
+		mean: -5,
+		deviation: 20,
+		peaks: 8,
+	},
+
+	// Positive Mean, Low Deviation, Single Peak
+	{
+		name: "positive-mean-low-deviation-single-peak",
+		mean: 5,
+		deviation: 0.5,
+		peaks: 1,
+	},
+
+	// Very High Mean and Peaks
+	{
+		name: "very-high-mean-and-peaks",
+		mean: 100,
+		deviation: 10,
+		peaks: 100,
+	},
+
+	// High Mean with Low Peaks
+	{
+		name: "high-mean-low-peaks",
+		mean: 25,
+		deviation: 5,
+		peaks: 3,
+	}
+
+];
+
+module.exports = TEST_CASES;

package/testSoup.mjs

@@ -0,0 +1,27 @@
+import { generateLineChart } from './chart.js';
+import { TimeSoup } from './utils.js';
+import dayjs from 'dayjs';
+import { progress } from 'ak-tools';
+import TEST_CASES from './testCases.mjs';
+import execSync from 'child_process';
+
+async function genViz(soup) {
+	const { mean = 0, deviation = 2, peaks = 5, name } = soup;
+	const data = [];
+	const start = dayjs().subtract(90, 'd').unix();
+	const end = dayjs().unix();
+	console.log(`\n\nTEST CASE: ${name}\n\n`);
+	for (let i = 0; i < 100_000; i++) {
+		progress('processing', i);
+		const time = TimeSoup(start, end, peaks, deviation, mean);
+		data.push({ time });
+	}
+
+	const chart = await generateLineChart(data, [], name);
+	return chart;
+}
+
+execSync.execSync('npm run prune');
+// @ts-ignore
+await Promise.all(TEST_CASES.map(genViz));
+// await genViz(TEST_CASES[0]);

package/tests/e2e.test.js

@@ -8,9 +8,9 @@ require('dotenv').config();
 const { execSync } = require("child_process");
 const u = require('ak-tools');
 
-const simple = require('../models/simple.js');
-const complex = require('../models/complex.js');
-const deep = require('../models/deepNest.js');
+const simple = require('../schemas/simple.js');
+const complex = require('../schemas/complex.js');
+const deep = require('../schemas/deepNest.js');
 
 const timeout = 60000;
 const testToken = process.env.TEST_TOKEN;
@@ -25,7 +25,7 @@ describe('module', () => {
 		expect(groupProfilesData.length).toBe(0);
 		expect(lookupTableData.length).toBe(0);
 		expect(scdTableData.length).toBe(0);
-		expect(userProfilesData.length).toBe(100);		
+		expect(userProfilesData.length).toBe(100);
 
 	}, timeout);
 
@@ -68,12 +68,19 @@ describe('module', () => {
 
 	test('fails with invalid configuration', async () => {
 		try {
-		  await generate({ numUsers: -10 });
+			await generate({ numUsers: -10 });
 		} catch (e) {
-		  expect(e).toBeDefined();
+			expect(e).toBeDefined();
 		}
-	  }, timeout);
-	  
+	}, timeout);
+
+
+	test('works with no params', async () => {
+		const { eventData, userProfilesData, groupProfilesData, files, importResults, lookupTableData, mirrorEventData, scdTableData } = await generate({ writeToDisk: false });
+		debugger;
+	}, timeout);
+
+
 
 
 });
@@ -99,7 +106,7 @@ describe('cli', () => {
 
 	test('works as CLI (custom)', async () => {
 		console.log('custom CLI TEST');
-		const run = execSync(`node ./index.js ./models/deepNest.js`);
+		const run = execSync(`node ./index.js ./schemas/deepNest.js`);
 		expect(run.toString().trim().includes('have a wonderful day :)')).toBe(true);
 		const csvs = (await u.ls('./data')).filter(a => a.includes('.csv'));
 		expect(csvs.length).toBe(2);
@@ -113,22 +120,22 @@ describe('options + tweaks', () => {
 	test('creates sessionIds', async () => {
 		const results = await generate({ writeToDisk: false, numEvents: 1000, numUsers: 100, sessionIds: true });
 		const { eventData } = results;
-		const sessionIds = eventData.map(a => a.$session_id).filter(a => a);
+		const sessionIds = eventData.map(a => a.session_id).filter(a => a);
 		expect(sessionIds.length).toBe(eventData.length);
 	}, timeout);
 
 	test('no sessionIds', async () => {
 		const results = await generate({ writeToDisk: false, numEvents: 1000, numUsers: 100, sessionIds: false });
 		const { eventData } = results;
-		const sessionIds = eventData.map(a => a.$session_id).filter(a => a);
+		const sessionIds = eventData.map(a => a.session_id).filter(a => a);
 		expect(sessionIds.length).toBe(0);
 	}, timeout);
 
 	test('creates anonymousIds', async () => {
 		const results = await generate({ writeToDisk: false, numEvents: 1000, numUsers: 100, anonIds: true });
 		const { eventData } = results;
-		const anonIds = eventData.map(a => a.$device_id).filter(a => a);
-		const userIds = eventData.map(a => a.$user_id).filter(a => a);
+		const anonIds = eventData.map(a => a.device_id).filter(a => a);
+		const userIds = eventData.map(a => a.user_id).filter(a => a);
 		expect(anonIds.length).toBe(eventData.length);
 		expect(userIds.length).toBeLessThan(anonIds.length);
 	}, timeout);
@@ -136,14 +143,14 @@ describe('options + tweaks', () => {
 	test('no anonymousIds', async () => {
 		const results = await generate({ writeToDisk: false, numEvents: 1000, numUsers: 100, anonIds: false });
 		const { eventData } = results;
-		const anonIds = eventData.map(a => a.$device_id).filter(a => a);
+		const anonIds = eventData.map(a => a.device_id).filter(a => a);
 		expect(anonIds.length).toBe(0);
 	}, timeout);
 
 	test('sends data to mixpanel', async () => {
 		console.log('NETWORK TEST');
 		const results = await generate({ verbose: true, writeToDisk: false, numEvents: 1100, numUsers: 100, seed: "deal with it", token: testToken });
-		const { events, users, groups } = results.import;
+		const { events, users, groups } = results.importResults;
 		expect(events.success).toBeGreaterThan(980);
 		expect(users.success).toBe(100);
 		expect(groups.length).toBe(0);
@@ -193,18 +200,18 @@ function clearData() {
 
 function validateEvent(event) {
 	if (!event.event) return false;
-	if (!event.$device_id && !event.$user_id) return false;
+	if (!event.device_id && !event.user_id) return false;
 	if (!event.time) return false;
-	if (!event.$insert_id) return false;
+	if (!event.insert_id) return false;
 	return true;
 }
 
 
 function validateUser(user) {
 	if (!user.distinct_id) return false;
-	if (!user.$name) return false;
-	if (!user.$email) return false;
-	if (!user.$created) return false;
+	if (!user.name) return false;
+	if (!user.email) return false;
+	if (!user.created) return false;
 	return true;
 }
 

package/tests/jest.config.js

@@ -0,0 +1,30 @@
+
+
+const isDebugMode = process.env.NODE_OPTIONS?.includes('--inspect') || process.env.NODE_OPTIONS?.includes('--inspect-brk');
+
+/** @type {import('jest').Config} */
+const jestConfig = {
+	verbose: isDebugMode,
+	watch: false,	
+	projects: [
+		{
+			"displayName": "e2e",
+			"testMatch": [
+				"<rootDir>/tests/e2e.test.js"
+			],		
+			// @ts-ignore
+			maxWorkers: 1
+			
+		},
+		{
+			displayName: "unit",
+			testMatch: [
+				"<rootDir>/tests/unit.test.js"
+			],
+			// @ts-ignore
+			maxWorkers: "50%"
+		}
+	]
+};
+
+module.exports = jestConfig;