make-mp-data 1.5.1 → 1.5.3

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "make-mp-data",
-	"version": "1.5.01",
+	"version": "1.5.03",
 	"description": "builds all mixpanel primitives for a given project",
 	"main": "index.js",
 	"types": "types.d.ts",
@@ -9,13 +9,15 @@
 		"dev": "nodemon scratch.mjs --ignore ./data/*",
 		"prune": "rm -f ./data/* && rm -f ./tmp/* && rm -f vscode-profile-*",
 		"post": "npm publish",
+		"deps": "./scripts/update-deps.sh",
 		"test": "NODE_ENV=test jest --runInBand",
 		"coverage": "node --no-warnings --experimental-vm-modules node_modules/jest/bin/jest.js --coverage && open ./tests/coverage/lcov-report/index.html",
-		"update:deps": "./scripts/update-deps.sh",
 		"new:dungeon": "./scripts/new-dungeon.sh",
 		"new:project": "node ./scripts/new-project.mjs",
 		"exp:benchmark": "node --no-warnings --experimental-vm-modules ./tests/benchmark/concurrency.mjs",
-		"exp:soup": "node ./tests/testSoup.mjs"
+		"exp:soup": "node ./tests/testSoup.mjs",
+		"func:local": "functions-framework --target=entry",
+		"func:deploy": "./scripts/deploy.sh"
 	},
 	"repository": {
 		"type": "git",
@@ -43,14 +45,16 @@
 	},
 	"homepage": "https://github.com/ak--47/make-mp-data#readme",
 	"dependencies": {
-		"ak-fetch": "^1.0.21",
+		"@google-cloud/functions-framework": "^3.4.2",
+		"@google/generative-ai": "^0.16.0",
+		"ak-fetch": "^1.0.4",
 		"ak-tools": "^1.0.64",
 		"chance": "^1.1.11",
 		"chart.js": "^3.9.1",
 		"chartjs-node-canvas": "^4.1.6",
 		"dayjs": "^1.11.11",
 		"dotenv": "^16.4.5",
-		"mixpanel-import": "^2.5.554",
+		"mixpanel-import": "^2.6.4",
 		"p-limit": "^3.1.0",
 		"yargs": "^17.7.2"
 	},

package/scripts/deploy.sh

@@ -0,0 +1,11 @@
+#!/bin/bash
+gcloud alpha functions deploy dm4 \
+  --runtime nodejs20 \
+  --source . \
+  --gen2 \
+  --trigger-http \
+  --no-allow-unauthenticated \
+  --entry-point entry \
+  --env-vars-file env.yaml \
+  --timeout=3600 \
+  --memory=2G

package/scripts/new-dungeon.sh

@@ -19,7 +19,9 @@ const chance = u.initChance(SEED);
 const num_users = 25_000
 const days = 100
 
-/** @type {import("../types").Config} */
+/** @typedef  {import("../types.d.ts").Dungeon} Config */
+
+/** @type {Config} */
 const config = {
     token: "",
     seed: SEED,
@@ -42,8 +44,8 @@ const config = {
 	hasAvatar: true,
 	makeChart: false,
 
-	batchSize: 500_000,
-	concurrency: 500,
+	batchSize: 1_500_000,
+	concurrency: 1,
 	writeToDisk: false,
 	
 	funnels: [],
@@ -56,7 +58,7 @@ const config = {
     groupProps: {},
     lookupTables: [],
 	hook: function (record, type, meta) {
-		const NOW = dayjs.unix(global.NOW);
+		const NOW = dayjs();
 
 		if (type === "event") {
 			const EVENT_TIME = dayjs(record.time);
@@ -78,6 +80,10 @@ const config = {
 
 		}
 
+		if (type === "everything") {
+		
+		}
+
 		return record;
 	}
 };

package/tests/benchmark/concurrency.mjs

@@ -12,9 +12,9 @@ TO DOs
 
 
 import main from "../../index.js";
-import simple from '../../schemas/simple.js';
+import simple from '../../dungeons/simple.js';
 
-/** @typedef {import('../../types').Config} Config */
+/** @typedef {import('../../types').Dungeon} Config */
 
 /** @type {Config} */
 const noWrites = {

package/tests/cli.test.js

@@ -0,0 +1,121 @@
+const generate = require('../index.js');
+require('dotenv').config();
+const { execSync } = require("child_process");
+const u = require('ak-tools');
+const Papa = require('papaparse');
+
+const simple = require('../dungeons/simple.js');
+const complex = require('../dungeons/complex.js');
+const anon = require('../dungeons/anon.js');
+const funnels = require('../dungeons/funnels.js');
+const foobar = require('../dungeons/foobar.js');
+const mirror = require('../dungeons/mirror.js');
+const adspend = require('../dungeons/adspend.js');
+const scd = require('../dungeons/scd.js');
+
+const timeout = 600000;
+const testToken = process.env.TEST_TOKEN || "hello token!";
+
+describe('cli', () => {
+
+	test('sanity check', async () => {
+		console.log('SANITY TEST');
+		const run = execSync(`node ./index.js`);
+		const ending = `enjoy your data! :)`;
+		expect(run.toString().trim().endsWith(ending)).toBe(true);
+		const files = (await u.ls('./data')).filter(a => a.includes('.csv'));
+		expect(files.length).toBe(2);
+		const users = files.filter(a => a.includes('USERS'));
+		const events = files.filter(a => a.includes('EVENTS'));
+		expect(users.length).toBe(1);
+		expect(events.length).toBe(1);
+		const eventData = (await u.load(events[0])).trim();
+		const userProfilesData = (await u.load(users[0])).trim();
+		const parsedEvents = Papa.parse(eventData, { header: true }).data;
+		const parsedUsers = Papa.parse(userProfilesData, { header: true }).data;
+		expect(parsedEvents.length).toBeGreaterThan(42000);
+		expect(parsedUsers.length).toBeGreaterThan(420);
+		expect(parsedUsers.every(u => u.distinct_id)).toBe(true);
+		expect(parsedEvents.every(e => e.event)).toBe(true);
+		expect(parsedEvents.every(e => e.time)).toBe(true);
+		expect(parsedEvents.every(e => e.insert_id)).toBe(true);
+		expect(parsedEvents.every(e => e.device_id || e.user_id)).toBe(true);
+		expect(parsedUsers.every(u => u.name)).toBe(true);
+		expect(parsedUsers.every(u => u.email)).toBe(true);
+		// expect(parsedUsers.every(u => u.created)).toBe(true);
+		expect(parsedUsers.every(u => u.avatar)).toBe(false);
+		expect(parsedEvents.every(e => validateEvent(e))).toBe(true);
+		expect(parsedUsers.every(u => validateUser(u))).toBe(true);
+	}, timeout);
+
+	test('no args', async () => {
+		console.log('BARE CLI TEST');
+		const run = execSync(`node ./index.js --numEvents 1000 --numUsers 100`);
+		expect(run.toString().trim().includes('enjoy your data! :)')).toBe(true);
+		const csvs = (await u.ls('./data')).filter(a => a.includes('.csv'));
+		expect(csvs.length).toBe(2);
+
+	}, timeout);
+
+	test('--complex', async () => {
+		console.log('COMPLEX CLI TEST');
+		const run = execSync(`node ./index.js --numEvents 1000 --numUsers 100 --seed "deal with it" --complex`, { stdio: "ignore" });
+		const csvs = (await u.ls('./data')).filter(a => a.includes('.json'));
+		expect(csvs.length).toBe(8);
+
+	}, timeout);
+
+	test('--simple', async () => {
+		console.log('SIMPLE CLI TEST');
+		const run = execSync(`node ./index.js --numEvents 1000 --numUsers 100 --seed "deal with it" --simple`);
+		expect(run.toString().trim().includes('enjoy your data! :)')).toBe(true);
+		const csvs = (await u.ls('./data')).filter(a => a.includes('.csv'));
+		expect(csvs.length).toBe(2);
+
+	}, timeout);
+
+
+});
+
+beforeEach(() => {
+	clearData();
+});
+
+afterEach(() => {
+	clearData();
+});
+function clearData() {
+	try {
+		console.log('clearing...');
+		execSync(`npm run prune`);
+		console.log('...files cleared 👍');
+	}
+	catch (err) {
+		console.log('error clearing files');
+	}
+}
+
+function validateEvent(event) {
+	if (!event.event) return false;
+	if (!event.device_id && !event.user_id) return false;
+	if (!event.time) return false;
+	if (!event.insert_id) return false;
+	return true;
+}
+
+
+function validateUser(user) {
+	if (!user.distinct_id) return false;
+	if (!user.name) return false;
+	if (!user.email) return false;
+	// if (!user.created) return false;
+	return true;
+}
+
+
+function validTime(str) {
+	if (!str) return false;
+	if (str.startsWith('-')) return false;
+	if (!str.startsWith('20')) return false;
+	return true;
+}

package/tests/e2e.test.js

@@ -9,13 +9,14 @@ const { execSync } = require("child_process");
 const u = require('ak-tools');
 const Papa = require('papaparse');
 
-const simple = require('../schemas/simple.js');
-const complex = require('../schemas/complex.js');
-const anon = require('../schemas/anon.js');
-const funnels = require('../schemas/funnels.js');
-const foobar = require('../schemas/foobar.js');
-const mirror = require('../schemas/mirror.js');
-const adspend = require('../schemas/adspend.js');
+const simple = require('../dungeons/simple.js');
+const complex = require('../dungeons/complex.js');
+const anon = require('../dungeons/anon.js');
+const funnels = require('../dungeons/funnels.js');
+const foobar = require('../dungeons/foobar.js');
+const mirror = require('../dungeons/mirror.js');
+const adspend = require('../dungeons/adspend.js');
+const scd = require('../dungeons/scd.js');
 
 const timeout = 600000;
 const testToken = process.env.TEST_TOKEN || "hello token!";
@@ -68,9 +69,6 @@ describe('module', () => {
 		expect(groupProfilesData[0]?.length).toBe(5000);
 		expect(groupProfilesData[1]?.length).toBe(500);
 		expect(groupProfilesData[2]?.length).toBe(50);
-		expect(scdTableData.length).toBe(2);
-		expect(scdTableData[0]?.length).toBeGreaterThan(200);
-		expect(scdTableData[1]?.length).toBeGreaterThan(200);
 		expect(userProfilesData.length).toBe(100);
 
 	}, timeout);
@@ -107,6 +105,31 @@ describe('module', () => {
 	}, timeout);
 
 
+	test('works as module (scd)', async () => {
+		console.log('MODULE TEST: scd');
+		scd;
+		const results = await generate({
+			...scd,
+			token: testToken,
+			serviceAccount: process.env.SERVICE_ACCOUNT,
+			projectId: process.env.PROJECT_ID,
+			serviceSecret: process.env.SERVICE_SECRET,
+			verbose: true, writeToDisk: false, numEvents: 100, numUsers: 10, seed: "deal with it"
+		});
+		const { importResults} = results;
+		const {MRR_scd, NPS_scd, plan_scd, role_scd} = importResults;
+		expect(MRR_scd.success).toBeGreaterThan(10);
+		expect(NPS_scd.success).toBeGreaterThan(10);
+		expect(plan_scd.success).toBeGreaterThan(10);
+		expect(role_scd.success).toBeGreaterThan(10);
+		expect(MRR_scd.failed).toBe(0);
+		expect(NPS_scd.failed).toBe(0);
+		expect(plan_scd.failed).toBe(0);
+		expect(role_scd.failed).toBe(0);
+	
+
+	}, timeout);
+
 	test('fails with invalid configuration', async () => {
 		try {
 			await generate({ numUsers: -10 });
@@ -132,166 +155,106 @@ describe('module', () => {
 
 });
 
-describe('batching', () => {
-	test('batch writes', async () => {
-		const results = await generate({ ...foobar, batchSize: 1000, writeToDisk: true, numEvents: 10_000, numUsers: 5000, seed: "deal" });
-		const { eventData, userProfilesData } = results;
-		const files = (await u.ls('./data')).filter(a => a.endsWith('.json'));
-		const eventFiles = files.filter(a => a.includes('EVENTS'));
-		const userFiles = files.filter(a => a.includes('USERS'));
-		const evWriteDir = eventData.getWriteDir();
-		const usWriteDir = userProfilesData.getWriteDir();
-		const evWritePath = eventData.getWritePath();
-		const usWritePath = userProfilesData.getWritePath();
-
-		const expectedEvWriteDir = `-EVENTS.json`;
-		const expectedUsWriteDir = `-USERS.json`;
-		const expectedWritePath = `-part-`;
-
-		expect(eventFiles.length).toBe(23);
-		expect(userFiles.length).toBe(5);
-
-		expect(eventFiles.filter(a => a.includes('part')).length).toBe(23);
-		expect(userFiles.filter(a => a.includes('part')).length).toBe(5);
-		expect(evWriteDir.endsWith(expectedEvWriteDir)).toBe(true);
-		expect(usWriteDir.endsWith(expectedUsWriteDir)).toBe(true);
-		expect(evWritePath.includes(expectedWritePath)).toBe(true);
-		expect(usWritePath.includes(expectedWritePath)).toBe(true);
-		
-	}, timeout);
-
-
-	test('dont batch', async () => {
-		const results = await generate({ ...foobar, writeToDisk: true, numEvents: 5000, numUsers: 1000, seed: "deal" });
-		const { eventData, userProfilesData } = results;
-		const files = await u.ls('./data');
-		const eventFiles = files.filter(a => a.includes('EVENTS'));
-		const userFiles = files.filter(a => a.includes('USERS'));
-		expect(eventFiles.length).toBe(1);
-		expect(userFiles.length).toBe(1);
-		expect(eventFiles.filter(a => a.includes('part')).length).toBe(0);
-		const evWriteDir = eventData.getWriteDir();
-		const usWriteDir = userProfilesData.getWriteDir();
-		const expectedEvWriteDir = `-EVENTS.json`;
-		const expectedUsWriteDir = `-USERS.json`;
-		expect(evWriteDir.endsWith(expectedEvWriteDir)).toBe(true);
-		expect(usWriteDir.endsWith(expectedUsWriteDir)).toBe(true);
-
-		const evWritePath = eventData.getWritePath();
-		const usWritePath = userProfilesData.getWritePath();
-		expect(evWritePath.endsWith(expectedEvWriteDir)).toBe(true);
-		expect(usWritePath.endsWith(expectedUsWriteDir)).toBe(true);
-		
-	}, timeout);
-	
-	test('send to mp: batches', async () => {
-		const results = await generate({ ...foobar, numDays: 90, hasAdSpend: true, token: testToken, batchSize: 4500, writeToDisk: true, numEvents: 10_000, numUsers: 5000, seed: "deal" });
-		const { importResults } = results;
-		const { adSpend, events, groups, users } = importResults;
-		expect(adSpend.success).toBeGreaterThan(0);
-		expect(events.success).toBeGreaterThan(0);
-		expect(users.success).toBeGreaterThan(0);
-		expect(groups[0].success).toBeGreaterThan(0);
-		expect(groups[1].success).toBeGreaterThan(0);
-		expect(adSpend.success).toBe(adSpend.total);
-		expect(events.success).toBe(events.total);
-	//	expect(users.success).toBe(users.total);
-		expect(groups.length).toBe(2);
-		expect(groups[0].success).toBe(groups[0].total);
-		expect(groups[1].success).toBe(groups[1].total);
-		expect(adSpend.failed).toBe(0);
-		expect(events.failed).toBe(0);
-		expect(users.failed).toBe(0);
-		expect(groups[0].failed).toBe(0);
-		expect(groups[1].failed).toBe(0);
-
-		
-	}, timeout);
-
-	test('send to mp: no batch', async () => {
-		const results = await generate({ ...foobar, numDays: 90, hasAdSpend: true, token: testToken, writeToDisk: true, numEvents: 5000, numUsers: 1000, seed: "deal" });
-		const { importResults } = results;
-		const { adSpend, events, groups, users } = importResults;
-		expect(adSpend.success).toBeGreaterThan(0);
-		expect(events.success).toBeGreaterThan(0);
-		expect(users.success).toBeGreaterThan(0);
-		expect(groups[0].success).toBeGreaterThan(0);
-		expect(groups[1].success).toBeGreaterThan(0);
-		expect(adSpend.success).toBe(adSpend.total);
-		expect(events.success).toBe(events.total);
-		expect(users.success).toBe(users.total);
-		expect(groups.length).toBe(2);
-		expect(groups[0].success).toBe(groups[0].total);
-		expect(groups[1].success).toBe(groups[1].total);
-		expect(adSpend.failed).toBe(0);
-		expect(events.failed).toBe(0);
-		expect(users.failed).toBe(0);
-		expect(groups[0].failed).toBe(0);
-		expect(groups[1].failed).toBe(0);
-		
-	}, timeout);
-});
-
-describe('cli', () => {
-
-	test('sanity check', async () => {
-		console.log('SANITY TEST');
-		const run = execSync(`node ./index.js`);
-		const ending = `enjoy your data! :)`;
-		expect(run.toString().trim().endsWith(ending)).toBe(true);
-		const files = (await u.ls('./data')).filter(a => a.includes('.csv'));
-		expect(files.length).toBe(2);
-		const users = files.filter(a => a.includes('USERS'));
-		const events = files.filter(a => a.includes('EVENTS'));
-		expect(users.length).toBe(1);
-		expect(events.length).toBe(1);
-		const eventData = (await u.load(events[0])).trim();
-		const userProfilesData = (await u.load(users[0])).trim();
-		const parsedEvents = Papa.parse(eventData, { header: true }).data;
-		const parsedUsers = Papa.parse(userProfilesData, { header: true }).data;
-		expect(parsedEvents.length).toBeGreaterThan(42000);
-		expect(parsedUsers.length).toBeGreaterThan(420);
-		expect(parsedUsers.every(u => u.distinct_id)).toBe(true);
-		expect(parsedEvents.every(e => e.event)).toBe(true);
-		expect(parsedEvents.every(e => e.time)).toBe(true);
-		expect(parsedEvents.every(e => e.insert_id)).toBe(true);
-		expect(parsedEvents.every(e => e.device_id || e.user_id)).toBe(true);
-		expect(parsedUsers.every(u => u.name)).toBe(true);
-		expect(parsedUsers.every(u => u.email)).toBe(true);
-		expect(parsedUsers.every(u => u.created)).toBe(true);
-		expect(parsedUsers.every(u => u.avatar)).toBe(false);
-		expect(parsedEvents.every(e => validateEvent(e))).toBe(true);
-		expect(parsedUsers.every(u => validateUser(u))).toBe(true);
-	}, timeout);
-
-	test('no args', async () => {
-		console.log('BARE CLI TEST');
-		const run = execSync(`node ./index.js --numEvents 1000 --numUsers 100`);
-		expect(run.toString().trim().includes('enjoy your data! :)')).toBe(true);
-		const csvs = (await u.ls('./data')).filter(a => a.includes('.csv'));
-		expect(csvs.length).toBe(2);
-		
-	}, timeout);
-
-	test('--complex', async () => {
-		console.log('COMPLEX CLI TEST');
-		const run = execSync(`node ./index.js --numEvents 1000 --numUsers 100 --seed "deal with it" --complex`, { stdio: "ignore" });
-		const csvs = (await u.ls('./data')).filter(a => a.includes('.csv'));
-		expect(csvs.length).toBe(13);
-		
-	}, timeout);
+// describe('batching', () => {
+// 	test('batch writes', async () => {
+// 		const results = await generate({ ...foobar, batchSize: 1000, writeToDisk: true, numEvents: 10_000, numUsers: 5000, seed: "deal" });
+// 		const { eventData, userProfilesData } = results;
+// 		const files = (await u.ls('./data')).filter(a => a.endsWith('.json'));
+// 		const eventFiles = files.filter(a => a.includes('EVENTS'));
+// 		const userFiles = files.filter(a => a.includes('USERS'));
+// 		const evWriteDir = eventData.getWriteDir();
+// 		const usWriteDir = userProfilesData.getWriteDir();
+// 		const evWritePath = eventData.getWritePath();
+// 		const usWritePath = userProfilesData.getWritePath();
+
+// 		const expectedEvWriteDir = `-EVENTS.json`;
+// 		const expectedUsWriteDir = `-USERS.json`;
+// 		const expectedWritePath = `-part-`;
+
+// 		expect(eventFiles.length).toBe(22);
+// 		expect(userFiles.length).toBe(5);
+
+// 		expect(eventFiles.filter(a => a.includes('part')).length).toBe(23);
+// 		expect(userFiles.filter(a => a.includes('part')).length).toBe(5);
+// 		expect(evWriteDir.endsWith(expectedEvWriteDir)).toBe(true);
+// 		expect(usWriteDir.endsWith(expectedUsWriteDir)).toBe(true);
+// 		expect(evWritePath.includes(expectedWritePath)).toBe(true);
+// 		expect(usWritePath.includes(expectedWritePath)).toBe(true);
+
+// 	}, timeout);
+
+
+// 	test('dont batch', async () => {
+// 		const results = await generate({ ...foobar, writeToDisk: true, numEvents: 5000, numUsers: 1000, seed: "deal" });
+// 		const { eventData, userProfilesData } = results;
+// 		const files = await u.ls('./data');
+// 		const eventFiles = files.filter(a => a.includes('EVENTS'));
+// 		const userFiles = files.filter(a => a.includes('USERS'));
+// 		expect(eventFiles.length).toBe(1);
+// 		expect(userFiles.length).toBe(1);
+// 		expect(eventFiles.filter(a => a.includes('part')).length).toBe(0);
+// 		const evWriteDir = eventData.getWriteDir();
+// 		const usWriteDir = userProfilesData.getWriteDir();
+// 		const expectedEvWriteDir = `-EVENTS.json`;
+// 		const expectedUsWriteDir = `-USERS.json`;
+// 		expect(evWriteDir.endsWith(expectedEvWriteDir)).toBe(true);
+// 		expect(usWriteDir.endsWith(expectedUsWriteDir)).toBe(true);
+
+// 		const evWritePath = eventData.getWritePath();
+// 		const usWritePath = userProfilesData.getWritePath();
+// 		expect(evWritePath.endsWith(expectedEvWriteDir)).toBe(true);
+// 		expect(usWritePath.endsWith(expectedUsWriteDir)).toBe(true);
+
+// 	}, timeout);
+
+// 	test('send to mp: batches', async () => {
+// 		const results = await generate({ ...foobar, numDays: 90, hasAdSpend: true, token: testToken, batchSize: 4500, writeToDisk: true, numEvents: 10_000, numUsers: 5000, seed: "deal" });
+// 		const { importResults } = results;
+// 		const { adSpend, events, groups, users } = importResults;
+// 		expect(adSpend.success).toBeGreaterThan(0);
+// 		expect(events.success).toBeGreaterThan(0);
+// 		expect(users.success).toBeGreaterThan(0);
+// 		expect(groups[0].success).toBeGreaterThan(0);
+// 		expect(groups[1].success).toBeGreaterThan(0);
+// 		expect(adSpend.success).toBe(adSpend.total);
+// 		expect(events.success).toBe(events.total);
+// 		//	expect(users.success).toBe(users.total);
+// 		expect(groups.length).toBe(2);
+// 		expect(groups[0].success).toBe(groups[0].total);
+// 		expect(groups[1].success).toBe(groups[1].total);
+// 		expect(adSpend.failed).toBe(0);
+// 		expect(events.failed).toBe(0);
+// 		expect(users.failed).toBe(0);
+// 		expect(groups[0].failed).toBe(0);
+// 		expect(groups[1].failed).toBe(0);
+
+
+// 	}, timeout);
+
+// 	test('send to mp: no batch', async () => {
+// 		const results = await generate({ ...foobar, numDays: 90, hasAdSpend: true, token: testToken, writeToDisk: true, numEvents: 5000, numUsers: 1000, seed: "deal" });
+// 		const { importResults } = results;
+// 		const { adSpend, events, groups, users } = importResults;
+// 		expect(adSpend.success).toBeGreaterThan(0);
+// 		expect(events.success).toBeGreaterThan(0);
+// 		expect(users.success).toBeGreaterThan(0);
+// 		expect(groups[0].success).toBeGreaterThan(0);
+// 		expect(groups[1].success).toBeGreaterThan(0);
+// 		expect(adSpend.success).toBe(adSpend.total);
+// 		expect(events.success).toBe(events.total);
+// 		expect(users.success).toBe(users.total);
+// 		expect(groups.length).toBe(2);
+// 		expect(groups[0].success).toBe(groups[0].total);
+// 		expect(groups[1].success).toBe(groups[1].total);
+// 		expect(adSpend.failed).toBe(0);
+// 		expect(events.failed).toBe(0);
+// 		expect(users.failed).toBe(0);
+// 		expect(groups[0].failed).toBe(0);
+// 		expect(groups[1].failed).toBe(0);
+
+// 	}, timeout);
+// });
 
-	test('--simple', async () => {
-		console.log('SIMPLE CLI TEST');
-		const run = execSync(`node ./index.js --numEvents 1000 --numUsers 100 --seed "deal with it" --simple`);
-		expect(run.toString().trim().includes('enjoy your data! :)')).toBe(true);
-		const csvs = (await u.ls('./data')).filter(a => a.includes('.csv'));
-		expect(csvs.length).toBe(2);
-	
-	}, timeout);
-
-
-});
 
 describe('options + tweaks', () => {
 	test('creates sessionIds', async () => {
@@ -382,26 +345,11 @@ describe('options + tweaks', () => {
 
 });
 
-beforeEach(() => {
-	clearData();
-});
 
-afterEach(() => {
-	clearData();
-});
 
 //helpers
 
-function clearData() {
-	try {
-		console.log('clearing...');
-		execSync(`npm run prune`);
-		console.log('...files cleared 👍');
-	}
-	catch (err) {
-		console.log('error clearing files');
-	}
-}
+
 
 function validateEvent(event) {
 	if (!event.event) return false;
@@ -416,7 +364,7 @@ function validateUser(user) {
 	if (!user.distinct_id) return false;
 	if (!user.name) return false;
 	if (!user.email) return false;
-	if (!user.created) return false;
+	// if (!user.created) return false;
 	return true;
 }
 

package/tests/int.test.js

@@ -6,7 +6,7 @@ dayjs.extend(utc);
 require('dotenv').config();
 const path = require('path');
 
-/** @typedef {import('../types.js').Config} Config */
+/** @typedef {import('../types.js').Dungeon} Config */
 /** @typedef {import('../types.js').EventConfig} EventConfig */
 /** @typedef {import("../types.js").EventSchema} EventSchema */
 /** @typedef {import('../types.js').ValueValid} ValueValid */
@@ -496,7 +496,7 @@ describe('orchestrators', () => {
 	});
 
 
-	test('userLoop: works (no funnels)', async () => {
+	test('userLoop: works (no funnels; no inference)', async () => {
 		/** @type {Config} */
 		const config = {
 			numUsers: 2,
@@ -509,6 +509,7 @@ describe('orchestrators', () => {
 			hasAnonIds: false,
 			hasSessionIds: false,
 			hasLocation: false,
+			alsoInferFunnels: false,
 			events: [{ event: "foo" }, { event: "bar" }, { event: "baz" }]
 		};
 		await userLoop(config, STORAGE);

package/tests/jest.config.js

@@ -7,6 +7,13 @@ const jestConfig = {
 	verbose: isDebugMode,
 	watch: false,	
 	projects: [
+		{
+			"displayName": "cli",
+			"testMatch": [
+				"<rootDir>/tests/cli.test.js"
+			],
+			maxWorkers: 1
+		},
 		{
 			"displayName": "e2e",
 			"testMatch": [
@@ -14,6 +21,7 @@ const jestConfig = {
 			],		
 			// @ts-ignore
 			maxWorkers: 1
+
 			
 		},
 		{

package/tests/unit.test.js

@@ -6,7 +6,7 @@ const u = require('ak-tools');
 dayjs.extend(utc);
 require('dotenv').config();
 
-/** @typedef {import('../types').Config} Config */
+/** @typedef {import('../types').Dungeon} Config */
 /** @typedef {import('../types').EventConfig} EventConfig */
 /** @typedef {import('../types').ValueValid} ValueValid */
 /** @typedef {import('../types').HookedArray} hookArray */

package/tsconfig.json

@@ -11,7 +11,7 @@
   },
   "include": [
     "**/*.js"
-, "soupTemplates.mjs", "tests/testSoup.mjs", "tests/testCases.mjs", "tests/benchmark/concurrency.mjs", "dungeons/pos.mjs", "scripts/new-project.mjs"  ],
+, "soupTemplates.mjs", "tests/testSoup.mjs", "tests/testCases.mjs", "tests/benchmark/concurrency.mjs", "dungeons/customers/pos.mjs", "scripts/new-project.mjs"  ],
   "exclude": [
     "node_modules"
   ]