make-mp-data 1.5.55 → 2.0.0

package/tests/int.test.js

@@ -1,29 +1,76 @@
-const dayjs = require("dayjs");
-const utc = require("dayjs/plugin/utc");
-const fs = require('fs');
-const u = require('ak-tools');
+import dayjs from "dayjs";
+import utc from "dayjs/plugin/utc.js";
+import fs from 'fs';
+import * as u from 'ak-tools';
 dayjs.extend(utc);
-require('dotenv').config();
-const path = require('path');
-
-/** @typedef {import('../types.js').Dungeon} Config */
-/** @typedef {import('../types.js').EventConfig} EventConfig */
-/** @typedef {import("../types.js").EventSchema} EventSchema */
-/** @typedef {import('../types.js').ValueValid} ValueValid */
-/** @typedef {import('../types.js').HookedArray} hookArray */
-/** @typedef {import('../types.js').hookArrayOptions} hookArrayOptions */
-/** @typedef {import('../types.js').Person} Person */
-/** @typedef {import('../types.js').Funnel} Funnel */
-/** @typedef {import('../types.js').UserProfile} UserProfile */
-/** @typedef {import('../types.js').SCDSchema} SCDSchema */
-/** @typedef {import('../types.js').Storage} Storage */
-
-const MAIN = require('../index.js');
-const { generators, orchestrators, meta } = MAIN;
-const { makeAdSpend, makeEvent, makeFunnel, makeProfile, makeSCD, makeMirror } = generators;
-const { sendToMixpanel, userLoop, validateDungeonConfig } = orchestrators;
-const { hookArray, inferFunnels } = meta;
-const { validEvent } = require('../components/utils.js');
+import 'dotenv/config';
+import path from 'path';
+
+/** @typedef {import('../types').Dungeon} Config */
+/** @typedef {import('../types').EventConfig} EventConfig */
+/** @typedef {import("../types").EventSchema} EventSchema */
+/** @typedef {import('../types').ValueValid} ValueValid */
+/** @typedef {import('../types').HookedArray} hookArray */
+/** @typedef {import('../types').hookArrayOptions} hookArrayOptions */
+/** @typedef {import('../types').Person} Person */
+/** @typedef {import('../types').Funnel} Funnel */
+/** @typedef {import('../types').UserProfile} UserProfile */
+/** @typedef {import('../types').SCDSchema} SCDSchema */
+/** @typedef {import('../types').Storage} Storage */
+
+// Import main function
+import main from '../index.js';
+
+// Import generators directly
+import { makeAdSpend } from '../lib/generators/adspend.js';
+import { makeEvent } from '../lib/generators/events.js';
+import { makeFunnel } from '../lib/generators/funnels.js';
+import { makeProfile } from '../lib/generators/profiles.js';
+import { makeSCD } from '../lib/generators/scd.js';
+import { makeMirror } from '../lib/generators/mirror.js';
+
+// Import orchestrators directly
+import { sendToMixpanel } from '../lib/orchestrators/mixpanel-sender.js';
+import { userLoop } from '../lib/orchestrators/user-loop.js';
+import { validateDungeonConfig } from '../lib/core/config-validator.js';
+
+// Import utilities directly
+import { createHookArray } from '../lib/core/storage.js';
+import { inferFunnels } from '../lib/core/config-validator.js';
+import { validEvent } from '../lib/utils/utils.js';
+import { createContext } from '../lib/core/context.js';
+import { validateDungeonConfig } from '../lib/core/config-validator.js';
+
+// Alias for compatibility
+const hookArray = createHookArray;
+
+/**
+ * Creates a test context object for generator function testing
+ * @param {Object} configOverrides - Config overrides for testing
+ * @returns {Object} Test context object
+ */
+function createTestContext(configOverrides = {}) {
+    const baseConfig = {
+        numEvents: 100,
+        numUsers: 10,
+        numDays: 30,
+        hasAdSpend: false,
+        hasLocation: false,
+        hasAvatar: false,
+        verbose: false,
+        writeToDisk: false,
+        isAnonymous: false,
+        hasAnonIds: false,
+        hasSessionIds: false,
+        concurrency: 1,
+        ...configOverrides
+    };
+    
+    const validatedConfig = validateDungeonConfig(baseConfig);
+    const context = createContext(validatedConfig);
+    
+    return context;
+}
 
 
 // Mock the global variables
@@ -31,7 +78,7 @@ let CAMPAIGNS;
 let DEFAULTS;
 let STORAGE;
 let CONFIG;
-const { campaigns, devices, locations } = require('../components/defaults.js');
+import { campaigns, devices, locations } from '../lib/data/defaults.js';
 
 beforeEach(async () => {
 	// Reset global variables before each test
@@ -81,7 +128,7 @@ beforeEach(() => {
 
 });
 
-describe('generators', () => {
+describe.sequential('generators', () => {
 
 	test('adspend: works', async () => {
 		const campaigns = [{
@@ -98,14 +145,16 @@ describe('generators', () => {
 			utm_content: ["seven"],
 			utm_term: ["eight"]
 		}];
-		const result = await makeAdSpend(dayjs().subtract(30, 'day').toISOString(), campaigns);
+		const context = createTestContext({ hasAdSpend: true });
+		const result = await makeAdSpend(context, dayjs().subtract(30, 'day').toISOString(), campaigns);
 		expect(result.length).toBe(2);
 		expect(result[0]).toHaveProperty('event', '$ad_spend');
 		expect(result[1]).toHaveProperty('event', '$ad_spend');
 	});
 
 	test('adspend: empty', async () => {
-		const result = await makeAdSpend(dayjs().subtract(30, 'day').toISOString(), []);
+		const context = createTestContext({ hasAdSpend: true });
+		const result = await makeAdSpend(context, dayjs().subtract(30, 'day').toISOString(), []);
 		expect(result.length).toBe(0);
 	});
 
@@ -114,7 +163,8 @@ describe('generators', () => {
 			{ utm_source: ["source1"], utm_campaign: ["one"], utm_medium: ["two"], utm_content: ["three"], utm_term: ["four"] },
 			{ utm_source: ["source2"], utm_campaign: ["two"], utm_medium: ["three"], utm_content: ["four"], utm_term: ["five"] }
 		];
-		const result = await makeAdSpend(dayjs().subtract(30, 'day').toISOString(), campaigns);
+		const context = createTestContext({ hasAdSpend: true });
+		const result = await makeAdSpend(context, dayjs().subtract(30, 'day').toISOString(), campaigns);
 		expect(result.length).toBe(2);
 		result.forEach(event => {
 			expect(event).toHaveProperty('event', '$ad_spend');
@@ -138,7 +188,8 @@ describe('generators', () => {
 				prop3: ["value5"]
 			},
 		};
-		const result = await makeEvent("known_id", dayjs.unix(global.FIXED_NOW).subtract(30, 'd').unix(), eventConfig, ["anon_id"], ["session_id"]);
+		const context = createTestContext();
+		const result = await makeEvent(context, "known_id", dayjs.unix(global.FIXED_NOW).subtract(30, 'd').unix(), eventConfig, ["anon_id"], ["session_id"]);
 		expect(result).toHaveProperty('event', 'test_event');
 		expect(result).toHaveProperty('device_id', 'anon_id');
 		// expect(result).toHaveProperty('user_id', 'known_id'); // Known ID not always on the event
@@ -155,7 +206,8 @@ describe('generators', () => {
 
 	test('makeEvent: opt params', async () => {
 		const eventConfig = { event: "test_event", properties: {} };
-		const result = await makeEvent("known_id",dayjs.unix(global.FIXED_NOW).subtract(30, 'd').unix(), eventConfig);
+		const context = createTestContext();
+		const result = await makeEvent(context, "known_id", dayjs.unix(global.FIXED_NOW).subtract(30, 'd').unix(), eventConfig);
 		expect(result).toHaveProperty('event', 'test_event');
 		expect(result).toHaveProperty('user_id', 'known_id');
 		expect(result).toHaveProperty('source', 'dm4');
@@ -171,7 +223,8 @@ describe('generators', () => {
 				prop2: ["value3", "value4"]
 			},
 		};
-		const result = await makeEvent("known_id",dayjs.unix(global.FIXED_NOW).subtract(30, 'd').unix(), eventConfig, ["anon_id"], ["session_id"]);
+		const context = createTestContext();
+		const result = await makeEvent(context, "known_id", dayjs.unix(global.FIXED_NOW).subtract(30, 'd').unix(), eventConfig, ["anon_id"], ["session_id"]);
 		expect(result.prop1 === "value1" || result.prop1 === "value2").toBeTruthy();
 		expect(result.prop2 === "value3" || result.prop2 === "value4").toBeTruthy();
 	});
@@ -190,7 +243,8 @@ describe('generators', () => {
 		/** @type {Record<string, SCDSchema[]>} */
 		const scd = { "scd_example": [{ distinct_id: "user1", insertTime: dayjs().toISOString(), startTime: dayjs().toISOString() }] };
 
-		const [result, converted] = await makeFunnel(funnelConfig, user,dayjs.unix(global.FIXED_NOW).subtract(30, 'd').unix(), profile, scd, {});
+		const context = createTestContext();
+		const [result, converted] = await makeFunnel(context, funnelConfig, user, dayjs.unix(global.FIXED_NOW).subtract(30, 'd').unix(), profile, scd);
 		expect(result.length).toBe(2);
 		expect(converted).toBe(true);
 		expect(result.every(e => validEvent(e))).toBeTruthy();
@@ -206,7 +260,8 @@ describe('generators', () => {
 		const profile = { created: dayjs().toISOString(), distinct_id: "user1" };
 		const scd = { "scd_example": [{ distinct_id: "user1", insertTime: dayjs().toISOString(), startTime: dayjs().toISOString() }] };
 
-		const [result, converted] = await makeFunnel(funnelConfig, user, dayjs.unix(global.FIXED_NOW).subtract(30, 'd').unix(), profile, scd, {});
+		const context = createTestContext();
+		const [result, converted] = await makeFunnel(context, funnelConfig, user, dayjs.unix(global.FIXED_NOW).subtract(30, 'd').unix(), profile, scd);
 		expect(result.length).toBeGreaterThanOrEqual(1);
 		expect(result.length).toBeLessThanOrEqual(3);
 		expect(result.every(e => validEvent(e))).toBeTruthy();
@@ -222,7 +277,8 @@ describe('generators', () => {
 		const profile = { created: dayjs().toISOString(), distinct_id: "user1" };
 		const scd = { "scd_example": [{ distinct_id: "user1", insertTime: dayjs().toISOString(), startTime: dayjs().toISOString() }] };
 
-		const [result, converted] = await makeFunnel(funnelConfig, user, dayjs.unix(global.FIXED_NOW).subtract(30, 'd').unix(), profile, scd, {});
+		const context = createTestContext();
+		const [result, converted] = await makeFunnel(context, funnelConfig, user, dayjs.unix(global.FIXED_NOW).subtract(30, 'd').unix(), profile, scd);
 		expect(result.length).toBe(3);
 		expect(converted).toBe(true);
 		expect(result.every(e => validEvent(e))).toBeTruthy();
@@ -230,11 +286,12 @@ describe('generators', () => {
 
 
 	test('makeProfile: works', async () => {
+		const context = createTestContext();
 		const props = {
 			name: ["John", "Jane"],
 			age: [25, 30]
 		};
-		const result = await makeProfile(props, { foo: "bar" });
+		const result = await makeProfile(context, props, { foo: "bar" });
 		expect(result).toHaveProperty('name');
 		expect(result).toHaveProperty('age');
 		expect(result).toHaveProperty('foo', 'bar');
@@ -243,11 +300,12 @@ describe('generators', () => {
 	});
 
 	test('makeProfile: correct defaults', async () => {
+		const context = createTestContext();
 		const props = {
 			name: ["John", "Jane"],
 			age: [25, 30]
 		};
-		const result = await makeProfile(props);
+		const result = await makeProfile(context, props);
 		expect(result).toHaveProperty('name');
 		expect(result).toHaveProperty('age');
 		expect(result.name === "John" || result.name === "Jane").toBeTruthy();
@@ -256,7 +314,8 @@ describe('generators', () => {
 
 
 	test('makeSCD: works', async () => {
-		const result = await makeSCD(["value1", "value2"], "prop1", "distinct_id", 5, dayjs().toISOString());
+		const context = createTestContext();
+		const result = await makeSCD(context, ["value1", "value2"], "prop1", "distinct_id", 5, dayjs().toISOString());
 		expect(result.length).toBeGreaterThan(0);
 		const [first, second] = result;
 		expect(first).toHaveProperty('prop1');
@@ -275,12 +334,14 @@ describe('generators', () => {
 	});
 
 	test('makeSCD: no mutations', async () => {
-		const result = await makeSCD(["value1", "value2"], "prop1", "distinct_id", 0, dayjs().toISOString());
+		const context = createTestContext();
+		const result = await makeSCD(context, ["value1", "value2"], "prop1", "distinct_id", 0, dayjs().toISOString());
 		expect(result.length).toBe(0);
 	});
 
 	test('makeSCD: large mutations', async () => {
-		const result = await makeSCD(["value1", "value2"], "prop1", "distinct_id", 100, dayjs().subtract(100, 'd').toISOString());
+		const context = createTestContext();
+		const result = await makeSCD(context, ["value1", "value2"], "prop1", "distinct_id", 100, dayjs().subtract(100, 'd').toISOString());
 		expect(result.length).toBeGreaterThan(0);
 		result.forEach(entry => {
 			expect(entry).toHaveProperty('prop1');
@@ -313,7 +374,10 @@ describe('generators', () => {
 		};
 		await STORAGE.eventData.hookPush(oldEvent);
 		//ugh side fx
-		await makeMirror(config, STORAGE);
+		// Create context with the test config and storage
+		const context = createTestContext(config);
+		context.setStorage(STORAGE);
+		await makeMirror(context);
 		const [newData] = STORAGE.mirrorEventData;
 		expect(newData).toHaveProperty('newProp', "new");
 	});
@@ -340,7 +404,10 @@ describe('generators', () => {
 		};
 		await STORAGE.eventData.hookPush(oldEvent);
 
-		await makeMirror(config, STORAGE);
+		// Create context with the test config and storage
+		const context = createTestContext(config);
+		context.setStorage(STORAGE);
+		await makeMirror(context);
 		const [newData] = STORAGE.mirrorEventData;
 		expect(newData).not.toHaveProperty('oldProp');
 	});
@@ -369,7 +436,10 @@ describe('generators', () => {
 		};
 		await STORAGE.eventData.hookPush(oldEvent);
 
-		await makeMirror(config, STORAGE);
+		// Create context with the test config and storage
+		const context = createTestContext(config);
+		context.setStorage(STORAGE);
+		await makeMirror(context);
 		const [newData] = STORAGE.mirrorEventData;
 		expect(newData).toHaveProperty('fillProp', "filledValue");
 	});
@@ -397,7 +467,10 @@ describe('generators', () => {
 		};
 		await STORAGE.eventData.hookPush(oldEvent);
 
-		await makeMirror(config, STORAGE);
+		// Create context with the test config and storage
+		const context = createTestContext(config);
+		context.setStorage(STORAGE);
+		await makeMirror(context);
 		const [newData] = STORAGE.mirrorEventData;
 		expect(newData).toHaveProperty('updateProp', "initialValue");
 	});
@@ -425,7 +498,10 @@ describe('generators', () => {
 		};
 		await STORAGE.eventData.hookPush(oldEvent);
 
-		await makeMirror(config, STORAGE);
+		// Create context with the test config and storage
+		const context = createTestContext(config);
+		context.setStorage(STORAGE);
+		await makeMirror(context);
 		const [newData] = STORAGE.mirrorEventData;
 		expect(newData).toHaveProperty('updateProp', "updatedValue");
 	});
@@ -454,7 +530,10 @@ describe('generators', () => {
 		};
 		await STORAGE.eventData.hookPush(oldEvent);
 
-		await makeMirror(config, STORAGE);
+		// Create context with the test config and storage
+		const context = createTestContext(config);
+		context.setStorage(STORAGE);
+		await makeMirror(context);
 		const [newData] = STORAGE.mirrorEventData;
 		expect(newData).toHaveProperty('updateProp', "updatedValue");
 	});
@@ -463,11 +542,13 @@ describe('generators', () => {
 
 });
 
-describe('orchestrators', () => {
+describe.sequential('orchestrators', () => {
 
 	test('sendToMixpanel: works', async () => {
 		CONFIG.token = "test_token";
-		const result = await sendToMixpanel(CONFIG, STORAGE);
+		const context = createTestContext(CONFIG);
+		context.setStorage(STORAGE);
+		const result = await sendToMixpanel(context);
 		expect(result).toHaveProperty('events');
 		expect(result).toHaveProperty('users');
 		expect(result).toHaveProperty('groups');
@@ -475,7 +556,9 @@ describe('orchestrators', () => {
 
 	test('sendToMixpanel: no token', async () => {
 		CONFIG.token = null;
-		await expect(sendToMixpanel(CONFIG, STORAGE)).rejects.toThrow();
+		const context = createTestContext(CONFIG);
+		context.setStorage(STORAGE);
+		await expect(sendToMixpanel(context)).rejects.toThrow();
 	});
 
 	test('sendToMixpanel: empty storage', async () => {
@@ -489,7 +572,9 @@ describe('orchestrators', () => {
 			lookupTableData: await hookArray([], {}),
 			mirrorEventData: await hookArray([], {})
 		};
-		const result = await sendToMixpanel(CONFIG, STORAGE);
+		const context = createTestContext(CONFIG);
+		context.setStorage(STORAGE);
+		const result = await sendToMixpanel(context);
 		expect(result.events.success).toBe(0);
 		expect(result.users.success).toBe(0);
 		expect(result.groups).toHaveLength(0);
@@ -512,7 +597,9 @@ describe('orchestrators', () => {
 			alsoInferFunnels: false,
 			events: [{ event: "foo" }, { event: "bar" }, { event: "baz" }]
 		};
-		await userLoop(config, STORAGE);
+		const context = createTestContext(config);
+	context.setStorage(STORAGE);
+	await userLoop(context);
 		expect(STORAGE.userProfilesData.length).toBe(2);
 		expect(STORAGE.eventData.length).toBeGreaterThan(15);
 		expect(STORAGE.eventData.every(e => validEvent(e))).toBeTruthy();
@@ -530,7 +617,9 @@ describe('orchestrators', () => {
 			events: [],
 			funnels: [{ sequence: ["step1", "step2"], conversionRate: 100, order: 'sequential' }],
 		};
-		await userLoop(config, STORAGE);
+		const context = createTestContext(config);
+		context.setStorage(STORAGE);
+		await userLoop(context);
 		expect(STORAGE.userProfilesData.length).toBe(2);
 		expect(STORAGE.eventData.length).toBeGreaterThan(15);
 		expect(STORAGE.eventData.every(e => validEvent(e))).toBeTruthy();
@@ -547,10 +636,14 @@ describe('orchestrators', () => {
 			scdProps: { prop1: ["value1", "value2"] },
 			funnels: [],
 			events: [{ event: "event1" }, { event: "event2" }]
+			
 		};
-		await userLoop(config, STORAGE);
+		const context = createTestContext(config);
+		context.setStorage(STORAGE);
+		await userLoop(context);
 		expect(STORAGE.userProfilesData.length).toBe(3);
-		expect(STORAGE.eventData.length).toBeGreaterThan(0);
+		expect(STORAGE.eventData.length).toBeGreaterThan(5);
+		expect(STORAGE.scdTableData[0].length).toBeGreaterThan(5);
 		expect(STORAGE.eventData.every(e => validEvent(e))).toBeTruthy();
 	});
 
@@ -568,7 +661,9 @@ describe('orchestrators', () => {
 			hasLocation: false,
 			events: []
 		};
-		await userLoop(config, STORAGE);
+		const context = createTestContext(config);
+		context.setStorage(STORAGE);
+		await userLoop(context);
 		expect(STORAGE.userProfilesData.length).toBe(2);
 		expect(STORAGE.eventData.length).toBe(0);
 	});

package/tests/testSoup.mjs

@@ -1,5 +1,5 @@
 import { generateLineChart } from '../components/chart.js';
-import { TimeSoup } from '../components/utils.js';
+import { TimeSoup } from '../lib/utils/utils.js';
 import dayjs from 'dayjs';
 import { progress } from 'ak-tools';
 import TEST_CASES from './testCases.mjs';

package/tests/unit.test.js

@@ -1,10 +1,10 @@
-const generate = require('../index.js');
-const dayjs = require("dayjs");
-const utc = require("dayjs/plugin/utc");
-const fs = require('fs');
-const u = require('ak-tools');
+import generate from '../index.js';
+import dayjs from "dayjs";
+import utc from "dayjs/plugin/utc.js";
+import fs from 'fs';
+import * as u from 'ak-tools';
 dayjs.extend(utc);
-require('dotenv').config();
+import 'dotenv/config';
 
 /** @typedef {import('../types').Dungeon} Config */
 /** @typedef {import('../types').EventConfig} EventConfig */
@@ -15,7 +15,7 @@ require('dotenv').config();
 /** @typedef {import('../types').Funnel} Funnel */
 
 
-const {
+import {
 	applySkew,
 	boxMullerRandom,
 	choose,
@@ -32,7 +32,6 @@ const {
 	range,
 	pickAWinner,
 	weighNumRange,
-
 	fixFirstAndLast,
 	generateUser,
 	openFinder,
@@ -54,14 +53,16 @@ const {
 	validTime,
 	interruptArray,
 	optimizedBoxMuller,
-
 	datesBetween,
 	weighChoices
-} = require('../components/utils.js');
+} from '../lib/utils/utils.js';
+
+import main from '../index.js';
+import { createHookArray } from '../lib/core/storage.js';
+import { inferFunnels } from '../lib/core/config-validator.js';
 
-const main = require('../index.js');
 //todo: test for funnel inference
-const { hookArray, inferFunnels } = main.meta;
+const hookArray = createHookArray;
 
 
 describe('timesoup', () => {
@@ -266,7 +267,7 @@ describe('determinism', () => {
 describe('generation', () => {
 
 	test('user: works', () => {
-		const uuid = { guid: jest.fn().mockReturnValue('uuid-123') };
+		const uuid = { guid: vi.fn().mockReturnValue('uuid-123') };
 		const numDays = 30;
 		const user = generateUser('123', { numDays });
 		expect(user).toHaveProperty('distinct_id');
@@ -662,7 +663,7 @@ describe('utilities', () => {
 
 	test('progress: output', () => {
 		// @ts-ignore
-		const mockStdoutWrite = jest.spyOn(process.stdout, 'write').mockImplementation(() => { });
+		const mockStdoutWrite = vi.spyOn(process.stdout, 'write').mockImplementation(() => { });
 		progress([['test', 50]]);
 		expect(mockStdoutWrite).toHaveBeenCalled();
 		mockStdoutWrite.mockRestore();

package/tsconfig.json

@@ -11,7 +11,7 @@
   },
   "include": [
     "**/*.js"
-, "soupTemplates.mjs", "tests/testSoup.mjs", "tests/testCases.mjs", "tests/benchmark/concurrency.mjs", "dungeons/customers/pos.mjs", "scripts/new-project.mjs"  ],
+, "soupTemplates.mjs", "tests/testSoup.mjs", "tests/testCases.mjs", "tests/benchmark/concurrency.mjs", "dungeons/customers/pos.mjs", "scripts/new-project.mjs", "scripts/dana.mjs"  ],
   "exclude": [
     "node_modules"
   ]

package/types.d.ts

@@ -26,10 +26,10 @@ declare namespace main {
     concurrency?: number;
     batchSize?: number;
 
-	serviceAccount?: string;
-	serviceSecret?: string;
-	projectId?: string;
-	
+    serviceAccount?: string;
+    serviceSecret?: string;
+    projectId?: string;
+
     // ids
     simulationName?: string;
     name?: string;
@@ -50,7 +50,7 @@ declare namespace main {
     hasSessionIds?: boolean;
     alsoInferFunnels?: boolean;
     makeChart?: boolean | string;
-	singleCountry?: string;
+    singleCountry?: string;
 
     //models
     events?: EventConfig[]; //| string[]; //can also be a array of strings
@@ -69,22 +69,18 @@ declare namespace main {
     //allow anything to be on the config
     [key: string]: any;
 
-	//probabilities
-	percentUsersBornInDataset?: number;
+    //probabilities
+    percentUsersBornInDataset?: number;
   }
 
-  export type complexSCDProp = {
-    type?: string | "user_id" | "company_id";
+  export type SCDProp = {
+    type?: string | "user" | "company_id" | "team_id" | "department_id";
     frequency: "day" | "week" | "month" | "year";
     values: ValueValid;
     timing: "fixed" | "fuzzy";
     max?: number;
   };
 
-  export type SimpleSCDProp = string[];
-
-  export type SCDProp = complexSCDProp | SimpleSCDProp;
-
   /**
    * the soup is a set of parameters that determine the distribution of events over time
    */
@@ -160,6 +156,64 @@ declare namespace main {
     groupEventData?: HookedArray<EventSchema>;
   }
 
+  /**
+   * Runtime state for tracking execution metrics and flags
+   */
+  export interface RuntimeState {
+    operations: number;
+    eventCount: number;
+    userCount: number;
+    isBatchMode: boolean;
+    verbose: boolean;
+    isCLI: boolean;
+  }
+
+  /**
+   * Default data factories for generating realistic test data
+   */
+  export interface Defaults {
+    locationsUsers: () => any[];
+    locationsEvents: () => any[];
+    iOSDevices: () => any[];
+    androidDevices: () => any[];
+    desktopDevices: () => any[];
+    browsers: () => any[];
+    campaigns: () => any[];
+  }
+
+  /**
+   * Context object that replaces global variables with dependency injection
+   * Contains validated config, storage containers, defaults, and runtime state
+   */
+  export interface Context {
+    config: Dungeon;
+    storage: Storage | null;
+    defaults: Defaults;
+    campaigns: any[];
+    runtime: RuntimeState;
+    FIXED_NOW: number;
+    FIXED_BEGIN?: number;
+
+    // State update methods
+    incrementOperations(): void;
+    incrementEvents(): void;
+    incrementUsers(): void;
+    setStorage(storage: Storage): void;
+
+    // State getter methods
+    getOperations(): number;
+    getEventCount(): number;
+    getUserCount(): number;
+    incrementUserCount(): void;
+    incrementEventCount(): void;
+    isBatchMode(): boolean;
+    isCLI(): boolean;
+
+    // Time helper methods
+    getTimeShift(): number;
+    getDaysShift(): number;
+  }
+
   /**
    * how we define events and their properties
    */
@@ -169,6 +223,7 @@ declare namespace main {
     properties?: Record<string, ValueValid>;
     isFirstEvent?: boolean;
     isChurnEvent?: boolean;
+    isSessionStartEvent?: boolean;
     relativeTimeMs?: number;
   }
 
@@ -334,10 +389,10 @@ declare namespace main {
     eventData: EventSchema[];
     mirrorEventData: EventSchema[];
     userProfilesData: any[];
-    scdTableData: any[];
+    scdTableData: any[][];
     adSpendData: EventSchema[];
-    groupProfilesData: GroupProfileSchema[];
-    lookupTableData: LookupTableData[];
+    groupProfilesData: GroupProfileSchema[][];
+    lookupTableData: LookupTableData[][];
     importResults?: ImportResults;
     files?: string[];
     time?: {
@@ -346,6 +401,9 @@ declare namespace main {
       delta: number;
       human: string;
     };
+    operations?: number;
+    eventCount?: number;
+    userCount?: number;
   };
 }
 
@@ -353,8 +411,8 @@ declare namespace main {
  * Mixpanel Data Generator
  * model events, users, groups, and lookup tables (and SCD props!)
  * @example
- * const gen = require('make-mp-data')
- * const dta = gen({writeToDisk: false})
+ * import datagenerator from 'make-mp-data';
+ * const data = await datagenerator({...opts});
  */
 declare function main(config: main.Dungeon): Promise<main.Result>;