make-mp-data 2.1.11 → 3.0.2

package/lib/utils/utils.js

@@ -208,10 +208,10 @@ function choose(value) {
 
 	}
 
-	// if the thing has a .next() method, call that
+	// if the thing has a .next() method, call that (e.g., generators/iterators)
 	try {
-		if (value && typeof value.next === 'function') {
-			return value.next();
+		if (value && typeof /** @type {any} */ (value).next === 'function') {
+			return /** @type {any} */ (value).next();
 		}
 	} catch (e) {
 		console.error(`Error occurred while calling next(): ${e}`);
@@ -1070,7 +1070,42 @@ function buildFileNames(config) {
 }
 
 /**
- * @param  {[string, number][]} arrayOfArrays
+ * Human-readable byte size
+ * @param {number} bytes
+ * @param {number} dp - decimal places
+ * @param {boolean} si - use SI units
+ * @returns {string}
+ */
+function bytesHuman(bytes, dp = 2, si = true) {
+	const thresh = si ? 1000 : 1024;
+	if (Math.abs(bytes) < thresh) {
+		return bytes + ' B';
+	}
+	const units = si ? ['kB', 'MB', 'GB', 'TB', 'PB', 'EB', 'ZB', 'YB'] : ['KiB', 'MiB', 'GiB', 'TiB', 'PiB', 'EiB', 'ZiB', 'YiB'];
+	let u = -1;
+	const r = 10 ** dp;
+	do {
+		bytes /= thresh;
+		++u;
+	} while (Math.round(Math.abs(bytes) * r) / r >= thresh && u < units.length - 1);
+	return bytes.toFixed(dp) + ' ' + units[u];
+}
+
+/**
+ * Format milliseconds as HH:MM:SS
+ * @param {number} ms - Milliseconds
+ * @returns {string} Formatted duration string
+ */
+function formatDuration(ms) {
+	const seconds = Math.floor(ms / 1000);
+	const hours = Math.floor(seconds / 3600);
+	const minutes = Math.floor((seconds % 3600) / 60);
+	const secs = seconds % 60;
+	return `${String(hours).padStart(2, '0')}:${String(minutes).padStart(2, '0')}:${String(secs).padStart(2, '0')}`;
+}
+
+/**
+ * @param  {[string, string | number][]} arrayOfArrays
  */
 function progress(arrayOfArrays) {
 	const terminalWidth = process.stdout.columns || 120;
@@ -1503,4 +1538,6 @@ export {
 	datesBetween,
 	weighChoices,
 	wrapFunc,
+	bytesHuman,
+	formatDuration,
 };

package/package.json

@@ -1,13 +1,13 @@
 {
 	"name": "make-mp-data",
-	"version": "2.1.11",
+	"version": "3.0.2",
 	"description": "builds all mixpanel primitives for a given project",
 	"type": "module",
 	"main": "index.js",
 	"types": "types.d.ts",
 	"files": [
 		"index.js",
-		"cli.js",
+		"entry.js",
 		"types.d.ts",
 		"lib/",
 		"dungeons/",
@@ -16,23 +16,15 @@
 		"README.md"
 	],
 	"scripts": {
-		"new:dungeon": "node ./scripts/create-dungeon.mjs",
-		"start": "node ./index.js",
-		"dev": "nodemon scratch.mjs --ignore ./data/*",
-		"prune": "rm -f ./data/* && rm -f ./tmp/* && rm -f vscode-profile-*",
 		"post": "npm publish",
-		"deps": "./scripts/update-deps.sh",
 		"test": "NODE_ENV=test vitest run",
-		"coverage": "vitest run --coverage && open ./coverage/index.html",
 		"typecheck": "tsc --noEmit",
-		"typecheck:build": "tsc --noEmit --project tsconfig.build.json",
-		"typecheck:strict": "echo '⚠️  Running pedantic strict checks (many false positives expected)...' && tsc --noEmit --project tsconfig.build.json --strict",
-		"typecheck:summary": "echo '🔍 Type-checking all shipped files...' && npm run typecheck:build && echo '✅ All TypeScript checks passed!'",
-		"test:quick": "node ./tests/benchmark/quick-test.mjs",
-		"exp:soup": "node ./tests/testSoup.mjs",
-		"func:local": "functions-framework --target=entry",
-		"func:deploy": "./scripts/deploy.sh",
-		"textGen": "node ./lib/templates/textQuickTest.js"
+		"dev": "nodemon scratch.mjs --ignore ./data/*",
+		"prune": "rm -f ./data/* && rm -f ./tmp/* && rm -f vscode-profile-*",
+		"deps": "./scripts/update-deps.sh",
+		"dungeon:run": "node ./scripts/run-dungeon.mjs",
+		"dungeon:to-json": "node ./scripts/dungeon-to-json.mjs",
+		"dungeon:from-json": "node ./scripts/json-to-dungeon.mjs"
 	},
 	"repository": {
 		"type": "git",
@@ -60,18 +52,17 @@
 	},
 	"homepage": "https://github.com/ak--47/make-mp-data#readme",
 	"dependencies": {
-		"@google-cloud/functions-framework": "^3.4.2",
 		"@google-cloud/storage": "^7.14.0",
-		"ak-fetch": "^2.0.12",
-		"ak-gemini": "^1.0.12",
 		"ak-tools": "^1.1.12",
 		"chance": "^1.1.11",
 		"dayjs": "^1.11.11",
 		"dotenv": "^16.4.5",
-		"google-auth-library": "^9.15.0",
 		"hyparquet-writer": "^0.6.1",
-		"mixpanel-import": "^3.0.0",
+		"mixpanel": "^0.18.0",
+		"mixpanel-import": "^3.2.8",
 		"p-limit": "^3.1.0",
+		"pino": "^9.0.0",
+		"pino-pretty": "^11.0.0",
 		"seedrandom": "^3.0.5",
 		"sentiment": "^5.0.2",
 		"tracery-grammar": "^2.8.4",

package/types.d.ts

@@ -48,7 +48,10 @@ export interface Dungeon {
     hasAnonIds?: boolean;
     hasSessionIds?: boolean;
     alsoInferFunnels?: boolean;
+    makeChart?: boolean | string;
     singleCountry?: string;
+    strictEventCount?: boolean;
+    isUIJob?: boolean;
 
     //models
     events?: EventConfig[]; //| string[]; //can also be a array of strings
@@ -69,13 +72,15 @@ export interface Dungeon {
 
     //probabilities
     percentUsersBornInDataset?: number;
+    /** Bias toward recent birth dates for users born in dataset (0 = uniform, 1 = heavily recent). Default: 0.3 */
+    bornRecentBias?: number;
 }
 
 export type SCDProp = {
     type?: string | "user" | "company_id" | "team_id" | "department_id";
-    frequency: "day" | "week" | "month" | "year";
+    frequency?: "day" | "week" | "month" | "year";
     values: ValueValid;
-    timing: "fixed" | "fuzzy";
+    timing?: "fixed" | "fuzzy";
     max?: number;
 };
 
@@ -164,7 +169,6 @@ export interface RuntimeState {
     userCount: number;
     isBatchMode: boolean;
     verbose: boolean;
-    isCLI: boolean;
 }
 
 /**
@@ -209,7 +213,6 @@ export interface Context {
     incrementUserCount(): void;
     incrementEventCount(): void;
     isBatchMode(): boolean;
-    isCLI(): boolean;
 
     // Time helper methods
     getTimeShift(): number;
@@ -227,6 +230,7 @@ export interface EventConfig {
     isChurnEvent?: boolean;
     isSessionStartEvent?: boolean;
     relativeTimeMs?: number;
+	isStrictEvent?: boolean;
 }
 
 export interface GroupEventConfig extends EventConfig {
@@ -322,6 +326,10 @@ export interface Funnel {
 	 *
 	 */
 	experiment?: boolean;
+	/**
+	 * optional: if set, in sequential funnels, this will determine WHEN the property is bound to the rest of the events in the funnel
+	 */
+	bindPropsIndex?: number;
 }
 
 /**
@@ -424,6 +432,8 @@ export type Result = {
     operations?: number;
     eventCount?: number;
     userCount?: number;
+    groupCount?: number;
+    avgEPS?: number;
 };
 
 /**
@@ -698,7 +708,7 @@ export interface TextGenerator {
  * @param config - Configuration options for the generator
  * @returns Text generator instance
  */
-export declare function createGenerator(config?: TextGeneratorConfig): TextGenerator;
+export declare function createTextGenerator(config?: TextGeneratorConfig): TextGenerator;
 
 /**
  * Generate a batch of text items directly (standalone function)

package/dungeons/ai-chat-analytics-ed.js

@@ -1,274 +0,0 @@
-
-
-import dayjs from "dayjs";
-import utc from "dayjs/plugin/utc.js";
-import "dotenv/config";
-import { weighNumRange, range, date, initChance, exhaust, choose, integer  } from "../lib/utils/utils.js";
-
-const SEED = "ai-generated-1759889544929";
-dayjs.extend(utc);
-const chance = initChance(SEED);
-const num_users = 1_000;
-const days = 100;
-
-/** @typedef  {import("../types.js").Dungeon} Dungeon */
-
-/** @type {Dungeon} */
-const dungeon = {
-    token: "",
-    seed: SEED,
-    numDays: days, 
-    numEvents: num_users * 100, 
-    numUsers: num_users, 
-    hasAnonIds: false, 
-    hasSessionIds: false, 
-    format: "json",
-    alsoInferFunnels: false,
-    hasLocation: true,
-    hasAndroidDevices: false,
-    hasIOSDevices: false,
-    hasDesktopDevices: true,
-    hasBrowser: true,
-    hasCampaigns: true,
-    isAnonymous: false,
-    hasAdSpend: true,
-    
-    hasAvatar: true,
-
-    batchSize: 1_500_000,
-    concurrency: 50,
-    writeToDisk: false,
-    
-    // AI-generated schema content:
-    funnels: [
-    {
-      name: "Sign Up",
-      sequence: [
-        "Sign Up"
-      ],
-      isFirstFunnel: true,
-      conversionRate: 20,
-      timeToConvert: 10,
-      order: "sequential"
-    },
-    {
-      name: "AI Interaction",
-      sequence: [
-        "Launch AI",
-        "AI Prompt Sent",
-        "AI Response Sent",
-        "User Feedback",
-        "AI Dismissed"
-      ],
-      isFirstFunnel: false,
-      conversionRate: 38,
-      timeToConvert: 5,
-      order: "sequential",
-      weight: 7
-    },
-    {
-      name: "AI Interaction Errors",
-      sequence: [
-        "Launch AI",
-        "AI Prompt Sent",
-        "AI Response Sent",
-        "API Error",
-        "User Feedback",
-        "AI Dismissed"
-      ],
-      isFirstFunnel: false,
-      conversionRate: 27,
-      timeToConvert: 5,
-      order: "sequential",
-      weight: 3
-    }
-  ],
-  events: [
-    {
-      event: "Sign Up",
-      isFirstEvent: true,
-      weight: 0,
-      properties: {
-        signup_method: [
-          "email",
-          "google",
-          "github"
-        ]
-      }
-    },
-    {
-      event: "Purchase",
-      weight: 40,
-      properties: {
-        amount: weighNumRange(20, 500, 0.3),
-        currency: [
-          "USD",
-          "EUR",
-          "GBP"
-        ],
-        item_count: weighNumRange(1, 10)
-      }
-    },
-    {
-      event: "Launch AI",
-      weight: 2,
-      properties: {
-        entry_point: [
-          "dashboard_widget",
-          "header_button",
-          "in_app_prompt"
-        ]
-      }
-    },
-    {
-      event: "AI Prompt Sent",
-      weight: 10,
-      properties: {
-        prompt: [
-          "how can I make a dashboard?",
-          "what is a funnel?",
-          "what drives new users?",
-          "show me my top performing campaigns",
-          "compare user retention by country"
-        ],
-        prompt_length: weighNumRange(15, 150)
-      }
-    },
-    {
-      event: "AI Response Sent",
-      weight: 10,
-      properties: {
-        cost: weighNumRange(1, 10, 0.2),
-        tokens: weighNumRange(100, 1000, 0.4),
-        time_to_generate_ms: weighNumRange(1000, 10000, 0.2)
-      }
-    },
-    {
-      event: "User Feedback",
-      weight: 4,
-      properties: {
-        feedback: [
-          "I love it!",
-          "meh...",
-          "This sucks",
-          "Fine"
-        ],
-        sentiment: [
-          "thumbs up",
-          "thumbs down"
-        ]
-      }
-    },
-    {
-      event: "AI Dismissed",
-      weight: 2,
-      properties: {
-        reason: [
-          "finished",
-          "clicked_away",
-          "new_prompt",
-          "error"
-        ]
-      }
-    },
-    {
-      event: "API Error",
-      weight: 2,
-      properties: {
-        error_code: [
-          400,
-          401,
-          429,
-          500,
-          503
-        ],
-        error_message: [
-          "Bad Request",
-          "Unauthorized",
-          "Too Many Requests",
-          "Internal Server Error",
-          "Service Unavailable"
-        ]
-      }
-    }
-  ],
-  superProps: {
-    $os: [
-      "Windows",
-      "Mac OS X",
-      "Linux",
-      "Windows",
-      "Mac OS X"
-    ],
-    $browser: [
-      "Chrome",
-      "Firefox",
-      "Safari",
-      "Edge",
-      "Chrome"
-    ],
-    $device: [
-      "Desktop",
-      "Desktop",
-      "Desktop",
-      "Laptop"
-    ],
-    utm_source: [
-      "$organic",
-      "$organic",
-      "google",
-      "twitter",
-      "linkedin",
-      "product_hunt"
-    ]
-  },
-  userProps: {
-    plan_type: [
-      "free",
-      "pro",
-      "pro",
-      "enterprise",
-      "free"
-    ],
-    company_size: [
-      "1-10",
-      "11-50",
-      "51-200",
-      "201-1000",
-      "1000+"
-    ],
-    created_date: date(365, true, 'YYYY-MM-DD')
-  },
-    
-    hook: function (record, type, meta) {
-        const NOW = dayjs();
-
-        if (type === "event") {
-            const EVENT_TIME = dayjs(record.time);
-        }
-
-        if (type === "user") {
-
-        }
-
-        if (type === "funnel-post") {
-            
-        }
-
-        if (type === "funnel-pre") {
-
-        }
-
-        if (type === "scd-pre") {
-
-        }
-
-        if (type === "everything") {
-        
-        }
-
-        return record;
-    }
-};
-
-export default dungeon;