make-mp-data 2.0.18 → 2.0.21

package/lib/utils/ai.js

@@ -1,89 +1,67 @@
-import { GoogleGenerativeAI } from "@google/generative-ai";
-import * as u from "ak-tools";
 
-import 'dotenv/config';
+/** @typedef {import('../../types.js').Dungeon} Dungeon */
+/** @typedef {import('../../types.js').EventConfig} EventConfig */
 
+import * as u from "ak-tools";
+import 'dotenv/config';
 const { GEMINI_API_KEY: API_KEY, NODE_ENV = "unknown" } = process.env;
 if (!API_KEY) throw new Error("Please provide a Gemini API key");
+import AITransformer from 'ak-gemini';
 
-async function generateSchema(userInput) {
-	const gemini = new GoogleGenerativeAI(API_KEY);
-	const model = gemini.getGenerativeModel({ model: "gemini-2.0-flash" });
-	const PROOMPTY = await u.load("./components/prompt.txt");
-	const prompt = `
-Given the following information about a website or app:
-
-${userInput}
-
-${PROOMPTY}
+let CURRENT_PROMPT = ``;
+CURRENT_PROMPT = `build me a dungeon stream with these events and structure
 
-REMEMBER, YOUR INPUT IS:
+{ "event": "impression", "carousel": [{"product": "big mac"}] }
+{ "event": "viewed", "product_viewed": "big mac" }
+{ "event": "add to basket", "product_added": "big mac" }
+{ "event": "customized", "product_customized": "big mac" }
+{ "event": "checked out", "cart": [{"item": "big mac"}] }
 
-${userInput}
-`.trim();
 
-	let schema;
-	let schemaIsValid = false;
-	let attempts = 0;
-	do {
-		attempts++;
-		const result = await model.generateContent(prompt);
-		const response = await result.response;
-		const text = response.text();
-		schema = processResponse(text);
-		schemaIsValid = validator(schema);
-	} while (!schemaIsValid);
+but use all the different mcdonalds products as a possible values`;
+CURRENT_PROMPT = ``;
 
-	return schema;
-}
-
-function processResponse(text) {
-	let json;
-	// check for ```json
-	const start = text.indexOf("```json");
-	const end = text.indexOf("```", start + 1);
-
-	if (start === -1 || end === -1) {
-		const start = text.indexOf("{");
-		const end = text.lastIndexOf("}");
-		json = text.slice(start, end + 1).trim();
-	}
 
-	json = text.slice(start + 7, end).trim();
 
-	try {
-		return JSON.parse(json);
-	}
-	catch (e) {
-		return null;
-	}
-
-
-}
+async function main(params) {
+	const { prompt } = params;
+	if (!prompt) throw new Error("Please provide a prompt");
+	let INSTRUCTIONS = await u.load('./lib/templates/instructions.txt', false);
+	const TYPES = await u.load('./lib/templates/abbreviated.d.ts', false);
+	const VERBOSE_SCHEMA_FILE = await u.load('./lib/templates/verbose-schema.js', false);
+	const VERBOSE_SCHEMA = VERBOSE_SCHEMA_FILE.split(`//SPLIT HERE`).pop()?.trim() || ``;
+	INSTRUCTIONS = INSTRUCTIONS
+		.replace(/<TYPES>/g, TYPES)
+		.replace(/<VERBOSE_SCHEMA>/g, VERBOSE_SCHEMA);
 
-function validator(schema) {
-	let valid = true;
+	const ai = new AITransformer({
+		apiKey: API_KEY,
+		onlyJSON: false,
+		systemInstructions: INSTRUCTIONS?.trim(),
+		modelName: "gemini-2.5-pro",
 
-	//null schema are always invalid
-	if (!schema) valid = false;
 
-	//must have 3 or more events
-	if (schema?.events?.length < 3) valid = false;
+	});
+	await ai.init();
+	const response = await ai.message(prompt);
 
-	//must have 2 or more superProps
-	if (Object.keys(schema.superProps).length < 2) valid = false;
+	// if (NODE_ENV === "dev") {
+	// 	debugger;
+	// }
 
-	//must have 2 or more userProps
-	if (Object.keys(schema.userProps).length < 2) valid = false;
+	return response;
 
-	return valid;
 }
 
 
-export { generateSchema };
+export default main;
 
 if (import.meta.url === `file://${process.argv[1]}`) {
-	generateSchema(`metube, a video streaming company like youutube, where users watch videos, search, like, comment, subscribe, share, create playlists, etc...`)
+	main(
+		{
+			prompt: CURRENT_PROMPT || "Generate a dungeon spec for a simple e-commerce site with checkout and add to cart events."
+		}
+	)
 		.then((result) => {
 			if (NODE_ENV === "dev") debugger;
 		})

package/lib/utils/chart.js

@@ -1,3 +1,7 @@
+/** @typedef {import('../../types.js').EventSchema} EventSchema */
+/** @typedef {import('../../types.js').Result} Result */
+/** @typedef {import('../../types.js').Context} Context */
+
 import { ChartJSNodeCanvas } from 'chartjs-node-canvas';
 import fs from 'fs';
 import * as u from 'ak-tools';
@@ -179,6 +183,7 @@ async function generateLineChart(rawData, signupEvents = ["sign up"], fileName)
 	const imageBuffer = await chartJSNodeCanvas.renderToBuffer(configuration);
 	const filePath = path.join(tempDir, `${fileName}.png`);
 	const removed = await u.rm(filePath);
+	// @ts-ignore - imageBuffer is a Buffer but touch accepts it
 	const file = await u.touch(filePath, imageBuffer);
 
 	console.log(`Chart saved as ${fileName}.png`);

package/lib/utils/utils.js

@@ -1,7 +1,7 @@
 import fs from 'fs';
 import Chance from 'chance';
 import readline from 'readline';
-import { comma, uid} from 'ak-tools';
+import { comma, uid } from 'ak-tools';
 import { spawn } from 'child_process';
 import dayjs from 'dayjs';
 import utc from 'dayjs/plugin/utc.js';
@@ -10,7 +10,7 @@ import { mkdir, parseGCSUri } from 'ak-tools';
 import { existsSync } from 'fs';
 dayjs.extend(utc);
 import 'dotenv/config';
-import { domainSuffix, domainPrefix } from '../data/defaults.js';
+import { domainSuffix, domainPrefix } from '../templates/defaults.js';
 
 /** @typedef {import('../../types').Dungeon} Config */
 /** @typedef {import('../../types').EventConfig} EventConfig */
@@ -186,6 +186,27 @@ function day(start, end) {
 function choose(value) {
 	const chance = getChance();
 
+	// most of the time this will receive a list of strings; 
+	// when that is the case, we need to ensure some 'keywords' like 'variant' or 'test' aren't in the array
+	// next we want to see if the array is unweighted ... i.e. no dupe strings and each string only occurs once ['a', 'b', 'c', 'd']
+	// if all these are true we will pickAWinner(value)()
+	if (Array.isArray(value) && value.length > 2 && value.length < 20 && value.every(item => typeof item === 'string')) {
+		// ensure terms 'variant' 'group' 'experiment' or 'population' are NOT in any of the items
+		if (!value.some(item => item.includes('variant') || item.includes('group') || item.includes('experiment') || item.includes('population'))) {
+			// check to make sure that each element in the array only occurs once...
+			const uniqueItems = new Set(value);
+			if (uniqueItems.size === value.length) {
+				// Array has no duplicates, use pickAWinner
+				const quickList = pickAWinner(value, 0)();
+				const theChosenOne = chance.pickone(quickList);
+				return theChosenOne;
+			}
+
+		}
+
+	}
+
+
 	try {
 		// Keep resolving the value if it's a function (with caching)
 		while (typeof value === 'function') {
@@ -218,13 +239,12 @@ function choose(value) {
 			return chance.pickone(value);
 		}
 
-		// Now, if the resolved value is an array, use chance.pickone
-		if (Array.isArray(value) && value.every(item => typeof item === 'string')) {
-			return chance.pickone(value);
-		}
-
-		if (Array.isArray(value) && value.every(item => typeof item === 'number')) {
-			return chance.pickone(value);
+		// PERFORMANCE: Optimized array handling - check first item type instead of every()
+		if (Array.isArray(value) && value.length > 0) {
+			const firstType = typeof value[0];
+			if (firstType === 'string' || firstType === 'number') {
+				return chance.pickone(value);
+			}
 		}
 
 		if (Array.isArray(value) && value.every(item => typeof item === 'object')) {
@@ -331,7 +351,10 @@ function integer(min = 1, max = 100) {
 };
 
 
-
+function decimal(min = 0, max = 1, fixed = 2) {
+	const chance = getChance();
+	return chance.floating({ min, max, fixed });
+}
 
 
 /*
@@ -684,18 +707,18 @@ function pickAWinner(items, mostChosenIndex) {
 }
 
 function quickHash(str, seed = 0) {
-    let h1 = 0xdeadbeef ^ seed, h2 = 0x41c6ce57 ^ seed;
-    for (let i = 0, ch; i < str.length; i++) {
-        ch = str.charCodeAt(i);
-        h1 = Math.imul(h1 ^ ch, 2654435761);
-        h2 = Math.imul(h2 ^ ch, 1597334677);
-    }
-    h1 = Math.imul(h1 ^ (h1 >>> 16), 2246822507);
-    h1 ^= Math.imul(h2 ^ (h2 >>> 13), 3266489909);
-    h2 = Math.imul(h2 ^ (h2 >>> 16), 2246822507);
-    h2 ^= Math.imul(h1 ^ (h1 >>> 13), 3266489909);
-
-    return (4294967296 * (2097151 & h2) + (h1 >>> 0)).toString();
+	let h1 = 0xdeadbeef ^ seed, h2 = 0x41c6ce57 ^ seed;
+	for (let i = 0, ch; i < str.length; i++) {
+		ch = str.charCodeAt(i);
+		h1 = Math.imul(h1 ^ ch, 2654435761);
+		h2 = Math.imul(h2 ^ ch, 1597334677);
+	}
+	h1 = Math.imul(h1 ^ (h1 >>> 16), 2246822507);
+	h1 ^= Math.imul(h2 ^ (h2 >>> 13), 3266489909);
+	h2 = Math.imul(h2 ^ (h2 >>> 16), 2246822507);
+	h2 ^= Math.imul(h1 ^ (h1 >>> 13), 3266489909);
+
+	return (4294967296 * (2097151 & h2) + (h1 >>> 0)).toString();
 };
 
 /*
@@ -717,10 +740,10 @@ function shuffleArray(array) {
 }
 
 function pickRandom(array) {
-    const chance = getChance();
-    if (!array || array.length === 0) return undefined;
-    const randomIndex = chance.integer({ min: 0, max: array.length - 1 });
-    return array[randomIndex];
+	if (!array || array.length === 0) return undefined;
+	// PERFORMANCE: Use Math.random() instead of chance.integer() for simple cases
+	const randomIndex = Math.floor(Math.random() * array.length);
+	return array[randomIndex];
 }
 
 function shuffleExceptFirst(array) {
@@ -918,25 +941,25 @@ function buildFileNames(config) {
  * @param  {[string, number][]} arrayOfArrays
  */
 function progress(arrayOfArrays) {
-    const terminalWidth = process.stdout.columns || 120;
-    
-    // Clear the entire line
-    readline.cursorTo(process.stdout, 0);
-    readline.clearLine(process.stdout, 0);
-    
-    // Build message with better formatting
-    const items = arrayOfArrays.map(([thing, p]) => {
-        return `${thing}: ${comma(p)}`;
-    });
-    
-    const message = items.join(' │ ');
-    
-    // Ensure we don't exceed terminal width
-    const finalMessage = message.length > terminalWidth 
-        ? message.substring(0, terminalWidth - 3) + '...'
-        : message.padEnd(terminalWidth, ' ');
-    
-    process.stdout.write(finalMessage);
+	const terminalWidth = process.stdout.columns || 120;
+
+	// Clear the entire line
+	readline.cursorTo(process.stdout, 0);
+	readline.clearLine(process.stdout, 0);
+
+	// Build message with better formatting
+	const items = arrayOfArrays.map(([thing, p]) => {
+		return `${thing}: ${comma(p)}`;
+	});
+
+	const message = items.join(' │ ');
+
+	// Ensure we don't exceed terminal width
+	const finalMessage = message.length > terminalWidth
+		? message.substring(0, terminalWidth - 3) + '...'
+		: message.padEnd(terminalWidth, ' ');
+
+	process.stdout.write(finalMessage);
 }
 
 function openFinder(path, callback) {
@@ -1271,6 +1294,7 @@ export {
 	deepClone,
 	initChance,
 	getChance,
+	decimal,
 
 	validTime,
 	validEvent,

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "make-mp-data",
-	"version": "2.0.18",
+	"version": "2.0.21",
 	"description": "builds all mixpanel primitives for a given project",
 	"type": "module",
 	"main": "index.js",
@@ -16,6 +16,7 @@
 		"README.md"
 	],
 	"scripts": {
+		"new:dungeon": "node ./scripts/create-dungeon.mjs",
 		"start": "node ./index.js",
 		"dev": "nodemon scratch.mjs --ignore ./data/*",
 		"prune": "rm -f ./data/* && rm -f ./tmp/* && rm -f vscode-profile-*",
@@ -24,10 +25,9 @@
 		"test": "NODE_ENV=test vitest run",
 		"coverage": "vitest run --coverage && open ./coverage/index.html",
 		"typecheck": "tsc --noEmit",
-		"new:dungeon": "./scripts/new-dungeon.sh",
-		"new:project": "node ./scripts/new-project.mjs",
-		"exp:benchmark": "node ./tests/benchmark/concurrency.mjs",
-		"benchmark:phase1": "node ./tests/benchmark/phase1-performance.mjs",
+		"typecheck:build": "tsc --noEmit --project tsconfig.build.json",
+		"typecheck:strict": "echo '⚠️  Running pedantic strict checks (many false positives expected)...' && tsc --noEmit --project tsconfig.build.json --strict",
+		"typecheck:summary": "echo '🔍 Type-checking all shipped files...' && npm run typecheck:build && echo '✅ All TypeScript checks passed!'",
 		"test:quick": "node ./tests/benchmark/quick-test.mjs",
 		"exp:soup": "node ./tests/testSoup.mjs",
 		"func:local": "functions-framework --target=entry",
@@ -61,17 +61,16 @@
 	"dependencies": {
 		"@google-cloud/functions-framework": "^3.4.2",
 		"@google-cloud/storage": "^7.14.0",
-		"@google/generative-ai": "^0.24.1",
-		"ak-fetch": "^2.0.1",
-		"ak-gemini": "^1.0.55",
-		"ak-tools": "^1.1.0",
+		"ak-fetch": "^2.0.12",
+		"ak-gemini": "^1.0.59",
+		"ak-tools": "^1.1.1",
 		"chance": "^1.1.11",
 		"chart.js": "^3.9.1",
 		"chartjs-node-canvas": "^4.1.6",
 		"dayjs": "^1.11.11",
 		"dotenv": "^16.4.5",
 		"google-auth-library": "^9.15.0",
-		"mixpanel-import": "^2.8.14",
+		"mixpanel-import": "^2.8.15",
 		"p-limit": "^3.1.0",
 		"yargs": "^17.7.2"
 	},
@@ -87,4 +86,4 @@
 			"tmp/"
 		]
 	}
-}
+}