make-mp-data 1.5.56 → 2.0.0

package/.claude/settings.local.json

@@ -0,0 +1,20 @@
+{
+  "permissions": {
+    "allow": [
+      "Bash(node:*)",
+      "Bash(mkdir:*)",
+      "Bash(npm install)",
+      "Bash(npx vitest run:*)",
+      "Bash(npm test)",
+      "Bash(grep:*)",
+      "Bash(rg:*)",
+      "Bash(./scripts/new-dungeon.sh:*)",
+      "Bash(cp:*)",
+      "Bash(find:*)",
+      "Bash(npm test:*)",
+      "Bash(npm run test:*)",
+      "Bash(npx tsc:*)"
+    ],
+    "deny": []
+  }
+}

package/.gcloudignore

@@ -14,4 +14,5 @@ env.yml
 .gitattributes
 README.md
 dungeons
-schemas
+schemas
+CLAUDE.md

package/.vscode/launch.json

@@ -13,23 +13,8 @@
 		{
             "type": "node",
             "request": "launch",
-            "name": "run dungeon (debug)",
-            "runtimeExecutable": "nodemon",
-            "runtimeArgs": ["--inspect", "--ignore", "./data"],
-            "program": "${workspaceFolder}/index.js",
-			"args": ["${file}"],
-            "restart": true,
-            "console": "integratedTerminal",
-            "internalConsoleOptions": "neverOpen",
-            "skipFiles": ["<node_internals>/**"],
-			"preLaunchTask": "npm: prune",
-			
-        },
-		{
-            "type": "node",
-            "request": "launch",
-            "name": "run dungeon (one shot)",
-            "runtimeExecutable": "node",            
+            "name": "run dungeon",
+            "runtimeExecutable": "nodemon",            
             "program": "${workspaceFolder}/index.js",
 			"args": ["${file}"],
             "restart": true,
@@ -37,6 +22,10 @@
             "internalConsoleOptions": "neverOpen",
             "skipFiles": ["<node_internals>/**"],
 			"preLaunchTask": "npm: prune",
+			"runtimeArgs": [
+				"--ignore",
+				"./data"
+			]
 			
         },
 		{

package/.vscode/settings.json

@@ -7,6 +7,7 @@
 		"Colour",
 		"crumn",
 		"darr",
+		"datagenerator",
 		"dislikers",
 		"Dont",
 		"durtle",
@@ -34,7 +35,35 @@
 		"weindgo",
 		"whomacity"
 	],
-	"jest.runMode": "on-demand",
-	"jest.jestCommandLine": "npm run test --",
+	// Vitest settings
+	"vitest.enable": true,
+	"vitest.commandLine": "npx vitest",
+	"vitest.include": ["tests/**/*.test.js"],
+	"vitest.exclude": ["**/node_modules/**", "**/coverage/**", "**/data/**", "**/tmp/**"],
+	
+	// Test Explorer settings
+	"testing.automaticallyOpenPeekView": "never",
+	"testing.openTesting": "neverOpen",
 	"js/ts.implicitProjectConfig.checkJs": true,
+	
+	// ESM and import settings
+	"typescript.preferences.includePackageJsonAutoImports": "auto",
+	"typescript.suggest.autoImports": true,
+	"javascript.suggest.autoImports": true,
+	
+	// File associations
+	"files.associations": {
+		"*.js": "javascript",
+		"*.mjs": "javascript",
+		"*.cjs": "javascript"
+	},
+	
+	// Search settings
+	"search.exclude": {
+		"**/node_modules": true,
+		"**/coverage": true,
+		"**/data": true,
+		"**/tmp": true
+	},
+	"testing.automaticallyOpenTestResults": "neverOpen"
 }

package/dungeons/media.js

@@ -0,0 +1,371 @@
+
+const SEED = "my-seed";
+const dayjs = require("dayjs");
+const utc = require("dayjs/plugin/utc");
+dayjs.extend(utc);
+require("dotenv").config();
+const u = require("../components/utils");
+const v = require("ak-tools");
+const chance = u.initChance(SEED);
+const num_users = 10_000;
+const days = 125;
+
+/** @typedef  {import("../types").Dungeon} Config */
+
+function genIds(numIds = 1000) {
+	const ids = [];
+	for (let i = 0; i < numIds; i++) {
+		ids.push(v.uid());
+	}
+	return ids;
+}
+
+const videoIds = genIds();
+const channelIds = genIds(100);
+
+/** @type {Config} */
+const config = {
+	token: "32fd7149e2ac0cc030bda4c4b839b813",
+	seed: `LFG!`, //,
+	numDays: days,
+	numEvents: num_users * 69,
+	numUsers: num_users,
+	hasAnonIds: false,
+	hasSessionIds: false,
+	format: "json",
+	alsoInferFunnels: false,
+	hasLocation: false,
+	hasAndroidDevices: true,
+	hasIOSDevices: true,
+	hasDesktopDevices: true,
+	hasBrowser: false,
+	hasCampaigns: false,
+	isAnonymous: false,
+	hasAdSpend: false,
+
+	hasAvatar: false,
+	makeChart: false,
+
+	batchSize: 1_500_000,
+	concurrency: 1,
+	writeToDisk: false,
+
+	funnels: [],
+
+	events: [
+		{
+			event: "watch video",
+			weight: 55,
+			properties: {
+				video_id: u.pickAWinner(videoIds),
+				"watch percent": u.pickAWinner([
+					25,
+					50,
+					75,
+					100,
+				]),
+				"watch time": u.weighNumRange(1, 65, .89, 100),
+
+				"category": u.pickAWinner([
+					"comedy",
+					"educational",
+					"music",
+					"sports",
+					"news",
+					"gaming",
+					"travel",
+				]),
+				quality: u.pickAWinner([
+					"240p",
+					"360p",
+					"480p",
+					"720p",
+					"1080p",
+					"4k",
+				], 4),
+				autoplay: [
+					true,
+					false,
+				],
+				fullscreen: [
+					true,
+					false,
+				],
+				"ads?": [
+					true, true,
+					false,
+				],
+			},
+		},
+		{
+			event: "like",
+			weight: 10,
+			properties: {
+				video_id: u.pickAWinner(videoIds),
+			},
+		},
+		{
+			event: "comment",
+			weight: 5,
+			properties: {
+				video_id: u.pickAWinner(videoIds),
+				comment_length: [
+					"short",
+					"medium",
+					"long",
+				],
+			},
+		},
+		{
+			event: "share",
+			weight: 3,
+			properties: {
+				video_id: u.pickAWinner(videoIds),
+				"share network": u.pickAWinner([
+					"facebook",
+					"twitter",
+					"reddit",
+					"email",
+					"whatsapp",
+				]),
+			},
+		},
+		{
+			event: "search",
+			weight: 25,
+			properties: {
+				search_term: [
+					"cats",
+					"dogs",
+					"tutorial",
+					"news",
+					"music",
+				],
+				"results count": u.pickAWinner([
+					0,
+					1,
+					2,
+					3,
+					4,
+					5,
+					6, 7, 8, 9, 10
+				], 5),
+				"search category": [
+					"all",
+					"channels",
+					"playlists",
+				],
+			},
+		},
+		{
+			event: "subscribe",
+			weight: 7,
+			properties: {
+				channel_id: u.pickAWinner(genIds()),
+			},
+		},
+		{
+			event: "unsubscribe",
+			weight: 2,
+			properties: {
+				channel_id: u.pickAWinner(genIds()),
+			},
+		},
+		{
+			event: "create playlist",
+			weight: 4,
+			properties: {
+				"play list name": u.pickAWinner([
+					"favorites",
+					"watch later",
+					"my music",
+					"funny videos",
+					"educational",
+				]),
+				privacy: u.pickAWinner([
+					"public",
+					"private",
+					"unlisted",
+				]),
+			},
+		},
+		{
+			event: "account signup",
+			weight: 1,
+			isFirstEvent: true,
+			properties: {
+				"sign up method": [
+					"email",
+					"google",
+					"facebook",
+				],
+			},
+		},
+		{
+			event: "account login",
+			weight: 9,
+			properties: {
+				"log in method": u.pickAWinner([
+					"email",
+					"google",
+					"facebook",
+				]),
+				success: [
+					true,
+					false,
+				],
+				error_message: [
+					"incorrect password",
+					"user not found",
+					"account locked",
+				],
+			},
+		},
+		{
+			event: "$experiment_started",
+			weight: 5,
+			isSessionStartEvent: true,
+			properties: {
+				"$experiment_type": "ak_ad_hoc",
+				"Experiment name": "show results on empty search",
+				"Variant name": ["feature enabled", "feature disabled"],
+			}
+		}
+	],
+	superProps: {
+		platform: u.pickAWinner([
+			"web",
+			"ios",
+			"android",
+		]),
+		network_type: [
+			"wifi",
+			"cellular",
+		],
+	},
+	userProps: {
+		subscription_status: [
+			"free",
+			"free",
+			"premium",
+		],
+		age_range: [
+			"13-17",
+			"18-24",
+			"25-34",
+			"35-44",
+			"45-54",
+			"55+",
+		],
+		preferred_genre: u.pickAWinner([
+			"comedy",
+			"action",
+			"drama",
+			"sci-fi",
+			"horror",
+		]),
+		upload_count: [
+			0,
+			1,
+			5,
+			10,
+			20,
+		],
+		following_count: [
+			0,
+			10,
+			50,
+			100,
+			500,
+		],
+		dark_mode_enabled: [
+			true,
+			false,
+		],
+	},
+
+	scdProps: {},
+	mirrorProps: {},
+	groupKeys: [],
+	groupProps: {},
+	lookupTables: [],
+	hook: function (record, type, meta) {
+		const NOW = dayjs();
+		const TIME_WHEN_SEARCH_GOT_BAD = NOW.subtract(21, 'days');
+		const TIME_WE_EXPERIMENTED = NOW.subtract(14, 'days');
+
+		if (type === "event") {
+			const EVENT_TIME = dayjs(record.time);
+			//when search got bad, people started searching less
+			//and got fewer results
+			if (EVENT_TIME.isAfter(TIME_WHEN_SEARCH_GOT_BAD)) {
+				if (chance.bool({ likelihood: 50 })) {
+					if (record.event === "search") {
+						record["results count"] = 0;
+					}
+				}
+
+				if (chance.bool({ likelihood: 18 })) {
+					return {};
+				}
+			}
+
+			if (EVENT_TIME.isBefore(TIME_WE_EXPERIMENTED)) {
+				if (record.event === "$experiment_started") {
+					return {};
+				}
+			}
+		}
+
+
+
+		if (type === "everything") {
+
+			const hadFeatureEnabled = record.some(event =>
+				event.event === "$experiment_started" &&
+				event["Variant name"] === "feature enabled"
+			);
+
+			const hadFeatureDisabled = record.some(event =>
+				event.event === "$experiment_started" &&
+				event["Variant name"] === "feature disabled"
+			);
+
+			record.forEach((event, idx) => {
+				const EVENT_TIME = dayjs(event.time);
+
+				if (EVENT_TIME.isAfter(TIME_WE_EXPERIMENTED)) {
+					if (hadFeatureEnabled) {
+						// Users with feature enabled variant have a higher likelihood of subscribing.
+						// Add an extra subscribe event 50% of the time immediately after watching a video.
+						if (event.event === "watch video" && chance.bool({ likelihood: 75 })) {
+							// watch time goes up 
+							event["watch time"] = v.round(event["watch time"] * 1.7);
+							const subscribeEvent = {
+								event: "subscribe",
+								time: dayjs(event.time).add(1, 'minute').toISOString(),	
+								user_id: event.user_id,						
+							};
+							record.splice(idx + 1, 0, subscribeEvent);
+						}
+					} else if (hadFeatureDisabled) {
+						// Users with feature disabled variant have lower likelihood of subscribing.
+						// Drop subscribe events 50% of the time.						
+						if (event.event === "subscribe" && chance.bool({ likelihood: 75 })) {
+							record.splice(idx, 1);
+						}
+
+						// watch time goes down
+						if (event.event === "watch video") {
+							event["watch time"] = v.round(event["watch time"] * 0.5);
+						}
+					}
+				}
+			});
+		}
+
+		return record;
+	}
+};
+
+module.exports = config;