make-mp-data 2.1.11 → 3.0.2

package/dungeons/streaming.js

@@ -0,0 +1,373 @@
+
+const SEED = "my-seed";
+import dayjs from 'dayjs';
+import utc from 'dayjs/plugin/utc.js';
+dayjs.extend(utc);
+import 'dotenv/config';
+import * as u from "../lib/utils/utils.js";
+import * as v from 'ak-tools';
+const chance = u.initChance(SEED);
+const num_users = 10_000;
+const days = 125;
+
+/** @typedef  {import("../types.js").Dungeon} Config */
+
+function genIds(numIds = 1000) {
+	const ids = [];
+	for (let i = 0; i < numIds; i++) {
+		ids.push(v.uid());
+	}
+	return ids;
+}
+
+const videoIds = genIds();
+const channelIds = genIds(100);
+
+/** @type {Config} */
+const config = {
+	// token: "",
+	seed: `LFG!`, //,
+	numDays: days,
+	numEvents: num_users * 63,
+	numUsers: num_users,
+	hasAnonIds: false,
+	hasSessionIds: false,
+	format: "csv",
+	alsoInferFunnels: false,
+	hasLocation: false,
+	hasAndroidDevices: true,
+	hasIOSDevices: true,
+	hasDesktopDevices: true,
+	hasBrowser: false,
+	hasCampaigns: false,
+	isAnonymous: false,
+	hasAdSpend: false,
+
+	hasAvatar: false,
+	makeChart: false,
+
+	batchSize: 2_500_000,
+	concurrency: 10,
+	writeToDisk: false,
+
+	funnels: [],
+
+	events: [
+		{
+			event: "watch video",
+			weight: 55,
+			properties: {
+				video_id: u.pickAWinner(videoIds),
+				"watch percent": u.pickAWinner([
+					25,
+					50,
+					75,
+					100,
+				]),
+				"watch time": u.weighNumRange(1, 65, .89, 100),
+
+				"category": u.pickAWinner([
+					"comedy",
+					"educational",
+					"music",
+					"sports",
+					"news",
+					"gaming",
+					"travel",
+				]),
+				quality: u.pickAWinner([
+					"240p",
+					"360p",
+					"480p",
+					"720p",
+					"1080p",
+					"4k",
+				], 4),
+				autoplay: [
+					true,
+					false,
+				],
+				fullscreen: [
+					true,
+					false,
+				],
+				"ads?": [
+					true, true,
+					false,
+				],
+			},
+		},
+		{
+			event: "like",
+			weight: 10,
+			properties: {
+				video_id: u.pickAWinner(videoIds),
+			},
+		},
+		{
+			event: "comment",
+			weight: 5,
+			properties: {
+				video_id: u.pickAWinner(videoIds),
+				comment_length: [
+					"short",
+					"medium",
+					"long",
+				],
+			},
+		},
+		{
+			event: "share",
+			weight: 3,
+			properties: {
+				video_id: u.pickAWinner(videoIds),
+				"share network": u.pickAWinner([
+					"facebook",
+					"twitter",
+					"reddit",
+					"email",
+					"whatsapp",
+				]),
+			},
+		},
+		{
+			event: "search",
+			weight: 25,
+			properties: {
+				search_term: [
+					"cats",
+					"dogs",
+					"tutorial",
+					"news",
+					"music",
+				],
+				"results count": u.pickAWinner([
+					0,
+					1,
+					2,
+					3,
+					4,
+					5,
+					6, 7, 8, 9, 10
+				], 5),
+				"search category": [
+					"all",
+					"channels",
+					"playlists",
+				],
+			},
+		},
+		{
+			event: "subscribe",
+			weight: 7,
+			properties: {
+				channel_id: u.pickAWinner(genIds()),
+			},
+		},
+		{
+			event: "unsubscribe",
+			weight: 2,
+			properties: {
+				channel_id: u.pickAWinner(genIds()),
+			},
+		},
+		{
+			event: "create playlist",
+			weight: 4,
+			properties: {
+				"play list name": u.pickAWinner([
+					"favorites",
+					"watch later",
+					"my music",
+					"funny videos",
+					"educational",
+				]),
+				privacy: u.pickAWinner([
+					"public",
+					"private",
+					"unlisted",
+				]),
+			},
+		},
+		{
+			event: "account signup",
+			weight: 1,
+			isFirstEvent: true,
+			properties: {
+				"sign up method": [
+					"email",
+					"google",
+					"facebook",
+				],
+			},
+		},
+		{
+			event: "account login",
+			weight: 9,
+			properties: {
+				"log in method": u.pickAWinner([
+					"email",
+					"google",
+					"facebook",
+				]),
+				success: [
+					true,
+					false,
+				],
+				error_message: [
+					"incorrect password",
+					"user not found",
+					"account locked",
+				],
+			},
+		},
+		{
+			event: "$experiment_started",
+			weight: 5,
+			isSessionStartEvent: true,
+			properties: {
+				"$experiment_type": "ak_ad_hoc",
+				"Experiment name": "show results on empty search",
+				"Variant name": ["feature enabled", "feature disabled"],
+			}
+		}
+	],
+	superProps: {
+		platform: u.pickAWinner([
+			"web",
+			"ios",
+			"android",
+		]),
+		network_type: [
+			"wifi",
+			"cellular",
+		],
+	},
+	userProps: {
+		subscription_status: [
+			"free",
+			"free",
+			"premium",
+		],
+		age_range: [
+			"13-17",
+			"18-24",
+			"25-34",
+			"35-44",
+			"45-54",
+			"55+",
+		],
+		preferred_genre: u.pickAWinner([
+			"comedy",
+			"action",
+			"drama",
+			"sci-fi",
+			"horror",
+		]),
+		upload_count: [
+			0,
+			1,
+			5,
+			10,
+			20,
+		],
+		following_count: [
+			0,
+			10,
+			50,
+			100,
+			500,
+		],
+		dark_mode_enabled: [
+			true,
+			false,
+		],
+	},
+
+	scdProps: {},
+	mirrorProps: {},
+	groupKeys: [],
+	groupProps: {},
+	lookupTables: [],
+	hook: function (record, type, meta) {
+		const NOW = dayjs();
+		const TIME_WHEN_SEARCH_GOT_BAD = NOW.subtract(21, 'days');
+		const TIME_WE_EXPERIMENTED = NOW.subtract(14, 'days');
+
+		if (type === "event") {
+			const EVENT_TIME = dayjs(record.time);
+			//when search got bad, people started searching less
+			//and got fewer results
+			if (EVENT_TIME.isAfter(TIME_WHEN_SEARCH_GOT_BAD)) {
+				if (chance.bool({ likelihood: 50 })) {
+					if (record.event === "search") {
+						record["results count"] = 0;
+					}
+				}
+
+				if (chance.bool({ likelihood: 18 })) {
+					record._drop = true;
+				}
+			}
+
+			if (EVENT_TIME.isBefore(TIME_WE_EXPERIMENTED)) {
+				if (record.event === "$experiment_started") {
+					record._drop = true;
+				}
+			}
+		}
+
+
+
+		if (type === "everything") {
+			// Filter out events tagged for dropping by the event hook
+			record = record.filter(e => !e._drop);
+
+			const hadFeatureEnabled = record.some(event =>
+				event.event === "$experiment_started" &&
+				event["Variant name"] === "feature enabled"
+			);
+
+			const hadFeatureDisabled = record.some(event =>
+				event.event === "$experiment_started" &&
+				event["Variant name"] === "feature disabled"
+			);
+
+			record.forEach((event, idx) => {
+				const EVENT_TIME = dayjs(event.time);
+
+				if (EVENT_TIME.isAfter(TIME_WE_EXPERIMENTED)) {
+					if (hadFeatureEnabled) {
+						// Users with feature enabled variant have a higher likelihood of subscribing.
+						// Add an extra subscribe event 50% of the time immediately after watching a video.
+						if (event.event === "watch video" && chance.bool({ likelihood: 75 })) {
+							// watch time goes up 
+							event["watch time"] = v.round(event["watch time"] * 1.7);
+							const subscribeEvent = {
+								event: "subscribe",
+								time: dayjs(event.time).add(1, 'minute').toISOString(),	
+								user_id: event.user_id,						
+							};
+							record.splice(idx + 1, 0, subscribeEvent);
+						}
+					} else if (hadFeatureDisabled) {
+						// Users with feature disabled variant have lower likelihood of subscribing.
+						// Drop subscribe events 50% of the time.						
+						if (event.event === "subscribe" && chance.bool({ likelihood: 75 })) {
+							record.splice(idx, 1);
+						}
+
+						// watch time goes down
+						if (event.event === "watch video") {
+							event["watch time"] = v.round(event["watch time"] * 0.5);
+						}
+					}
+				}
+			});
+		}
+
+		return record;
+	}
+};
+
+export default config;

package/dungeons/strict-event-test.js

@@ -0,0 +1,30 @@
+export default {
+	name: "strict-event-count-test",
+	seed: "test-123",
+
+	// We want exactly 1000 events
+	numEvents: 1000,
+
+	// Even though we specify 500 users, we should stop early when we hit 1000 events
+	numUsers: 500,
+
+	numDays: 7,
+
+	// Enable strict event count - this will bail out at exactly numEvents
+	strictEventCount: true,
+
+	verbose: true,
+	writeToDisk: false,
+	format: 'json',
+
+	events: [
+		{ event: "page_view", weight: 5 },
+		{ event: "click", weight: 3 },
+		{ event: "purchase", weight: 1 }
+	],
+
+	userProps: {
+		plan: ["free", "pro", "enterprise"],
+		region: ["US", "EU", "APAC"]
+	}
+};

package/dungeons/student-teacher.js

@@ -34,8 +34,9 @@ const config = {
 	hasAdSpend: true,
 
 	hasAvatar: true,
+	makeChart: false,
 
-	batchSize: 1_500_000,
+	batchSize: 2_500_000,
 	concurrency: 1,
 	writeToDisk: false,
 
@@ -396,17 +397,30 @@ const config = {
 
 		if (type === "event") {
 			const EVENT_TIME = dayjs(record.time);
+			// Pattern 1: Late submissions get lower scores
+			if (record.event === "student: submit assignment" && record.is_late === true) {
+				record.late_penalty_percent = chance.integer({ min: 5, max: 25 });
+			}
 		}
 
 		if (type === "user") {
-
+			// Pattern 2: Teachers get a department assignment
+			if (record.role === "teacher") {
+				record.department = chance.pickone(["Math", "Science", "English", "History", "Art", "PE"]);
+				record.years_experience = chance.integer({ min: 1, max: 30 });
+			}
 		}
 
-		if (type === "funnel-post") {
-
+		if (type === "funnel-pre") {
+			// Pattern 3: Students on chromebooks have lower test completion rates
+			if (meta && meta.profile && meta.profile.device_type === "chromebook") {
+				if (record.name === "Student Takes Test") {
+					record.conversionRate = Math.max(50, record.conversionRate * 0.7);
+				}
+			}
 		}
 
-		if (type === "funnel-pre") {
+		if (type === "funnel-post") {
 
 		}