make-mp-data 3.0.4 → 3.0.5

package/dungeons/mirror.js

@@ -1,160 +0,0 @@
-/**
- * This is the default configuration file for the data generator in SIMPLE mode
- * notice how the config object is structured, and see it's type definition in ./types.d.ts
- * feel free to modify this file to customize the data you generate
- * see helper functions in utils.js for more ways to generate data
- */
-
-
-
-
-import Chance from 'chance';
-const chance = new Chance();
-import dayjs from "dayjs";
-import utc from "dayjs/plugin/utc.js";
-dayjs.extend(utc);
-import { uid, comma } from 'ak-tools';
-import { weighNumRange, date, integer } from "../lib/utils/utils.js";
-
-
-/** @type {import('../types').Dungeon} */
-const config = {
-	token: "",
-	seed: "mirror me",
-	numDays: 30, //how many days worth of data
-	numEvents: 10000, //how many events
-	numUsers: 1000, //how many users	
-	format: 'json', //csv or json
-	region: "US",
-	hasAnonIds: true, //if true, anonymousIds are created for each user
-	hasSessionIds: false, //if true, hasSessionIds are created for each user
-
-	events: [
-		{
-			event: "foo",
-			weight: 10,
-			properties: {}
-		},
-		{
-			event: "bar",
-			weight: 9,
-			properties: {}
-		},
-		{
-			event: "baz",
-			weight: 8,
-			properties: {}
-		},
-		{
-			event: "qux",
-			weight: 7,
-			properties: {}
-		},
-		{
-			event: "garply",
-			weight: 6,
-			properties: {}
-		},
-		{
-			event: "durtle",
-			weight: 5,
-			properties: {}
-		},
-		{
-			event: "linny",
-			weight: 4,
-			properties: {}
-		},
-		{
-			event: "fonk",
-			weight: 3,
-			properties: {}
-		},
-		{
-			event: "crumn",
-			weight: 2,
-			properties: {}
-		},
-		{
-			event: "yak",
-			weight: 1,
-			properties: {}
-		}
-	],
-	superProps: {
-		color: ["red", "orange", "yellow", "green", "blue", "indigo", "violet"],
-		deleteMe: ["hello", "world", "i", "should", "be", "deleted"],		
-		updateMe: weighNumRange(1, 10)
-	},
-	userProps: {
-		title: chance.profession.bind(chance),
-		luckyNumber: weighNumRange(42, 420),
-		spiritAnimal: ["duck", "dog", "otter", "penguin", "cat", "elephant", "lion", "cheetah", "giraffe", "zebra", "rhino", "hippo", "whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "starfish", "seahorse", "crab", "lobster", "shrimp", "clam", "snail", "slug", "butterfly", "moth", "bee", "wasp", "ant", "beetle", "ladybug", "caterpillar", "centipede", "millipede", "scorpion", "spider", "tarantula", "tick", "mite", "mosquito", "fly", "dragonfly", "damselfly", "grasshopper", "cricket", "locust", "mantis", "cockroach", "termite", "praying mantis", "walking stick", "stick bug", "leaf insect", "lacewing", "aphid", "cicada", "thrips", "psyllid", "scale insect", "whitefly", "mealybug", "planthopper", "leafhopper", "treehopper", "flea", "louse", "bedbug", "flea beetle", "weevil", "longhorn beetle", "leaf beetle", "tiger beetle", "ground beetle", "lady beetle", "firefly", "click beetle", "rove beetle", "scarab beetle", "dung beetle", "stag beetle", "rhinoceros beetle", "hercules beetle", "goliath beetle", "jewel beetle", "tortoise beetle"]
-	},
-
-	scdProps: {},
-	mirrorProps: {
-		"newlyCreated": {
-			events: "*",
-			strategy: "create",
-			values: ["fickle", "buckle", "tickle", "mackle"]
-
-		},
-		"deleteMe": {
-			events: "*",
-			strategy: "delete",
-			values: ["ignored"]
-		},
-		"fillMe": {
-			events: "*",
-			strategy: "fill",
-			values: ["deal", "with", "it"]
-		},
-		"updateMe": {
-			events: "*",
-			strategy: "update",
-			values: weighNumRange(11, 20)
-		} },
-	groupKeys: [],
-	groupProps: {},
-	lookupTables: [],
-	hook: function (record, type, meta) {
-		// --- user hook: segment users by spirit animal ---
-		if (type === "user") {
-			const aquatic = ["whale", "dolphin", "shark", "octopus", "squid", "jellyfish", "seahorse", "crab", "lobster", "shrimp"];
-			record.segment = aquatic.includes(record.spiritAnimal) ? "aquatic" : "terrestrial";
-			return record;
-		}
-
-		// --- event hook: color-based property boost ---
-		if (type === "event") {
-			// warm-colored events get a higher updateMe value
-			const warmColors = ["red", "orange", "yellow"];
-			if (warmColors.includes(record.color)) {
-				record.updateMe = (record.updateMe || 5) + 10;
-			}
-			return record;
-		}
-
-		// --- everything hook: inject a "milestone" event for users with 8+ events ---
-		if (type === "everything") {
-			if (record.length >= 8) {
-				const lastEvent = record[record.length - 1];
-				record.push({
-					event: "milestone_reached",
-					time: lastEvent.time,
-					user_id: lastEvent.user_id,
-					color: lastEvent.color,
-					milestone: record.length
-				});
-			}
-			return record;
-		}
-
-		return record;
-	}
-};
-
-
-
-export default config;

package/dungeons/soup-test.js

@@ -1,52 +0,0 @@
-/**
- * Bare dungeon for testing TimeSoup time distribution.
- * No hooks, no funnels, no ad spend — pure event generation
- * so TimeSoup's distribution is the only thing shaping the data.
- */
-
-/** @type {import('../types').Dungeon} */
-const config = {
-	token: "",
-	seed: "soup-test",
-	numDays: 100,
-	numEvents: 50_000,
-	numUsers: 500,
-	format: "json",
-	writeToDisk: true,
-	concurrency: 1,
-	hasAdSpend: false,
-	hasCampaigns: false,
-	hasLocation: false,
-	hasAvatar: false,
-	hasBrowser: false,
-	hasAnonIds: false,
-	hasSessionIds: false,
-	hasAndroidDevices: true,
-	hasIOSDevices: true,
-	hasDesktopDevices: true,
-	isAnonymous: false,
-	alsoInferFunnels: false,
-	verbose: true,
-	batchSize: 2_500_000,
-	name: "soup-test",
-
-	// Uses default soup params — change these to test different distributions
-	// soup: { peaks: 5, deviation: 2, mean: 0 },
-
-	events: [
-		{ event: "page_view", weight: 5, isFirstEvent: true, properties: {} },
-		{ event: "click", weight: 3, properties: {} },
-		{ event: "purchase", weight: 1, properties: {} },
-	],
-
-	superProps: {},
-	userProps: {},
-	funnels: [],
-	scdProps: {},
-	mirrorProps: {},
-	groupKeys: [],
-	groupProps: {},
-	lookupTables: [],
-};
-
-export default config;

package/dungeons/streaming.js

@@ -1,372 +0,0 @@
-
-const SEED = "my-seed";
-import dayjs from 'dayjs';
-import utc from 'dayjs/plugin/utc.js';
-dayjs.extend(utc);
-import 'dotenv/config';
-import * as u from "../lib/utils/utils.js";
-import * as v from 'ak-tools';
-const chance = u.initChance(SEED);
-const num_users = 10_000;
-const days = 125;
-
-/** @typedef  {import("../types.js").Dungeon} Config */
-
-function genIds(numIds = 1000) {
-	const ids = [];
-	for (let i = 0; i < numIds; i++) {
-		ids.push(v.uid());
-	}
-	return ids;
-}
-
-const videoIds = genIds();
-const channelIds = genIds(100);
-
-/** @type {Config} */
-const config = {
-	// token: "",
-	seed: `LFG!`, //,
-	numDays: days,
-	numEvents: num_users * 63,
-	numUsers: num_users,
-	hasAnonIds: false,
-	hasSessionIds: false,
-	format: "csv",
-	alsoInferFunnels: false,
-	hasLocation: false,
-	hasAndroidDevices: true,
-	hasIOSDevices: true,
-	hasDesktopDevices: true,
-	hasBrowser: false,
-	hasCampaigns: false,
-	isAnonymous: false,
-	hasAdSpend: false,
-
-	hasAvatar: false,
-
-	batchSize: 2_500_000,
-	concurrency: 1,
-	writeToDisk: false,
-
-	funnels: [],
-
-	events: [
-		{
-			event: "watch video",
-			weight: 55,
-			properties: {
-				video_id: u.pickAWinner(videoIds),
-				"watch percent": u.pickAWinner([
-					25,
-					50,
-					75,
-					100,
-				]),
-				"watch time": u.weighNumRange(1, 65, .89, 100),
-
-				"category": [
-					"comedy",
-					"educational",
-					"music",
-					"sports",
-					"news",
-					"gaming",
-					"travel",
-				],
-				quality: [
-					"240p",
-					"360p",
-					"480p",
-					"720p",
-					"1080p",
-					"4k",
-				],
-				autoplay: [
-					true,
-					false,
-				],
-				fullscreen: [
-					true,
-					false,
-				],
-				"ads?": [
-					true, true,
-					false,
-				],
-			},
-		},
-		{
-			event: "like",
-			weight: 10,
-			properties: {
-				video_id: u.pickAWinner(videoIds),
-			},
-		},
-		{
-			event: "comment",
-			weight: 5,
-			properties: {
-				video_id: u.pickAWinner(videoIds),
-				comment_length: [
-					"short",
-					"medium",
-					"long",
-				],
-			},
-		},
-		{
-			event: "share",
-			weight: 3,
-			properties: {
-				video_id: u.pickAWinner(videoIds),
-				"share network": [
-					"facebook",
-					"twitter",
-					"reddit",
-					"email",
-					"whatsapp",
-				],
-			},
-		},
-		{
-			event: "search",
-			weight: 25,
-			properties: {
-				search_term: [
-					"cats",
-					"dogs",
-					"tutorial",
-					"news",
-					"music",
-				],
-				"results count": u.pickAWinner([
-					0,
-					1,
-					2,
-					3,
-					4,
-					5,
-					6, 7, 8, 9, 10
-				], 5),
-				"search category": [
-					"all",
-					"channels",
-					"playlists",
-				],
-			},
-		},
-		{
-			event: "subscribe",
-			weight: 7,
-			properties: {
-				channel_id: u.pickAWinner(genIds()),
-			},
-		},
-		{
-			event: "unsubscribe",
-			weight: 2,
-			properties: {
-				channel_id: u.pickAWinner(genIds()),
-			},
-		},
-		{
-			event: "create playlist",
-			weight: 4,
-			properties: {
-				"play list name": [
-					"favorites",
-					"watch later",
-					"my music",
-					"funny videos",
-					"educational",
-				],
-				privacy: [
-					"public",
-					"private",
-					"unlisted",
-				],
-			},
-		},
-		{
-			event: "account signup",
-			weight: 1,
-			isFirstEvent: true,
-			properties: {
-				"sign up method": [
-					"email",
-					"google",
-					"facebook",
-				],
-			},
-		},
-		{
-			event: "account login",
-			weight: 9,
-			properties: {
-				"log in method": [
-					"email",
-					"google",
-					"facebook",
-				],
-				success: [
-					true,
-					false,
-				],
-				error_message: [
-					"incorrect password",
-					"user not found",
-					"account locked",
-				],
-			},
-		},
-		{
-			event: "$experiment_started",
-			weight: 5,
-			isSessionStartEvent: true,
-			properties: {
-				"$experiment_type": "ak_ad_hoc",
-				"Experiment name": "show results on empty search",
-				"Variant name": ["feature enabled", "feature disabled"],
-			}
-		}
-	],
-	superProps: {
-		platform: [
-			"web",
-			"ios",
-			"android",
-		],
-		network_type: [
-			"wifi",
-			"cellular",
-		],
-	},
-	userProps: {
-		subscription_status: [
-			"free",
-			"free",
-			"premium",
-		],
-		age_range: [
-			"13-17",
-			"18-24",
-			"25-34",
-			"35-44",
-			"45-54",
-			"55+",
-		],
-		preferred_genre: [
-			"comedy",
-			"action",
-			"drama",
-			"sci-fi",
-			"horror",
-		],
-		upload_count: [
-			0,
-			1,
-			5,
-			10,
-			20,
-		],
-		following_count: [
-			0,
-			10,
-			50,
-			100,
-			500,
-		],
-		dark_mode_enabled: [
-			true,
-			false,
-		],
-	},
-
-	scdProps: {},
-	mirrorProps: {},
-	groupKeys: [],
-	groupProps: {},
-	lookupTables: [],
-	hook: function (record, type, meta) {
-		const NOW = dayjs();
-		const TIME_WHEN_SEARCH_GOT_BAD = NOW.subtract(21, 'days');
-		const TIME_WE_EXPERIMENTED = NOW.subtract(14, 'days');
-
-		if (type === "event") {
-			const EVENT_TIME = dayjs(record.time);
-			//when search got bad, people started searching less
-			//and got fewer results
-			if (EVENT_TIME.isAfter(TIME_WHEN_SEARCH_GOT_BAD)) {
-				if (chance.bool({ likelihood: 50 })) {
-					if (record.event === "search") {
-						record["results count"] = 0;
-					}
-				}
-
-				if (chance.bool({ likelihood: 18 })) {
-					record._drop = true;
-				}
-			}
-
-			if (EVENT_TIME.isBefore(TIME_WE_EXPERIMENTED)) {
-				if (record.event === "$experiment_started") {
-					record._drop = true;
-				}
-			}
-		}
-
-
-
-		if (type === "everything") {
-			// Filter out events tagged for dropping by the event hook
-			record = record.filter(e => !e._drop);
-
-			const hadFeatureEnabled = record.some(event =>
-				event.event === "$experiment_started" &&
-				event["Variant name"] === "feature enabled"
-			);
-
-			const hadFeatureDisabled = record.some(event =>
-				event.event === "$experiment_started" &&
-				event["Variant name"] === "feature disabled"
-			);
-
-			record.forEach((event, idx) => {
-				const EVENT_TIME = dayjs(event.time);
-
-				if (EVENT_TIME.isAfter(TIME_WE_EXPERIMENTED)) {
-					if (hadFeatureEnabled) {
-						// Users with feature enabled variant have a higher likelihood of subscribing.
-						// Add an extra subscribe event 50% of the time immediately after watching a video.
-						if (event.event === "watch video" && chance.bool({ likelihood: 75 })) {
-							// watch time goes up 
-							event["watch time"] = v.round(event["watch time"] * 1.7);
-							const subscribeEvent = {
-								event: "subscribe",
-								time: dayjs(event.time).add(1, 'minute').toISOString(),	
-								user_id: event.user_id,						
-							};
-							record.splice(idx + 1, 0, subscribeEvent);
-						}
-					} else if (hadFeatureDisabled) {
-						// Users with feature disabled variant have lower likelihood of subscribing.
-						// Drop subscribe events 50% of the time.						
-						if (event.event === "subscribe" && chance.bool({ likelihood: 75 })) {
-							record.splice(idx, 1);
-						}
-
-						// watch time goes down
-						if (event.event === "watch video") {
-							event["watch time"] = v.round(event["watch time"] * 0.5);
-						}
-					}
-				}
-			});
-		}
-
-		return record;
-	}
-};
-
-export default config;

package/dungeons/strict-event-test.js

@@ -1,30 +0,0 @@
-export default {
-	name: "strict-event-count-test",
-	seed: "test-123",
-
-	// We want exactly 1000 events
-	numEvents: 1000,
-
-	// Even though we specify 500 users, we should stop early when we hit 1000 events
-	numUsers: 500,
-
-	numDays: 7,
-
-	// Enable strict event count - this will bail out at exactly numEvents
-	strictEventCount: true,
-
-	verbose: true,
-	writeToDisk: false,
-	format: 'json',
-
-	events: [
-		{ event: "page_view", weight: 5 },
-		{ event: "click", weight: 3 },
-		{ event: "purchase", weight: 1 }
-	],
-
-	userProps: {
-		plan: ["free", "pro", "enterprise"],
-		region: ["US", "EU", "APAC"]
-	}
-};