make-mp-data 1.4.2 → 1.4.3

package/README.md

@@ -9,7 +9,7 @@ the CLI looks like this:
 
 ![Generate Mixpanel data](https://aktunes.neocities.org/makeDataDemo.gif)
 
-under the hood, `make-mp-data` is modeling data adherent to match [Mixpanel's data model](https://docs.mixpanel.com/docs/data-structure/concepts), giving you the tools you need for robust, realistical field ready test data.
+under the hood, `make-mp-data` is modeling data adherent to match [Mixpanel's data model](https://docs.mixpanel.com/docs/data-structure/concepts), giving you the tools you need for robust, realistic field ready test data.
 
 ## 🚀 Quick Start
 
@@ -64,8 +64,9 @@ npx make-mp-data [dataModel.js] [options]
 Example:
 
 ```bash
-npx make-mp-data ecommSpec.js --token 1234 --numDays 30 --numUsers 1000 --numEvents 1000000
+npx make-mp-data myDataSpec.js --token 1234 --numDays 30 --numUsers 1000 --numEvents 1000000
 ```
+where `myDataSpec.js` exports a [JS object of this shape](https://github.com/ak--47/make-mp-data/blob/main/types.d.ts#L8) ... (see [`./schemas`](https://github.com/ak--47/make-mp-data/tree/main/schemas) for examples)
 
 ### Data Models
 

package/{cli.js → core/cli.js}

@@ -1,5 +1,5 @@
 const yargs = require('yargs');
-const { version } = require('./package.json');
+const { version } = require('../package.json');
 
 const hero = String.raw`
                         

package/{defaults.js → core/defaults.js}

@@ -1,7 +1,8 @@
 /* cSpell:disable */
 //? https://docs.mixpanel.com/docs/data-structure/property-reference#default-properties
 
-
+const domainSuffix = ["com", "com", "com", "com", "net", "org", "net", "org", "io", "co", "co.uk", "us", "biz", "info", "gov", "edu"];
+const domainPrefix = ["gmail", "gmail", "gmail", "gmail", "gmail", "gmail", "yahoo", "yahoo", "icloud", "icloud", "icloud", "icloud", "hotmail", "hotmail", "gmail", "gmail", "gmail", "gmail", "gmail", "gmail", "yahoo", "yahoo", "icloud", "icloud", "icloud", "hotmail", "hotmail", "outlook", "aol", "outlook", "aol", "protonmail", "zoho", "gmx", "yandex", "mail", "inbox", "fastmail", "tutanota", "mailfence", "disroot", "riseup", "posteo", "runbox", "kolabnow", "mailbox", "scryptmail", "ctemplar", "countermail", "hushmail", "startmail", "privatemail"];
 const campaigns = [
 	{
 		utm_campaign: ["$organic"],
@@ -12,77 +13,60 @@ const campaigns = [
 	},
 	{
 		utm_source: ["facebook"],
-		utm_campaign: ["free trial", "discount country_code", "all for one", "one for all", "look-alike"],
-		utm_medium: ["influencer", "promoted", "sidebar", "search"],
-		utm_content: ["control group", "variant A", "variant B", "variant C", "variant D"],
-		utm_term: ["Jan-Feb", "Mar-Apr", "May-June", "July-Aug", "Sept-Oct", "Nov-Dec"]
+		utm_campaign: ["fb_free_trial", "fb_discount_US", "fb_summer_sale", "fb_black_friday", "fb_lookalike_audience"],
+		utm_medium: ["social_influencer", "paid_promoted", "ad_sidebar", "sponsored_search"],
+		utm_content: ["fb_control_group", "fb_variant_A", "fb_variant_B", "fb_variant_C", "fb_variant_D"],
+		utm_term: ["fb_jan_feb", "fb_mar_apr", "fb_may_jun", "fb_jul_aug", "fb_sep_oct", "fb_nov_dec"]
 	},
 	{
-		utm_source: ["x"],
-		utm_campaign: ["free trial", "discount country_code", "all for one", "one for all", "look-alike"],
-		utm_medium: ["influencer", "promoted", "sidebar", "search"],
-		utm_content: ["control group", "variant A", "variant B", "variant C", "variant D"],
-		utm_term: ["Jan-Feb", "Mar-Apr", "May-June", "July-Aug", "Sept-Oct", "Nov-Dec"]
+		utm_source: ["snapchat"],
+		utm_campaign: ["sc_free_trial", "sc_discount_US", "sc_spring_sale", "sc_cyber_monday", "sc_lookalike_audience"],
+		utm_medium: ["promoted_tweet", "sponsored_post", "sidebar_ad", "search_ad"],
+		utm_content: ["sc_control_group", "sc_variant_A", "sc_variant_B", "sc_variant_C", "sc_variant_D"],
+		utm_term: ["sc_jan_feb", "sc_mar_apr", "sc_may_jun", "sc_jul_aug", "sc_sep_oct", "sc_nov_dec"]
 	},
+	
 	{
 		utm_source: ["linkedin"],
-		utm_campaign: ["free trial", "discount country_code", "all for one", "one for all", "look-alike"],
-		utm_medium: ["influencer", "promoted", "sidebar", "search"],
-		utm_content: ["control group", "variant A", "variant B", "variant C", "variant D"],
-		utm_term: ["Jan-Feb", "Mar-Apr", "May-June", "July-Aug", "Sept-Oct", "Nov-Dec"]
+		utm_campaign: ["li_free_trial", "li_discount_US", "li_fall_sale", "li_holiday_special", "li_lookalike_audience"],
+		utm_medium: ["influencer_post", "promoted_content", "sidebar_ad", "search_ad"],
+		utm_content: ["li_control_group", "li_variant_A", "li_variant_B", "li_variant_C", "li_variant_D"],
+		utm_term: ["li_jan_feb", "li_mar_apr", "li_may_jun", "li_jul_aug", "li_sep_oct", "li_nov_dec"]
 	},
-
 	{
 		utm_source: ["instagram"],
-		utm_campaign: ["free trial", "discount country_code", "all for one", "one for all", "look-alike"],
-		utm_medium: ["influencer", "promoted", "sidebar", "search"],
-		utm_content: ["control group", "variant A", "variant B", "variant C", "variant D"],
-		utm_term: ["Jan-Feb", "Mar-Apr", "May-June", "July-Aug", "Sept-Oct", "Nov-Dec"]
+		utm_campaign: ["ig_free_trial", "ig_discount_US", "ig_winter_sale", "ig_flash_sale", "ig_lookalike_audience"],
+		utm_medium: ["story_ad", "influencer_post", "promoted_post", "search_ad"],
+		utm_content: ["ig_control_group", "ig_variant_A", "ig_variant_B", "ig_variant_C", "ig_variant_D"],
+		utm_term: ["ig_jan_feb", "ig_mar_apr", "ig_may_jun", "ig_jul_aug", "ig_sep_oct", "ig_nov_dec"]
 	},
-
 	{
-		utm_source: ["google ads"],
-		utm_campaign: ["free trial", "discount country_code", "all for one", "one for all", "look-alike"],
-		utm_medium: ["search", "promoted", "sidebar"],
-		utm_content: ["control group", "variant A", "variant B", "variant C", "variant D"],
-		utm_term: ["Jan-Feb", "Mar-Apr", "May-June", "July-Aug", "Sept-Oct", "Nov-Dec"]
+		utm_source: ["google"],
+		utm_campaign: ["ga_free_trial", "ga_discount_US", "ga_spring_promo", "ga_summer_promo", "ga_lookalike_audience"],
+		utm_medium: ["search_ad", "display_ad", "sidebar_ad"],
+		utm_content: ["ga_control_group", "ga_variant_A", "ga_variant_B", "ga_variant_C", "ga_variant_D"],
+		utm_term: ["ga_jan_feb", "ga_mar_apr", "ga_may_jun", "ga_jul_aug", "ga_sep_oct", "ga_nov_dec"]
 	},
 	{
 		utm_source: ["youtube"],
-		utm_campaign: ["free trial", "discount country_code", "all for one", "one for all", "look-alike"],
-		utm_medium: ["search", "promoted", "sidebar"],
-		utm_content: ["control group", "variant A", "variant B", "variant C", "variant D"],
-		utm_term: ["Jan-Feb", "Mar-Apr", "May-June", "July-Aug", "Sept-Oct", "Nov-Dec"]
-	},
-	{
-		utm_source: ["$referral"],
-		utm_campaign: ["free trial", "discount country_code", "all for one", "one for all", "look-alike"],
-		utm_medium: ["email", "referral link"],
-		utm_content: ["control group", "variant A", "variant B", "variant C", "variant D"],
-		utm_term: ["Jan-Feb", "Mar-Apr", "May-June", "July-Aug", "Sept-Oct", "Nov-Dec"]
-	},
-	{
-		utm_source: ["google ads"],
-		utm_campaign: ["free trial", "discount country_code", "all for one", "one for all", "look-alike"],
-		utm_medium: ["inbox", "sidebar", "keywords"],
-		utm_content: ["control group", "variant A", "variant B", "variant C", "variant D"],
-		utm_term: ["Jan-Feb", "Mar-Apr", "May-June", "July-Aug", "Sept-Oct", "Nov-Dec"]
-	},
-
-
+		utm_campaign: ["yt_free_trial", "yt_discount_US", "yt_autumn_promo", "yt_end_of_year", "yt_lookalike_audience"],
+		utm_medium: ["video_ad", "display_ad", "sidebar_ad"],
+		utm_content: ["yt_control_group", "yt_variant_A", "yt_variant_B", "yt_variant_C", "yt_variant_D"],
+		utm_term: ["yt_jan_feb", "yt_mar_apr", "yt_may_jun", "yt_jul_aug", "yt_sep_oct", "yt_nov_dec"]
+	},	
 	{
 		utm_source: ["tiktok"],
-		utm_campaign: ["free trial", "discount country_code", "all for one", "one for all", "look-alike"],
-		utm_medium: ["search", "promoted", "sidebar"],
-		utm_content: ["control group", "variant A", "variant B", "variant C", "variant D"],
-		utm_term: ["Jan-Feb", "Mar-Apr", "May-June", "July-Aug", "Sept-Oct", "Nov-Dec"]
+		utm_campaign: ["tt_free_trial", "tt_discount_US", "tt_flash_sale", "tt_special_offer", "tt_lookalike_audience"],
+		utm_medium: ["video_ad", "promoted_content", "sidebar_ad"],
+		utm_content: ["tt_control_group", "tt_variant_A", "tt_variant_B", "tt_variant_C", "tt_variant_D"],
+		utm_term: ["tt_jan_feb", "tt_mar_apr", "tt_may_jun", "tt_jul_aug", "tt_sep_oct", "tt_nov_dec"]
 	},
 	{
 		utm_source: ["reddit"],
-		utm_campaign: ["free trial", "discount country_code", "all for one", "one for all", "look-alike"],
-		utm_medium: ["search", "promoted", "sidebar"],
-		utm_content: ["control group", "variant A", "variant B", "variant C", "variant D"],
-		utm_term: ["Jan-Feb", "Mar-Apr", "May-June", "July-Aug", "Sept-Oct", "Nov-Dec"]
+		utm_campaign: ["rd_free_trial", "rd_discount_US", "rd_winter_promo", "rd_new_year_offer", "rd_lookalike_audience"],
+		utm_medium: ["promoted_post", "display_ad", "sidebar_ad"],
+		utm_content: ["rd_control_group", "rd_variant_A", "rd_variant_B", "rd_variant_C", "rd_variant_D"],
+		utm_term: ["rd_jan_feb", "rd_mar_apr", "rd_may_jun", "rd_jul_aug", "rd_sep_oct", "rd_nov_dec"]
 	}
 ];
 
@@ -338,13 +322,13 @@ const desktopDevices = [
 		screen_height: '2520',
 		screen_width: '4480',
 		os: 'macOS',
-		Platform : 'Desktop'
+		Platform: 'Desktop'
 	}, {
 		model: 'iMac 27-inch (2020)',
 		screen_height: '2880',
 		screen_width: '5120',
 		os: 'macOS',
-		Platform : 'Desktop'
+		Platform: 'Desktop'
 	}, {
 		model: 'Mac Mini (M2, 2023)',
 		screen_height: '2160',
@@ -356,31 +340,31 @@ const desktopDevices = [
 		screen_height: '1664',
 		screen_width: '2560',
 		os: 'macOS',
-		Platform : 'Desktop'
+		Platform: 'Desktop'
 	}, {
 		model: 'MacBook Pro 14-inch (M2, 2023)',
 		screen_height: '1964',
 		screen_width: '3024',
 		os: 'macOS',
-		Platform : 'Desktop'
+		Platform: 'Desktop'
 	}, {
 		model: 'MacBook Pro 16-inch (M2, 2023)',
 		screen_height: '2234',
 		screen_width: '3456',
 		os: 'macOS',
-		Platform : 'Desktop'
+		Platform: 'Desktop'
 	}, {
 		model: 'Mac Pro (2019)',
 		screen_height: '2160',
 		screen_width: '3840',
 		os: 'macOS',
-		Platform : 'Desktop'
+		Platform: 'Desktop'
 	}, {
 		model: 'iMac Pro (2017)',
 		screen_height: '2880',
 		screen_width: '5120',
 		os: 'macOS',
-		Platform : 'Desktop'
+		Platform: 'Desktop'
 	}, {
 		model: 'Dell XPS 15',
 		screen_height: '2160',
@@ -970,5 +954,7 @@ module.exports = {
 		iosDevices,
 		desktopDevices
 	},
-	locations
+	locations,
+	domainSuffix,
+	domainPrefix
 };

package/{index.js → core/index.js}

@@ -6,18 +6,18 @@ by AK
 ak@mixpanel.com
 */
 
-//todo: ads-data
-//todo: cart analysis
 //todo: churn ... is churnFunnel, possible to return, etc
-//todo: fixedTimeFunnel? if set this funnel will occur for all users at the same time ['cart charged', 'charge complete']
-
-/** @typedef {import('./types.d.ts').Config} Config */
-/** @typedef {import('./types.d.ts').EventConfig} EventConfig */
-/** @typedef {import('./types.d.ts').Funnel} Funnel */
-/** @typedef {import('./types.d.ts').Person} Person */
-/** @typedef {import('./types.d.ts').SCDTableRow} SCDTableRow */
-/** @typedef {import('./types.d.ts').UserProfile} UserProfile */
-/** @typedef {import('./types.d.ts').EventSpec} EventSpec */
+//todo: fixedTimeFunnel? if set this funnel will occur for all users at the same time ['cards charged', 'charge complete']
+//todo: send SCD data to mixpanel
+//todo: send and map lookup tables to mixpanel
+
+/** @typedef {import('../types').Config} Config */
+/** @typedef {import('../types').EventConfig} EventConfig */
+/** @typedef {import('../types').Funnel} Funnel */
+/** @typedef {import('../types').Person} Person */
+/** @typedef {import('../types').SCDTableRow} SCDTableRow */
+/** @typedef {import('../types').UserProfile} UserProfile */
+/** @typedef {import('../types').EventSpec} EventSpec */
 
 const dayjs = require("dayjs");
 const utc = require("dayjs/plugin/utc");
@@ -29,10 +29,11 @@ const os = require("os");
 const path = require("path");
 const { comma, bytesHuman, makeName, md5, clone, tracker, uid } = require("ak-tools");
 const { generateLineChart } = require('./chart.js');
-const { version } = require('./package.json');
+const { version } = require('../package.json');
 const mp = require("mixpanel-import");
 const metrics = tracker("make-mp-data", "db99eb8f67ae50949a13c27cacf57d41", os.userInfo().username);
 
+
 const u = require("./utils.js");
 const getCliParams = require("./cli.js");
 const { campaigns, devices, locations } = require('./defaults.js');
@@ -41,7 +42,7 @@ let VERBOSE = false;
 let isCLI = false;
 /** @type {Config} */
 let CONFIG;
-
+let CAMPAIGNS;
 let DEFAULTS;
 require('dotenv').config();
 
@@ -156,6 +157,7 @@ async function main(config) {
 	global.MP_SIMULATION_CONFIG = config;
 	CONFIG = config;
 	VERBOSE = verbose;
+	CAMPAIGNS = campaigns;
 	DEFAULTS = {
 		locations: u.pickAWinner(locations, 0),
 		iOSDevices: u.pickAWinner(devices.iosDevices, 0),
@@ -177,6 +179,7 @@ async function main(config) {
 	//setup all the data structures we will push into
 	const eventData = u.enrichArray([], { hook, type: "event", config });
 	const userProfilesData = u.enrichArray([], { hook, type: "user", config });
+	const adSpendData = u.enrichArray([], { hook, type: "ad-spend", config });
 	const scdTableKeys = Object.keys(scdProps);
 	const scdTableData = [];
 	for (const [index, key] of scdTableKeys.entries()) {
@@ -196,14 +199,14 @@ async function main(config) {
 	//user loop
 	log(`---------------SIMULATION----------------`, "\n\n");
 	loopUsers: for (let i = 1; i < numUsers + 1; i++) {
-		u.progress("users", i);
+		u.progress([["users", i], ["events", eventData.length]]);
 		const userId = chance.guid();
 		const user = u.person(userId, numDays, isAnonymous);
 		const { distinct_id, created, anonymousIds, sessionIds } = user;
 		let numEventsPreformed = 0;
 
 		if (hasLocation) {
-			const location = u.choose(DEFAULTS.locations().map(l => { delete l.country; return l; }));
+			const location = u.choose(clone(DEFAULTS.locations()).map(l => { delete l.country; return l; }));
 			for (const key in location) {
 				user[key] = location[key];
 			}
@@ -269,6 +272,17 @@ async function main(config) {
 		// end individual user loop
 	}
 
+	if (hasAdSpend) {
+		const days = u.datesBetween(epochStart, epochEnd);
+		for (const day of days) {
+			const dailySpendData = makeAdSpend(day);
+			for (const spendEvent of dailySpendData) {
+				adSpendData.hookPush(spendEvent);
+			}
+		}
+
+	}
+
 	//flatten SCD tables
 	scdTableData.forEach((table, index) => scdTableData[index] = table.flat());
 
@@ -280,7 +294,7 @@ async function main(config) {
 		const groupCardinality = groupPair[1];
 		const groupProfiles = [];
 		for (let i = 1; i < groupCardinality + 1; i++) {
-			u.progress("groups", i);
+			u.progress([["groups", i]]);
 			const group = {
 				[groupKey]: i,
 				...makeProfile(groupProps[groupKey])
@@ -297,7 +311,7 @@ async function main(config) {
 		const { key, entries, attributes } = lookupTable;
 		const data = [];
 		for (let i = 1; i < entries + 1; i++) {
-			u.progress("lookups", i);
+			u.progress([["lookups", i]]);
 			const item = {
 				[key]: i,
 				...makeProfile(attributes),
@@ -352,11 +366,12 @@ async function main(config) {
 		}
 	}
 
-	const { eventFiles, userFiles, scdFiles, groupFiles, lookupFiles, mirrorFiles, folder } =
+	const { eventFiles, userFiles, scdFiles, groupFiles, lookupFiles, mirrorFiles, folder, adSpendFiles } =
 		u.buildFileNames(config);
 	const pairs = [
 		[eventFiles, [eventData]],
 		[userFiles, [userProfilesData]],
+		[adSpendFiles, [adSpendData]],
 		[scdFiles, scdTableData],
 		[groupFiles, groupProfilesData],
 		[lookupFiles, lookupTableData],
@@ -431,7 +446,7 @@ async function main(config) {
 
 		if (eventData) {
 			log(`importing events to mixpanel...\n`);
-			const imported = await mp(creds, eventData, {
+			const imported = await mp(creds, clone(eventData), {
 				recordType: "event",
 				...commonOpts,
 			});
@@ -440,19 +455,28 @@ async function main(config) {
 		}
 		if (userProfilesData) {
 			log(`importing user profiles to mixpanel...\n`);
-			const imported = await mp(creds, userProfilesData, {
+			const imported = await mp(creds, clone(userProfilesData), {
 				recordType: "user",
 				...commonOpts,
 			});
 			log(`\tsent ${comma(imported.success)} user profiles\n`);
 			importResults.users = imported;
 		}
+		if (adSpendData) {
+			log(`importing ad spend data to mixpanel...\n`);
+			const imported = await mp(creds, clone(adSpendData), {
+				recordType: "event",
+				...commonOpts,
+			});
+			log(`\tsent ${comma(imported.success)} ad spend events\n`);
+			importResults.adSpend = imported;
+		}
 		if (groupProfilesData) {
 			for (const groupProfiles of groupProfilesData) {
 				const groupKey = groupProfiles.key;
 				const data = groupProfiles.data;
 				log(`importing ${groupKey} profiles to mixpanel...\n`);
-				const imported = await mp({ token, groupKey }, data, {
+				const imported = await mp({ token, groupKey }, clone(data), {
 					recordType: "group",
 					...commonOpts,
 
@@ -475,6 +499,7 @@ async function main(config) {
 		groupProfilesData,
 		lookupTableData,
 		mirrorEventData,
+		adSpendData
 	};
 }
 
@@ -506,7 +531,7 @@ function makeEvent(distinct_id, anonymousIds, sessionIds, earliestTime, chosenEv
 
 	let defaultProps = {};
 	let devicePool = [];
-	if (hasLocation) defaultProps.location = DEFAULTS.locations().map(l => { delete l.country_code; return l; });
+	if (hasLocation) defaultProps.location = clone(DEFAULTS.locations()).map(l => { delete l.country_code; return l; });
 	if (hasBrowser) defaultProps.browser = DEFAULTS.browsers();
 	if (hasAndroidDevices) devicePool.push(DEFAULTS.androidDevices());
 	if (hasIOSDevices) devicePool.push(DEFAULTS.iOSDevices());
@@ -563,11 +588,20 @@ function makeEvent(distinct_id, anonymousIds, sessionIds, earliestTime, chosenEv
 
 			else if (typeof choice === "object") {
 				for (const subKey in choice) {
-					if (Array.isArray(choice[subKey])) {
+					if (typeof choice[subKey] === "string") {
+						if (!eventTemplate[subKey]) eventTemplate[subKey] = choice[subKey];
+					}
+					else if (Array.isArray(choice[subKey])) {
 						const subChoice = u.choose(choice[subKey]);
 						if (!eventTemplate[subKey]) eventTemplate[subKey] = subChoice;
 					}
-					if (!eventTemplate[subKey]) eventTemplate[subKey] = choice[subKey];
+
+					else if (typeof choice[subKey] === "object") {
+						for (const subSubKey in choice[subKey]) {
+							if (!eventTemplate[subSubKey]) eventTemplate[subSubKey] = choice[subKey][subSubKey];
+						}
+					}
+
 				}
 			}
 
@@ -787,7 +821,7 @@ function makeProfile(props, defaults) {
 }
 
 /**
- * @param  {import('./types.d.ts').ValueValid} prop
+ * @param  {import('../types').ValueValid} prop
  * @param  {string} scdKey
  * @param  {string} distinct_id
  * @param  {number} mutations
@@ -816,68 +850,58 @@ function makeSCD(prop, scdKey, distinct_id, mutations, created) {
 }
 
 //todo
-// function makeAdSpend(spec, usersCreated, specialDays = []) {
-//     const networks = [
-//         ...new Set(
-//             attribution
-//                 .filter(camp => !["$organic", "$referral"].includes(camp.utm_source.join()))
-//                 .map(network => network.utm_source)
-//                 .flat()
-//         )
-//     ];
-
-//     const campaigns = attribution.slice().pop().utm_campaign;
-// 	const campaignParams = attribution.slice().pop();
-//     const { startDate, endDate } = spec;
-//     const days = getDeltaDays(startDate, endDate);
-//     const numDays = days.length;
-//     const data = [];
-//     for (const network of networks) {
-//         for (const day of days) {
-//             //cost per acquisition ~ $10-50
-//             let CAC = chance.integer({ min: 10, max: 50 });
-//             // daily spend is total users / total days * CAC / num networks
-//             let cost = Math.floor(((usersCreated / numDays) * CAC) / networks.length);
-//             // CTR ~ 0.5-10%
-//             let clicks = Math.floor(cost / chance.floating({ min: 0.5, max: 10 }));
-//             //boost CTR on "special days" ~ 15-50%
-//             if (day in specialDays) clicks *= Math.floor(clicks * chance.floating({ min: 1.15, max: 1.5 }));
-//             //impressions ~100-500 * cost
-//             let impressions = Math.floor(cost * chance.integer({ min: 100, max: 500 }));
-//             // views ~ 25-80% of impressions
-//             let views = Math.floor(impressions * chance.floating({ min: 0.25, max: 0.8 }));
-
-//             let campaign_name = chance.pickone(campaigns);
-//             let campaign_id = md5(campaign_name);
-//             data.push({
-//                 event: "ad data",
-//                 properties: {
-//                     cost,
-//                     clicks,
-//                     impressions,
-//                     campaign_name,
-//                     campaign_id,
-//                     network,
-//                     views,
-
-//                     //addendum
-//                     utm_campaign: campaign_name,
-// 					utm_source: network,
-// 					utm_medium: campaignParams.utm_medium,                    
-// 					utm_content: campaignParams.utm_content,
-// 					utm_term: campaignParams.utm_term,
-
-//                     source: network,
-//                     $insert_id: campaign_id,
-//                     time: dayjs.utc(day).hour(12).unix(),
-//                     $source: "DM3",
-//                     $mp_lib: "DM3"
-//                 }
-//             });
-//         }
-//     }
-//     return data;
-// }
+function makeAdSpend(day) {
+	const chance = u.getChance();
+	const adSpendEvents = [];
+	for (const network of CAMPAIGNS) {
+		const campaigns = network.utm_campaign;
+		loopCampaigns: for (const campaign of campaigns) {
+			if (campaign === "$organic") continue loopCampaigns;
+
+			const CAC = u.integer(42, 420); //todo: get the # of users created in this day from eventData
+			// Randomly generating cost
+			const cost = chance.floating({ min: 10, max: 250, fixed: 2 });
+
+			// Ensuring realistic CPC and CTR
+			const avgCPC = chance.floating({ min: 0.33, max: 2.00, fixed: 4 });
+			const avgCTR = chance.floating({ min: 0.05, max: 0.25, fixed: 4 });
+
+			// Deriving impressions from cost and avg CPC
+			const clicks = Math.floor(cost / avgCPC);
+			const impressions = Math.floor(clicks / avgCTR);
+			const views = Math.floor(impressions * avgCTR);
+
+			//tags 
+			const utm_medium = u.choose(u.pickAWinner(network.utm_medium)());
+			const utm_content = u.choose(u.pickAWinner(network.utm_content)());
+			const utm_term = u.choose(u.pickAWinner(network.utm_term)());
+			//each of these is a campaign
+			const adSpendEvent = {
+				event: "Ad Data",
+				time: day,
+				source: 'dm4',
+				utm_campaign: campaign,
+				campaign_id: md5(network.utm_source[0] + '-' + campaign),
+				network: network.utm_source[0].toUpperCase(),
+				distinct_id: network.utm_source[0].toUpperCase(),
+				utm_source: network.utm_source[0],
+				utm_medium,
+				utm_content,
+				utm_term,
+
+				clicks,
+				views,
+				impressions,
+				cost,
+				date: dayjs(day).format("YYYY-MM-DD"),
+			};
+			adSpendEvents.push(adSpendEvent);
+		}
+
+
+	}
+	return adSpendEvents;
+}
 
 
 
@@ -905,12 +929,12 @@ if (require.main === module) {
 			console.log(`... using default COMPLEX configuration [everything] ...\n`);
 			console.log(`... for more simple data, don't use the --complex flag ...\n`);
 			console.log(`... or specify your own js config file (see docs or --help) ...\n`);
-			config = require(path.resolve(__dirname, "./schemas/complex.js"));
+			config = require(path.resolve(__dirname, "../schemas/complex.js"));
 		}
 		else {
 			console.log(`... using default SIMPLE configuration [events + users] ...\n`);
 			console.log(`... for more complex data, use the --complex flag ...\n`);
-			config = require(path.resolve(__dirname, "./schemas/simple.js"));
+			config = require(path.resolve(__dirname, "../schemas/simple.js"));
 		}
 	}