make-mp-data 2.1.4 → 2.1.6

package/dungeons/foobar.js

@@ -25,106 +25,106 @@ function integer(min = 1, max = 100) {
 
 
 const dates = [
-	"2024-09-18T21:48:28.173Z",
-	"2024-12-09T03:17:46.661Z",
-	"2024-02-26T07:52:14.943Z",
-	"2024-04-22T08:35:17.647Z",
-	"2024-11-25T17:03:58.061Z",
-	"2024-01-14T21:46:58.982Z",
-	"2024-06-20T12:47:25.687Z",
-	"2024-08-13T22:18:08.665Z",
-	"2024-08-09T07:47:18.321Z",
-	"2024-06-21T19:04:43.432Z",
-	"2024-03-09T00:18:37.705Z",
-	"2024-08-02T09:23:41.699Z",
-	"2024-11-26T13:25:08.673Z",
-	"2024-05-23T11:51:34.238Z",
-	"2024-10-24T20:14:05.106Z",
-	"2024-10-01T18:52:32.463Z",
-	"2024-10-15T19:22:40.675Z",
-	"2024-06-13T21:29:11.962Z",
-	"2024-08-29T12:02:48.632Z",
-	"2024-12-22T12:11:40.809Z",
-	"2024-01-03T03:39:19.446Z",
-	"2024-06-28T10:05:43.908Z",
-	"2024-12-01T18:49:00.447Z",
-	"2024-12-30T05:44:23.418Z",
-	"2024-03-14T22:38:40.833Z",
-	"2024-12-28T06:45:31.946Z",
-	"2024-07-20T21:40:19.498Z",
-	"2024-12-26T06:44:41.982Z",
-	"2024-10-28T13:45:35.409Z",
-	"2024-02-28T00:11:54.916Z",
-	"2024-07-08T10:01:57.834Z",
-	"2024-02-23T08:00:59.386Z",
-	"2024-08-20T05:23:33.024Z",
-	"2024-02-10T20:52:46.564Z",
-	"2024-08-24T21:32:15.202Z",
-	"2024-06-17T03:51:35.142Z",
-	"2024-04-09T13:13:45.218Z",
-	"2024-07-26T16:31:51.091Z",
-	"2024-05-26T04:06:33.013Z",
-	"2024-11-05T17:15:37.412Z",
-	"2024-10-20T17:01:38.205Z",
-	"2024-01-08T05:09:18.692Z",
-	"2024-08-24T13:52:14.774Z",
-	"2024-06-26T13:47:07.276Z",
-	"2024-06-19T15:05:53.246Z",
-	"2024-05-01T04:06:52.028Z",
-	"2024-05-26T22:45:59.626Z",
-	"2024-04-17T20:50:58.460Z",
-	"2024-07-28T04:32:04.578Z",
-	"2024-01-29T05:31:48.744Z",
-	"2024-08-06T18:47:29.190Z",
-	"2024-04-03T23:12:20.415Z",
-	"2024-09-13T08:47:35.938Z",
-	"2024-07-27T15:12:15.145Z",
-	"2024-10-24T00:39:21.835Z",
-	"2024-10-08T16:50:36.591Z",
-	"2024-02-27T15:53:19.204Z",
-	"2024-04-21T08:24:05.883Z",
-	"2024-03-08T10:07:46.720Z",
-	"2024-01-10T08:36:19.554Z",
-	"2024-02-17T12:56:00.562Z",
-	"2024-10-03T07:54:46.486Z",
-	"2024-05-29T10:18:36.289Z",
-	"2024-05-06T23:27:07.145Z",
-	"2024-05-27T08:41:47.787Z",
-	"2024-09-16T12:22:09.573Z",
-	"2024-05-03T00:31:06.036Z",
-	"2024-11-24T19:38:43.380Z",
-	"2024-06-03T04:01:56.328Z",
-	"2024-05-04T02:25:25.455Z",
-	"2024-12-19T18:35:25.052Z",
-	"2024-05-07T21:54:28.113Z",
-	"2024-11-24T09:58:08.766Z",
-	"2024-03-17T02:46:20.903Z",
-	"2024-09-04T09:20:24.930Z",
-	"2024-02-04T10:23:33.624Z",
-	"2024-01-26T02:42:06.668Z",
-	"2024-08-11T02:26:21.969Z",
-	"2024-07-11T13:34:51.283Z",
-	"2024-12-20T00:09:10.080Z",
-	"2024-05-28T00:20:07.079Z",
-	"2024-01-13T14:54:03.339Z",
-	"2024-08-10T17:18:12.759Z",
-	"2024-10-06T15:05:11.437Z",
-	"2024-11-18T03:53:12.932Z",
-	"2024-02-19T18:06:13.680Z",
-	"2024-08-03T11:48:00.207Z",
-	"2024-11-22T15:19:47.316Z",
-	"2024-06-30T19:56:49.636Z",
-	"2024-12-03T00:25:23.926Z",
-	"2024-07-30T15:27:18.198Z",
-	"2024-09-07T01:40:58.245Z",
-	"2024-05-16T05:24:14.727Z",
-	"2024-11-14T03:46:49.323Z",
-	"2024-02-16T09:18:23.473Z",
-	"2024-10-19T14:07:11.462Z",
-	"2024-02-09T08:52:04.735Z",
-	"2024-06-06T09:41:11.810Z",
-	"2024-05-07T23:14:05.114Z",
-	"2024-06-03T06:52:21.652Z"
+	"2026-09-18T21:48:28.173Z",
+	"2026-12-09T03:17:46.661Z",
+	"2026-02-26T07:52:14.943Z",
+	"2026-04-22T08:35:17.647Z",
+	"2026-11-25T17:03:58.061Z",
+	"2026-01-14T21:46:58.982Z",
+	"2026-06-20T12:47:25.687Z",
+	"2026-08-13T22:18:08.665Z",
+	"2026-08-09T07:47:18.321Z",
+	"2026-06-21T19:04:43.432Z",
+	"2026-03-09T00:18:37.705Z",
+	"2026-08-02T09:23:41.699Z",
+	"2026-11-26T13:25:08.673Z",
+	"2026-05-23T11:51:34.238Z",
+	"2026-10-24T20:14:05.106Z",
+	"2026-10-01T18:52:32.463Z",
+	"2026-10-15T19:22:40.675Z",
+	"2026-06-13T21:29:11.962Z",
+	"2026-08-29T12:02:48.632Z",
+	"2026-12-22T12:11:40.809Z",
+	"2026-01-03T03:39:19.446Z",
+	"2026-06-28T10:05:43.908Z",
+	"2026-12-01T18:49:00.447Z",
+	"2026-12-30T05:44:23.418Z",
+	"2026-03-14T22:38:40.833Z",
+	"2026-12-28T06:45:31.946Z",
+	"2026-07-20T21:40:19.498Z",
+	"2026-12-26T06:44:41.982Z",
+	"2026-10-28T13:45:35.409Z",
+	"2026-02-28T00:11:54.916Z",
+	"2026-07-08T10:01:57.834Z",
+	"2026-02-23T08:00:59.386Z",
+	"2026-08-20T05:23:33.024Z",
+	"2026-02-10T20:52:46.564Z",
+	"2026-08-24T21:32:15.202Z",
+	"2026-06-17T03:51:35.142Z",
+	"2026-04-09T13:13:45.218Z",
+	"2026-07-26T16:31:51.091Z",
+	"2026-05-26T04:06:33.013Z",
+	"2026-11-05T17:15:37.412Z",
+	"2026-10-20T17:01:38.205Z",
+	"2026-01-08T05:09:18.692Z",
+	"2026-08-24T13:52:14.774Z",
+	"2026-06-26T13:47:07.276Z",
+	"2026-06-19T15:05:53.246Z",
+	"2026-05-01T04:06:52.028Z",
+	"2026-05-26T22:45:59.626Z",
+	"2026-04-17T20:50:58.460Z",
+	"2026-07-28T04:32:04.578Z",
+	"2026-01-29T05:31:48.744Z",
+	"2026-08-06T18:47:29.190Z",
+	"2026-04-03T23:12:20.415Z",
+	"2026-09-13T08:47:35.938Z",
+	"2026-07-27T15:12:15.145Z",
+	"2026-10-24T00:39:21.835Z",
+	"2026-10-08T16:50:36.591Z",
+	"2026-02-27T15:53:19.204Z",
+	"2026-04-21T08:24:05.883Z",
+	"2026-03-08T10:07:46.720Z",
+	"2026-01-10T08:36:19.554Z",
+	"2026-02-17T12:56:00.562Z",
+	"2026-10-03T07:54:46.486Z",
+	"2026-05-29T10:18:36.289Z",
+	"2026-05-06T23:27:07.145Z",
+	"2026-05-27T08:41:47.787Z",
+	"2026-09-16T12:22:09.573Z",
+	"2026-05-03T00:31:06.036Z",
+	"2026-11-24T19:38:43.380Z",
+	"2026-06-03T04:01:56.328Z",
+	"2026-05-04T02:25:25.455Z",
+	"2026-12-19T18:35:25.052Z",
+	"2026-05-07T21:54:28.113Z",
+	"2026-11-24T09:58:08.766Z",
+	"2026-03-17T02:46:20.903Z",
+	"2026-09-04T09:20:24.930Z",
+	"2026-02-04T10:23:33.624Z",
+	"2026-01-26T02:42:06.668Z",
+	"2026-08-11T02:26:21.969Z",
+	"2026-07-11T13:34:51.283Z",
+	"2026-12-20T00:09:10.080Z",
+	"2026-05-28T00:20:07.079Z",
+	"2026-01-13T14:54:03.339Z",
+	"2026-08-10T17:18:12.759Z",
+	"2026-10-06T15:05:11.437Z",
+	"2026-11-18T03:53:12.932Z",
+	"2026-02-19T18:06:13.680Z",
+	"2026-08-03T11:48:00.207Z",
+	"2026-11-22T15:19:47.316Z",
+	"2026-06-30T19:56:49.636Z",
+	"2026-12-03T00:25:23.926Z",
+	"2026-07-30T15:27:18.198Z",
+	"2026-09-07T01:40:58.245Z",
+	"2026-05-16T05:24:14.727Z",
+	"2026-11-14T03:46:49.323Z",
+	"2026-02-16T09:18:23.473Z",
+	"2026-10-19T14:07:11.462Z",
+	"2026-02-09T08:52:04.735Z",
+	"2026-06-06T09:41:11.810Z",
+	"2026-05-07T23:14:05.114Z",
+	"2026-06-03T06:52:21.652Z"
 ];
 
 const billionsOfEvents = 2

package/dungeons/simple.js

@@ -31,7 +31,7 @@ const config = {
 	region: "US",
 	hasAnonIds: false, //if true, anonymousIds are created for each user
 	hasSessionIds: false, //if true, hasSessionIds are created for each user
-	hasAdSpend: false,
+	hasAdSpend: true,
 	hasLocation: true,
 	hasAndroidDevices: false,
 	hasIOSDevices: false,

package/lib/core/storage.js

@@ -91,7 +91,9 @@ export async function createHookArray(arr = [], opts) {
 		if (isPassthroughHook) {
 			// Fast path for passthrough hooks - no transformation needed
 			if (Array.isArray(item)) {
-				arr.push(...item);
+				for (let i = 0; i < item.length; i++) {
+					arr.push(item[i]);
+				}
 			} else {
 				arr.push(item);
 			}
@@ -132,7 +134,7 @@ export async function createHookArray(arr = [], opts) {
 			
 			try {
 				// Create a copy of the data to write
-				const dataToWrite = [...arr];
+				const dataToWrite = arr.slice();
 				// Clear the array immediately to prevent race conditions
 				arr.length = 0;
 				
@@ -188,7 +190,7 @@ export async function createHookArray(arr = [], opts) {
 			try {
 				batch++;
 				const writePath = getWritePath();
-				const dataToWrite = [...arr];
+				const dataToWrite = arr.slice();
 				arr.length = 0; // Clear array after copying data
 				await FILE_CONN(() => writeToDisk(dataToWrite, { writePath }));
 			} finally {

package/lib/generators/adspend.js

@@ -18,26 +18,35 @@ import * as u from "../utils/utils.js";
 export async function makeAdSpend(context, day, campaigns = null) {
     // Update operation counter
     context.incrementOperations();
-    
+
     // Use campaigns from context if not provided
     const campaignConfigs = campaigns || context.campaigns;
-    
+
     if (!campaignConfigs || campaignConfigs.length === 0) {
         return [];
     }
-    
+
     const chance = u.getChance();
     const adSpendEvents = [];
-    
+
+    // Determine if we should apply time shift
+    // Only shift if the date is in the historical "fixed" range (before 2025)
+    const dayTimestamp = dayjs(day).unix();
+    const CUTOFF_DATE = dayjs('2025-01-01').unix(); // Dates before 2025 are considered "fixed" range
+    const shouldShift = dayTimestamp < CUTOFF_DATE;
+
+    // Get time shift from context, but only use it if we should shift
+    const timeShiftSeconds = shouldShift ? (context.TIME_SHIFT_SECONDS || 0) : 0;
+
     for (const network of campaignConfigs) {
         const networkCampaigns = network.utm_campaign;
-        
+
         for (const campaign of networkCampaigns) {
             // Skip organic campaigns
             if (campaign === "$organic") continue;
 
-            // Generate realistic ad spend metrics
-            const adSpendEvent = createAdSpendEvent(network, campaign, day, chance);
+            // Generate realistic ad spend metrics with conditional time shift
+            const adSpendEvent = createAdSpendEvent(network, campaign, day, chance, timeShiftSeconds);
             adSpendEvents.push(adSpendEvent);
         }
     }
@@ -51,9 +60,15 @@ export async function makeAdSpend(context, day, campaigns = null) {
  * @param {string} campaign - Campaign name
  * @param {string} day - ISO date string
  * @param {Object} chance - Chance.js instance
+ * @param {number} timeShiftSeconds - Time shift in seconds to apply to timestamps (default: 0)
  * @returns {Object} Ad spend event object
  */
-function createAdSpendEvent(network, campaign, day, chance) {
+function createAdSpendEvent(network, campaign, day, chance, timeShiftSeconds = 0) {
+    // Apply time shift to the day timestamp
+    const dayTimestamp = dayjs(day).unix();
+    const shiftedTimestamp = dayTimestamp + timeShiftSeconds;
+    const shiftedDay = dayjs.unix(shiftedTimestamp).toISOString();
+
     // Generate realistic cost
     const cost = chance.floating({ min: 10, max: 250, fixed: 2 });
 
@@ -77,7 +92,7 @@ function createAdSpendEvent(network, campaign, day, chance) {
 
     return {
         event: "$ad_spend",
-        time: day,
+        time: shiftedDay,  // Use shifted timestamp
         // source: 'dm4',
         utm_campaign: campaign,
         campaign_id: id,
@@ -92,7 +107,7 @@ function createAdSpendEvent(network, campaign, day, chance) {
         views,
         impressions,
         cost,
-        date: dayjs(day).format("YYYY-MM-DD"),
+        date: dayjs.unix(shiftedTimestamp).format("YYYY-MM-DD"),  // Also use shifted timestamp for date
     };
 }
 

package/lib/orchestrators/user-loop.js

@@ -149,7 +149,7 @@ export async function userLoop(context) {
 				const timeShift = context.getTimeShift();
 				userFirstEventTime = dayjs(data[0].time).subtract(timeShift, 'seconds').unix();
 				numEventsPreformed += data.length;
-				usersEvents = usersEvents.concat(data);
+				usersEvents.push(...data);
 
 				if (!userConverted) {
 					// if (verbose) {
@@ -167,11 +167,11 @@ export async function userLoop(context) {
 					const currentFunnel = chance.pickone(usageFunnels);
 					const [data, userConverted] = await makeFunnel(context, currentFunnel, user, userFirstEventTime, profile, userSCD);
 					numEventsPreformed += data.length;
-					usersEvents = usersEvents.concat(data);
+					usersEvents.push(...data);
 				} else {
 					const data = await makeEvent(context, distinct_id, userFirstEventTime, u.pick(config.events), user.anonymousIds, user.sessionIds, {}, config.groupKeys, true);
 					numEventsPreformed++;
-					usersEvents = usersEvents.concat(data);
+					usersEvents.push(data);
 				}
 			}
 

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "make-mp-data",
-	"version": "2.1.4",
+	"version": "2.1.6",
 	"description": "builds all mixpanel primitives for a given project",
 	"type": "module",
 	"main": "index.js",
@@ -62,15 +62,15 @@
 	"dependencies": {
 		"@google-cloud/functions-framework": "^3.4.2",
 		"@google-cloud/storage": "^7.14.0",
-		"ak-fetch": "^2.0.12",
-		"ak-gemini": "^1.0.12",
+		"ak-fetch": "^2.0.15",
+		"ak-gemini": "^1.1.13",
 		"ak-tools": "^1.1.12",
 		"chance": "^1.1.11",
 		"dayjs": "^1.11.11",
 		"dotenv": "^16.4.5",
 		"google-auth-library": "^9.15.0",
 		"hyparquet-writer": "^0.6.1",
-		"mixpanel-import": "^3.1.43",
+		"mixpanel-import": "^3.2.7",
 		"p-limit": "^3.1.0",
 		"seedrandom": "^3.0.5",
 		"sentiment": "^5.0.2",