@ak--47/dungeon-master 1.2.2 → 1.2.3

package/lib/core/storage.js

@@ -8,7 +8,7 @@
 /** @typedef {import('../../types.js').Storage} Storage */
 /** @typedef {import('../../types.js').hookArrayOptions<any>} hookArrayOptions */
 
-import { existsSync } from "fs";
+import { existsSync, mkdirSync } from "fs";
 import pLimit from 'p-limit';
 import os from "os";
 import path from "path";
@@ -60,8 +60,13 @@ export async function createHookArray(arr = [], opts) {
 		writeDir = path.resolve(os.tmpdir());
 	}
 
-	if (typeof config.writeToDisk === "string" && config.writeToDisk.startsWith('gs://')) {
-		writeDir = config.writeToDisk;
+	if (typeof config.writeToDisk === "string") {
+		if (config.writeToDisk.startsWith('gs://')) {
+			writeDir = config.writeToDisk;
+		} else {
+			writeDir = path.resolve(config.writeToDisk);
+			if (!existsSync(writeDir)) mkdirSync(writeDir, { recursive: true });
+		}
 	}
 
 	function getWritePath() {
@@ -213,7 +218,7 @@ export async function createHookArray(arr = [], opts) {
 			while (isWriting) {
 				await new Promise(resolve => setTimeout(resolve, 10));
 			}
-			
+
 			isWriting = true;
 			try {
 				batch++;
@@ -221,6 +226,11 @@ export async function createHookArray(arr = [], opts) {
 				const dataToWrite = [...arr];
 				arr.length = 0; // Clear array after copying data
 				await FILE_CONN(() => writeToDisk(dataToWrite, { writePath }));
+				// Data now lives on disk, not in arr — mirror what transformThenPush
+				// does when crossing BATCH_SIZE so the Mixpanel sender knows to read
+				// from disk instead of from the (now empty) in-memory array.
+				isBatchMode = true;
+				runtime.isBatchMode = true;
 			} finally {
 				isWriting = false;
 			}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@ak--47/dungeon-master",
-	"version": "1.2.2",
+	"version": "1.2.3",
 	"description": "generate fancy datasets",
 	"type": "module",
 	"main": "index.js",