make-mp-data 1.5.53 → 1.5.55

package/.vscode/launch.json

@@ -15,7 +15,7 @@
             "request": "launch",
             "name": "run dungeon",
             "runtimeExecutable": "nodemon",
-            "runtimeArgs": ["--inspect"],
+            "runtimeArgs": ["--inspect", "--ignore", "./data"],
             "program": "${workspaceFolder}/index.js",
 			"args": ["--ignore", "./data/*", "${file}"],
             "restart": true,
@@ -23,6 +23,7 @@
             "internalConsoleOptions": "neverOpen",
             "skipFiles": ["<node_internals>/**"],
 			"preLaunchTask": "npm: prune",
+			
         },
 		{
 			"type": "node",
@@ -35,7 +36,8 @@
 			"internalConsoleOptions": "neverOpen",
 			"env": {
 				"NODE_ENV": "dev"
-			}
+			},
+			"runtimeArgs": ["--ignore", "./data"],
 		},
 		{
 			"command": "npm run func:local",

package/components/ai.js

@@ -70,7 +70,7 @@ function validator(schema) {
 	if (!schema) valid = false;
 
 	//must have 3 or more events
-	if (schema.events.length < 3) valid = false;
+	if (schema?.events?.length < 3) valid = false;
 
 	//must have 2 or more superProps
 	if (Object.keys(schema.superProps).length < 2) valid = false;
@@ -83,7 +83,35 @@ function validator(schema) {
 
 
 if (require.main === module) {
-	generateSchema(`a dungeons and dragons inspired game where players can create characters, join parties, and go on quests and fight bosses!`)
+	generateSchema(`https://apps.apple.com/us/app/call-guardian-for-us-cellular/id1228680023  call guardian is an app for blocking spam calls made by TNS 
+		
+this is the list of events we want: 
+
+Onboarding Started
+Onboarding Completed (Basic)
+Onboarding Completed (Premium)
+Page Views (all "screens" within the app")
+Enable/Disable High Risk Blocking
+Enable/Disable Medium Risk Blocking
+Enable/Disable Neighborhood Spoof Blocking
+Call Blocked (Spam)
+Call Blocked (Custom List)
+Branded Call w/o Logo Received
+Branded Call w/ Logo Received
+Branded Call Answered
+Branded Call Blocked
+Enable/Disable Text Spam
+Reverse Number Lookup
+Report as Spam
+Report as Not Spam
+Custom Block List Number Add
+Custom Block List Number Remove
+Call Arrives Before Push
+Error Scenarios
+User Can't Authenticate
+Xfinity Services Can't Connect
+Verizon Services Can't Connect
+Deep Links into app`)
 		.then((result) => {
 			if (NODE_ENV === "dev") debugger;
 		})

package/components/cli.js

@@ -47,8 +47,7 @@ DATA MODEL: https://github.com/ak--47/make-mp-data/blob/main/default.js
 			type: 'string'
 		})
 		.option("format", {
-			demandOption: false,
-			default: 'json',
+			demandOption: false,		
 			alias: 'f',
 			describe: 'csv or json',
 			type: 'string'

package/components/defaults.js

@@ -604,6 +604,306 @@ const locations = [
 		"region": "Oklahoma",
 		"city": "Oklahoma City"
 	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Alabama",
+		"city": "Birmingham"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Alaska",
+		"city": "Anchorage"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Arizona",
+		"city": "Tucson"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Arkansas",
+		"city": "Little Rock"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "California",
+		"city": "Long Beach"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Colorado",
+		"city": "Colorado Springs"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Connecticut",
+		"city": "Hartford"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Delaware",
+		"city": "Wilmington"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Florida",
+		"city": "Miami"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Georgia",
+		"city": "Atlanta"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Hawaii",
+		"city": "Honolulu"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Idaho",
+		"city": "Boise"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Illinois",
+		"city": "Naperville"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Indiana",
+		"city": "Fort Wayne"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Iowa",
+		"city": "Des Moines"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Kansas",
+		"city": "Wichita"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Kentucky",
+		"city": "Louisville"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Louisiana",
+		"city": "New Orleans"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Maine",
+		"city": "Portland"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Maryland",
+		"city": "Baltimore"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Massachusetts",
+		"city": "Boston"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Michigan",
+		"city": "Detroit"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Minnesota",
+		"city": "Minneapolis"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Mississippi",
+		"city": "Jackson"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Missouri",
+		"city": "Kansas City"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Montana",
+		"city": "Billings"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Nebraska",
+		"city": "Omaha"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Nevada",
+		"city": "Reno"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "New Hampshire",
+		"city": "Manchester"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "New Jersey",
+		"city": "Newark"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "New Mexico",
+		"city": "Albuquerque"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "New York",
+		"city": "Buffalo"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "North Carolina",
+		"city": "Charlotte"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "North Dakota",
+		"city": "Fargo"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Ohio",
+		"city": "Cleveland"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Oklahoma",
+		"city": "Tulsa"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Oregon",
+		"city": "Salem"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Pennsylvania",
+		"city": "Pittsburgh"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Rhode Island",
+		"city": "Providence"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "South Carolina",
+		"city": "Columbia"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "South Dakota",
+		"city": "Sioux Falls"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Tennessee",
+		"city": "Knoxville"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Texas",
+		"city": "El Paso"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Utah",
+		"city": "Salt Lake City"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Vermont",
+		"city": "Burlington"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Virginia",
+		"city": "Virginia Beach"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Washington",
+		"city": "Tacoma"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "West Virginia",
+		"city": "Charleston"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Wisconsin",
+		"city": "Milwaukee"
+	},
+	{
+		"country": "United States",
+		"country_code": "US",
+		"region": "Wyoming",
+		"city": "Cheyenne"
+	},
 	{
 		"country": "China",
 		"country_code": "CN",

package/components/utils.js

@@ -6,7 +6,7 @@ const { spawn } = require('child_process');
 const dayjs = require('dayjs');
 const utc = require('dayjs/plugin/utc');
 const path = require('path');
-const { mkdir } = require('ak-tools');
+const { mkdir, parseGCSUri } = require('ak-tools');
 const { existsSync } = require('fs');
 dayjs.extend(utc);
 require('dotenv').config();
@@ -26,6 +26,11 @@ let chanceInitialized = false;
 const ACTUAL_NOW = dayjs.utc();
 
 
+const { Storage: cloudStorage } = require('@google-cloud/storage');
+const projectId = 'YOUR_PROJECT_ID';
+const storage = new cloudStorage({ projectId });
+
+
 /*
 ----
 RNG
@@ -184,10 +189,10 @@ function choose(value) {
 	try {
 		// Keep resolving the value if it's a function
 		while (typeof value === 'function') {
-			value = value();		
+			value = value();
 		}
 
-		
+
 		// [[],[],[]] should pick one
 		if (Array.isArray(value) && Array.isArray(value[0])) {
 			return chance.pickone(value);
@@ -434,23 +439,38 @@ STREAMERS
 ----
 */
 
-function streamJSON(path, data) {
+function streamJSON(filePath, data) {
 	return new Promise((resolve, reject) => {
-		const writeStream = fs.createWriteStream(path, { encoding: 'utf8' });
+		let writeStream;
+		if (filePath?.startsWith('gs://')) {
+			const { uri, bucket, file } = parseGCSUri(filePath);
+			writeStream = storage.bucket(bucket).file(file).createWriteStream({ gzip: true });
+		}
+		else {
+			writeStream = fs.createWriteStream(filePath, { encoding: 'utf8' });
+		}
 		data.forEach(item => {
 			writeStream.write(JSON.stringify(item) + '\n');
 		});
 		writeStream.end();
 		writeStream.on('finish', () => {
-			resolve(path);
+			resolve(filePath);
 		});
 		writeStream.on('error', reject);
 	});
 }
 
-function streamCSV(path, data) {
+function streamCSV(filePath, data) {
 	return new Promise((resolve, reject) => {
-		const writeStream = fs.createWriteStream(path, { encoding: 'utf8' });
+		let writeStream;
+		if (filePath?.startsWith('gs://')) {
+			const { uri, bucket, file } = parseGCSUri(filePath);
+			writeStream = storage.bucket(bucket).file(file).createWriteStream({ gzip: true });
+		}
+		else {
+			writeStream = fs.createWriteStream(filePath, { encoding: 'utf8' });
+		}
+
 		// Extract all unique keys from the data array
 		const columns = getUniqueKeys(data);  // Assuming getUniqueKeys properly retrieves all keys
 
@@ -469,7 +489,7 @@ function streamCSV(path, data) {
 
 		writeStream.end();
 		writeStream.on('finish', () => {
-			resolve(path);
+			resolve(filePath);
 		});
 		writeStream.on('error', reject);
 	});