backend-manager 3.2.134 → 3.2.136

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "backend-manager",
-  "version": "3.2.134",
+  "version": "3.2.136",
   "description": "Quick tools for developing Firebase functions",
   "main": "src/manager/index.js",
   "bin": {

package/src/manager/functions/core/actions/api/admin/payment-processor.js

@@ -22,7 +22,7 @@ Module.prototype.main = function () {
     if (!productId) {
       return reject(assistant.errorify(`No productId`, {code: 400}));
     }
-    const processorPath = `${process.cwd()}/payment-processors/${productId}.js`
+    const processorPath = `${Manager.cwd}/payment-processors/${productId}.js`
     let processor;
     // console.log('---processorPath', processorPath);
 

package/src/manager/functions/core/actions/api/test/run-hook.js

@@ -1,3 +1,6 @@
+// Load libraries
+// const path = require('path');
+
 function Module() {
 
 }
@@ -10,9 +13,6 @@ Module.prototype.main = function () {
   const payload = self.payload;
 
   return new Promise(async function(resolve, reject) {
-    // Log
-    assistant.log('Manager.cwd', Manager.cwd)
-
     // If not dev, quit
     if (!assistant.isDevelopment()) {
       return reject(assistant.errorify(`This command is only available in development mode`, {code: 401}));
@@ -24,12 +24,7 @@ Module.prototype.main = function () {
     }
 
     // Load the hook
-    let hook;
-    try {
-      hook = (new (require(pathify(`${Manager.cwd}/${payload.data.payload.path}.js`)))());
-    } catch (e) {
-      hook = (new (require(pathify(`${Manager.cwd}/hooks/${payload.data.payload.path}.js`)))());
-    }
+    const hook = loadHook(assistant, payload);
 
     // Run the hook
     try {
@@ -39,6 +34,13 @@ Module.prototype.main = function () {
       hook.context = null;
       hook.libraries = Manager.libraries;
 
+      // Get hook name
+      const hookName = payload.data.payload.path.split('/').pop();
+
+      // Set log prefix
+      assistant.setLogPrefix(`cron/daily/${hookName}()`);
+
+      // Run the hook
       const result = await hook.main(assistant);
 
       return resolve({data: result, status: 200});
@@ -48,9 +50,33 @@ Module.prototype.main = function () {
   });
 };
 
+function loadHook(assistant, payload) {
+  const Manager = assistant.Manager;
+  const paths = [
+    `${Manager.rootDirectory}/functions/core/${payload.data.payload.path}`,
+    `${Manager.cwd}/${payload.data.payload.path}`,
+    `${Manager.cwd}/hooks/${payload.data.payload.path}`,
+  ];
+
+  // Loop through paths and try to load the hook
+  for (let i = 0; i < paths.length; i++) {
+    const current = pathify(paths[i]);
+
+    // Log
+    assistant.log('Trying path:', current);
+
+    // Try to load the hook
+    try {
+      // If the hook is successfully loaded, break the loop
+      return (new (require(current))());
+    } catch (e) {
+      // if the hook fails to load, continue to the next path
+    }
+  }
+}
+
 function pathify(path) {
-  const fixed =  path
-    // Replace .js
+  const fixed = path
     .replace('.js', '')
 
   // Return

package/src/manager/functions/core/actions/api/user/validate-settings.js

@@ -24,7 +24,7 @@ Module.prototype.main = function () {
 
       const settings = _.merge({}, payload.data.payload.existingSettings, payload.data.payload.newSettings);
 
-      const resolvedPath = path.join(process.cwd(), `defaults.js`);
+      const resolvedPath = path.join(Manager.cwd, `defaults.js`);
 
       // Check if the file exists
       if (!jetpack.exists(resolvedPath)) {

package/src/manager/functions/core/actions/api.js

@@ -326,7 +326,7 @@ function resolveBasePath(basePath, command) {
 };
 
 function resolveApiPath(command) {
-  const projectBasePath = path.join(process.cwd(), 'routes/api');
+  const projectBasePath = path.join(Manager.cwd, 'routes/api');
   const localBasePath = './api/';
 
   const projectPath = resolveBasePath(projectBasePath, command);

package/src/manager/functions/core/cron/daily/ghostii-auto-publisher.js

@@ -0,0 +1,242 @@
+// Libraries
+const fetch = require('wonderful-fetch');
+const powertools = require('node-powertools');
+const moment = require('moment');
+
+const PROMPT = `
+  Company: {name}: {description}
+  Current Date: {date}
+  Instructions: {prompt}
+  Topic Suggestion: {suggestion}
+`
+
+function Module() {
+
+}
+
+Module.prototype.main = function (assistant, context) {
+  const self = this;
+
+  // Shortcuts
+  const Manager = assistant.Manager;
+  const libraries = Manager.libraries;
+
+  return new Promise(async function(resolve, reject) {
+    // Log
+    assistant.log(`Starting...`);
+
+    // Get settings
+    const settings = Manager.config.ghostii;
+
+    // Log
+    assistant.log(`Settings`, settings);
+
+    // Quit if articles are disabled
+    if (!settings.articles || !settings.sources.length) {
+      assistant.log(`Quitting because articles are disabled`);
+
+      return resolve();
+    }
+
+    // Get app content
+    self.appObject = await self.getAppData().catch((e) => e);
+    if (self.appObject instanceof Error) {
+      return reject(self.appObject);
+    }
+
+    // Harvest articles
+    const result = await self.harvest(settings).catch((e) => e);
+    if (result instanceof Error) {
+      return reject(result);
+    }
+
+    // Log
+    assistant.log(`Finished!`);
+
+    // Resolve
+    return resolve();
+  });
+}
+
+Module.prototype.harvest = function (settings) {
+  const self = this;
+
+  // Shortcuts
+  const Manager = self.Manager;
+  const libraries = self.libraries;
+  const assistant = self.assistant;
+  const context = self.context;
+
+  return new Promise(async function(resolve, reject) {
+    const date = moment().format('MMMM YYYY');
+
+    // Log
+    assistant.log(`harvest(): Starting...`);
+
+    // Process the number of sources in the settings
+    for (let index = 0; index < settings.articles; index++) {
+      const source = powertools.random(settings.sources);
+      const isURL = self.isURL(source);
+      let suggestion = null;
+
+      // Log
+      assistant.log(`harvest(): Processing ${index + 1}/${settings.articles} sources isURL=${isURL}`, source);
+
+      // Get suggestion
+      if (source === '$app') {
+        suggestion = 'Write an article about any topic that would be relevant to our website and business.';
+      } else if (isURL) {
+        suggestion = await self.getURLContent(source).catch((e) => e);
+      } else {
+        suggestion = source;
+      }
+
+      // Check for errors
+      if (suggestion instanceof Error) {
+        assistant.error(`harvest(): Error fetching ${source} suggestion`, suggestion);
+
+        break;
+      }
+
+      // Set suggestion
+      const final = powertools.template(PROMPT, {
+        name: self.appObject.name,
+        description: self.appObject.description,
+        prompt: settings.prompt,
+        date: date,
+        suggestion: suggestion,
+      });
+
+      // Log
+      assistant.log('Get final content', final);
+
+      // Request to Ghostii
+      const result = await self.requestGhostii(final).catch((e) => e);
+      if (result instanceof Error) {
+        assistant.error(`harvest(): Error requesting Ghostii`, result);
+
+        break;
+      }
+
+    }
+
+    // Log
+    return resolve();
+  });
+}
+
+Module.prototype.getAppData = function (settings) {
+  const self = this;
+
+  // Shortcuts
+  const Manager = self.Manager;
+  const libraries = self.libraries;
+  const assistant = self.assistant;
+  const context = self.context;
+
+  return new Promise(async function(resolve, reject) {
+    // Fetch app details
+    fetch('https://us-central1-itw-creative-works.cloudfunctions.net/getApp', {
+      method: 'post',
+      timeout: 30000,
+      tries: 3,
+      response: 'json',
+      body: {
+        id: Manager.config.app.id,
+      },
+    })
+    .then((r) => {
+      return resolve({
+        name: r?.name,
+        description: r?.brand?.description || '',
+        acceptable: r?.sponsorships?.acceptable || [],
+      })
+    })
+    .catch((e) => reject(e));
+  });
+}
+
+Module.prototype.getURLContent = function (url) {
+  const self = this;
+
+  // Shortcuts
+  const Manager = self.Manager;
+  const libraries = self.libraries;
+  const assistant = self.assistant;
+  const context = self.context;
+
+  return new Promise(async function(resolve, reject) {
+    // Fetch URL
+    fetch(url, {
+      timeout: 30000,
+      tries: 3,
+      response: 'text',
+    })
+    .then((r) => {
+      return resolve(extractBodyContent(r));
+    })
+    .catch((e) => reject(e));
+  });
+}
+
+Module.prototype.isURL = function (url) {
+  const self = this;
+
+  // Shortcuts
+  const Manager = self.Manager;
+  const libraries = self.libraries;
+  const assistant = self.assistant;
+  const context = self.context;
+
+  try {
+    return !!new URL(url);
+  } catch (e) {
+    return false;
+  }
+}
+
+// Request to Ghostii
+Module.prototype.requestGhostii = function (content) {
+  const self = this;
+
+  // Shortcuts
+  const Manager = self.Manager;
+  const libraries = self.libraries;
+  const assistant = self.assistant;
+  const context = self.context;
+
+  return new Promise(async function(resolve, reject) {
+    // Fetch URL
+    fetch('https://api.ghostii.ai/write/article', {
+      method: 'post',
+      timeout: 30000,
+      tries: 3,
+      response: 'json',
+      body: {
+        keywords: [''],
+        description: content,
+      },
+    })
+    .then((r) => {
+      return resolve(r);
+    })
+    .catch((e) => reject(e));
+  });
+}
+
+const extractBodyContent = (html) => {
+  // Extract the content within the body tag
+  const bodyMatch = html.match(/<body[^>]*>([\s\S]*?)<\/body>/i);
+  if (!bodyMatch) return '';
+
+  let bodyContent = bodyMatch[1];
+
+  // Remove script and meta tags
+  bodyContent = bodyContent.replace(/<script[^>]*>[\s\S]*?<\/script>/gi, '');
+  bodyContent = bodyContent.replace(/<meta[^>]*>/gi, '');
+
+  // Remove remaining HTML tags
+  return bodyContent.replace(/<[^>]*>/g, ' ').replace(/\s+/g, ' ').trim();
+};
+
+module.exports = Module;

package/src/manager/functions/core/cron/daily/reset-usage.js

@@ -15,7 +15,7 @@ Module.prototype.main = function (assistant, context) {
   return new Promise(async function(resolve, reject) {
     self.storage = Manager.storage({name: 'usage', temporary: true, clear: false, log: false});
 
-    assistant.log(`cron/daily/reset-usage(): Starting main...`);
+    assistant.log(`Starting...`);
 
     // Clear local
     await self.clearLocal();
@@ -38,20 +38,20 @@ Module.prototype.clearLocal = function() {
 
   return new Promise(async function(resolve, reject) {
     // Log status
-    assistant.log(`cron/daily/reset-usage() [local]: Starting...`);
+    assistant.log(`[local]: Starting...`);
 
     // Set variables
     const now = new Date();
 
     // Log storage
-    assistant.log(`cron/daily/reset-usage() [local]: storage(apps)`, self.storage.get('apps', {}).value());
-    assistant.log(`cron/daily/reset-usage() [local]: storage(users)`, self.storage.get('users', {}).value());
+    assistant.log(`[local]: storage(apps)`, self.storage.get('apps', {}).value());
+    assistant.log(`[local]: storage(users)`, self.storage.get('users', {}).value());
 
     // Clear storage
     self.storage.setState({}).write();
 
     // Log status
-    assistant.log(`cron/daily/reset-usage() [local]: Completed!`);
+    assistant.log(`[local]: Completed!`);
 
     return resolve();
   });
@@ -68,7 +68,7 @@ Module.prototype.clearFirestore = function() {
 
   return new Promise(async function(resolve, reject) {
     // Log status
-    assistant.log(`cron/daily/reset-usage() [firestore]: Starting...`);
+    assistant.log(`[firestore]: Starting...`);
 
     // Clear storage
     const metrics = await fetch(`https://us-central1-itw-creative-works.cloudfunctions.net/getApp`, {
@@ -95,7 +95,7 @@ Module.prototype.clearFirestore = function() {
     .catch(e => e);
 
     // Log status
-    assistant.log(`cron/daily/reset-usage() [firestore]: Resetting metrics`, metrics);
+    assistant.log(`[firestore]: Resetting metrics`, metrics);
 
     if (metrics instanceof Error) {
       return reject(assistant.errorify(`Failed to check providers: ${metrics}`, {code: 500}));
@@ -104,7 +104,7 @@ Module.prototype.clearFirestore = function() {
     // Reset all metrics with for loop of metrics
     // TODO: OPTIMIZATION: Put all of the changes into a single batch
     for (const metric of Object.keys(metrics)) {
-      assistant.log(`cron/daily/reset-usage() [firestore]: Resetting ${metric} for all users`);
+      assistant.log(`[firestore]: Resetting ${metric} for all users`);
 
       await Manager.Utilities().iterateCollection((batch, index) => {
         return new Promise(async (resolve, reject) => {
@@ -130,7 +130,7 @@ Module.prototype.clearFirestore = function() {
             // Update the doc
             await doc.ref.update({usage: data.usage})
             .then(r => {
-              assistant.log(`cron/daily/reset-usage() [firestore]: Reset ${metric} for ${doc.id} (${original} -> 0)`);
+              assistant.log(`[firestore]: Reset ${metric} for ${doc.id} (${original} -> 0)`);
             })
             .catch(e => {
               assistant.errorify(`Error resetting ${metric} for ${doc.id}: ${e}`, {code: 500, log: true});
@@ -149,7 +149,7 @@ Module.prototype.clearFirestore = function() {
         log: true,
       })
       .then((r) => {
-        assistant.log(`cron/daily/reset-usage() [firestore]: Reset ${metric} for all users complete!`);
+        assistant.log(`[firestore]: Reset ${metric} for all users complete!`);
       })
       .catch(e => {
         assistant.errorify(`Error resetting ${metric} for all users: ${e}`, {code: 500, log: true});
@@ -183,7 +183,7 @@ Module.prototype.clearFirestore = function() {
     })
     // await libraries.admin.firestore().doc(`temporary/usage`).delete()
     // .then(r => {
-    //   assistant.log(`cron/daily/reset-usage() [firestore]: Deleted temporary/usage`);
+    //   assistant.log(`[firestore]: Deleted temporary/usage`);
     // })
     // .catch(e => {
     //   assistant.errorify(`Error deleting temporary/usage: ${e}`, {code: 500, log: true});

package/src/manager/functions/core/cron/daily.js

@@ -41,7 +41,7 @@ Module.prototype.main = function() {
     await loadAndExecuteJobs(`${__dirname}/daily`, Manager, context).catch((e) => error = e);
 
     // Load custom jobs
-    await loadAndExecuteJobs(`${process.cwd()}/hooks/cron/daily`, Manager, context).catch((e) => error = e);
+    await loadAndExecuteJobs(`${Manager.cwd}/hooks/cron/daily`, Manager, context).catch((e) => error = e);
 
     // If there was an error, reject
     if (error) {

package/src/manager/helpers/middleware.js

@@ -40,8 +40,8 @@ Middleware.prototype.run = function (libPath, options) {
     options.schema = typeof options.schema === 'undefined' ? undefined : options.schema;
 
     // Set base path
-    options.routesDir = typeof options.routesDir === 'undefined' ? `${process.cwd()}/routes` : options.routesDir;
-    options.schemasDir = typeof options.schemasDir === 'undefined' ? `${process.cwd()}/schemas` : options.schemasDir;
+    options.routesDir = typeof options.routesDir === 'undefined' ? `${Manager.cwd}/routes` : options.routesDir;
+    options.schemasDir = typeof options.schemasDir === 'undefined' ? `${Manager.cwd}/schemas` : options.schemasDir;
 
     // Log
     assistant.log(`Middleware.process(): Request (${geolocation.ip} @ ${geolocation.country}, ${geolocation.region}, ${geolocation.city})`, JSON.stringify(data));

package/src/manager/helpers/settings.js

@@ -26,7 +26,7 @@ Settings.prototype.resolve = function (assistant, schema, settings, options) {
 
   // Set options
   options = options || {};
-  options.dir = typeof options.dir === 'undefined' ? `${process.cwd()}/schemas` : options.dir;
+  options.dir = typeof options.dir === 'undefined' ? `${Manager.cwd}/schemas` : options.dir;
   options.schema = typeof options.schema === 'undefined' ? undefined : options.schema;
 
   // Load schema if not provided and schema is defined in options

package/src/manager/index.js

@@ -14,6 +14,8 @@ const util = require('util');
 const core = './functions/core';
 const wrappers = './functions/wrappers';
 
+const BEM_CONFIG_TEMPLATE_PATH = path.resolve(__dirname, '../../templates/backend-manager-config.json');
+
 function Manager(exporter, options) {
   const self = this;
 
@@ -64,6 +66,7 @@ Manager.prototype.init = function (exporter, options) {
   options.checkNodeVersion = typeof options.checkNodeVersion === 'undefined' ? true : options.checkNodeVersion;
   options.uniqueAppName = options.uniqueAppName || undefined;
   options.assistant = options.assistant || {};
+  options.cwd = typeof options.cwd === 'undefined' ? process.cwd() : options.cwd;
   // options.assistant.optionsLogString = options.assistant.optionsLogString || undefined;
 
   // Load libraries
@@ -84,7 +87,8 @@ Manager.prototype.init = function (exporter, options) {
   };
 
   // Set properties
-  self.cwd = process.cwd();
+  self.cwd = options.cwd;
+  self.rootDirectory = __dirname;
 
   // Set options
   self.options = options;
@@ -94,12 +98,12 @@ Manager.prototype.init = function (exporter, options) {
   self.project.backendManagerConfigPath = path.resolve(self.cwd, options.backendManagerConfigPath);
 
   // Load package.json
-  self.package = resolveProjectPackage();
+  self.package = resolveProjectPackage(self.cwd);
 
   // Load config
   self.config = merge(
     // Load basic config
-    merge({}, requireJSON5('../../templates/backend-manager-config.json', true), requireJSON5(self.project.backendManagerConfigPath, true)),
+    merge({}, requireJSON5(BEM_CONFIG_TEMPLATE_PATH, true), requireJSON5(self.project.backendManagerConfigPath, true)),
     // Load ENV config as a fallback
     requireJSON5(path.resolve(self.cwd, '.runtimeconfig.json'), options.projectType === 'firebase'),
     // Finally, load the functions config
@@ -108,8 +112,8 @@ Manager.prototype.init = function (exporter, options) {
       : {},
   );
 
-  // Saved config
-  const appId = get(self.config, 'app.id');
+  // Get app ID
+  const appId = self.config?.app?.id;
 
   // Init assistant
   self.assistant = self.Assistant().init(undefined, options.assistant);
@@ -119,10 +123,17 @@ Manager.prototype.init = function (exporter, options) {
     ? `http://localhost:5001/${self.project.projectId}/${self.project.resourceZone}`
     : `https://${self.project.resourceZone}-${self.project.projectId}.cloudfunctions.net`;
 
-  process.env.ENVIRONMENT = !process.env.ENVIRONMENT ? self.assistant.meta.environment : process.env.ENVIRONMENT;
+  // Set environment
+  process.env.ENVIRONMENT = !process.env.ENVIRONMENT
+    ? self.assistant.meta.environment
+    : process.env.ENVIRONMENT;
 
   // Use the working Firebase logger that they disabled for whatever reason
-  if (process.env.GCLOUD_PROJECT && self.assistant.meta.environment !== 'development' && options.useFirebaseLogger) {
+  if (
+    process.env.GCLOUD_PROJECT
+    && self.assistant.meta.environment !== 'development'
+    && options.useFirebaseLogger
+  ) {
     // require('firebase-functions/lib/logger/compat'); // Old way
     require('firebase-functions/logger/compat'); // firebase-functions@4 and above?
   }
@@ -132,7 +143,7 @@ Manager.prototype.init = function (exporter, options) {
     const semverMajor = require('semver/functions/major')
     const semverCoerce = require('semver/functions/coerce')
     const semverUsing = semverMajor(semverCoerce(process.versions.node));
-    const semverRequired = semverMajor(semverCoerce(get(self.package, 'engines.node', '0.0.0')));
+    const semverRequired = semverMajor(semverCoerce(self.package?.engines?.node || '0.0.0'));
 
     // Fix firebase-tools overwriting console.log
     // https://stackoverflow.com/questions/56026747/firebase-console-log-on-localhost
@@ -169,7 +180,7 @@ Manager.prototype.init = function (exporter, options) {
   // Setup sentry
   if (self.options.sentry) {
     const sentryRelease = `${appId || self.project.projectId}@${self.package.version}`;
-    const sentryDSN = get(self.config, 'sentry.dsn', '');
+    const sentryDSN = self.config?.sentry?.dsn || '';
     // console.log('Sentry', sentryRelease, sentryDSN);
 
     self.libraries.sentry = require('@sentry/node');
@@ -973,13 +984,13 @@ Manager.prototype.setupCustomServer = function (_library, options) {
   });
 }
 
-function resolveProjectPackage() {
+function resolveProjectPackage(dir) {
   try {
-    return require(path.resolve(process.cwd(), 'functions', 'package.json'));
+    return require(path.resolve(dir, 'functions', 'package.json'));
   } catch (e) {}
 
   try {
-    return require(path.resolve(process.cwd(), 'package.json'));
+    return require(path.resolve(dir, 'package.json'));
   } catch (e) {}
 }
 

package/templates/backend-manager-config.json

@@ -37,6 +37,8 @@
     articles: 1,
     sources: [
       '$app',
-    ]
+      // Add more sources here
+    ],
+    prompt: '',
   },
 }