backend-manager 3.2.152 → 3.2.154

package/_backup/get-providers copy.js

@@ -0,0 +1,154 @@
+const fetch = require('wonderful-fetch');
+const _ = require('lodash');
+
+function Module() {
+
+}
+
+Module.prototype.main = function () {
+  const self = this;
+  const Manager = self.Manager;
+  const Api = self.Api;
+  const assistant = self.assistant;
+  const payload = self.payload;
+
+  return new Promise(async function(resolve, reject) {
+
+    // console.log('---self.libraries.admin', self.libraries.admin);
+    // console.log('---self.libraries.admin.credential', self.libraries.admin.credential);
+    // console.log('---self.libraries.admin.credential.cert()', self.libraries.admin.credential.cert());
+    // console.log('---self.libraries.admin.credential.refreshToken()', self.libraries.admin.credential.refreshToken());
+    // console.log('---self.libraries.admin.default', self.libraries.admin.default);
+    // console.log('---self.libraries.initializedAdmin', self.libraries.initializedAdmin);
+    // console.log('---self.libraries.admin.INTERNAL', self.libraries.admin.INTERNAL);
+    // console.log('---self.libraries.initializedAdmin.options_.credential', self.libraries.initializedAdmin.options_.credential);
+    // console.log('---self.libraries.initializedAdmin.options_.credential.refreshToken', self.libraries.initializedAdmin.options_.credential.refreshToken);
+    // console.log('---self.libraries.initializedAdmin.options_.credential.refreshToken', self.libraries.initializedAdmin.options_.credential.refreshToken);
+    // console.log('---self.libraries.initializedAdmin.INTERNAL', self.libraries.initializedAdmin.INTERNAL);
+    // const powertools = require('node-powertools');
+    // console.log('---self.libraries.admin', powertools.stringify(self.libraries.admin));
+    // console.log('---self.libraries.initializedAdmin', powertools.stringify(self.libraries.initializedAdmin));
+
+    const providers = [
+      { name: 'google.com', prefix: ['id_token'] },
+      { name: 'facebook.com', prefix: ['access_token'] },
+      { name: 'twitter.com', prefix: ['access_token', 'oauth_token_secret'] },
+      { name: 'github.com', prefix: ['access_token'] },
+      { name: 'microsoft.com', prefix: ['id_token'] },
+      // { name: 'microsoft.com', prefix: ['context', 'continueUri', 'sessionId'] },
+      { name: 'yahoo.com', prefix: ['id_token'] },
+      { name: 'apple.com', prefix: ['id_token'] },
+    ]
+    const promises = []
+
+    payload.data.payload.firebaseApiKey = payload.data.payload.firebaseApiKey || _.get(Manager, 'config.firebaseConfig.apiKey') || false;
+
+    if (!payload.data.payload.firebaseApiKey) {
+      return reject(assistant.errorify(`The firebaseApiKey parameter is required.`, {code: 400}));
+    }
+
+    // Default
+    payload.response.data.password = true;
+
+    assistant.log('Checking providers for firebaseApiKey', payload.data.payload.firebaseApiKey);
+
+    function request(provider) {
+      return new Promise(function(resolve, reject) {
+        let prefix = '';
+        provider.prefix
+        .forEach((item, i) => {
+          prefix += `${item}=LOL&`
+        });
+
+        // https://firebase.google.com/docs/reference/rest/auth#section-sign-in-with-oauth-credential
+        fetch(`https://identitytoolkit.googleapis.com/v1/accounts:signInWithIdp?key=${payload.data.payload.firebaseApiKey}`, {
+          method: 'post',
+          body: {
+            postBody: `${prefix}providerId=${provider.name}`,
+            requestUri: 'http://localhost',
+            returnIdpCredential: true,
+            returnSecureToken: true
+          }
+        })
+        .then(response => {
+          payload.response.data[provider.name] = true;
+        })
+        .catch(e => {
+          try {
+            const errorJson = JSON.parse(e.message);
+            const errorArray = errorJson.error.errors || [];
+            let result = true;
+
+            errorArray
+            .forEach((error, i) => {
+              if (error.message.includes('OPERATION_NOT_ALLOWED') || error.message.includes('INVALID_CREDENTIAL_OR_PROVIDER_ID')) {
+                result = false;
+              }
+              assistant.log('Provider check', provider.name, error);
+            });
+
+            assistant.log('Provider response', provider.name, result);
+
+            payload.response.data[provider.name] = result;
+          } catch (e) {
+            assistant.errorify(`Error parsing error: ${e}`, {code: 500, sentry: true});
+            payload.response.data[provider.name] = false;
+          }
+        })
+        .finally(r => {
+          return resolve();
+        })
+      });
+    }
+
+    providers
+    .forEach((provider, i) => {
+      payload.response.data[provider.name] = false;
+      promises.push(request(provider))
+    });
+
+    assistant.log('Checking providers...');
+
+    await Promise.all(promises)
+    .then(response => {
+      // console.log('--payload.response.data', promises.length, payload.response.data);
+
+      fetch(`https://us-central1-itw-creative-works.cloudfunctions.net/getApp`, {
+        method: 'post',
+        response: 'json',
+        body: {
+          id: Manager.config.app.id,
+        }
+      })
+      .then(response => {
+        assistant.log('getApp response', response);
+        response.authentication = response.authentication || {};
+
+        Object.keys(response.authentication)
+        .forEach((provider, i) => {
+          response.authentication[provider] = response.authentication[provider] || {};
+
+          if (typeof response.authentication[provider].enabled !== 'undefined') {
+            payload.response.data[provider] = response.authentication[provider].enabled;
+            assistant.log(`Overwriting ${provider} to ${payload.response.data[provider]}...`);
+          }
+        });
+
+      })
+      .catch(e => {
+        assistant.errorify(`Error getting app data: ${e}`, {code: 500, log: true})
+      })
+      .finally(r => {
+        return resolve({data: payload.response.data});
+      })
+
+    })
+    .catch(e => {
+      return reject(assistant.errorify(`Failed to check providers: ${e}`, {code: 500}));
+    })
+
+  });
+
+};
+
+module.exports = Module;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "backend-manager",
-  "version": "3.2.152",
+  "version": "3.2.154",
   "description": "Quick tools for developing Firebase functions",
   "main": "src/manager/index.js",
   "bin": {

package/src/cli/cli.js

@@ -963,22 +963,27 @@ function fix_indexesSync(self) {
 
 function fix_setStoragePolicy(self) {
   return new Promise(function(resolve, reject) {
-    fetch(self.bemApiURL, {
-      method: 'post',
-      timeout: 30000,
-      response: 'json',
-      body: {
-        command: 'admin:backup',
-      },
-    })
-    .then(json => {
-      console.log('Response', json);
-      return resolve();
-    })
-    .catch(e => {
-      console.error(chalk.red(`There is no automatic fix. Please run: \n${chalk.bold('firebase deploy && npx bm setup')}`));
-      return reject();
-    });
+    // fetch(self.bemApiURL, {
+    //   method: 'post',
+    //   timeout: 30000,
+    //   response: 'json',
+    //   body: {
+    //     command: 'admin:backup',
+    //   },
+    // })
+    // .then(json => {
+    //   console.log('Response', json);
+    //   return resolve();
+    // })
+    // .catch(e => {
+    //   console.error(chalk.red(`There is no automatic fix. Please run: \n${chalk.bold('firebase deploy && npx bm setup')}`));
+    //   return reject();
+    // });
+    // Log
+    console.error(chalk.red(`There is no automatic fix. Please run: \n${chalk.bold('firebase deploy && npx bm setup')}`));
+
+    // Reject
+    return reject();
   });
 };
 

package/src/manager/functions/core/actions/api/admin/backup.js

@@ -90,7 +90,7 @@ Module.prototype._setMetaStats = function (error, meta) {
           },
           status: {
             success: !isError,
-            error: error,
+            error: isError ? error.message : null,
           }
         }
       },

package/src/manager/functions/core/actions/api/admin/templates/post.html

@@ -12,4 +12,5 @@ post:
   categories: {categories}
   affiliate-search-term: {affiliate}
 ---
+
 {body}

package/src/manager/functions/core/actions/api/firebase/get-providers.js

@@ -1,5 +1,5 @@
 const fetch = require('wonderful-fetch');
-const _ = require('lodash');
+const { merge } = require('lodash');
 
 function Module() {
 
@@ -13,142 +13,90 @@ Module.prototype.main = function () {
   const payload = self.payload;
 
   return new Promise(async function(resolve, reject) {
-
-    // console.log('---self.libraries.admin', self.libraries.admin);
-    // console.log('---self.libraries.admin.credential', self.libraries.admin.credential);
-    // console.log('---self.libraries.admin.credential.cert()', self.libraries.admin.credential.cert());
-    // console.log('---self.libraries.admin.credential.refreshToken()', self.libraries.admin.credential.refreshToken());
-    // console.log('---self.libraries.admin.default', self.libraries.admin.default);
-    // console.log('---self.libraries.initializedAdmin', self.libraries.initializedAdmin);
-    // console.log('---self.libraries.admin.INTERNAL', self.libraries.admin.INTERNAL);
-    // console.log('---self.libraries.initializedAdmin.options_.credential', self.libraries.initializedAdmin.options_.credential);
-    // console.log('---self.libraries.initializedAdmin.options_.credential.refreshToken', self.libraries.initializedAdmin.options_.credential.refreshToken);
-    // console.log('---self.libraries.initializedAdmin.options_.credential.refreshToken', self.libraries.initializedAdmin.options_.credential.refreshToken);
-    // console.log('---self.libraries.initializedAdmin.INTERNAL', self.libraries.initializedAdmin.INTERNAL);
-    // const powertools = require('node-powertools');
-    // console.log('---self.libraries.admin', powertools.stringify(self.libraries.admin));
-    // console.log('---self.libraries.initializedAdmin', powertools.stringify(self.libraries.initializedAdmin));
-
-    const providers = [
-      { name: 'google.com', prefix: ['id_token'] },
-      { name: 'facebook.com', prefix: ['access_token'] },
-      { name: 'twitter.com', prefix: ['access_token', 'oauth_token_secret'] },
-      { name: 'github.com', prefix: ['access_token'] },
-      { name: 'microsoft.com', prefix: ['id_token'] },
-      // { name: 'microsoft.com', prefix: ['context', 'continueUri', 'sessionId'] },
-      { name: 'yahoo.com', prefix: ['id_token'] },
-      { name: 'apple.com', prefix: ['id_token'] },
-    ]
-    const promises = []
-
-    payload.data.payload.firebaseApiKey = payload.data.payload.firebaseApiKey || _.get(Manager, 'config.firebaseConfig.apiKey') || false;
-
-    if (!payload.data.payload.firebaseApiKey) {
-      return reject(assistant.errorify(`The firebaseApiKey parameter is required.`, {code: 400}));
+    const defaultProviders = {
+      ['password']: {
+        enabled: true,
+      },
+      ['google.com']: {
+        enabled: true,
+      },
+      ['facebook.com']: {
+        enabled: false,
+      },
+      ['twitter.com']: {
+        enabled: false,
+      },
+      ['github.com']: {
+        enabled: false,
+      },
+      ['microsoft.com']: {
+        enabled: false,
+      },
+      ['yahoo.com']: {
+        enabled: false,
+      },
+      ['apple.com']: {
+        enabled: false,
+      },
     }
 
-    // Default
-    payload.response.data.password = true;
-
-    assistant.log('Checking providers for firebaseApiKey', payload.data.payload.firebaseApiKey);
-
-    function request(provider) {
-      return new Promise(function(resolve, reject) {
-        let prefix = '';
-        provider.prefix
-        .forEach((item, i) => {
-          prefix += `${item}=LOL&`
-        });
-
-        // https://firebase.google.com/docs/reference/rest/auth#section-sign-in-with-oauth-credential
-        fetch(`https://identitytoolkit.googleapis.com/v1/accounts:signInWithIdp?key=${payload.data.payload.firebaseApiKey}`, {
-          method: 'post',
-          body: {
-            postBody: `${prefix}providerId=${provider.name}`,
-            requestUri: 'http://localhost',
-            returnIdpCredential: true,
-            returnSecureToken: true
-          }
-        })
-        .then(response => {
-          payload.response.data[provider.name] = true;
-        })
-        .catch(e => {
-          try {
-            const errorJson = JSON.parse(e.message);
-            const errorArray = errorJson.error.errors || [];
-            let result = true;
-
-            errorArray
-            .forEach((error, i) => {
-              if (error.message.includes('OPERATION_NOT_ALLOWED') || error.message.includes('INVALID_CREDENTIAL_OR_PROVIDER_ID')) {
-                result = false;
-              }
-              assistant.log('Provider check', provider.name, error);
-            });
-
-            assistant.log('Provider response', provider.name, result);
-
-            payload.response.data[provider.name] = result;
-          } catch (e) {
-            assistant.errorify(`Error parsing error: ${e}`, {code: 500, sentry: true});
-            payload.response.data[provider.name] = false;
-          }
-        })
-        .finally(r => {
-          return resolve();
-        })
-      });
+    // Get app
+    const appObject = await self.getAppObject();
+    if (appObject instanceof Error) {
+      return reject(assistant.errorify(`Failed to get app object: ${appObject}`, {code: 500}));
     }
 
-    providers
-    .forEach((provider, i) => {
-      payload.response.data[provider.name] = false;
-      promises.push(request(provider))
+    // Merge the default providers with the app providers
+    const providers = merge(defaultProviders, appObject.authentication);
+
+    // Reformat the object so it's just provider=true/false
+    const finalProviders = {};
+    Object.keys(providers).forEach(key => {
+      finalProviders[key] = providers[key].enabled;
     });
 
-    assistant.log('Checking providers...');
-
-    await Promise.all(promises)
-    .then(response => {
-      // console.log('--payload.response.data', promises.length, payload.response.data);
-
-      fetch(`https://us-central1-itw-creative-works.cloudfunctions.net/getApp`, {
-        method: 'post',
-        response: 'json',
-        body: {
-          id: Manager.config.app.id,
-        }
-      })
-      .then(response => {
-        assistant.log('getApp response', response);
-        response.authentication = response.authentication || {};
-
-        Object.keys(response.authentication)
-        .forEach((provider, i) => {
-          response.authentication[provider] = response.authentication[provider] || {};
-
-          if (typeof response.authentication[provider].enabled !== 'undefined') {
-            payload.response.data[provider] = response.authentication[provider].enabled;
-            assistant.log(`Overwriting ${provider} to ${payload.response.data[provider]}...`);
-          }
-        });
-
-      })
-      .catch(e => {
-        assistant.errorify(`Error getting app data: ${e}`, {code: 500, log: true})
-      })
-      .finally(r => {
-        return resolve({data: payload.response.data});
-      })
+    // Log
+    assistant.log('Providers', finalProviders);
 
+    // Resolve
+    return resolve({data: finalProviders});
+  });
+
+};
+
+// Get app object
+Module.prototype.getAppObject = function () {
+  const self = this;
+
+  const Manager = self.Manager;
+  const Api = self.Api;
+  const assistant = self.assistant;
+  const payload = self.payload;
+
+  return new Promise(async function(resolve, reject) {
+    const id = Manager.config.app.id;
+
+    // Get the app settings
+    fetch(`https://us-central1-itw-creative-works.cloudfunctions.net/getApp`, {
+      method: 'post',
+      response: 'json',
+      body: {
+        id: id,
+      }
     })
-    .catch(e => {
-      return reject(assistant.errorify(`Failed to check providers: ${e}`, {code: 500}));
-    })
+    .then((r) => {
+      assistant.log('getAppObject(): Response', r);
 
-  });
+      // If data is missing, return an error
+      if (!r) {
+        throw new Error(`App with id ${id} not found`);
+      }
 
+      // Return the app object
+      return resolve(r);
+    })
+    .catch(e => reject(e));
+  });
 };
 
 module.exports = Module;

package/src/manager/functions/core/cron/daily/ghostii-auto-publisher.js

@@ -4,12 +4,20 @@ const powertools = require('node-powertools');
 const moment = require('moment');
 const JSON5 = require('json5');
 
+// const PROMPT = `
+//   Company: {app.name}: {app.brand.description}
+//   Date: {date}
+//   Instructions: {prompt}
+
+//   Use the following information to find a topic related to our company:
+//   {suggestion}
+// `
 const PROMPT = `
   Company: {app.name}: {app.brand.description}
   Date: {date}
   Instructions: {prompt}
 
-  Use the following information to find a topic related to our company:
+  Use the following information to find a topic for our company blog (it can be about our company OR any topic that would be relevant to our website and business BUT not about a competitor):
   {suggestion}
 `
 
@@ -51,9 +59,10 @@ Module.prototype.main = function (assistant, context) {
 
       // Fix settings
       settings.articles = settings.articles || 0;
-      settings.sources = settings.sources || [];
-      settings.links = settings.links || [];
+      settings.sources = randomize(settings.sources || []);
+      settings.links = randomize(settings.links || []);
       settings.prompt = settings.prompt || '';
+      settings.chance = settings.chance || 1.0;
       settings.app = await self.getAppData(appId).catch((e) => e);
 
       // Check for errors
@@ -73,6 +82,12 @@ Module.prototype.main = function (assistant, context) {
         continue;
       }
 
+      // Quit if the chance is not met
+      const chance = Math.random();
+      if (chance > settings.chance) {
+        assistant.log(`Quitting because the chance is not met (${chance} <= ${settings.chance})`);
+      }
+
       // Harvest articles
       const result = await self.harvest(settings).catch((e) => e);
       if (result instanceof Error) {
@@ -320,7 +335,7 @@ const extractBodyContent = (text, contentType, url) => {
   // Try JSON
   if (parsed) {
     // If it's from rss.app, extract the content
-    if (url.includes('rss.app') && parsed.items) {
+    if (parsed.items) {
       return parsed.items.map((i) => `${i.title}: ${i.content_text}`).join('\n');
     }
 
@@ -350,4 +365,9 @@ function tryParse(json) {
   }
 };
 
+// Randomize array
+function randomize(array) {
+  return array.sort(() => Math.random() - 0.5);
+}
+
 module.exports = Module;

package/src/manager/helpers/settings.js

@@ -46,6 +46,13 @@ Settings.prototype.resolve = function (assistant, schema, settings, options) {
   // Resolve settings
   self.settings = powertools.defaults(settings, schema);
 
+  // If schema is not an object, throw an error
+  if (!schema || typeof schema !== 'object') {
+    throw assistant.errorify(`Invalid schema provided`, {code: 400});
+  }
+  // console.log('---schema', schema);
+  // console.log('---self.settings', self.settings);
+
   // Iterate each key and check for some things
   processSchema(schema, (path, schemaNode) => {
     const originalValue = _.get(settings, path);

package/src/manager/index.js

@@ -638,7 +638,7 @@ Manager.prototype.setupFunctions = function (exporter, options) {
   // Setup functions
   exporter.bm_api =
   self.libraries.functions
-  .runWith({memory: '256MB', timeoutSeconds: 190})
+  .runWith({memory: '256MB', timeoutSeconds: 60 * 5})
   // TODO: Replace this with new API
   .https.onRequest(async (req, res) => self._process((new (require(`${core}/actions/api.js`))()).init(self, { req: req, res: res, })));
 
@@ -849,7 +849,7 @@ Manager.prototype.setupFunctions = function (exporter, options) {
   // Setup cron jobs
   exporter.bm_cronDaily =
   self.libraries.functions
-  .runWith({ memory: '256MB', timeoutSeconds: 190 })
+  .runWith({ memory: '256MB', timeoutSeconds: 60 * 5 })
   .pubsub.schedule('every 24 hours')
   .onRun(async (context) => self._process((new (require(`${core}/cron/daily.js`))()).init(self, { context: context, })));
 };

package/templates/backend-manager-config.json

@@ -42,6 +42,7 @@
       ],
       links: [],
       prompt: '',
+      chance: 1.0,
     }
   ],
 }