backend-manager 2.5.3 → 2.5.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "backend-manager",
-  "version": "2.5.3",
+  "version": "2.5.5",
   "description": "Quick tools for developing Firebase functions",
   "main": "src/manager/index.js",
   "bin": {
@@ -66,4 +66,4 @@
     "src/",
     "templates/"
   ]
-}
+}

package/src/cli/cli.js

@@ -5,7 +5,6 @@
 // https://www.sitepoint.com/javascript-command-line-interface-cli-node-js/
 // https://github.com/sitepoint-editors/ginit
 
-let exec = require('child_process').exec;
 const jetpack = require('fs-jetpack');
 const path = require('path');
 const chalk = require('chalk');
@@ -14,7 +13,7 @@ const log = console.log;
 const Npm = require('npm-api');
 const semver = require('semver');
 const inquirer = require('inquirer');
-const { spawn } = require('child_process');
+const { spawn, child, exec, fork } = require('child_process');
 const JSON5 = require('json5');
 const fetch = require('wonderful-fetch');
 const argv = require('yargs').argv;
@@ -87,6 +86,12 @@ Main.prototype.process = async function (args) {
     console.log('cwd: ', self.firebaseProjectPath);
   }
   if (self.options.setup) {
+    // console.log(`Running Setup`);
+    // console.log(`node:`, process.versions.node);
+    // console.log(`pwd:`, await execute('pwd').catch(e => e));
+    // console.log(`node:`, await execute('node --version').catch(e => e));
+    // console.log(`firebase-tools:`, await execute('firebase --version').catch(e => e));
+    // console.log('');
     await cmd_configGet(self).catch(e => log(chalk.red(`Failed to run config:get`)));
     await self.setup();
   }
@@ -1115,9 +1120,63 @@ async function cmd_indexesGet(self, filePath, log) {
   });
 }
 
+async function execute(command, cwd) {
+  cwd = cwd || process.cwd();
+  return new Promise(function(resolve, reject) {
+    exec(command, { cwd: cwd, stdio: 'inherit' })
+      .on('error', function(err) {
+        reject(err);
+      })
+      .on('close', function (one, two, three) {
+        console.log('===', one, two, three);
+        resolve()
+      })
+    // fork(command, function (error, stdout, stderr) {
+    //   if (error) {
+    //     reject(error);
+    //   } else {
+    //     resolve(stdout);
+    //   }
+    // });    
+
+  });
+}
+
+// async function execute(command, args, cwd) {
+//   cwd = cwd || process.cwd();
+//   return new Promise(function(resolve, reject) {
+//     spawn(command, args, { cwd: cwd, stdio: 'inherit' })
+//       .on('error', function(err) {
+//         reject(err);
+//       })
+//       .on('close', function (one, two, three) {
+//         console.log('===', one, two, three);
+//         resolve()
+//       })
+//     // fork(command, function (error, stdout, stderr) {
+//     //   if (error) {
+//     //     reject(error);
+//     //   } else {
+//     //     resolve(stdout);
+//     //   }
+//     // });    
+
+//   });
+// }
+
 async function cmd_configGet(self, filePath) {
   return new Promise(function(resolve, reject) {
     const finalPath = `${self.firebaseProjectPath}/${filePath || 'functions/.runtimeconfig.json'}`;
+    // execute(`firebase functions:config:get > ${finalPath}`)
+    // .then(r => {
+    //   console.log(chalk.green(`Saving config to: ${finalPath}`));
+    //   console.log(r);
+    //   resolve(require(finalPath));
+    // })
+    // .catch(e => {
+    //   console.error(e);
+    //   reject(e);
+    // })
     let cmd = exec(`firebase functions:config:get > ${finalPath}`, function (error, stdout, stderr) {
       if (error) {
         console.error(error);

package/src/manager/functions/core/actions/api/admin/get-stats.js

@@ -79,7 +79,9 @@ Module.prototype.updateStats = function (existingData) {
     const sessionsApp = self.libraries.admin.database().ref(`sessions/app`);
 
     let error = null;
-    let update = {};
+    let update = {
+      app: _.get(self.Manager.config, 'app.id', null),
+    };
 
     // Fix broken stats
     if (!_.get(existingData, 'users.total', null)) {

package/src/manager/helpers/utilities.js

@@ -0,0 +1,117 @@
+function Utilities(Manager) {
+  const self = this;
+  
+  self.Manager = Manager;
+}
+
+Utilities.prototype.iterateCollection = function (callback, options) {
+  const self = this;
+  const Manager = self.Manager;
+  const admin = Manager.libraries.admin;
+
+  return new Promise(function(resolve, reject) {
+    let batch = -1;
+
+    options = options || {};
+    options.collection = options.collection || '';
+    options.batchSize = options.batchSize || 1000;
+    options.log = options.log;
+
+    function listAllDocuments(nextPageToken) {
+      let query = admin.firestore().collection(options.collection)
+
+      // Start at next page
+      if (nextPageToken) {
+        query = query.startAfter(nextPageToken);
+      }
+
+      // batchSize
+      query = query.limit(options.batchSize);
+
+      query.get()
+        .then(async (snap) => {
+          const lastVisible = snap.docs[snap.docs.length - 1];
+
+          batch++;
+
+          if (options.log) {
+            console.log('Processing batch:', batch);
+          }          
+
+          callback({
+            snap: snap, docs: snap.docs.map(x => x)
+          }, batch)
+            .then(r => {
+              // Construct a new query starting at this document
+              if (lastVisible) {
+                listAllDocuments(lastVisible)
+              } else {
+                return resolve();
+              }
+            })
+            .catch((e) => {
+              console.error('Callback failed', e);
+              return reject(e);
+            });
+
+        })
+        .catch((e) => {
+          console.error('Query failed', e);
+          return reject(e);
+        });
+    }
+
+    listAllDocuments();    
+  });
+};
+
+Utilities.prototype.iterateUsers = function (callback, options) {
+  const self = this;
+  const Manager = self.Manager;
+  const admin = Manager.libraries.admin;  
+
+  return new Promise(function(resolve, reject) {
+    let batch = -1;
+
+    options = options || {};
+    options.log = options.log;
+    
+    function listAllUsers(nextPageToken) {
+      // List batch of users, 1000 at a time.
+      admin.auth()
+        .listUsers(1000, nextPageToken)
+        .then(async (listUsersResult) => {
+          
+          batch++;
+
+          if (options.log) {
+            console.log('Processing batch:', batch);
+          }
+
+          callback({
+            snap: listUsersResult, users: listUsersResult.users,
+          }, batch)
+            .then(r => {
+              if (listUsersResult.pageToken) {
+                listAllUsers(listUsersResult.pageToken);
+              } else {
+                return resolve();
+              }
+            })
+            .catch((e) => {
+              console.error('Callback failed', e);
+              return reject(e)
+            });        
+          
+        })
+        .catch((e) => {
+          console.error('Query failed', e);
+          return reject(e)
+        });      
+    }
+    
+    listAllUsers();   
+  });
+};
+
+module.exports = Utilities;

package/src/manager/index.js

@@ -2,6 +2,7 @@
 const path = require('path');
 const { get, merge } = require('lodash');
 const jetpack = require('fs-jetpack');
+const JSON5 = require('json5');
 // const { debug, log, error, warn } = require('firebase-functions/lib/logger');
 // let User;
 // let Analytics;
@@ -45,6 +46,7 @@ Manager.prototype.init = function (exporter, options) {
   options.firebaseConfig = options.firebaseConfig;
   options.useFirebaseLogger = typeof options.useFirebaseLogger === 'undefined' ? true : options.useFirebaseLogger;
   options.serviceAccountPath = typeof options.serviceAccountPath === 'undefined' ? 'service-account.json' : options.serviceAccountPath;
+  options.backendManagerConfigPath = typeof options.backendManagerConfigPath === 'undefined' ? 'backend-manager-config.json' : options.backendManagerConfigPath;
   options.uniqueAppName = options.uniqueAppName || undefined;
   options.assistant = options.assistant || {};
   // options.assistant.optionsLogString = options.assistant.optionsLogString || undefined;
@@ -71,10 +73,11 @@ Manager.prototype.init = function (exporter, options) {
   self.project = options.firebaseConfig || JSON.parse(process.env.FIREBASE_CONFIG || '{}');
   self.project.resourceZone = options.resourceZone;
   self.project.serviceAccountPath = path.resolve(self.cwd, options.serviceAccountPath)
-
+  self.project.backendManagerConfigPath = path.resolve(self.cwd, options.backendManagerConfigPath)
+  
   self.package = resolveProjectPackage();
   self.config = merge(
-    require(path.resolve(self.cwd, 'backend-manager-config.json')),
+    requireJSON5(self.project.backendManagerConfigPath),
     self.libraries.functions.config()
   );
 
@@ -119,6 +122,8 @@ Manager.prototype.init = function (exporter, options) {
 
   if (options.log) {
     self.assistant.log('process.env', process.env, {environment: 'production'})
+    console.log('Resolved serviceAccountPath', self.project.serviceAccountPath);
+    console.log('Resolved backendManagerConfigPath', self.project.backendManagerConfigPath);
   }
 
   // Setup sentry
@@ -154,13 +159,19 @@ Manager.prototype.init = function (exporter, options) {
       if (process.env.GOOGLE_APPLICATION_CREDENTIALS) {
         self.libraries.initializedAdmin = self.libraries.admin.initializeApp();
       } else {
+        const serviceAccount = require(self.project.serviceAccountPath);
         self.libraries.initializedAdmin = self.libraries.admin.initializeApp({
-          credential: self.libraries.admin.credential.cert(
-            require(self.project.serviceAccountPath)
-          ),
+          credential: self.libraries.admin.credential.cert(serviceAccount),
           databaseURL: self.project.databaseURL,
         }, options.uniqueAppName);
+
+        // const loadedProjectId = get(self.libraries.initializedAdmin, 'options_.credential.projectId', null);   
+        const loadedProjectId = serviceAccount.project_id;   
+        if (!loadedProjectId || !loadedProjectId.includes(self.config.app.id)) {
+          self.assistant.error(`Loaded app may have wrong service account: ${loadedProjectId} =/= ${self.config.app.id}`, {environment: 'production'});
+        }        
       }
+
     } catch (e) {
       self.assistant.error('Failed to call .initializeApp()', e, {environment: 'production'});
     }
@@ -393,6 +404,18 @@ Manager.prototype.init = function (exporter, options) {
     self.storage();
   }
 
+  if (self.assistant.meta.environment === 'development') {
+    setTimeout(function () {
+      console.log('Fetching meta/stats...');
+      self.libraries.admin
+      .firestore().doc('meta/stats')
+      .get()
+      .then(doc => {
+        console.log('meta/stats', doc.data());
+      })         
+    }, 3000);
+  }
+
   return self;
 };
 
@@ -532,6 +555,12 @@ Manager.prototype.ApiManager = function () {
   return new self.libraries.ApiManager(self, ...arguments);
 };
 
+Manager.prototype.Utilities = function () {
+  const self = this;
+  self.libraries.Utilities = self.libraries.Utilities || require('./helpers/utilities.js');
+  return new self.libraries.Utilities(self, ...arguments);
+};
+
 Manager.prototype.storage = function (options) {
   const self = this;
   options = options || {};
@@ -631,4 +660,8 @@ function resolveProjectPackage() {
   } catch (e) {}
 }
 
+function requireJSON5(p) {
+  return JSON5.parse(jetpack.read(p))
+}
+
 module.exports = Manager;