backend-manager 2.5.45 → 2.5.47

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "backend-manager",
-  "version": "2.5.45",
+  "version": "2.5.47",
   "description": "Quick tools for developing Firebase functions",
   "main": "src/manager/index.js",
   "bin": {

package/src/manager/functions/core/actions/api/admin/backup.js

@@ -51,13 +51,13 @@ Module.prototype.main = function () {
 
         const response = responses[0];
         assistant.log('Saved backup successfully:', response.metadata.outputUriPrefix, {environment: 'development'})
+
         return resolve(response['name']);
       })
       .catch(async (e) => {
         await self._setMetaStats(e);
         return reject(assistant.errorManager(e, {code: 500, sentry: false, send: false, log: true}).error)
       });
-
     }
   });
 

package/src/manager/functions/core/actions/api/admin/get-stats.js

@@ -23,29 +23,28 @@ Module.prototype.main = function () {
         .get()
         .then(async (doc) => {
           let data = doc.data() || {};
-          let error = null;
-
-          await self.updateStats(data)
-            .catch(e => {
-              error = e;
-            })
 
+          // Only update if requested
+          if (payload.data.payload.update) {
+            await self.updateStats(data)
+              .catch(e => data = e)
+          }
 
-          if (error) {
-            return reject(assistant.errorManager(error, {code: 500, sentry: false, send: false, log: false}).error)
+          if (data instanceof Error) {
+            return reject(assistant.errorManager(data, {code: 500, sentry: false, send: false, log: false}).error)
           }
 
+          // Retrieve the stats again after updating
           await stats
             .get()
             .then(doc => {
               data = doc.data() || {};
             })
-            .catch((e) => {
-              error = e;
-            })
+            .catch(e => data = e)
+
 
-          if (error) {
-            return reject(assistant.errorManager(error, {code: 500, sentry: false, send: false, log: false}).error)
+          if (data instanceof Error) {
+            return reject(assistant.errorManager(data, {code: 500, sentry: false, send: false, log: false}).error)
           }
 
           return resolve({data: data})
@@ -70,6 +69,7 @@ Module.prototype.fixStats = function (data) {
   });
 }
 
+// TODO: ADD https://firebase.google.com/docs/firestore/query-data/aggregation-queries#pricing
 Module.prototype.updateStats = function (existingData) {
   const self = this;
 

package/src/manager/functions/core/actions/api/admin/sync-users.js

@@ -0,0 +1,121 @@
+const {get, merge} = require('lodash');
+
+function Module() {
+
+}
+
+Module.prototype.main = function () {
+  const self = this;
+  const Manager = self.Manager;
+  const Api = self.Api;
+  const assistant = self.assistant;
+  const payload = self.payload;
+
+  return new Promise(async function(resolve, reject) {
+    
+    // If the user is not an admin, reject
+    if (!payload.user.roles.admin && assistant.meta.environment === 'production') {
+      return reject(assistant.errorManager(`Admin required.`, {code: 401, sentry: false, send: false, log: false}).error)
+    }
+
+    // Get lastPageToken from meta/stats
+    self.libraries.admin.firestore().doc(`meta/stats`)
+      .get()
+      .then(async (doc) => {
+        const data = doc.data() || {};
+        const lastPageToken = get(data, 'syncUsers.lastPageToken', undefined);
+        let processedUsers = 0;
+
+        // Initial pageToken
+        assistant.log(`Running syn-users based on lastPageToken: ${lastPageToken}`);
+
+        // List firebase auth users
+        await Manager.Utilities().iterateUsers(function (batch, index) {
+          return new Promise(async function(resolve, reject) {
+
+            // Process user function
+            async function _process(user, i) {
+              const account = user.toJSON();
+              const uid = account.uid;
+              const email = account.email;
+              const created = new Date(account.metadata.creationTime);
+              const activity = new Date(account.metadata.lastSignInTime);
+              const isAnonymous = account.providerData.length === 0;
+            
+              // Skip anonymous users
+              if (isAnonymous) {
+                return
+              }
+
+              // Add the user to the database only if it doesn't exist
+              await self.libraries.admin.firestore().doc(`users/${account.uid}`)
+                .get()
+                .then(async (doc) => {
+                  const data = doc.data() || {};
+
+                  const newUser = Manager.User({
+                    auth: {
+                      uid: uid,
+                      email: email,
+                    },
+                    activity: {
+                      created: {
+                        timestamp: created.toISOString(),
+                        timestampUNIX: Math.floor(created.getTime() / 1000),
+                      },
+                      lastActivity: {
+                        timestamp: activity.toISOString(),
+                        timestampUNIX: Math.floor(activity.getTime() / 1000),
+                      },              
+                    }
+                  });
+
+                  const finalData = merge(newUser.properties, data);
+
+                  await self.libraries.admin.firestore().doc(`users/${account.uid}`)
+                    .set(finalData, {merge: true})
+                    .then(r => {
+                      assistant.log(`Synched user: ${account.uid}`);
+                      processedUsers++;
+                    })
+                })
+            }
+
+            // Process each user
+            for (var i = 0; i < batch.users.length; i++) {
+              await _process(batch.users[i], i);
+            }
+
+            // Save to database only if there is a page token
+            if (batch.pageToken) {
+              await self.libraries.admin.firestore().doc(`meta/stats`)
+                .update({
+                  syncUsers: {
+                    lastPageToken: batch.pageToken
+                  }
+                })
+                .then(r => {
+                  assistant.log(`Saved lastPageToken: ${batch.pageToken}`);
+                })
+                .catch(e => {
+                  assistant.error('Failed to update lastPageToken', e);
+                })
+            }            
+
+            return resolve();
+          })
+        }, {batchSize: 2, log: true, pageToken: lastPageToken})
+
+        assistant.log(`Processed ${processedUsers} users.`);
+
+        // Complete
+        return resolve();
+      })
+      .catch(e => {
+        return reject(assistant.errorManager(e, {code: 500, sentry: false, send: false, log: false}).error)
+      })
+  });
+
+};
+
+module.exports = Module;

package/src/manager/functions/core/cron/daily.js

@@ -22,21 +22,44 @@ Module.prototype.main = function() {
   const context = self.context;
 
   return new Promise(async function(resolve, reject) {
-    fetch(`${Manager.project.functionsUrl}/bm_api`, {
-      method: 'post',
-      response: 'json',
-      body: {
-        backendManagerKey: Manager.config.backend_manager.key,
-        command: 'admin:backup',
-      }
-    })
-    .then(response => {
-      assistant.log(`Successfully executed backup:`, response, {environment: 'production'})
-      return resolve(response);
+    // Wait for all the promises to resolve
+    Promise.all([
+      // Backup the database
+      fetch(`${Manager.project.functionsUrl}/bm_api`, {
+        method: 'post',
+        response: 'json',
+        body: {
+          backendManagerKey: Manager.config.backend_manager.key,
+          command: 'admin:backup',
+        }
+      })
+      .then(response => {
+        assistant.log(`Successfully executed backup:`, response, {environment: 'production'})
+      }),
+
+      // Sync Firestore users to the database
+      fetch(`${Manager.project.functionsUrl}/bm_api`, {
+        method: 'post',
+        response: 'json',
+        body: {
+          backendManagerKey: Manager.config.backend_manager.key,
+          command: 'admin:sync-users',
+        }
+      })
+      .then(response => {
+        assistant.log(`Successfully executed sync-users:`, response, {environment: 'production'})
+      }),
+
+      // More daily processes
+      // ...
+    ])
+    .then(() => {
+      assistant.log(`Successfully executed all daily processes:`, {environment: 'production'})
+      return resolve();
     })
     .catch(e => {
-      assistant.errorManager(`Error executing backup: ${e}`, {sentry: true, send: false, log: true})
-      return reject();
+      assistant.errorManager(`Error executing all proceses: ${e}`, {sentry: true, send: false, log: true})
+      return reject(e);
     })
   });
 }

package/src/manager/helpers/utilities.js

@@ -90,12 +90,14 @@ Utilities.prototype.iterateUsers = function (callback, options) {
     let batch = -1;
 
     options = options || {};
+    options.batchSize = options.batchSize || 1000;
     options.log = options.log;
+    options.pageToken = options.pageToken;
     
     function listAllUsers(nextPageToken) {
       // List batch of users, 1000 at a time.
       admin.auth()
-        .listUsers(1000, nextPageToken)
+        .listUsers(options.batchSize, nextPageToken)
         .then(async (listUsersResult) => {
           
           batch++;
@@ -105,7 +107,9 @@ Utilities.prototype.iterateUsers = function (callback, options) {
           }
 
           callback({
-            snap: listUsersResult, users: listUsersResult.users,
+            snap: listUsersResult, 
+            users: listUsersResult.users, 
+            pageToken: listUsersResult.pageToken,
           }, batch)
             .then(r => {
               if (listUsersResult.pageToken) {
@@ -126,7 +130,7 @@ Utilities.prototype.iterateUsers = function (callback, options) {
         });      
     }
     
-    listAllUsers();   
+    listAllUsers(options.pageToken);   
   });
 };