@dhyasama/totem-merge 6.13.0 → 6.15.0

package/index.js

@@ -13,17 +13,14 @@ var Merge = function(mongoose, config) {
   this.Deal = mongoose.model('Deal');
   this.Document = mongoose.model('Document');
   this.Financials = mongoose.model('Financials');
-  this.Flag = mongoose.model('Flag');
-  this.Interaction = mongoose.model('Interaction');
   this.LimitedPartner = mongoose.model('LimitedPartner');
-  this.List = mongoose.model('List');
   this.Message = mongoose.model('Message');
+  this.Meeting = mongoose.model('Meeting');
   this.News = mongoose.model('News');
   this.Note = mongoose.model('Note');
   this.Organization = mongoose.model('Organization');
   this.Person = mongoose.model('Person');
   this.Round = mongoose.model('Round');
-  this.Snapshot = mongoose.model('Snapshot');
 
   // can choose to flag an entity as needing to be merged rather than actually merging it
   // particularly useful for automated processes, e.g., a batch import that detects dupes

package/lib/organizations.js

@@ -175,7 +175,6 @@ var updateReferences = function updateReferences(context, target, source, merged
     updateCapTables.bind(context, newOrgId, oldOrgId),
     updateDeals.bind(context, newOrgId, oldOrgId, customerId),
     updateFinancials.bind(context, newOrgId, oldOrgId),
-    updateLists.bind(context, newOrgId, oldOrgId),
     updateMessages.bind(context, newOrgId, oldOrgId),
     updateNews.bind(context, newOrgId, oldOrgId),
     updateOrganizations.bind(context, newOrgId, oldOrgId),
@@ -307,52 +306,6 @@ var updateFinancials = function updateFinancials(newOrgId, oldOrgId, cb) {
 
 };
 
-var updateLists = function updateLists(newOrgId, oldOrgId, cb) {
-
-  logger.writeToInfoLog('  Updating lists...');
-
-  var self = this;
-
-  self.List.collection.find({ 'organizations': oldOrgId }).toArray(function(err, items) {
-
-    if (err) return cb(err, null);
-    else if (!items || items.length === 0) return cb(null, []);
-
-    var tasks = [];
-    var updated = [];
-
-    _.each(items, function(item) {
-
-      var orgs = _.map(item.organizations, function(o) {
-        if (o.toString() === oldOrgId.toString()) { o = newOrgId; }
-        return o;
-      });
-
-      tasks.push({
-        id: item._id,
-        update: { $set: { organizations: orgs } }
-      });
-
-    });
-
-    logger.writeToInfoLog('    Found ' + tasks.length + ' list references to update');
-
-    var queue = async.queue(function(task, callback) {
-      self.List.modifyById(task.id, task.update, function(err, result) {
-        if (err) { return callback(err, null); }
-        else if (result) { updated.push(result); }
-        return callback(null, result);
-      });
-    }, 8);
-
-    queue.drain = function() { return cb(null, updated); };
-
-    queue.push(tasks);
-
-  });
-
-};
-
 var updateMessages = function updateMessages(newOrgId, oldOrgId, cb) {
 
   logger.writeToInfoLog('  Updating messages...');

package/lib/people.js

@@ -90,8 +90,6 @@ var mergeSourceIntoTarget = function mergeEntities(target, source, cb) {
     'deleted',
     'entered',
     '__v',
-    'status',
-    'lps',
     'subscriptions',
     'account',
     'sources'
@@ -99,7 +97,7 @@ var mergeSourceIntoTarget = function mergeEntities(target, source, cb) {
 
   var mergeSources = function mergeSources(target, source) {
 
-    // Note interaction counts are not combined here but will be updated on next calendar pull
+    // Note: source interaction counts are not merged; they refresh via downstream sync
 
     var targetSources = target.sources || [];
     var sourceSources = source.sources || [];
@@ -171,14 +169,10 @@ var updateReferences = function updateReferences(context, target, source, merged
 
     updateDocuments.bind(context, newPersonId, oldPersonId, null),
 
-    updateFlags.bind(context, newPersonId, oldPersonId, username),
-
-    updateInteractions.bind(context, newPersonId, oldPersonId, username),
+    updateMeetings.bind(context, newPersonId, oldPersonId, username),
 
     updateLimitedPartners.bind(context, newPersonId, oldPersonId, mergedBy),
 
-    updateLists.bind(context, newPersonId, oldPersonId, null),
-
     updateMessages.bind(context, newPersonId, oldPersonId, null),
 
     updateNotes.bind(context, newPersonId, oldPersonId, username),
@@ -244,8 +238,10 @@ var updateDocuments = function updateDocuments(newPersonId, oldPersonId, user, c
 
   var self = this;
 
-  // Get all documents for this person
-  self.Document.collection.find({ $or: [{ 'source.person': oldPersonId }, { 'referrer.person': oldPersonId }]}).toArray(function(err, items) {
+  if (!self.Document || !self.Document.collection) { return cb(null, []); }
+
+  // Get all documents created by this person
+  self.Document.collection.find({ 'createdBy': oldPersonId }).toArray(function(err, items) {
 
     if (err) return cb(err, null);
     else if (!items || items.length === 0) return cb(null, []);
@@ -257,13 +253,14 @@ var updateDocuments = function updateDocuments(newPersonId, oldPersonId, user, c
 
       var setObj = {};
 
-      if (item.source && item.source.person && item.source.person.toString() === oldPersonId.toString()) { setObj.source = { person: newPersonId }; }
-      if (item.referrer && item.referrer.person && item.referrer.person.toString() === oldPersonId.toString()) { setObj.referrer = { person: newPersonId }; }
+      if (item.createdBy && item.createdBy.toString && item.createdBy.toString() === oldPersonId.toString()) { setObj.createdBy = newPersonId; }
 
-      tasks.push({
-        id: item._id,
-        update: { $set: setObj }
-      });
+      if (Object.keys(setObj).length > 0) {
+        tasks.push({
+          id: item._id,
+          update: { $set: setObj }
+        });
+      }
 
     });
 
@@ -285,60 +282,18 @@ var updateDocuments = function updateDocuments(newPersonId, oldPersonId, user, c
 
 };
 
-var updateFlags = function updateFlags(newPersonId, oldPersonId, user, cb) {
+var updateMeetings = function updateMeetings(newPersonId, oldPersonId, user, cb) {
 
-  console.log('  Updating flags...');
+  console.log('  Updating meetings...');
 
   var self = this;
 
-  // Get all flags for this person
-  self.Flag.collection.find({ 'createdBy': oldPersonId }).toArray(function(err, items) {
-
-    if (err) return cb(err, null);
-    else if (!items || items.length === 0) return cb(null, []);
-
-    var tasks = [];
-    var updated = [];
-
-    _.each(items, function(item) {
-
-      var setObj = {};
-
-      if (item.createdBy.toString() === oldPersonId.toString()) { setObj.createdBy = newPersonId; }
-
-      tasks.push({
-        id: item._id,
-        update: { $set: setObj }
-      });
-
-    });
-
-    console.log('    Found ' + tasks.length + ' flag references to update');
-
-    var queue = async.queue(function(task, callback) {
-      self.Flag.modifyById(task.id, task.update, function(err, result) {
-        if (err) { return callback(err, null); }
-        else if (result) { updated.push(result); }
-        return callback(null, result);
-      });
-    }, 8);
-
-    queue.drain = function() { return cb(null, updated); };
-
-    queue.push(tasks);
-
-  });
-
-};
-
-var updateInteractions = function updateInteractions(newPersonId, oldPersonId, user, cb) {
-
-  console.log('  Updating interactions...');
-
-  var self = this;
+  if (!self.Meeting || !self.Meeting.collection) {
+    return cb(null, []);
+  }
 
-  // Get all interactions for this person
-  self.Interaction.collection.find({ $or: [{ 'attendees.external': oldPersonId }, { 'attendees.internal': oldPersonId }] }).toArray(function(err, items) {
+  // Get all meetings containing the old person id in people array
+  self.Meeting.collection.find({ 'people': oldPersonId }).toArray(function(err, items) {
 
     if (err) return cb(err, null);
     else if (!items || items.length === 0) return cb(null, []);
@@ -348,31 +303,22 @@ var updateInteractions = function updateInteractions(newPersonId, oldPersonId, u
 
     _.each(items, function(item) {
 
-      item.attendees.internal = _.map(item.attendees.internal, function(attendee) {
-        if (attendee.toString() === oldPersonId.toString()) { attendee = newPersonId; }
-        return attendee;
-      });
-
-      item.attendees.external = _.map(item.attendees.external, function(attendee) {
-        if (attendee.toString() === oldPersonId.toString()) { attendee = newPersonId; }
-        return attendee;
+      item.people = _.map(item.people, function(person) {
+        if (person.toString() === oldPersonId.toString()) { person = newPersonId; }
+        return person;
       });
 
       tasks.push({
         id: item._id,
-        update: { $set: {
-            'attendees.internal': item.attendees.internal,
-            'attendees.external': item.attendees.external
-          }
-        }
+        update: { $set: { 'people': item.people } }
       });
 
     });
 
-    console.log('    Found ' + tasks.length + ' interaction references to update');
+    console.log('    Found ' + tasks.length + ' meeting references to update');
 
     var queue = async.queue(function(task, callback) {
-      self.Interaction.modifyById(task.id, task.update, function(err, result) {
+      self.Meeting.findByIdAndUpdate(task.id, task.update, { upsert: false, new: true }, function(err, result) {
         if (err) { return callback(err, null); }
         else if (result) { updated.push(result); }
         return callback(null, result);
@@ -437,57 +383,6 @@ var updateLimitedPartners = function updateLimitedPartners(newPersonId, oldPerso
 
 };
 
-var updateLists = function updateLists(newPersonId, oldPersonId, user, cb) {
-
-  console.log('  Updating lists...');
-
-  var self = this;
-
-  // Get all lists for this person
-  self.List.collection.find({ $or: [{ 'people': oldPersonId }, { 'createdBy': oldPersonId }] }).toArray(function(err, items) {
-
-    if (err) return cb(err, null);
-    else if (!items || items.length === 0) return cb(null, []);
-
-    var tasks = [];
-    var updated = [];
-
-    _.each(items, function(item) {
-
-      var setObj = {};
-
-      if (item.createdBy.toString() === oldPersonId.toString()) { setObj.createdBy = newPersonId; }
-
-      setObj.people = _.map(item.people, function(person) {
-        if (person.toString() === oldPersonId.toString()) { person = newPersonId; }
-        return person;
-      });
-
-      tasks.push({
-        id: item._id,
-        update: { $set: setObj }
-      });
-
-    });
-
-    console.log('    Found ' + tasks.length + ' list references to update');
-
-    var queue = async.queue(function(task, callback) {
-      self.List.modifyById(task.id, task.update, function(err, result) {
-        if (err) { return callback(err, null); }
-        else if (result) { updated.push(result); }
-        return callback(null, result);
-      });
-    }, 8);
-
-    queue.drain = function() { return cb(null, updated); };
-
-    queue.push(tasks);
-
-  });
-
-};
-
 var updateMessages = function updateMessages(newPersonId, oldPersonId, user, cb) {
 
   console.log('  Updating messages...');
@@ -597,7 +492,7 @@ var updateOrganizations = function updateOrganizations(newPersonId, oldPersonId,
   var self = this;
 
   // Get all orgs for this person
-  self.Organization.collection.find({ $or: [{ 'people.person': oldPersonId }, { 'chair.first': oldPersonId }, { 'chair.second': oldPersonId }] }).toArray(function(err, orgs) {
+  self.Organization.collection.find({ $or: [{ 'people.person': oldPersonId }, { 'chairs.first': oldPersonId }, { 'chairs.second': oldPersonId }] }).toArray(function(err, orgs) {
 
     if (err) return cb(err, null);
     else if (!orgs || orgs.length === 0) return cb(null, []);
@@ -631,13 +526,14 @@ var updateOrganizations = function updateOrganizations(newPersonId, oldPersonId,
       // and be unable to determine which data to keep. We still can't know for sure, but let's default to keeping the
       // target/new person's data. We do that by removing the source/old person here and then map the target/new person id.
 
-      var oldPerson = _.find(org.people, function(person) { return person.person.toString() === oldPersonId.toString(); });
-      var newPerson = _.find(org.people, function(person) { return person.person.toString() === newPersonId.toString(); });
+      var peopleArr = org.people || [];
+      var oldPerson = _.find(peopleArr, function(person) { return person.person && person.person.toString() === oldPersonId.toString(); });
+      var newPerson = _.find(peopleArr, function(person) { return person.person && person.person.toString() === newPersonId.toString(); });
 
       // Both people are at this org
       if (oldPerson && newPerson) {
-        org.people = _.reject(org.people, function(person) {
-          return person.person.toString() === oldPersonId.toString();
+        org.people = _.reject(peopleArr, function(person) {
+          return person.person && person.person.toString() === oldPersonId.toString();
         });
       }
 
@@ -651,14 +547,14 @@ var updateOrganizations = function updateOrganizations(newPersonId, oldPersonId,
       // note this must be done before mapping the old id to the new id
       checkIfBothPeopleAtOrg(org);
 
-      setObj.people = _.map(org.people, function(person) {
-        if (person.person.toString() === oldPersonId.toString()) { person.person = newPersonId; }
+      setObj.people = _.map(org.people || [], function(person) {
+        if (person && person.person && person.person.toString() === oldPersonId.toString()) { person.person = newPersonId; }
         return person;
       });
 
-      setObj.chairs = _.map(org.chairs, function(chair) {
-        if (chair.first && chair.first.toString() === oldPersonId.toString()) { chair.first = newPersonId; }
-        if (chair.second && chair.second.toString() === oldPersonId.toString()) { chair.second = newPersonId; }
+      setObj.chairs = _.map(org.chairs || [], function(chair) {
+        if (chair && chair.first && chair.first.toString() === oldPersonId.toString()) { chair.first = newPersonId; }
+        if (chair && chair.second && chair.second.toString() === oldPersonId.toString()) { chair.second = newPersonId; }
         return chair;
       });
 
@@ -693,26 +589,26 @@ var updatePeople = function updatePeople(newPersonId, oldPersonId, user, cb) {
 
   var self = this;
 
-  // Get all orgs for this person
-  self.Organization.collection.find({ 'related': oldPersonId }).toArray(function(err, items) {
+  // Update Person.related where oldPersonId appears
+  self.Person.collection.find({ 'related': oldPersonId }).toArray(function(err, people) {
 
     if (err) return cb(err, null);
-    else if (!items || items.length === 0) return cb(null, []);
+    else if (!people || people.length === 0) return cb(null, []);
 
     var tasks = [];
     var updated = [];
 
-    _.each(items, function(item) {
+    _.each(people, function(personDoc) {
 
       var setObj = {};
 
-      setObj.related = _.map(item.related, function(person) {
-        if (person.toString() === oldPersonId.toString()) { person = newPersonId; }
+      setObj.related = _.map(personDoc.related || [], function(person) {
+        if (person && person.toString() === oldPersonId.toString()) { person = newPersonId; }
         return person;
       });
 
       tasks.push({
-        id: item._id,
+        id: personDoc._id,
         update: { $set: setObj }
       });
 
@@ -721,7 +617,7 @@ var updatePeople = function updatePeople(newPersonId, oldPersonId, user, cb) {
     console.log('    Found ' + tasks.length + ' person references to update');
 
     var queue = async.queue(function(task, callback) {
-      self.Organization.modifyById(task.id, task.update, function(err, result) {
+      self.Person.modifyById(task.id, task.update, function(err, result) {
         if (err) { return callback(err, null); }
         else if (result) { updated.push(result); }
         return callback(null, result);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dhyasama/totem-merge",
-  "version": "6.13.0",
+  "version": "6.15.0",
   "description": "Org and person merging package",
   "main": "index.js",
   "scripts": {
@@ -22,7 +22,7 @@
     "underscore": "^1.13.6"
   },
   "devDependencies": {
-    "@dhyasama/totem-models": "^9.128.1",
+    "@dhyasama/totem-models": "^11.110.0",
     "mocha": "^5.2.0",
     "mocha-mongoose": "^1.1.1",
     "should": "^8.2.2"

package/test/index.js

@@ -15,7 +15,7 @@ var clearDB = require('mocha-mongoose')(config.db.uri, {noClear: true});
 var Merge = require('../index.js');
 var merge;
 var Deal = mongoose.model('Deal');
-var Interaction = mongoose.model('Interaction');
+// var Interaction = mongoose.model('Interaction'); // deprecated
 var List = mongoose.model('List');
 var Message = mongoose.model('Message');
 var News = mongoose.model('News');
@@ -305,29 +305,7 @@ describe('Merge', function() {
 
   });
 
-  // Interaction prep
-  before(function(done) {
-
-    var interaction = new Interaction({
-      calendarEventId: new mongoose.Types.ObjectId(),
-      providerEventId: 'ABC123',
-      totemCustomerId: customer._id,
-      summary: 'Test',
-      startTime: new Date(),
-      recurring: false,
-      attendees: {
-        internal: [person2],
-        external: [person1, person3]
-      }
-    });
-
-    Interaction.upsert(interaction, function(err, result) {
-      should.not.exist(err);
-      should.exist(result);
-      return done();
-    });
-
-  });
+  // Interaction prep removed (replaced by meetings schema)
 
   describe('Orgs', function() {