@dhyasama/totem-models 12.13.0 → 12.15.0

package/lib/Deal.js

@@ -331,27 +331,19 @@ module.exports = function(mongoose, config) {
         // },
 
         // get the referrer
+        // NOTE: use localField/foreignField (not sub-pipeline + $expr). The
+        // sub-pipeline form does not use the foreign collection's _id index
+        // and is ~100x slower in practice — for customers with hundreds of
+        // deals, the difference between the two forms is the difference
+        // between a sub-second response and a 120-second timeout. Verified on
+        // production data 2026-04-07: Saltwater (20 deals) 32.5s -> 61ms,
+        // Gobi Partners (1845 deals) timed out -> 920ms.
         {
           $lookup:
             {
               from: "people",
-              let: { referrerPersonId: "$referrer.person" },
-              pipeline: [
-                {
-                  $match: {
-                    $expr: {
-                      $eq: ["$_id", "$$referrerPersonId"]
-                    }
-                  }
-                },
-                {
-                  $project: {
-                    name: 1,
-                    avatarUrl: 1,
-                    title: 1
-                  }
-                }
-              ],
+              localField: "referrer.person",
+              foreignField: "_id",
               as: "referrerPerson"
             }
         },
@@ -361,27 +353,8 @@ module.exports = function(mongoose, config) {
           $lookup:
             {
               from: "documents",
-              let: { docIds: { $ifNull: ["$documents", []] } },
-              pipeline: [
-                {
-                  $match: {
-                    $expr: {
-                      $in: ["$_id", "$$docIds"]
-                    }
-                  }
-                },
-                {
-                  $project: {
-                    name: 1,
-                    type: 1,
-                    contentType: 1,
-                    s3: 1,
-                    createdOn: 1,
-                    createdBy: 1,
-                    customer: 1
-                  }
-                }
-              ],
+              localField: "documents",
+              foreignField: "_id",
               as: "documents"
             }
         },
@@ -391,16 +364,8 @@ module.exports = function(mongoose, config) {
           $lookup:
             {
               from: "messages",
-              let: { messageIds: { $ifNull: ["$messages", []] } },
-              pipeline: [
-                {
-                  $match: {
-                    $expr: {
-                      $in: ["$_id", "$$messageIds"]
-                    }
-                  }
-                }
-              ],
+              localField: "messages",
+              foreignField: "_id",
               as: "messages"
             }
         },
@@ -410,24 +375,8 @@ module.exports = function(mongoose, config) {
           $lookup:
             {
               from: "messages",
-              let: { latestMessageId: "$latestMessage" },
-              pipeline: [
-                {
-                  $match: {
-                    $expr: {
-                      $eq: ["$_id", "$$latestMessageId"]
-                    }
-                  }
-                },
-                {
-                  $project: {
-                    subject: 1,
-                    originalMessageDate: 1,
-                    createdOn: 1,
-                    messageDate: 1
-                  }
-                }
-              ],
+              localField: "latestMessage",
+              foreignField: "_id",
               as: "latestMessage"
             }
         }

package/lib/DiffbotArticle.js

@@ -60,13 +60,15 @@ module.exports = function(mongoose, config) {
   DiffbotArticle.statics.upsert = function (doc, cb) {
 
     const run = async () => {
-      doc.updatedOn = new Date();
-      if (typeof doc.save === 'function') {
-        doc.markModified('entity');
-        return await doc.save();
-      }
-      const { _id, ...update } = doc;
-      return await this.findByIdAndUpdate(_id, update, { new: true });
+      const update = doc.toObject ? doc.toObject() : doc;
+      delete update._id;
+      delete update.__v;
+      update.updatedOn = new Date();
+      return await this.findOneAndUpdate(
+        { entityId: update.entityId },
+        update,
+        { upsert: true, new: true }
+      );
     };
 
     if (typeof cb === 'function') { run().then(result => cb(null, result), err => cb(err)); return; }

package/lib/DiffbotOrganization.js

@@ -59,13 +59,15 @@ module.exports = function(mongoose, config) {
   DiffbotOrganization.statics.upsert = function (doc, cb) {
 
     const run = async () => {
-      doc.updatedOn = new Date();
-      if (typeof doc.save === 'function') {
-        doc.markModified('entity');
-        return await doc.save();
-      }
-      const { _id, ...update } = doc;
-      return await this.findByIdAndUpdate(_id, update, { new: true });
+      const update = doc.toObject ? doc.toObject() : doc;
+      delete update._id;
+      delete update.__v;
+      update.updatedOn = new Date();
+      return await this.findOneAndUpdate(
+        { org: update.org },
+        update,
+        { upsert: true, new: true }
+      );
     };
 
     if (typeof cb === 'function') { run().then(result => cb(null, result), err => cb(err)); return; }

package/lib/News.js

@@ -115,11 +115,14 @@ module.exports = function(mongoose, config) {
   News.statics.upsert = function (news, cb) {
 
     const run = async () => {
-      if (typeof news.save === 'function') {
-        return await news.save();
-      }
-      const { _id, ...update } = news;
-      return await this.findByIdAndUpdate(_id, update, { new: true });
+      const update = news.toObject ? news.toObject() : news;
+      delete update._id;
+      delete update.__v;
+      return await this.findOneAndUpdate(
+        { diffbotUri: update.diffbotUri },
+        update,
+        { upsert: true, new: true }
+      );
     };
 
     if (typeof cb === 'function') { run().then(result => cb(null, result), err => cb(err)); return; }

package/package.json

@@ -1,12 +1,12 @@
 {
   "name": "@dhyasama/totem-models",
-  "version": "12.13.0",
+  "version": "12.15.0",
   "author": "Jason Reynolds",
   "license": "UNLICENSED",
   "description": "Models for Totem platform",
   "main": "index.js",
   "engines": {
-    "node": ">=18.0.0"
+    "node": ">=24 <25"
   },
   "scripts": {
     "smoke:mongoose8": "node scripts/run_mongoose8_smoke.js",