@rpcbase/server 0.171.0 → 0.172.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rpcbase/server",
-  "version": "0.171.0",
+  "version": "0.172.0",
   "license": "SSPL-1.0",
   "main": "./index.js",
   "bin": {
@@ -13,7 +13,7 @@
     "@rpcbase/agent": "0.29.0",
     "@rpcbase/std": "0.5.0",
     "body-parser": "1.20.1",
-    "bull": "4.10.2",
+    "bull": "4.10.4",
     "connect-redis": "6.1.3",
     "cors": "2.8.5",
     "debug": "4.3.4",
@@ -23,12 +23,12 @@
     "glob": "8.1.0",
     "lodash": "4.17.21",
     "mkdirp": "1.0.4",
-    "mongoose": "6.9.0",
+    "mongoose": "6.9.2",
     "picocolors": "1.0.0",
     "postmark": "3.0.15",
     "redis": "4.6.4",
     "request-ip": "3.3.0",
     "validator": "13.9.0",
-    "yargs": "17.6.2"
+    "yargs": "17.7.0"
   }
 }

package/queue/register_queue_listener.js

@@ -9,19 +9,22 @@ const dispatch_queue = require("./dispatch_queue")
 
 const log = debug("rb:queue:listener")
 
+const MAX_RETRIES = 100
+let current_retry = 0
+
 // Listens for mongodb change events,
 // when a document is created, updated or deleted, dispatch job message
 
 // mongoose middleware used for delete events
 const mongoose_delete_plugin = (schema) => {
   schema.pre("deleteOne", function(next) {
-    throw new Error("rts::deleteOne is deprecated, use findOneAndDelete")
+    throw new Error("rts:deleteOne is deprecated, use findOneAndDelete")
   })
 
   // TODO: add other delete operations
   // https://mongoosejs.com/docs/queries.html
   schema.post("findOneAndDelete", function(doc) {
-    log("queue::findOneAndDelete", "dispatch_doc_change NYI")
+    log("queue:findOneAndDelete", "dispatch_doc_change NYI")
     log("DEL PLUGIN", doc)
     const model_name = this.model.modelName
     dispatch_queue(queue, model_name, "delete", doc)
@@ -50,24 +53,41 @@ const get_dispatch_change_handler = (model_name, filter_fn) => (change) => {
 
 const register_model_emitter = (model_name, filter_fn) => {
   log("registering emitter for", model_name)
+
   const model = mongoose.model(model_name)
   // TODO: implement delete operation fullDocument retrieve,
   // when this is released https://jira.mongodb.org/browse/SERVER-36941
   // this is done via a plugin right now
+  // https://mongodb.github.io/node-mongodb-native/4.9/interfaces/ChangeStreamOptions.html
   const emitter = model.watch({fullDocument: "updateLookup"})
 
   emitter.on("change", get_dispatch_change_handler(model_name, filter_fn))
 
   emitter.on("error", (err) => {
-    log("server::queue::register_queue_listener:: change listener emitter got error", err)
+    log("server:queue:register_queue_listener: change listener emitter got error", err)
   })
 
   emitter.on("close", (arg, arg2) => {
-    // TODO: add exponential backoff retry
-    console.log("queue_listener: emitter closed, model:", model_name, "retrying on next tick6663")
-    process.nextTick(() => {
+    // console.log("close", arg, arg2)
+    // TODO: investigate why we disconnect here and can't reconnect easily
+    current_retry++
+    const timeout = 1000 * current_retry
+    console.log("queue_listener: emitter closed, model:", model_name, "retrying in", timeout)
+
+    if (current_retry > MAX_RETRIES) {
+      console.log("queue listener reached max retries, exiting with failure")
+      process.exit(1)
+      return
+    }
+
+    setTimeout(() => {
       register_model_emitter(model_name, filter_fn)
-    })
+    }, timeout)
+
+  })
+
+  emitter.on("end", (arg) => {
+    console.log("emitter ENDED", arg)
   })
 }
 
@@ -78,7 +98,6 @@ const register_queue_listener = (filter_fn) => {
   mongoose.plugin(mongoose_delete_plugin)
 
   mongoose.connection.once("open", () => {
-    log("queue_listener mongoose connection opened")
     const models = mongoose.modelNames()
     models.forEach((model_name) => register_model_emitter(model_name, filter_fn))
   })