@nxtedition/lib 23.9.18 → 23.10.1

package/app.js

@@ -37,6 +37,7 @@ import { LRUCache } from 'lru-cache'
 import xuid from 'xuid'
 import { isTimeBetween } from './time.js'
 import makeUnderPressure from './under-pressure.js'
+import undici from '@nxtedition/undici'
 
 export function makeApp(appConfig, onTerminate) {
   let ds
@@ -479,6 +480,65 @@ export function makeApp(appConfig, onTerminate) {
     compiler = makeTemplateCompiler({ ds, logger, ...appConfig.compiler })
   }
 
+  const undiciDefaults = {
+    connected: 0,
+    disconnected: 0,
+    connections: 0,
+  }
+
+  const undici$ = new rxjs.BehaviorSubject(undiciDefaults)
+  {
+    function onConnect(origin, targets) {
+      const stats = { ...undici$.value }
+      stats.connected++
+      stats.connections = stats.connected - stats.disconnected
+      undici$.next(stats)
+      logger.debug({ url: origin, count: stats.connected }, 'upstream connect')
+    }
+
+    function onDisconnect(origin, targets, err) {
+      const stats = { ...undici$.value }
+      stats.connected--
+      stats.connections = stats.connected - stats.disconnected
+      undici$.next(stats)
+      logger.debug({ url: origin, count: stats.connected }, 'upstream disconnect')
+    }
+
+    let currentDispatcher
+    function maybeRegisterUndiciStats() {
+      const nextDispatcher = undici.getGlobalDispatcher()
+
+      if (nextDispatcher === currentDispatcher) {
+        return
+      }
+
+      if (currentDispatcher) {
+        currentDispatcher.off('connect', onConnect).off('disconnect', onDisconnect)
+        currentDispatcher = null
+      }
+
+      undici$.next(undiciDefaults)
+
+      nextDispatcher.on('connect', onConnect).on('disconnect', onDisconnect)
+
+      currentDispatcher = nextDispatcher
+    }
+
+    let undiciInterval = setInterval(() => maybeRegisterUndiciStats(), 10e3).unref()
+
+    destroyers.push(() => {
+      if (undiciInterval) {
+        clearInterval(undiciInterval)
+        undiciInterval = null
+      }
+
+      if (currentDispatcher) {
+        currentDispatcher.off('connect', onConnect).off('disconnect', onDisconnect)
+        currentDispatcher = null
+      }
+    })
+  }
+
   const monitorProviders = {}
 
   let stats$
@@ -568,9 +628,11 @@ export function makeApp(appConfig, onTerminate) {
             }
           }),
         ),
+        undici$,
       ),
-      rx.map(([serviceStats, appStats]) => ({
+      rx.map(([serviceStats, appStats, undiciStats]) => ({
         ...appStats,
+        undici: undici$,
         [serviceName]: serviceStats,
       })),
       rx.retryWhen((err$) =>
@@ -636,6 +698,17 @@ export function makeApp(appConfig, onTerminate) {
             rx.distinctUntilChanged(fp.isEqual),
             rx.repeatWhen((complete$) => complete$.pipe(rx.delay(10e3))),
           ),
+          undici$.pipe(
+            rx.map((stats) => {
+              return [
+                {
+                  id: 'app:undici_upstream_connections',
+                  level: stats.connections > 8192 ? 50 : stats.connections > 4096 ? 40 : 30,
+                  msg: `Undici: ${stats.connections} upstream connected`,
+                },
+              ]
+            }),
+          ),
           toobusy?.appLag$.pipe(
             rx.map((lag) =>
               lag == null
@@ -1015,7 +1088,7 @@ export function makeApp(appConfig, onTerminate) {
     utilsBC.unref()
 
     function writeHeapSnapshot() {
-      const snapshotPath = `${os.tmpdir()}/heap-${Date.now()}-${serviceName}-${serviceModule}-${serviceInstanceId}-${serviceWorkerId}.heapsnapshot`
+      const snapshotPath = `${os.tmpdir()}/heap-${Date.now()}-${serviceName}-${serviceModule}-${serviceInstanceId}-${serviceWorkerId}-${threadId}.heapsnapshot`
       v8.writeHeapSnapshot(snapshotPath)
       logger.info({ snapshotPath }, 'heap snapshot')
     }

package/couch.js

@@ -1052,6 +1052,11 @@ const defaultDispatcher = new Agent({
   connections: 8,
   connectTimeout: 2e3,
 })
+const blockingDispatcher = new Agent({
+  pipelining: 1,
+  connections: 1024,
+  connectTimeout: 2e3,
+})
 
 export function request(url, opts) {
   if (typeof url === 'string') {
@@ -1101,7 +1106,7 @@ export function request(url, opts) {
       opts.body != null && typeof opts.body === 'object' ? JSON.stringify(opts.body) : opts.body,
   }
 
-  const dispatcher = opts.dispatcher ?? defaultDispatcher
+  const dispatcher = opts.dispatcher ?? (ureq.blocking ? blockingDispatcher : defaultDispatcher)
   const signal = opts.signal
 
   if (opts.stream) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nxtedition/lib",
-  "version": "23.9.18",
+  "version": "23.10.1",
   "license": "MIT",
   "author": "Robert Nagy <robert.nagy@boffins.se>",
   "type": "module",