heyquilt 0.0.1 → 0.3.90

package/src/relay-metrics.js

@@ -0,0 +1,75 @@
+// How busy and how big each room is, for placement (relay-cluster.js) and the relay's /stats:
+// WebSocket messages and bytes in and out, counted per minute; and the room's bytes in memory
+// and on disk. The accounts API reads them every minute and gives a heavy room a machine of its
+// own (src/api/relay-cluster.js), with heavyReasons deciding what heavy is.
+import fs from 'node:fs'
+import path from 'node:path'
+
+export const METER_WINDOW_MS = 60 * 1000
+const zero = () => ({ msgsIn: 0, msgsOut: 0, bytesIn: 0, bytesOut: 0 })
+
+/** Counts a room's traffic: this minute's, and the last whole minute's. */
+export class RoomMeter {
+  constructor ({ now = Date.now } = {}) {
+    this.now = now
+    this.at = now() // when this minute started
+    this.cur = zero()
+    this.last = zero()
+    this.sum = zero()
+  }
+
+  roll () {
+    const t = this.now()
+    const n = Math.floor((t - this.at) / METER_WINDOW_MS)
+    if (n <= 0) return
+    this.last = n === 1 ? this.cur : zero()
+    this.cur = zero()
+    this.at += n * METER_WINDOW_MS
+  }
+
+  in (bytes = 0) { this.roll(); this.cur.msgsIn++; this.cur.bytesIn += bytes; this.sum.msgsIn++; this.sum.bytesIn += bytes }
+  out (bytes = 0) { this.roll(); this.cur.msgsOut++; this.cur.bytesOut += bytes; this.sum.msgsOut++; this.sum.bytesOut += bytes }
+
+  /** The last whole minute's counts. */
+  lastMinute () { this.roll(); return { ...this.last } }
+  /** Everything since the room loaded. */
+  totals () { return { ...this.sum } }
+}
+
+function treeBytes (p) {
+  let st
+  try { st = fs.statSync(p) } catch { return 0 }
+  if (!st.isDirectory()) return st.size
+  let n = 0
+  try { for (const f of fs.readdirSync(p)) n += treeBytes(path.join(p, f)) } catch {}
+  return n
+}
+
+/** What a room keeps on the relay's disk: its document, metadata, kept chat, branch documents and chat files. */
+export function roomDiskBytes (dataDir, name) {
+  if (!dataDir) return 0
+  return treeBytes(path.join(dataDir, `${name}.ydoc`)) + treeBytes(path.join(dataDir, `${name}.json`)) +
+    treeBytes(path.join(dataDir, `${name}.chat.jsonl`)) + treeBytes(path.join(dataDir, 'branches', name)) +
+    treeBytes(path.join(dataDir, 'files', name))
+}
+
+// A room this big or this busy gets a machine of its own (settable on the accounts API).
+export const HEAVY = {
+  diskBytes: 128 * 1024 * 1024,
+  docBytes: 48 * 1024 * 1024, // in memory: several times this, on a 512 MB machine
+  ioBytesPerMin: 20 * 1024 * 1024,
+  msgsPerMin: 6000,
+  ioMinutes: 3 // traffic must last this many minutes running; a burst is not a reason to move
+}
+
+/** Whether this minute's traffic is over the limits (one minute of `ioMinutes`). */
+export const busyMinute = (s, limits = HEAVY) => ((s.bytesIn || 0) + (s.bytesOut || 0) >= limits.ioBytesPerMin) || ((s.msgsIn || 0) + (s.msgsOut || 0) >= limits.msgsPerMin)
+
+/** Why a room is heavy ('disk', 'memory', 'io'), or [] when it isn't. `busyMinutes`: busy minutes running, this one included. */
+export function heavyReasons (s, limits = HEAVY, busyMinutes = 0) {
+  const out = []
+  if ((s.diskBytes || 0) >= limits.diskBytes) out.push('disk')
+  if ((s.docBytes || 0) >= limits.docBytes) out.push('memory')
+  if (busyMinute(s, limits) && busyMinutes >= limits.ioMinutes) out.push('io')
+  return out
+}