@nxtedition/deepstream.io-client-js 26.0.17 → 26.0.19

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nxtedition/deepstream.io-client-js",
-  "version": "26.0.17",
+  "version": "26.0.19",
   "description": "the javascript client for deepstream.io",
   "homepage": "http://deepstream.io",
   "type": "module",

package/src/message/message-builder.js

@@ -1,25 +1,101 @@
 import * as C from '../constants/constants.js'
+import * as utils from '../utils/utils.js'
+import varint from 'varint'
 
-const SEP = C.MESSAGE_PART_SEPERATOR
+const poolEncoder = new globalThis.TextEncoder()
+
+// TODO (fix): Don't assume maxMesageSize is 1MB
+const maxMessageSize = 1024 * 1024
+const poolSize = maxMessageSize * 4
+
+let poolBuffer
+let poolView
+let poolOffset
+
+function reallocPool() {
+  poolBuffer = utils.isNode
+    ? globalThis.Buffer.allocUnsafe(poolSize)
+    : new Uint8Array(new ArrayBuffer(poolSize))
+  poolView = new DataView(poolBuffer.buffer)
+  poolOffset = 0
+}
+
+function alignPool() {
+  // Ensure aligned slices
+  if (poolOffset & 0x7) {
+    poolOffset |= 0x7
+    poolOffset++
+  }
+}
+
+function writeString(dst, str, offset) {
+  if (utils.isNode) {
+    return dst.write(str, offset)
+  } else {
+    const res = poolEncoder.encodeInto(str, new Uint8Array(dst.buffer, offset))
+    return res.written
+  }
+}
 
 export function getMsg(topic, action, data) {
   if (data && !(data instanceof Array)) {
     throw new Error('data must be an array')
   }
 
-  const sendData = [topic, action]
+  if (!poolBuffer || poolOffset + maxMessageSize > poolSize) {
+    reallocPool()
+  } else {
+    alignPool()
+  }
+
+  const start = poolOffset
+
+  const headerSize = 8
+  poolBuffer[poolOffset++] = 128 + headerSize
+  let headerPos = poolOffset
+  poolOffset += headerSize - 1
+
+  poolBuffer[poolOffset++] = topic.charCodeAt(0)
+  poolBuffer[poolOffset++] = 31
+  for (let n = 0; n < action.length; n++) {
+    poolBuffer[poolOffset++] = action.charCodeAt(n)
+  }
 
   if (data) {
     for (let i = 0; i < data.length; i++) {
-      if (typeof data[i] === 'object') {
-        sendData.push(JSON.stringify(data[i]))
+      const type = typeof data[i]
+      let len
+      if (data[i] == null) {
+        poolBuffer[poolOffset++] = 31
+        len = 0
+      } else if (type === 'object') {
+        poolBuffer[poolOffset++] = 31
+        len = writeString(poolBuffer, JSON.stringify(data[i]), poolOffset)
+      } else if (type === 'bigint') {
+        poolBuffer[poolOffset++] = 31
+        poolView.setBigUint64(poolOffset, data[i], false)
+        len = 8
+      } else if (type === 'string') {
+        poolBuffer[poolOffset++] = 31
+        len = writeString(poolBuffer, data[i], poolOffset)
       } else {
-        sendData.push(data[i])
+        throw new Error('invalid data')
+      }
+      poolOffset += len
+
+      varint.encode(len + 1, poolBuffer, headerPos)
+      headerPos += varint.encode.bytes
+      if (headerPos - start >= headerSize) {
+        throw new Error('header too large')
+      }
+
+      if (poolOffset >= poolSize) {
+        throw new Error('message too large')
       }
     }
   }
 
-  return sendData.join(SEP)
+  return new Uint8Array(poolBuffer.buffer, start, poolOffset - start)
 }
 
 export function typed(value) {

package/src/record/record-handler.js

@@ -97,11 +97,19 @@ class RecordHandler {
     this._connection = connection
     this._client = client
     this._records = new Map()
+    this._cache = new Map()
     this._listeners = new Map()
     this._pruning = new Set()
     this._patching = new Map()
     this._updating = new Map()
 
+    this._registry = new FinalizationRegistry((name) => {
+      const entry = this._cache.get(name)
+      if (entry && entry.deref && entry.deref() === undefined) {
+        this._cache.delete(name)
+      }
+    })
+
     this._connected = 0
     this._stats = {
       updating: 0,
@@ -134,6 +142,11 @@ class RecordHandler {
       for (const rec of pruning) {
         rec._$dispose()
         this._records.delete(rec.name)
+
+        if (!this._cache.has(rec.name)) {
+          this._cache.set(rec.name, new WeakRef(rec))
+          this._registry.register(rec, rec.name)
+        }
       }
 
       this._stats.pruning -= pruning.size
@@ -219,7 +232,7 @@ class RecordHandler {
     let record = this._records.get(name)
 
     if (!record) {
-      record = new Record(name, this)
+      record = this._cache.get(name)?.deref() ?? new Record(name, this)
       this._stats.records += 1
       this._stats.created += 1
       this._records.set(name, record)

package/src/record/record.js

@@ -389,7 +389,7 @@ class Record {
     this._version = nextVersion
   }
 
-  _onUpdate([, version, data]) {
+  _onUpdate([, version, data, hasProvider]) {
     const prevData = this._data
     const prevVersion = this._version
     const prevState = this._state
@@ -422,7 +422,9 @@ class Record {
       this._onPatching(false)
     }
 
-    if (this._state < C.RECORD_STATE.SERVER) {
+    if (hasProvider === 'T') {
+      this._state = C.RECORD_STATE.PROVIDER
+    } else if (this._state < C.RECORD_STATE.SERVER) {
       this._state = this._version.charAt(0) === 'I' ? C.RECORD_STATE.STALE : C.RECORD_STATE.SERVER
     }