@knowlearning/agents 0.9.189 → 0.9.190

package/agents/attach-synced.js

@@ -28,12 +28,37 @@ export default function attachSynced(watchers, init) {
     if (syncRegistered) return
     syncRegistered = true
     if (!watchers[resolvedKey]) watchers[resolvedKey] = []
-    watchers[resolvedKey].push(({ patch }) => {
+    watchers[resolvedKey].push(({ patch, state, ii }) => {
       if (!patch) return
-      ctx.applyingExternalUpdate = true
-      applyPatch(resolvedProxy, standardJSONPatch(patch))
-      ctx.applyingExternalUpdate = false
-      syncCallbacks.forEach(cb => cb(resolvedProxy, patch))
+      const pending = ctx.pendingInteractions?.size
+        ? Promise.all(ctx.pendingInteractions)
+        : Promise.resolve()
+      pending.then(() => {
+        const isOwn = ctx.ownInteractions?.has(ii)
+        const echoBatch = isOwn ? ctx.ownInteractionBatches?.get(ii) : null
+        if (isOwn) {
+          ctx.ownInteractions.delete(ii)
+          if (echoBatch) ctx.ownInteractionBatches.delete(ii)
+        } else {
+          ctx.applyingExternalUpdate = true
+          applyPatch(resolvedProxy, standardJSONPatch(patch))
+          ctx.applyingExternalUpdate = false
+        }
+        if (echoBatch) {
+          echoBatch.state = state
+          if (echoBatch.remaining !== undefined) echoBatch.remaining -= 1
+          if ((echoBatch.remaining === undefined || echoBatch.remaining === 0) && !echoBatch.resolved) {
+            echoBatch.resolved = true
+            syncCallbacks.forEach(cb => cb(echoBatch.state, patch))
+            echoBatch.resolve()
+          }
+          return
+        }
+        syncCallbacks.forEach(cb => cb(state, patch))
+        if (isOwn && ctx.echoResolvers?.length) {
+          ctx.echoResolvers.shift()()
+        }
+      })
     })
   }
 
@@ -47,6 +72,8 @@ export default function attachSynced(watchers, init) {
 
   promise.synced = function(callback) {
     shouldSync = true
+    ctx.syncActive = true
+    if (!ctx.echoResolvers) ctx.echoResolvers = []
     if (callback) syncCallbacks.push(callback)
     if (resolvedProxy) registerSyncWatcher()
     return promise

package/agents/embedded.js

@@ -11,6 +11,7 @@ export default function EmbeddedAgent(postMessage) {
   const responses = {}
   const watchers = {}
   const sentUpdates = {}
+  const pendingEchoCallbacks = new Set()
 
   const [ watch, removeWatcher ] = watchImplementation({ metadata, state, watchers, synced, sentUpdates, environment })
 
@@ -108,12 +109,48 @@ export default function EmbeddedAgent(postMessage) {
       const d = !domain || domain === rootDomain ? '' : domain
       const u = !user || auth.user === user ? '' : user
       const key = isUUID(scope) ? scope : `${d}/${u}/${scope}`
+      if (!ctx.ownInteractions) ctx.ownInteractions = new Set()
+      if (!ctx.ownInteractionBatches) ctx.ownInteractionBatches = new Map()
+      if (!ctx.pendingInteractions) ctx.pendingInteractions = new Set()
+      if (!ctx.echoResolvers) ctx.echoResolvers = []
+      let currentEchoBatch = null
       const proxy = new PatchProxy(startState, patch => {
         //  TODO: reject updates if user is not owner
         if (ctx.applyingExternalUpdate) return
         const activePatch = structuredClone(patch)
         activePatch.forEach(entry => entry.path.unshift('active'))
-        interact(scope, activePatch)
+        let echoBatch
+        if (ctx.syncActive) {
+          if (!currentEchoBatch) {
+            let resolveEcho
+            const echoPromise = new Promise(r => resolveEcho = r)
+            echoBatch = currentEchoBatch = { remaining: 0, resolve: resolveEcho, resolved: false }
+            pendingEchoCallbacks.add(echoPromise)
+            echoPromise.then(() => pendingEchoCallbacks.delete(echoPromise))
+            Promise.resolve().then(() => { currentEchoBatch = null })
+          }
+          else echoBatch = currentEchoBatch
+          echoBatch.remaining += 1
+        }
+        const interactPromise = interact(scope, activePatch)
+        const p = interactPromise.then(
+          r => {
+            ctx.ownInteractions.add(r.ii)
+            if (echoBatch) ctx.ownInteractionBatches.set(r.ii, echoBatch)
+            ctx.pendingInteractions.delete(p)
+          },
+          () => {
+            if (echoBatch) {
+              echoBatch.remaining -= 1
+              if (echoBatch.remaining === 0 && !echoBatch.resolved) {
+                echoBatch.resolved = true
+                echoBatch.resolve()
+              }
+            }
+            ctx.pendingInteractions.delete(p)
+          }
+        )
+        ctx.pendingInteractions.add(p)
       })
       resolveSync(proxy, key)
       return proxy
@@ -213,7 +250,11 @@ export default function EmbeddedAgent(postMessage) {
   function logout() { return send({ type: 'logout' }) }
   function disconnect() { return send({ type: 'disconnect' }) }
   function reconnect() { return send({ type: 'reconnect' }) }
-  function synced() { return send({ type: 'synced' }) }
+  async function synced() {
+    const echoSnapshot = [...pendingEchoCallbacks]
+    await send({ type: 'synced' })
+    if (echoSnapshot.length) await Promise.all(echoSnapshot)
+  }
   function close(info) { return send({ type: 'close', info }) }
   function guarantee(script, namespaces, context) { return send({ type: 'guarantee', script, namespaces, context }) }
   function response(id=lastRequestId) { return send({ type: 'response', id }) }

package/agents/generic/index.js

@@ -17,6 +17,7 @@ export default function Agent({ Connection, domain, token, sid, uuid, fetch, app
   const watchers = {}
   const keyToSubscriptionId = {}
   const lastInteractionResponse = {}
+  const pendingEchoCallbacks = new Set()
 
   log('INITIALIZING AGENT CONNECTION')
   const [
@@ -47,6 +48,7 @@ export default function Agent({ Connection, domain, token, sid, uuid, fetch, app
     interact,
     fetch,
     synced,
+    pendingEchoCallbacks,
     metadata,
     log
   }
@@ -204,6 +206,12 @@ export default function Agent({ Connection, domain, token, sid, uuid, fetch, app
     }
   }
 
+  async function syncedWithEchoCallbacks() {
+    const echoSnapshot = [...pendingEchoCallbacks]
+    await synced()
+    if (echoSnapshot.length) await Promise.all(echoSnapshot)
+  }
+
   function response() {
     return lastMessageResponse()
   }
@@ -224,7 +232,7 @@ export default function Agent({ Connection, domain, token, sid, uuid, fetch, app
     reset,
     metadata,
     query,
-    synced,
+    synced: syncedWithEchoCallbacks,
     disconnect,
     reconnect,
     debug,

package/agents/generic/state.js

@@ -2,7 +2,7 @@ import { v4 as uuid, validate as isUUID } from 'uuid'
 import PatchProxy from '@knowlearning/patch-proxy'
 import attachSynced from '../attach-synced.js'
 
-export default function(scope='[]', user, domain, { keyToSubscriptionId, watchers, states, create, environment, lastMessageResponse, lastInteractionResponse, interact, log }) {
+export default function(scope='[]', user, domain, { keyToSubscriptionId, watchers, states, create, environment, lastMessageResponse, lastInteractionResponse, interact, pendingEchoCallbacks, log }) {
   let resolveMetadataPromise
   let metadataPromise = new Promise(resolve => resolveMetadataPromise = resolve)
 
@@ -36,11 +36,43 @@ export default function(scope='[]', user, domain, { keyToSubscriptionId, watcher
       const active = data.active
       delete data.active
       resolveMetadataPromise(data)
+      if (!ctx.ownInteractions) ctx.ownInteractions = new Set()
+      if (!ctx.ownInteractionBatches) ctx.ownInteractionBatches = new Map()
+      if (!ctx.pendingInteractions) ctx.pendingInteractions = new Set()
+      if (!ctx.echoResolvers) ctx.echoResolvers = []
+      let currentEchoBatch = null
       const proxy = new PatchProxy(active || {}, patch => {
         if (ctx.applyingExternalUpdate) return
         const activePatch = structuredClone(patch)
         activePatch.forEach(entry => entry.path.unshift('active'))
-        interact(scope, activePatch)
+        let echoBatch
+        if (ctx.syncActive && pendingEchoCallbacks) {
+          if (!currentEchoBatch) {
+            let resolveEcho
+            const echoPromise = new Promise(r => resolveEcho = r)
+            echoBatch = currentEchoBatch = { resolve: resolveEcho, resolved: false }
+            pendingEchoCallbacks.add(echoPromise)
+            echoPromise.then(() => pendingEchoCallbacks.delete(echoPromise))
+            Promise.resolve().then(() => { currentEchoBatch = null })
+          }
+          else echoBatch = currentEchoBatch
+        }
+        const interactPromise = interact(scope, activePatch)
+        const p = interactPromise.then(
+          r => {
+            ctx.ownInteractions.add(r.ii)
+            if (echoBatch) ctx.ownInteractionBatches.set(r.ii, echoBatch)
+            ctx.pendingInteractions.delete(p)
+          },
+          () => {
+            if (echoBatch && !echoBatch.resolved) {
+              echoBatch.resolved = true
+              echoBatch.resolve()
+            }
+            ctx.pendingInteractions.delete(p)
+          }
+        )
+        ctx.pendingInteractions.add(p)
       })
       resolveSync(proxy, qualifiedScope)
       resolveState(proxy)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@knowlearning/agents",
-  "version": "0.9.189",
+  "version": "0.9.190",
   "description": "API for embedding applications in KnowLearning systems.",
   "main": "node.js",
   "browser": "browser.js",