@dxos/client-services 0.8.4-main.69d29f4 → 0.8.4-main.6fa680abb7

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dxos/client-services",
-  "version": "0.8.4-main.69d29f4",
+  "version": "0.8.4-main.6fa680abb7",
   "description": "DXOS client services implementation",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
@@ -61,56 +61,56 @@
   "dependencies": {
     "@automerge/automerge": "3.2.3",
     "@automerge/automerge-repo": "2.5.1",
-    "@effect/experimental": "0.57.11",
-    "@effect/sql": "0.48.6",
-    "@effect/sql-sqlite-node": "0.49.1",
+    "@effect/experimental": "0.58.0",
+    "@effect/sql": "0.49.0",
+    "@effect/sql-sqlite-node": "0.50.1",
     "@obsidize/tar-browserify": "^5.2.0",
     "cbor-x": "^1.5.4",
-    "effect": "3.19.11",
+    "effect": "3.19.16",
     "platform": "^1.3.6",
-    "@dxos/async": "0.8.4-main.69d29f4",
-    "@dxos/client-protocol": "0.8.4-main.69d29f4",
-    "@dxos/codec-protobuf": "0.8.4-main.69d29f4",
-    "@dxos/context": "0.8.4-main.69d29f4",
-    "@dxos/config": "0.8.4-main.69d29f4",
-    "@dxos/credentials": "0.8.4-main.69d29f4",
-    "@dxos/crypto": "0.8.4-main.69d29f4",
-    "@dxos/echo": "0.8.4-main.69d29f4",
-    "@dxos/echo-db": "0.8.4-main.69d29f4",
-    "@dxos/echo-pipeline": "0.8.4-main.69d29f4",
-    "@dxos/echo-protocol": "0.8.4-main.69d29f4",
-    "@dxos/debug": "0.8.4-main.69d29f4",
-    "@dxos/effect": "0.8.4-main.69d29f4",
-    "@dxos/feed-store": "0.8.4-main.69d29f4",
-    "@dxos/invariant": "0.8.4-main.69d29f4",
-    "@dxos/edge-client": "0.8.4-main.69d29f4",
-    "@dxos/indexing": "0.8.4-main.69d29f4",
-    "@dxos/keyring": "0.8.4-main.69d29f4",
-    "@dxos/keys": "0.8.4-main.69d29f4",
-    "@dxos/lock-file": "0.8.4-main.69d29f4",
-    "@dxos/messaging": "0.8.4-main.69d29f4",
-    "@dxos/kv-store": "0.8.4-main.69d29f4",
-    "@dxos/node-std": "0.8.4-main.69d29f4",
-    "@dxos/network-manager": "0.8.4-main.69d29f4",
-    "@dxos/log": "0.8.4-main.69d29f4",
-    "@dxos/protocols": "0.8.4-main.69d29f4",
-    "@dxos/random-access-storage": "0.8.4-main.69d29f4",
-    "@dxos/sql-sqlite": "0.8.4-main.69d29f4",
-    "@dxos/rpc": "0.8.4-main.69d29f4",
-    "@dxos/teleport": "0.8.4-main.69d29f4",
-    "@dxos/teleport-extension-object-sync": "0.8.4-main.69d29f4",
-    "@dxos/timeframe": "0.8.4-main.69d29f4",
-    "@dxos/teleport-extension-gossip": "0.8.4-main.69d29f4",
-    "@dxos/tracing": "0.8.4-main.69d29f4",
-    "@dxos/util": "0.8.4-main.69d29f4",
-    "@dxos/websocket-rpc": "0.8.4-main.69d29f4"
+    "@dxos/client-protocol": "0.8.4-main.6fa680abb7",
+    "@dxos/config": "0.8.4-main.6fa680abb7",
+    "@dxos/context": "0.8.4-main.6fa680abb7",
+    "@dxos/credentials": "0.8.4-main.6fa680abb7",
+    "@dxos/debug": "0.8.4-main.6fa680abb7",
+    "@dxos/crypto": "0.8.4-main.6fa680abb7",
+    "@dxos/echo": "0.8.4-main.6fa680abb7",
+    "@dxos/echo-db": "0.8.4-main.6fa680abb7",
+    "@dxos/echo-pipeline": "0.8.4-main.6fa680abb7",
+    "@dxos/codec-protobuf": "0.8.4-main.6fa680abb7",
+    "@dxos/echo-protocol": "0.8.4-main.6fa680abb7",
+    "@dxos/async": "0.8.4-main.6fa680abb7",
+    "@dxos/edge-client": "0.8.4-main.6fa680abb7",
+    "@dxos/effect": "0.8.4-main.6fa680abb7",
+    "@dxos/feed-store": "0.8.4-main.6fa680abb7",
+    "@dxos/keyring": "0.8.4-main.6fa680abb7",
+    "@dxos/invariant": "0.8.4-main.6fa680abb7",
+    "@dxos/keys": "0.8.4-main.6fa680abb7",
+    "@dxos/lock-file": "0.8.4-main.6fa680abb7",
+    "@dxos/kv-store": "0.8.4-main.6fa680abb7",
+    "@dxos/log": "0.8.4-main.6fa680abb7",
+    "@dxos/messaging": "0.8.4-main.6fa680abb7",
+    "@dxos/network-manager": "0.8.4-main.6fa680abb7",
+    "@dxos/random-access-storage": "0.8.4-main.6fa680abb7",
+    "@dxos/rpc": "0.8.4-main.6fa680abb7",
+    "@dxos/protocols": "0.8.4-main.6fa680abb7",
+    "@dxos/node-std": "0.8.4-main.6fa680abb7",
+    "@dxos/feed": "0.8.4-main.6fa680abb7",
+    "@dxos/sql-sqlite": "0.8.4-main.6fa680abb7",
+    "@dxos/teleport": "0.8.4-main.6fa680abb7",
+    "@dxos/teleport-extension-gossip": "0.8.4-main.6fa680abb7",
+    "@dxos/teleport-extension-object-sync": "0.8.4-main.6fa680abb7",
+    "@dxos/tracing": "0.8.4-main.6fa680abb7",
+    "@dxos/timeframe": "0.8.4-main.6fa680abb7",
+    "@dxos/websocket-rpc": "0.8.4-main.6fa680abb7",
+    "@dxos/util": "0.8.4-main.6fa680abb7"
   },
   "devDependencies": {
     "@types/platform": "^1.3.4",
     "@types/readable-stream": "^2.3.9",
     "get-port-please": "^3.1.1",
-    "@dxos/test-utils": "0.8.4-main.69d29f4",
-    "@dxos/signal": "0.8.4-main.69d29f4"
+    "@dxos/test-utils": "0.8.4-main.6fa680abb7",
+    "@dxos/signal": "0.8.4-main.6fa680abb7"
   },
   "publishConfig": {
     "access": "public"

package/src/packlets/logging/logging-service.ts

@@ -26,6 +26,10 @@ import { getDebugName, jsonify, numericalValues, tracer } from '@dxos/util';
 
 /**
  * Logging service used to spy on logs of the host.
+ *
+ * @deprecated This was created so that logs from the shared worker (WorkerClientServices) could be
+ * seen in the main window console without opening the shared worker DevTools. Shared worker client
+ * services is deprecated; dedicated worker logs already show in the main window console.
  */
 export class LoggingServiceImpl implements LoggingService {
   private readonly _logs = new Event<NaturalLogEntry>();

package/src/packlets/services/feed-syncer.test.ts

@@ -0,0 +1,340 @@
+//
+// Copyright 2026 DXOS.org
+//
+
+import { Encoder, decode as cborDecode } from 'cbor-x';
+import * as Effect from 'effect/Effect';
+import * as Layer from 'effect/Layer';
+import * as ManagedRuntime from 'effect/ManagedRuntime';
+import { describe, expect, onTestFinished, test, vi } from 'vitest';
+
+import { Event } from '@dxos/async';
+import { Context } from '@dxos/context';
+import { type EdgeConnection, MessageSchema } from '@dxos/edge-client';
+import { RuntimeProvider } from '@dxos/effect';
+import { FeedStore, SyncServer } from '@dxos/feed';
+import { ObjectId, SpaceId } from '@dxos/keys';
+import { FeedProtocol } from '@dxos/protocols';
+import { EdgeService } from '@dxos/protocols';
+import { createBuf } from '@dxos/protocols/buf';
+import { type Message as RouterMessage } from '@dxos/protocols/buf/dxos/edge/messenger_pb';
+import { EdgeStatus } from '@dxos/protocols/proto/dxos/client/services';
+import { SqlTransaction } from '@dxos/sql-sqlite';
+import { layerMemory } from '@dxos/sql-sqlite/platform';
+import { bufferToArray } from '@dxos/util';
+
+import { FeedSyncer } from './feed-syncer';
+
+type ProtocolMessage = FeedProtocol.ProtocolMessage;
+
+const encoder = new Encoder({ tagUint8Array: false, useRecords: false });
+const syncNamespace = FeedProtocol.WellKnownNamespaces.data;
+const syncNamespaces = [FeedProtocol.WellKnownNamespaces.data, FeedProtocol.WellKnownNamespaces.trace];
+
+const createRuntime = () => {
+  const baseLayer = layerMemory;
+  const transactionLayer = SqlTransaction.layer.pipe(Layer.provide(baseLayer));
+  return ManagedRuntime.make(Layer.merge(baseLayer, transactionLayer).pipe(Layer.orDie));
+};
+
+const createFeedStore = (localActorId: string, assignPositions: boolean) =>
+  new FeedStore({ localActorId, assignPositions });
+
+const createEdgeConnection = ({
+  syncServer,
+  serverRuntime,
+  messageListeners,
+}: {
+  syncServer: SyncServer;
+  serverRuntime: ReturnType<typeof createRuntime>;
+  messageListeners: Set<(message: RouterMessage) => void>;
+}): EdgeConnection => {
+  const reconnectListeners = new Set<() => void>();
+
+  return {
+    statusChanged: new Event<any>(),
+    info: {},
+    identityKey: 'client-identity',
+    peerKey: 'client-peer',
+    isOpen: true,
+    status: {
+      state: EdgeStatus.ConnectionState.CONNECTED,
+      rtt: 0,
+      uptime: 0,
+      rateBytesUp: 0,
+      rateBytesDown: 0,
+      messagesSent: 0,
+      messagesReceived: 0,
+    },
+    setIdentity: () => {},
+    open: async () => {},
+    close: async () => {},
+    send: async (routerMessage: RouterMessage) => {
+      const decoded = cborDecode(routerMessage.payload!.value) as ProtocolMessage;
+      await syncServer.handleMessage(decoded).pipe(RuntimeProvider.runPromise(serverRuntime.runtimeEffect));
+    },
+    onMessage: (listener: (message: RouterMessage) => void) => {
+      messageListeners.add(listener);
+      return () => messageListeners.delete(listener);
+    },
+    onReconnected: (listener: () => void) => {
+      reconnectListeners.add(listener);
+      return () => reconnectListeners.delete(listener);
+    },
+  };
+};
+
+const createFeedSyncHarness = async ({
+  spaceId,
+  pollingInterval,
+  syncNamespaces: namespaces = [syncNamespace],
+}: {
+  spaceId: SpaceId;
+  pollingInterval?: number;
+  syncNamespaces?: string[];
+}) => {
+  const serverRuntime = createRuntime();
+  const clientRuntime = createRuntime();
+  const serverFeedStore = createFeedStore('server', true);
+  const clientFeedStore = createFeedStore('client', false);
+
+  await serverFeedStore.migrate().pipe(RuntimeProvider.runPromise(serverRuntime.runtimeEffect));
+  await clientFeedStore.migrate().pipe(RuntimeProvider.runPromise(clientRuntime.runtimeEffect));
+
+  const messageListeners = new Set<(message: RouterMessage) => void>();
+  const syncServer = new SyncServer({
+    peerId: 'server',
+    feedStore: serverFeedStore,
+    sendMessage: (message) =>
+      Effect.promise(async () => {
+        const routerMessage = createBuf(MessageSchema, {
+          source: {
+            identityKey: 'server-identity',
+            peerKey: 'server-peer',
+          },
+          serviceId: `${EdgeService.QUEUE_REPLICATOR}:test`,
+          payload: { value: bufferToArray(encoder.encode(message)) },
+        });
+
+        for (const listener of messageListeners) {
+          listener(routerMessage);
+        }
+      }),
+  });
+
+  const edgeClient = createEdgeConnection({ syncServer, serverRuntime, messageListeners });
+
+  const syncer = new FeedSyncer({
+    runtime: clientRuntime.runtimeEffect,
+    feedStore: clientFeedStore,
+    edgeClient: edgeClient as any,
+    peerId: 'client',
+    getSpaceIds: () => [spaceId],
+    syncNamespaces: namespaces,
+    pollingInterval,
+  });
+
+  const close = async () => {
+    await syncer.close();
+    await clientRuntime.dispose();
+    await serverRuntime.dispose();
+  };
+
+  onTestFinished(close);
+
+  return { serverRuntime, clientRuntime, serverFeedStore, clientFeedStore, syncer, close };
+};
+
+describe('FeedSyncer', () => {
+  test('syncs mixed pull and push traffic', async () => {
+    const spaceId = SpaceId.random();
+    const { serverRuntime, clientRuntime, serverFeedStore, clientFeedStore, syncer } = await createFeedSyncHarness({
+      spaceId,
+    });
+    const serverFeedId = ObjectId.random();
+    const clientFeedId = ObjectId.random();
+
+    await serverFeedStore
+      .appendLocal([
+        {
+          spaceId,
+          feedId: serverFeedId,
+          feedNamespace: syncNamespace,
+          data: new Uint8Array([1, 2, 3]),
+        },
+      ])
+      .pipe(RuntimeProvider.runPromise(serverRuntime.runtimeEffect));
+
+    await syncer.open(new Context());
+
+    await vi.waitFor(async () => {
+      const { blocks } = await clientFeedStore
+        .query({
+          spaceId,
+          feedNamespace: syncNamespace,
+          position: -1,
+          query: { feedIds: [serverFeedId] },
+        })
+        .pipe(RuntimeProvider.runPromise(clientRuntime.runtimeEffect));
+
+      expect(blocks).toHaveLength(1);
+      expect(blocks[0].data).toEqual(new Uint8Array([1, 2, 3]));
+      expect(blocks[0].position).toBeDefined();
+    });
+
+    await clientFeedStore
+      .appendLocal([
+        {
+          spaceId,
+          feedId: clientFeedId,
+          feedNamespace: syncNamespace,
+          data: new Uint8Array([9, 8, 7]),
+        },
+      ])
+      .pipe(RuntimeProvider.runPromise(clientRuntime.runtimeEffect));
+
+    await vi.waitFor(async () => {
+      const { blocks } = await serverFeedStore
+        .query({
+          spaceId,
+          feedNamespace: syncNamespace,
+          position: -1,
+          query: { feedIds: [clientFeedId] },
+        })
+        .pipe(RuntimeProvider.runPromise(serverRuntime.runtimeEffect));
+
+      expect(blocks).toHaveLength(1);
+      expect(blocks[0].data).toEqual(new Uint8Array([9, 8, 7]));
+      expect(blocks[0].position).toBeDefined();
+    });
+  });
+
+  test('requestPoll triggers best-effort pull for a space', async () => {
+    const spaceId = SpaceId.random();
+    const { serverRuntime, clientRuntime, serverFeedStore, clientFeedStore, syncer } = await createFeedSyncHarness({
+      spaceId,
+      pollingInterval: 60_000,
+    });
+    const serverFeedId = ObjectId.random();
+
+    await serverFeedStore
+      .appendLocal([
+        {
+          spaceId,
+          feedId: serverFeedId,
+          feedNamespace: syncNamespace,
+          data: new Uint8Array([1, 2, 3]),
+        },
+      ])
+      .pipe(RuntimeProvider.runPromise(serverRuntime.runtimeEffect));
+
+    await syncer.open(new Context());
+
+    await vi.waitFor(async () => {
+      const { blocks } = await clientFeedStore
+        .query({
+          spaceId,
+          feedNamespace: syncNamespace,
+          position: -1,
+          query: { feedIds: [serverFeedId] },
+        })
+        .pipe(RuntimeProvider.runPromise(clientRuntime.runtimeEffect));
+
+      expect(blocks).toHaveLength(1);
+      expect(blocks[0].data).toEqual(new Uint8Array([1, 2, 3]));
+    });
+
+    await serverFeedStore
+      .appendLocal([
+        {
+          spaceId,
+          feedId: serverFeedId,
+          feedNamespace: syncNamespace,
+          data: new Uint8Array([4, 5, 6]),
+        },
+      ])
+      .pipe(RuntimeProvider.runPromise(serverRuntime.runtimeEffect));
+
+    await new Promise((resolve) => setTimeout(resolve, 250));
+    {
+      const { blocks } = await clientFeedStore
+        .query({
+          spaceId,
+          feedNamespace: syncNamespace,
+          position: -1,
+          query: { feedIds: [serverFeedId] },
+        })
+        .pipe(RuntimeProvider.runPromise(clientRuntime.runtimeEffect));
+      expect(blocks).toHaveLength(1);
+    }
+
+    syncer.schedulePoll();
+
+    await vi.waitFor(async () => {
+      const { blocks } = await clientFeedStore
+        .query({
+          spaceId,
+          feedNamespace: syncNamespace,
+          position: -1,
+          query: { feedIds: [serverFeedId] },
+        })
+        .pipe(RuntimeProvider.runPromise(clientRuntime.runtimeEffect));
+
+      expect(blocks).toHaveLength(2);
+      expect(blocks[1].data).toEqual(new Uint8Array([4, 5, 6]));
+    });
+  });
+
+  test('syncs all configured namespaces', async () => {
+    const spaceId = SpaceId.random();
+    const { serverRuntime, clientRuntime, serverFeedStore, clientFeedStore, syncer } = await createFeedSyncHarness({
+      spaceId,
+      syncNamespaces,
+    });
+    const serverDataFeedId = ObjectId.random();
+    const serverTraceFeedId = ObjectId.random();
+
+    await serverFeedStore
+      .appendLocal([
+        {
+          spaceId,
+          feedId: serverDataFeedId,
+          feedNamespace: FeedProtocol.WellKnownNamespaces.data,
+          data: new Uint8Array([1, 2, 3]),
+        },
+        {
+          spaceId,
+          feedId: serverTraceFeedId,
+          feedNamespace: FeedProtocol.WellKnownNamespaces.trace,
+          data: new Uint8Array([7, 8, 9]),
+        },
+      ])
+      .pipe(RuntimeProvider.runPromise(serverRuntime.runtimeEffect));
+
+    await syncer.open(new Context());
+
+    await vi.waitFor(async () => {
+      const dataResult = await clientFeedStore
+        .query({
+          spaceId,
+          feedNamespace: FeedProtocol.WellKnownNamespaces.data,
+          position: -1,
+          query: { feedIds: [serverDataFeedId] },
+        })
+        .pipe(RuntimeProvider.runPromise(clientRuntime.runtimeEffect));
+      const traceResult = await clientFeedStore
+        .query({
+          spaceId,
+          feedNamespace: FeedProtocol.WellKnownNamespaces.trace,
+          position: -1,
+          query: { feedIds: [serverTraceFeedId] },
+        })
+        .pipe(RuntimeProvider.runPromise(clientRuntime.runtimeEffect));
+
+      expect(dataResult.blocks).toHaveLength(1);
+      expect(traceResult.blocks).toHaveLength(1);
+      expect(dataResult.blocks[0].data).toEqual(new Uint8Array([1, 2, 3]));
+      expect(traceResult.blocks[0].data).toEqual(new Uint8Array([7, 8, 9]));
+    });
+  });
+});