@dxos/echo-pipeline 0.8.3 → 0.8.4-main.1068cf700f

package/package.json

@@ -1,28 +1,32 @@
 {
   "name": "@dxos/echo-pipeline",
-  "version": "0.8.3",
+  "version": "0.8.4-main.1068cf700f",
   "description": "ECHO database.",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/dxos/dxos"
+  },
   "license": "MIT",
   "author": "info@dxos.org",
-  "sideEffects": true,
+  "sideEffects": false,
   "type": "module",
   "exports": {
     ".": {
+      "source": "./src/index.ts",
       "types": "./dist/types/src/index.d.ts",
-      "browser": "./dist/lib/browser/index.mjs",
-      "node": "./dist/lib/node-esm/index.mjs"
+      "default": "./dist/lib/neutral/index.mjs"
     },
     "./testing": {
+      "source": "./src/testing/index.ts",
       "types": "./dist/types/src/testing/index.d.ts",
-      "browser": "./dist/lib/browser/testing/index.mjs",
-      "node": "./dist/lib/node-esm/testing/index.mjs"
+      "default": "./dist/lib/neutral/testing/index.mjs"
     },
     "./filter": {
+      "source": "./src/filter/index.ts",
       "types": "./dist/types/src/filter/index.d.ts",
-      "browser": "./dist/lib/browser/filter/index.mjs",
-      "node": "./dist/lib/node-esm/filter/index.mjs"
+      "default": "./dist/lib/neutral/filter/index.mjs"
     }
   },
   "types": "dist/types/src/index.d.ts",
@@ -40,51 +44,55 @@
     "src"
   ],
   "dependencies": {
-    "@automerge/automerge": "3.0.0-beta.4",
-    "@automerge/automerge-repo": "2.0.1",
+    "@automerge/automerge": "3.2.3",
+    "@automerge/automerge-repo": "2.5.1",
+    "@effect/sql": "0.49.0",
+    "@effect/sql-sqlite-node": "0.50.1",
     "crc-32": "^1.2.2",
-    "effect": "3.14.21",
+    "effect": "3.19.16",
     "level-transcoder": "^1.0.1",
     "lodash.isequal": "^4.5.0",
-    "@dxos/codec-protobuf": "0.8.3",
-    "@dxos/credentials": "0.8.3",
-    "@dxos/context": "0.8.3",
-    "@dxos/async": "0.8.3",
-    "@dxos/crypto": "0.8.3",
-    "@dxos/debug": "0.8.3",
-    "@dxos/echo": "0.8.3",
-    "@dxos/echo-protocol": "0.8.3",
-    "@dxos/edge-client": "0.8.3",
-    "@dxos/echo-schema": "0.8.3",
-    "@dxos/feed-store": "0.8.3",
-    "@dxos/errors": "0.8.3",
-    "@dxos/indexing": "0.8.3",
-    "@dxos/hypercore": "0.8.3",
-    "@dxos/invariant": "0.8.3",
-    "@dxos/keyring": "0.8.3",
-    "@dxos/keys": "0.8.3",
-    "@dxos/kv-store": "0.8.3",
-    "@dxos/log": "0.8.3",
-    "@dxos/messaging": "0.8.3",
-    "@dxos/network-manager": "0.8.3",
-    "@dxos/node-std": "0.8.3",
-    "@dxos/teleport": "0.8.3",
-    "@dxos/protocols": "0.8.3",
-    "@dxos/random-access-storage": "0.8.3",
-    "@dxos/teleport-extension-automerge-replicator": "0.8.3",
-    "@dxos/teleport-extension-gossip": "0.8.3",
-    "@dxos/teleport-extension-object-sync": "0.8.3",
-    "@dxos/teleport-extension-replicator": "0.8.3",
-    "@dxos/timeframe": "0.8.3",
-    "@dxos/tracing": "0.8.3",
-    "@dxos/util": "0.8.3",
-    "@dxos/typings": "0.8.3"
+    "@dxos/async": "0.8.4-main.1068cf700f",
+    "@dxos/codec-protobuf": "0.8.4-main.1068cf700f",
+    "@dxos/credentials": "0.8.4-main.1068cf700f",
+    "@dxos/debug": "0.8.4-main.1068cf700f",
+    "@dxos/context": "0.8.4-main.1068cf700f",
+    "@dxos/crypto": "0.8.4-main.1068cf700f",
+    "@dxos/echo-protocol": "0.8.4-main.1068cf700f",
+    "@dxos/echo": "0.8.4-main.1068cf700f",
+    "@dxos/effect": "0.8.4-main.1068cf700f",
+    "@dxos/errors": "0.8.4-main.1068cf700f",
+    "@dxos/edge-client": "0.8.4-main.1068cf700f",
+    "@dxos/feed": "0.8.4-main.1068cf700f",
+    "@dxos/feed-store": "0.8.4-main.1068cf700f",
+    "@dxos/index-core": "0.8.4-main.1068cf700f",
+    "@dxos/invariant": "0.8.4-main.1068cf700f",
+    "@dxos/keyring": "0.8.4-main.1068cf700f",
+    "@dxos/hypercore": "0.8.4-main.1068cf700f",
+    "@dxos/keys": "0.8.4-main.1068cf700f",
+    "@dxos/kv-store": "0.8.4-main.1068cf700f",
+    "@dxos/log": "0.8.4-main.1068cf700f",
+    "@dxos/network-manager": "0.8.4-main.1068cf700f",
+    "@dxos/node-std": "0.8.4-main.1068cf700f",
+    "@dxos/messaging": "0.8.4-main.1068cf700f",
+    "@dxos/protocols": "0.8.4-main.1068cf700f",
+    "@dxos/random-access-storage": "0.8.4-main.1068cf700f",
+    "@dxos/sql-sqlite": "0.8.4-main.1068cf700f",
+    "@dxos/teleport": "0.8.4-main.1068cf700f",
+    "@dxos/teleport-extension-automerge-replicator": "0.8.4-main.1068cf700f",
+    "@dxos/teleport-extension-gossip": "0.8.4-main.1068cf700f",
+    "@dxos/teleport-extension-object-sync": "0.8.4-main.1068cf700f",
+    "@dxos/teleport-extension-replicator": "0.8.4-main.1068cf700f",
+    "@dxos/timeframe": "0.8.4-main.1068cf700f",
+    "@dxos/typings": "0.8.4-main.1068cf700f",
+    "@dxos/tracing": "0.8.4-main.1068cf700f",
+    "@dxos/util": "0.8.4-main.1068cf700f"
   },
   "devDependencies": {
     "@types/lodash.isequal": "^4.5.0",
     "fast-check": "^3.19.0",
     "get-port-please": "^3.1.1",
-    "@dxos/test-utils": "0.8.3"
+    "@dxos/test-utils": "0.8.4-main.1068cf700f"
   },
   "publishConfig": {
     "access": "public"

package/src/automerge/automerge-host.test.ts

@@ -3,72 +3,98 @@
 //
 
 import { getHeads } from '@automerge/automerge';
-import type { DocumentId, Heads } from '@automerge/automerge-repo';
-import { onTestFinished, describe, expect, test } from 'vitest';
+import * as Automerge from '@automerge/automerge';
+import { type DocumentId, type Heads, generateAutomergeUrl, parseAutomergeUrl } from '@automerge/automerge-repo';
+import { describe, expect, onTestFinished, test } from 'vitest';
 
-import { IndexMetadataStore } from '@dxos/indexing';
+import { Context } from '@dxos/context';
+import { PublicKey } from '@dxos/keys';
 import type { LevelDB } from '@dxos/kv-store';
 import { createTestLevel } from '@dxos/kv-store/testing';
 import { openAndClose } from '@dxos/test-utils';
 import { range } from '@dxos/util';
 
-import { AutomergeHost } from './automerge-host';
 import { TestReplicationNetwork } from '../testing';
 
+import { AutomergeHost } from './automerge-host';
+
 describe('AutomergeHost', () => {
   test('can create documents', async () => {
     const level = await createLevel();
     const host = await setupAutomergeHost({ level });
-    const handle = host.repo.create<any>();
+    const handle = await host.createDoc<any>();
     handle.change((doc: any) => {
       doc.text = 'Hello world';
     });
-    await host.repo.flush();
+    await host.flush();
     expect(handle.doc()!.text).toEqual('Hello world');
   });
 
   test('changes are preserved in storage', async () => {
     const level = await createLevel();
-
     const host = await setupAutomergeHost({ level });
-    const handle = host.repo.create();
+    const handle = await host.createDoc<any>();
     handle.change((doc: any) => {
       doc.text = 'Hello world';
     });
     const url = handle.url;
 
-    await host.repo.flush();
+    await host.flush();
     await host.close();
 
     const host2 = await setupAutomergeHost({ level });
-    const handle2 = await host2.repo.find<any>(url);
+    const handle2 = await host2.loadDoc<any>(Context.default(), url);
     await handle2.whenReady();
     expect(handle2.doc()!.text).toEqual('Hello world');
-    await host2.repo.flush();
+    await host2.flush();
   });
 
-  test('query single document heads', async () => {
+  test('load resolves when document is created from binary', async () => {
     const level = await createLevel();
+    const host = await setupAutomergeHost({ level });
+
+    // Create a document to get its binary representation
+    const document = Automerge.from({ text: 'Hello world' });
+    const binary = Automerge.save(document);
+    const { documentId } = parseAutomergeUrl(generateAutomergeUrl());
+
+    // Start loading a non-existent document (should hang until created)
+    const loadPromise = host.loadDoc(Context.default(), documentId);
+
+    // Create the document from binary - this should resolve the load
+    const createdHandle = await host.createDoc(binary, { preserveHistory: true, documentId });
+
+    // The load should now resolve
+    const loadedHandle = await loadPromise;
+    expect(loadedHandle.doc()).toEqual(createdHandle.doc());
+  });
 
+  test('query single document heads', async () => {
+    const tmpPath = `/tmp/dxos-${PublicKey.random().toHex()}`;
+
+    const level = await createLevel(tmpPath);
     const host = await setupAutomergeHost({ level });
-    const handle = host.createDoc({ text: 'Hello world' });
+    const handle = await host.createDoc({ text: 'Hello world' });
     const expectedHeads = getHeads(handle.doc()!);
     await host.flush();
 
     expect(await host.getHeads([handle.documentId])).toEqual([expectedHeads]);
+    await host.close();
+    await level.close();
 
     // Simulate a restart.
     {
-      const host = await setupAutomergeHost({ level });
+      const host = await setupAutomergeHost({ level: await createLevel(tmpPath) });
       expect(await host.getHeads([handle.documentId])).toEqual([expectedHeads]);
     }
   });
 
   test('query multiple document heads', async () => {
-    const level = await createLevel();
+    const tmpPath = `/tmp/dxos-${PublicKey.random().toHex()}`;
 
+    const level = await createLevel(tmpPath);
     const host = await setupAutomergeHost({ level });
-    const handles = range(2, () => host.createDoc({ text: 'Hello world' }));
+    const handles = await Promise.all(range(2, () => host.createDoc({ text: 'Hello world' })));
     const expectedHeads: (Heads | undefined)[] = handles.map((handle) => getHeads(handle.doc()!));
     await host.flush();
 
@@ -77,11 +103,16 @@ describe('AutomergeHost', () => {
     expectedHeads.splice(1, 0, undefined);
 
     expect(await host.getHeads(ids)).toEqual(expectedHeads);
+    await host.close();
+    await level.close();
 
     // Simulate a restart.
     {
+      const level = await createLevel(tmpPath);
       const host = await setupAutomergeHost({ level });
       expect(await host.getHeads(ids)).toEqual(expectedHeads);
+      await host.close();
+      await level.close();
     }
   });
 
@@ -96,7 +127,7 @@ describe('AutomergeHost', () => {
     {
       const host2 = await setupAutomergeHost({ level: level2 });
       for (const i of range(NUM_DOCUMENTS)) {
-        const handle = host2.createDoc({ docIndex: i });
+        const handle = await host2.createDoc({ docIndex: i });
         documentIds.push(handle.documentId);
       }
       await host2.flush();
@@ -105,24 +136,25 @@ describe('AutomergeHost', () => {
 
     const host2 = await setupAutomergeHost({ level: level2 });
 
+    const network = await new TestReplicationNetwork().open();
+    await host1.addReplicator(await network.createReplicator());
+    await host2.addReplicator(await network.createReplicator());
+
     const collectionId = 'test-collection';
     await host1.updateLocalCollectionState(collectionId, documentIds);
     await host2.updateLocalCollectionState(collectionId, documentIds);
 
-    await using network = await new TestReplicationNetwork().open();
-    await host1.addReplicator(await network.createReplicator());
-    await host2.addReplicator(await network.createReplicator());
-
     for (const documentId of documentIds) {
       await expect.poll(() => host1.getHeads([documentId])).toEqual(await host2.getHeads([documentId]));
     }
 
     await host1.close();
     await host2.close();
+    await network.close();
   });
 
-  const createLevel = async () => {
-    const level = createTestLevel();
+  const createLevel = async (tmpPath?: string) => {
+    const level = createTestLevel(tmpPath);
     await openAndClose(level);
     return level;
   };
@@ -131,7 +163,6 @@ describe('AutomergeHost', () => {
 const setupAutomergeHost = async ({ level }: { level: LevelDB }) => {
   const host = new AutomergeHost({
     db: level,
-    indexMetadataStore: new IndexMetadataStore({ db: level.sublevel('index-metadata') }),
   });
   await host.open();
   onTestFinished(async () => {