@dxos/echo-pipeline 0.5.9-main.ea1d25b → 0.5.9-main.eacfffa

package/dist/types/src/automerge/migrations.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"migrations.d.ts","sourceRoot":"","sources":["../../../../src/automerge/migrations.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEjD,OAAO,EAAe,KAAK,SAAS,EAAE,MAAM,6BAA6B,CAAC;AAK1E,eAAO,MAAM,cAAc,sBAA6B;IAAE,EAAE,EAAE,UAAU,CAAC;IAAC,SAAS,EAAE,SAAS,CAAA;CAAE,kBA4B/F,CAAC"}

package/src/automerge/automerge-storage-adapter.ts

@@ -1,103 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-//
-// Copyright 2023 DXOS.org
-//
-
-import { type Chunk, type StorageKey, type StorageAdapterInterface } from '@dxos/automerge/automerge-repo';
-import { type Directory } from '@dxos/random-access-storage';
-import { arrayToBuffer, bufferToArray } from '@dxos/util';
-
-export class AutomergeStorageAdapter implements StorageAdapterInterface {
-  // TODO(mykola): Hack for restricting automerge Repo to access storage if Host is `closed`.
-  //               Automerge Repo do not have any lifetime management.
-  private _state: 'opened' | 'closed' = 'opened';
-
-  constructor(private readonly _directory: Directory) {}
-
-  async load(key: StorageKey): Promise<Uint8Array | undefined> {
-    if (this._state !== 'opened') {
-      return undefined;
-    }
-    const filename = this._getFilename(key);
-    const file = this._directory.getOrCreateFile(filename);
-    const { size } = await file.stat();
-    if (!size || size === 0) {
-      return undefined;
-    }
-    const buffer = await file.read(0, size);
-    return bufferToArray(buffer);
-  }
-
-  async save(key: StorageKey, data: Uint8Array): Promise<void> {
-    if (this._state !== 'opened') {
-      return undefined;
-    }
-    const filename = this._getFilename(key);
-    const file = this._directory.getOrCreateFile(filename);
-    await file.write(0, arrayToBuffer(data));
-    await file.truncate?.(data.length);
-
-    await file.flush?.();
-  }
-
-  async remove(key: StorageKey): Promise<void> {
-    if (this._state !== 'opened') {
-      return undefined;
-    }
-    // TODO(dmaretskyi): Better deletion.
-    const filename = this._getFilename(key);
-    const file = this._directory.getOrCreateFile(filename);
-    await file.destroy();
-  }
-
-  async loadRange(keyPrefix: StorageKey): Promise<Chunk[]> {
-    if (this._state !== 'opened') {
-      return [];
-    }
-    const filename = this._getFilename(keyPrefix);
-    const entries = await this._directory.list();
-    return Promise.all(
-      entries
-        .filter((entry) => entry.startsWith(filename))
-        .map(async (entry): Promise<Chunk> => {
-          const file = this._directory.getOrCreateFile(entry);
-          const { size } = await file.stat();
-          const buffer = await file.read(0, size);
-          return {
-            key: this._getKeyFromFilename(entry),
-            data: bufferToArray(buffer),
-          };
-        }),
-    );
-  }
-
-  async removeRange(keyPrefix: StorageKey): Promise<void> {
-    if (this._state !== 'opened') {
-      return undefined;
-    }
-    const filename = this._getFilename(keyPrefix);
-    const entries = await this._directory.list();
-    await Promise.all(
-      entries
-        .filter((entry) => entry.startsWith(filename))
-        .map(async (entry): Promise<void> => {
-          const file = this._directory.getOrCreateFile(entry);
-          await file.destroy();
-        }),
-    );
-  }
-
-  async close(): Promise<void> {
-    this._state = 'closed';
-  }
-
-  private _getFilename(key: StorageKey): string {
-    return key.map((k) => k.replaceAll('%', '%25').replaceAll('-', '%2D')).join('-');
-  }
-
-  private _getKeyFromFilename(filename: string): StorageKey {
-    return filename.split('-').map((k) => k.replaceAll('%2D', '-').replaceAll('%25', '%'));
-  }
-}

package/src/automerge/automerge-storage/342/200/223wrapper.ts

@@ -1,59 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { type StorageKey, type Chunk, type StorageAdapterInterface } from '@dxos/automerge/automerge-repo';
-import { type MaybePromise } from '@dxos/util';
-
-import { AutomergeStorageAdapter } from './automerge-storage-adapter';
-
-export type StorageCallbacks = {
-  beforeSave?: (path: string[]) => MaybePromise<void>;
-  afterSave?: (path: string[]) => MaybePromise<void>;
-};
-
-export type AutomergeStorageWrapperParams = {
-  storage: StorageAdapterInterface;
-  callbacks: StorageCallbacks;
-};
-
-/**
- * Wrapper for automerge storage that adds callback on save.
- */
-export class AutomergeStorageWrapper implements StorageAdapterInterface {
-  private readonly _storage: StorageAdapterInterface;
-  private readonly _callbacks: StorageCallbacks;
-
-  constructor({ storage, callbacks }: AutomergeStorageWrapperParams) {
-    this._storage = storage;
-    this._callbacks = callbacks;
-  }
-
-  async load(key: StorageKey): Promise<Uint8Array | undefined> {
-    return this._storage.load(key);
-  }
-
-  async save(key: StorageKey, value: Uint8Array): Promise<void> {
-    await this._callbacks.beforeSave?.(key);
-    await this._storage.save(key, value);
-    await this._callbacks.afterSave?.(key);
-  }
-
-  async remove(key: StorageKey): Promise<void> {
-    return this._storage.remove(key);
-  }
-
-  async loadRange(keyPrefix: StorageKey): Promise<Chunk[]> {
-    return this._storage.loadRange(keyPrefix);
-  }
-
-  async removeRange(keyPrefix: StorageKey): Promise<void> {
-    return this._storage.removeRange(keyPrefix);
-  }
-
-  async close() {
-    if (this._storage instanceof AutomergeStorageAdapter) {
-      return this._storage.close();
-    }
-  }
-}

package/src/automerge/migrations.ts

@@ -1,42 +0,0 @@
-//
-// Copyright 2024 DXOS.org
-//
-
-import { type StorageKey } from '@dxos/automerge/automerge-repo';
-import { IndexedDBStorageAdapter } from '@dxos/automerge/automerge-repo-storage-indexeddb';
-import { type SublevelDB } from '@dxos/kv-store';
-import { log } from '@dxos/log';
-import { StorageType, type Directory } from '@dxos/random-access-storage';
-
-import { AutomergeStorageAdapter } from './automerge-storage-adapter';
-import { encodingOptions } from './leveldb-storage-adapter';
-
-export const levelMigration = async ({ db, directory }: { db: SublevelDB; directory: Directory }) => {
-  // Note: Make auto-migration from previous storage to leveldb here.
-  const isNewLevel = !(await db
-    .iterator<StorageKey, Uint8Array>({
-      ...encodingOptions,
-    })
-    .next());
-
-  if (!isNewLevel) {
-    return;
-  }
-
-  const oldStorageAdapter =
-    directory.type === StorageType.IDB
-      ? new IndexedDBStorageAdapter(directory.path, 'data')
-      : new AutomergeStorageAdapter(directory);
-
-  const chunks = await oldStorageAdapter.loadRange([]);
-  if (chunks.length === 0) {
-    return;
-  }
-
-  const batch = db.batch();
-  log.info('found chunks on old storage adapter', { chunks: chunks.length });
-  for (const { key, data } of await oldStorageAdapter.loadRange([])) {
-    data && batch.put<StorageKey, Uint8Array>(key, data, { ...encodingOptions });
-  }
-  await batch.write();
-};