@dxos/random-access-storage 0.1.57-main.e87098f → 0.1.57

package/dist/types/src/browser/web-fs.d.ts

@@ -2,14 +2,14 @@
 /// <reference types="node" />
 import { EventEmitter } from 'node:events';
 import { RandomAccessStorage } from 'random-access-storage';
-import { Directory, File, Storage, StorageType, DiskInfo } from '../common';
+import { Directory, DiskInfo, File, Storage, StorageType } from '../common';
 /**
  * Web file systems.
  */
 export declare class WebFS implements Storage {
     readonly path: string;
     readonly type = StorageType.WEBFS;
-    protected readonly _files: Map<string, File>;
+    protected readonly _files: Map<string, WebFile>;
     protected _root?: FileSystemDirectoryHandle;
     constructor(path: string);
     get size(): number;
@@ -25,42 +25,56 @@ export declare class WebFS implements Storage {
     getDiskInfo(): Promise<DiskInfo>;
 }
 export declare class WebFile extends EventEmitter implements File {
-    readonly opened: boolean;
-    readonly suspended: boolean;
-    readonly closed: boolean;
-    readonly unlinked: boolean;
-    readonly writing: boolean;
-    readonly readable: boolean;
-    readonly writable: boolean;
-    readonly deletable: boolean;
-    readonly truncatable: boolean;
-    readonly statable: boolean;
     private readonly _fileName;
     private readonly _fileHandle;
     private readonly _destroy;
-    private _usage;
+    /**
+     * Current view of the file contents.
+     */
+    private _buffer;
+    private _loadBufferPromise;
+    private _flushScheduled;
+    private _flushPromise;
+    private _flushes;
     private _operations;
     private _reads;
     private _readBytes;
     private _writes;
     private _writeBytes;
+    get _bufferSize(): number | undefined;
     constructor({ fileName, file, destroy, }: {
         file: Promise<FileSystemFileHandle>;
         fileName: string;
         destroy: () => Promise<void>;
     });
+    type: StorageType;
+    readonly opened: boolean;
+    readonly suspended: boolean;
+    readonly closed: boolean;
+    readonly unlinked: boolean;
+    readonly writing: boolean;
+    readonly readable: boolean;
+    readonly writable: boolean;
+    readonly deletable: boolean;
+    readonly truncatable: boolean;
+    readonly statable: boolean;
     destroyed: boolean;
     directory: string;
     filename: string;
-    type: StorageType;
     native: RandomAccessStorage;
-    write(offset: number, data: Buffer): Promise<void>;
+    private _loadBuffer;
+    private _loadBufferGuarded;
+    private _flushCache;
+    private _flushLater;
+    private _flushNow;
     read(offset: number, size: number): Promise<Buffer>;
+    write(offset: number, data: Buffer): Promise<void>;
     del(offset: number, size: number): Promise<void>;
     stat(): Promise<{
-        size: any;
+        size: number;
     }>;
     truncate(offset: number): Promise<void>;
+    flush(): Promise<void>;
     close(): Promise<void>;
     destroy(): Promise<void>;
 }

package/dist/types/src/browser/web-fs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"web-fs.d.ts","sourceRoot":"","sources":["../../../../src/browser/web-fs.ts"],"names":[],"mappings":";;AAIA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAO5D,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAe,QAAQ,EAAE,MAAM,WAAW,CAAC;AAGzF;;GAEG;AACH,qBAAa,KAAM,YAAW,OAAO;aAMP,IAAI,EAAE,MAAM;IALxC,QAAQ,CAAC,IAAI,qBAAqB;IAElC,SAAS,CAAC,QAAQ,CAAC,MAAM,oBAA2B;IACpD,SAAS,CAAC,KAAK,CAAC,EAAE,yBAAyB,CAAC;gBAEhB,IAAI,EAAE,MAAM;IAExC,IAAW,IAAI,WAEd;IAED,OAAO,CAAC,SAAS;YAOH,KAAK;YAwBL,WAAW;IASzB,eAAe,CAAC,GAAG,SAAK;IAUxB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,IAAI;IAWjE,OAAO,CAAC,WAAW;YAYL,OAAO;IASf,KAAK;IASX,OAAO,CAAC,gBAAgB;IASlB,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC;CA6BvC;AAGD,qBACa,OAAQ,SAAQ,YAAa,YAAW,IAAI;IACvD,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAQ;IAChC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAS;IACpC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAS;IACjC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAS;IACnC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAS;IAClC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAQ;IAClC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAQ;IAClC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAQ;IACnC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAQ;IACrC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAQ;IAElC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAgC;IAC5D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsB;IAG/C,OAAO,CAAC,MAAM,CAA0B;IAGxC,OAAO,CAAC,WAAW,CAA2B;IAG9C,OAAO,CAAC,MAAM,CAA2B;IAGzC,OAAO,CAAC,UAAU,CAA2B;IAG7C,OAAO,CAAC,OAAO,CAA2B;IAG1C,OAAO,CAAC,WAAW,CAA2B;gBAElC,EACV,QAAQ,EACR,IAAI,EACJ,OAAO,GACR,EAAE;QACD,IAAI,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACpC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;KAC9B;IAOD,SAAS,UAAS;IAClB,SAAS,SAAM;IAEf,QAAQ,SAAM;IACd,IAAI,EAAE,WAAW,CAAqB;IACtC,MAAM,EAAE,mBAAmB,CAOF;IAGnB,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IAoBlC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IAsBjC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IA6BhC,IAAI;;;IAkBJ,QAAQ,CAAC,MAAM,EAAE,MAAM;IAgBvB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAGtB,OAAO;CAId"}
+{"version":3,"file":"web-fs.d.ts","sourceRoot":"","sources":["../../../../src/browser/web-fs.ts"],"names":[],"mappings":";;AAIA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAO5D,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAe,MAAM,WAAW,CAAC;AAEzF;;GAEG;AACH,qBAAa,KAAM,YAAW,OAAO;aAMP,IAAI,EAAE,MAAM;IALxC,QAAQ,CAAC,IAAI,qBAAqB;IAElC,SAAS,CAAC,QAAQ,CAAC,MAAM,uBAA8B;IACvD,SAAS,CAAC,KAAK,CAAC,EAAE,yBAAyB,CAAC;gBAEhB,IAAI,EAAE,MAAM;IAExC,IAAW,IAAI,WAEd;IAED,OAAO,CAAC,SAAS;YAOH,KAAK;YAwBL,WAAW;IASzB,eAAe,CAAC,GAAG,SAAK;IAaxB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,IAAI;IAWjE,OAAO,CAAC,WAAW;YAYL,OAAO;IASf,KAAK;IASX,OAAO,CAAC,gBAAgB;IASlB,WAAW,IAAI,OAAO,CAAC,QAAQ,CAAC;CA6BvC;AAGD,qBACa,OAAQ,SAAQ,YAAa,YAAW,IAAI;IAEvD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IAEnC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAgC;IAC5D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsB;IAE/C;;OAEG;IACH,OAAO,CAAC,OAAO,CAA2B;IAE1C,OAAO,CAAC,kBAAkB,CAA8B;IAExD,OAAO,CAAC,eAAe,CAAS;IAEhC,OAAO,CAAC,aAAa,CAA8B;IAOnD,OAAO,CAAC,QAAQ,CAA2B;IAG3C,OAAO,CAAC,WAAW,CAA2B;IAG9C,OAAO,CAAC,MAAM,CAA2B;IAGzC,OAAO,CAAC,UAAU,CAA2B;IAG7C,OAAO,CAAC,OAAO,CAA2B;IAG1C,OAAO,CAAC,WAAW,CAA2B;IAE9C,IACI,WAAW,uBAEd;gBAEW,EACV,QAAQ,EACR,IAAI,EACJ,OAAO,GACR,EAAE;QACD,IAAI,EAAE,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACpC,QAAQ,EAAE,MAAM,CAAC;QACjB,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;KAC9B;IASD,IAAI,EAAE,WAAW,CAAqB;IAOtC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAQ;IAChC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAS;IACpC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAS;IACjC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAS;IACnC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAS;IAClC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAQ;IAClC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAQ;IAClC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAQ;IACnC,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAQ;IACrC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAQ;IAElC,SAAS,UAAS;IAClB,SAAS,SAAM;IAEf,QAAQ,SAAM;IACd,MAAM,EAAE,mBAAmB,CAOF;YAEX,WAAW;YAMX,kBAAkB;YAKlB,WAAW;IAgBzB,OAAO,CAAC,WAAW;YAsBL,SAAS;IAQjB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IAkBjC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IAuBlC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IAuBhC,IAAI;;;IAcJ,QAAQ,CAAC,MAAM,EAAE,MAAM;IAavB,KAAK;IAIL,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAKtB,OAAO;CAId"}

package/dist/types/src/common/directory.d.ts

@@ -9,7 +9,8 @@ export declare class Directory {
     private readonly _list;
     private readonly _getOrCreateFile;
     private readonly _delete;
-    constructor(type: StorageType, path: string, _list: (path: string) => Promise<string[]>, _getOrCreateFile: (path: string, filename: string, opts?: any) => File, _delete: () => Promise<void>);
+    private readonly _onFlush?;
+    constructor(type: StorageType, path: string, _list: (path: string) => Promise<string[]>, _getOrCreateFile: (path: string, filename: string, opts?: any) => File, _delete: () => Promise<void>, _onFlush?: (() => Promise<void>) | undefined);
     toString(): string;
     /**
      * Create a new sub-directory.
@@ -23,6 +24,7 @@ export declare class Directory {
      * Get or create a new file.
      */
     getOrCreateFile(filename: string, opts?: any): File;
+    flush(): Promise<void>;
     /**
      * Close and delete all files in the directory and all its sub-directories.
      */

package/dist/types/src/common/directory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"directory.d.ts","sourceRoot":"","sources":["../../../../src/common/directory.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAGxC;;GAEG;AACH,qBAAa,SAAS;aAEF,IAAI,EAAE,WAAW;aACjB,IAAI,EAAE,MAAM;IAE5B,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,OAAO;gBALR,IAAI,EAAE,WAAW,EACjB,IAAI,EAAE,MAAM,EAEX,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,EAC1C,gBAAgB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,EACtE,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC;IAG/C,QAAQ;IAIR;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS;IAIxC;;OAEG;IACH,IAAI,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAIzB;;OAEG;IACH,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,IAAI;IAInD;;OAEG;IACG,MAAM;CAGb"}
+{"version":3,"file":"directory.d.ts","sourceRoot":"","sources":["../../../../src/common/directory.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAGxC;;GAEG;AACH,qBAAa,SAAS;aAEF,IAAI,EAAE,WAAW;aACjB,IAAI,EAAE,MAAM;IAE5B,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBANV,IAAI,EAAE,WAAW,EACjB,IAAI,EAAE,MAAM,EAEX,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,EAC1C,gBAAgB,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,KAAK,IAAI,EACtE,OAAO,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,EAC5B,QAAQ,CAAC,SAAQ,QAAQ,IAAI,CAAC,aAAA;IAGjD,QAAQ;IAIR;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS;IAIxC;;OAEG;IACH,IAAI,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAIzB;;OAEG;IACH,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,GAAG,GAAG,IAAI;IAI7C,KAAK;IAIX;;OAEG;IACG,MAAM;CAGb"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dxos/random-access-storage",
-  "version": "0.1.57-main.e87098f",
+  "version": "0.1.57",
   "description": "Multiple random storage types.",
   "homepage": "https://dxos.org",
   "bugs": "https://github.com/dxos/dxos/issues",
@@ -24,13 +24,14 @@
     "random-access-memory": "^4.1.0",
     "random-access-storage": "^3.0.0",
     "random-access-web": "^2.0.3",
-    "@dxos/async": "0.1.57-main.e87098f",
-    "@dxos/debug": "0.1.57-main.e87098f",
-    "@dxos/invariant": "0.1.57-main.e87098f",
-    "@dxos/log": "0.1.57-main.e87098f",
-    "@dxos/node-std": "0.1.57-main.e87098f",
-    "@dxos/tracing": "0.1.57-main.e87098f",
-    "@dxos/util": "0.1.57-main.e87098f"
+    "@dxos/async": "0.1.57",
+    "@dxos/context": "0.1.57",
+    "@dxos/debug": "0.1.57",
+    "@dxos/invariant": "0.1.57",
+    "@dxos/log": "0.1.57",
+    "@dxos/node-std": "0.1.57",
+    "@dxos/tracing": "0.1.57",
+    "@dxos/util": "0.1.57"
   },
   "devDependencies": {
     "@types/pify": "^3.0.2",

package/src/browser/web-fs.ts

@@ -9,10 +9,9 @@ import { RandomAccessStorage } from 'random-access-storage';
 import { synchronized } from '@dxos/async';
 import { invariant } from '@dxos/invariant';
 import { log } from '@dxos/log';
-import { TimeSeriesCounter, TimeUsageCounter, trace } from '@dxos/tracing';
+import { TimeSeriesCounter, trace } from '@dxos/tracing';
 
-import { Directory, File, Storage, StorageType, getFullPath, DiskInfo } from '../common';
-import { STORAGE_MONITOR } from '../monitor';
+import { Directory, DiskInfo, File, Storage, StorageType, getFullPath } from '../common';
 
 /**
  * Web file systems.
@@ -20,7 +19,7 @@ import { STORAGE_MONITOR } from '../monitor';
 export class WebFS implements Storage {
   readonly type = StorageType.WEBFS;
 
-  protected readonly _files = new Map<string, File>();
+  protected readonly _files = new Map<string, WebFile>();
   protected _root?: FileSystemDirectoryHandle;
 
   constructor(public readonly path: string) {}
@@ -29,7 +28,7 @@ export class WebFS implements Storage {
     return this._files.size;
   }
 
-  private _getFiles(path: string): Map<string, File> {
+  private _getFiles(path: string): Map<string, WebFile> {
     const fullName = this._getFullFilename(this.path, path);
     return new Map(
       [...this._files.entries()].filter(([path, file]) => path.includes(fullName) && file.destroyed !== true),
@@ -76,6 +75,9 @@ export class WebFS implements Storage {
       (path) => this._list(path),
       (...args) => this.getOrCreateFile(...args),
       () => this._delete(sub),
+      async () => {
+        await Promise.all(Array.from(this._getFiles(sub)).map(([path, file]) => file.flush()));
+      },
     );
   }
 
@@ -163,24 +165,29 @@ export class WebFS implements Storage {
 // TODO(mykola): Remove EventEmitter.
 @trace.resource()
 export class WebFile extends EventEmitter implements File {
-  readonly opened: boolean = true;
-  readonly suspended: boolean = false;
-  readonly closed: boolean = false;
-  readonly unlinked: boolean = false;
-  readonly writing: boolean = false;
-  readonly readable: boolean = true;
-  readonly writable: boolean = true;
-  readonly deletable: boolean = true;
-  readonly truncatable: boolean = true;
-  readonly statable: boolean = true;
   @trace.info()
   private readonly _fileName: string;
 
   private readonly _fileHandle: Promise<FileSystemFileHandle>;
   private readonly _destroy: () => Promise<void>;
 
+  /**
+   * Current view of the file contents.
+   */
+  private _buffer: Uint8Array | null = null;
+
+  private _loadBufferPromise: Promise<void> | null = null;
+
+  private _flushScheduled = false;
+
+  private _flushPromise: Promise<void> | null = null;
+
+  //
+  // Metrics
+  //
+
   @trace.metricsCounter()
-  private _usage = new TimeUsageCounter();
+  private _flushes = new TimeSeriesCounter();
 
   @trace.metricsCounter()
   private _operations = new TimeSeriesCounter();
@@ -197,6 +204,11 @@ export class WebFile extends EventEmitter implements File {
   @trace.metricsCounter()
   private _writeBytes = new TimeSeriesCounter();
 
+  @trace.info()
+  get _bufferSize() {
+    return this._buffer?.length;
+  }
+
   constructor({
     fileName,
     file,
@@ -210,13 +222,32 @@ export class WebFile extends EventEmitter implements File {
     this._fileName = fileName;
     this._fileHandle = file;
     this._destroy = destroy;
+
+    void this._loadBufferGuarded();
   }
 
+  type: StorageType = StorageType.WEBFS;
+
+  //
+  // random-access-storage library compatibility
+  //
+
+  // TODO(dmaretskyi): Are those all needed?
+  readonly opened: boolean = true;
+  readonly suspended: boolean = false;
+  readonly closed: boolean = false;
+  readonly unlinked: boolean = false;
+  readonly writing: boolean = false;
+  readonly readable: boolean = true;
+  readonly writable: boolean = true;
+  readonly deletable: boolean = true;
+  readonly truncatable: boolean = true;
+  readonly statable: boolean = true;
+
   destroyed = false;
   directory = '';
   // TODO(dmaretskyi): is this used?
   filename = '';
-  type: StorageType = StorageType.WEBFS;
   native: RandomAccessStorage = {
     write: callbackify(this.write.bind(this)),
     read: callbackify(this.read.bind(this)),
@@ -226,113 +257,161 @@ export class WebFile extends EventEmitter implements File {
     truncate: callbackify(this.truncate?.bind(this)),
   } as RandomAccessStorage;
 
-  @synchronized
-  async write(offset: number, data: Buffer) {
-    const span = this._usage.beginRecording();
-    this._operations.inc();
-    this._writes.inc();
-    this._writeBytes.inc(data.length);
+  private async _loadBuffer() {
+    const fileHandle = await this._fileHandle;
+    const file = await fileHandle.getFile();
+    this._buffer = new Uint8Array(await file.arrayBuffer());
+  }
+
+  private async _loadBufferGuarded() {
+    await (this._loadBufferPromise ??= this._loadBuffer());
+  }
 
-    const metric = STORAGE_MONITOR.beginOp({ resource: this._fileName, type: 'write', size: data.length });
-    try {
-      // TODO(mykola): Fix types.
-      const fileHandle: any = await this._fileHandle;
-      const writable = await fileHandle.createWritable({ keepExistingData: true });
-      await writable.write({ type: 'write', data, position: offset });
-      await writable.close();
-    } finally {
-      span.end();
-      metric.end();
+  // Do not call directly, use _flushLater or _flushNow.
+  private async _flushCache() {
+    if (this.destroyed) {
+      return;
     }
+
+    this._flushes.inc();
+
+    await this._loadBufferGuarded();
+    invariant(this._buffer);
+
+    const fileHandle = await this._fileHandle;
+    const writable = await fileHandle.createWritable({ keepExistingData: true });
+    await writable.write({ type: 'write', data: this._buffer, position: 0 });
+    await writable.close();
+  }
+
+  private _flushLater() {
+    if (this._flushScheduled) {
+      return;
+    }
+
+    setTimeout(async () => {
+      // Making sure only one flush can run at a time.
+      const promiseBefore = this._flushPromise;
+      await this._flushPromise;
+      this._flushScheduled = false;
+
+      // _flushNow might have been called. In that case we don't want to run the flush again.
+      if (promiseBefore !== this._flushPromise) {
+        return;
+      }
+
+      this._flushPromise = this._flushCache().catch((err) => log.warn(err));
+    });
+
+    this._flushScheduled = true;
+  }
+
+  private async _flushNow() {
+    this._flushPromise = (this._flushPromise ?? Promise.resolve())
+      .then(() => this._flushCache())
+      .catch((err) => log.warn(err));
+
+    await this._flushPromise;
   }
 
-  @synchronized
   async read(offset: number, size: number) {
-    const span = this._usage.beginRecording();
     this._operations.inc();
     this._reads.inc();
     this._readBytes.inc(size);
 
-    const metric = STORAGE_MONITOR.beginOp({ resource: this._fileName, type: 'read', size });
-    try {
-      const fileHandle: any = await this._fileHandle;
-      const file = await fileHandle.getFile();
-      if (offset + size > file.size) {
-        throw new Error('Read out of bounds');
-      }
-      // does not copy the buffer
-      return Buffer.from(await file.slice(offset, offset + size).arrayBuffer());
-    } finally {
-      span.end();
-      metric.end();
+    if (!this._buffer) {
+      await this._loadBufferGuarded();
+      invariant(this._buffer);
+    }
+
+    if (offset + size > this._buffer.length) {
+      throw new Error('Read out of bounds');
     }
+
+    // Copy data into a new buffer.
+    return Buffer.from(this._buffer.slice(offset, offset + size));
+  }
+
+  async write(offset: number, data: Buffer) {
+    this._operations.inc();
+    this._writes.inc();
+    this._writeBytes.inc(data.length);
+
+    if (!this._buffer) {
+      await this._loadBufferGuarded();
+      invariant(this._buffer);
+    }
+
+    if (offset + data.length <= this._buffer.length) {
+      this._buffer.set(data, offset);
+    } else {
+      // TODO(dmaretskyi): Optimize re-allocations.
+      const newCache = new Uint8Array(offset + data.length);
+      newCache.set(this._buffer);
+      newCache.set(data, offset);
+      this._buffer = newCache;
+    }
+
+    this._flushLater();
   }
 
-  @synchronized
   async del(offset: number, size: number) {
-    const span = this._usage.beginRecording();
     this._operations.inc();
 
-    const metric = STORAGE_MONITOR.beginOp({ resource: this._fileName, type: 'delete', size });
-    try {
-      if (offset < 0 || size < 0) {
-        return;
-      }
-      const fileHandle: any = await this._fileHandle;
-      const writable = await fileHandle.createWritable({ keepExistingData: true });
-      const file = await fileHandle.getFile();
-      let leftoverSize = 0;
-      if (offset + size < file.size) {
-        // does not copy the buffer
-        const leftover = Buffer.from(await file.slice(offset + size, file.size).arrayBuffer());
-        leftoverSize = leftover.length;
-        await writable.write({ type: 'write', data: leftover, position: offset });
-      }
+    if (offset < 0 || size < 0) {
+      return;
+    }
 
-      await writable.write({ type: 'truncate', size: offset + leftoverSize });
-      await writable.close();
-    } finally {
-      span.end();
-      metric.end();
+    if (!this._buffer) {
+      await this._loadBufferGuarded();
+      invariant(this._buffer);
     }
+
+    let leftoverSize = 0;
+    if (offset + size < this._buffer.length) {
+      leftoverSize = this._buffer.length - (offset + size);
+      this._buffer.set(this._buffer.slice(offset + size, offset + size + leftoverSize), offset);
+    }
+
+    this._buffer = this._buffer.slice(0, offset + leftoverSize);
+
+    this._flushLater();
   }
 
-  @synchronized
   async stat() {
-    const span = this._usage.beginRecording();
     this._operations.inc();
 
-    const metric = STORAGE_MONITOR.beginOp({ resource: this._fileName, type: 'stat' });
-    try {
-      const fileHandle: any = await this._fileHandle;
-      const file = await fileHandle.getFile();
-      return {
-        size: file.size,
-      };
-    } finally {
-      span.end();
-      metric.end();
+    // NOTE: This will load all data from the file just to get it's size. While this is a lot of overhead, this works ok for out use cases.
+    if (!this._buffer) {
+      await this._loadBufferGuarded();
+      invariant(this._buffer);
     }
+
+    return {
+      size: this._buffer.length,
+    };
   }
 
-  @synchronized
   async truncate(offset: number) {
-    const span = this._usage.beginRecording();
     this._operations.inc();
 
-    const metric = STORAGE_MONITOR.beginOp({ resource: this._fileName, type: 'truncate' });
-    try {
-      const fileHandle: any = await this._fileHandle;
-      const writable = await fileHandle.createWritable({ keepExistingData: true });
-      await writable.write({ type: 'truncate', size: offset });
-      await writable.close();
-    } finally {
-      span.end();
-      metric.end();
+    if (!this._buffer) {
+      await this._loadBufferGuarded();
+      invariant(this._buffer);
     }
+
+    this._buffer = this._buffer.slice(0, offset);
+
+    this._flushLater();
   }
 
-  async close(): Promise<void> {}
+  async flush() {
+    await this._flushNow();
+  }
+
+  async close(): Promise<void> {
+    await this._flushNow();
+  }
 
   @synchronized
   async destroy() {

package/src/common/directory.ts

@@ -17,6 +17,7 @@ export class Directory {
     private readonly _list: (path: string) => Promise<string[]>,
     private readonly _getOrCreateFile: (path: string, filename: string, opts?: any) => File,
     private readonly _delete: () => Promise<void>,
+    private readonly _onFlush?: () => Promise<void>,
   ) {}
 
   toString() {
@@ -44,6 +45,10 @@ export class Directory {
     return this._getOrCreateFile(this.path, filename, opts);
   }
 
+  async flush() {
+    await this._onFlush?.();
+  }
+
   /**
    * Close and delete all files in the directory and all its sub-directories.
    */

package/dist/types/src/monitor.d.ts

@@ -1,41 +0,0 @@
-export type StorageOperation = {
-    resource: string;
-    type: 'read' | 'write' | 'stat' | 'delete' | 'truncate';
-    size?: number;
-};
-export type OpHandle = {
-    end: () => void;
-};
-export type StatsBucket = {
-    resource: string;
-    beginTime: number;
-    endTime: number;
-    /**
-     * Fraction of time spent in storage operations.
-     */
-    usage: number;
-    readOps: number;
-    readBytes: number;
-    readTime: number;
-    writeOps: number;
-    writeBytes: number;
-    writeTime: number;
-    otherOps: number;
-    otherTime: number;
-};
-/**
- * Storage performance metrics.
- */
-export declare class StorageMonitor {
-    private _enabled;
-    /**
-     * By resource.
-     */
-    private readonly _buckets;
-    enable(): void;
-    beginOp(op: StorageOperation): OpHandle;
-    private _getOrInitBucket;
-    private _finalizeBuckets;
-}
-export declare const STORAGE_MONITOR: StorageMonitor;
-//# sourceMappingURL=monitor.d.ts.map

package/dist/types/src/monitor.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"monitor.d.ts","sourceRoot":"","sources":["../../../src/monitor.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,QAAQ,GAAG,UAAU,CAAC;IACxD,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,GAAG,EAAE,MAAM,IAAI,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IAEjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAElB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAIF;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAS;IAEzB;;OAEG;IACH,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAkC;IAE3D,MAAM;IASN,OAAO,CAAC,EAAE,EAAE,gBAAgB,GAAG,QAAQ;IAiCvC,OAAO,CAAC,gBAAgB;IAwBxB,OAAO,CAAC,gBAAgB;CAiBzB;AAED,eAAO,MAAM,eAAe,gBAAuB,CAAC"}