@atlaspack/cache 2.13.3-dev.144 → 2.13.3-dev.145

package/CHANGELOG.md

@@ -1,5 +1,91 @@
 # @atlaspack/cache
 
+## 3.2.3
+
+### Patch Changes
+
+- Updated dependencies [[`30f6017`](https://github.com/atlassian-labs/atlaspack/commit/30f60175ba4d272c5fc193973c63bc298584775b), [`3a3e8e7`](https://github.com/atlassian-labs/atlaspack/commit/3a3e8e7be9e2dffd7304436d792f0f595d59665a), [`1ab0a27`](https://github.com/atlassian-labs/atlaspack/commit/1ab0a275aeca40350415e2b03e7440d1dddc6228), [`b8a4ae8`](https://github.com/atlassian-labs/atlaspack/commit/b8a4ae8f83dc0a83d8b145c5f729936ce52080a3)]:
+  - @atlaspack/feature-flags@2.15.1
+  - @atlaspack/fs@2.15.3
+  - @atlaspack/rust@3.3.3
+  - @atlaspack/utils@2.14.8
+  - @atlaspack/logger@2.14.8
+
+## 3.2.2
+
+### Patch Changes
+
+- Updated dependencies [[`a1773d2`](https://github.com/atlassian-labs/atlaspack/commit/a1773d2a62d0ef7805ac7524621dcabcc1afe929), [`556d6ab`](https://github.com/atlassian-labs/atlaspack/commit/556d6ab8ede759fa7f37fcd3f4da336ef1c55e8f)]:
+  - @atlaspack/feature-flags@2.15.0
+  - @atlaspack/logger@2.14.7
+  - @atlaspack/rust@3.3.2
+  - @atlaspack/fs@2.15.2
+  - @atlaspack/utils@2.14.7
+
+## 3.2.1
+
+### Patch Changes
+
+- Updated dependencies [[`e0f5337`](https://github.com/atlassian-labs/atlaspack/commit/e0f533757bd1019dbd108a04952c87da15286e09)]:
+  - @atlaspack/feature-flags@2.14.4
+  - @atlaspack/rust@3.3.1
+  - @atlaspack/fs@2.15.1
+  - @atlaspack/utils@2.14.6
+  - @atlaspack/logger@2.14.6
+
+## 3.2.0
+
+### Minor Changes
+
+- [#531](https://github.com/atlassian-labs/atlaspack/pull/531) [`d2c50c2`](https://github.com/atlassian-labs/atlaspack/commit/d2c50c2c020888b33bb25b8690d9320c2b69e2a6) Thanks [@yamadapc](https://github.com/yamadapc)! - Add way to iterate LMDB cache keys
+
+### Patch Changes
+
+- Updated dependencies [[`11d6f16`](https://github.com/atlassian-labs/atlaspack/commit/11d6f16b6397dee2f217167e5c98b39edb63f7a7), [`e2ba0f6`](https://github.com/atlassian-labs/atlaspack/commit/e2ba0f69702656f3d1ce95ab1454e35062b13b39), [`d2c50c2`](https://github.com/atlassian-labs/atlaspack/commit/d2c50c2c020888b33bb25b8690d9320c2b69e2a6), [`46a90dc`](https://github.com/atlassian-labs/atlaspack/commit/46a90dccd019a26b222c878a92d23acc75dc67c5), [`4c17141`](https://github.com/atlassian-labs/atlaspack/commit/4c1714103dab2aa9039c488f381551d2b65d1d01)]:
+  - @atlaspack/feature-flags@2.14.3
+  - @atlaspack/rust@3.3.0
+  - @atlaspack/fs@2.15.0
+  - @atlaspack/utils@2.14.5
+  - @atlaspack/logger@2.14.5
+
+## 3.1.0
+
+### Minor Changes
+
+- [#525](https://github.com/atlassian-labs/atlaspack/pull/525) [`cb9da16`](https://github.com/atlassian-labs/atlaspack/commit/cb9da16fb2648e7f53c64df0313f60d5fb8970cc) Thanks [@yamadapc](https://github.com/yamadapc)! - Fix issues with large blob cache writes, run cache writes in a write transaction
+
+### Patch Changes
+
+- Updated dependencies [[`1a2c14c`](https://github.com/atlassian-labs/atlaspack/commit/1a2c14c3cd4587551cc12e94d0680c8b71ea12bf), [`cb9da16`](https://github.com/atlassian-labs/atlaspack/commit/cb9da16fb2648e7f53c64df0313f60d5fb8970cc)]:
+  - @atlaspack/rust@3.2.0
+  - @atlaspack/fs@2.14.4
+  - @atlaspack/logger@2.14.4
+  - @atlaspack/utils@2.14.4
+
+## 3.0.1
+
+### Patch Changes
+
+- Updated dependencies [[`f27d39e`](https://github.com/atlassian-labs/atlaspack/commit/f27d39e767b06def059944b3bc5fd50797eaea96)]:
+  - @atlaspack/rust@3.1.1
+  - @atlaspack/fs@2.14.3
+  - @atlaspack/logger@2.14.3
+  - @atlaspack/utils@2.14.3
+
+## 3.0.0
+
+### Major Changes
+
+- [#512](https://github.com/atlassian-labs/atlaspack/pull/512) [`8f4e6c1`](https://github.com/atlassian-labs/atlaspack/commit/8f4e6c1b0e7c1fd48624afda48c1dcc599f1460f) Thanks [@yamadapc](https://github.com/yamadapc)! - Remove LMDB cache back-end
+
+### Patch Changes
+
+- Updated dependencies [[`a891d65`](https://github.com/atlassian-labs/atlaspack/commit/a891d652bc4eb3d757d381adf65c5083f706effc), [`d02eab9`](https://github.com/atlassian-labs/atlaspack/commit/d02eab95eb60bf7457e0869af0b773608592c0e6), [`fb87a90`](https://github.com/atlassian-labs/atlaspack/commit/fb87a901973776b33ca4ce530e9d71669a9bd36d), [`7b9e8cf`](https://github.com/atlassian-labs/atlaspack/commit/7b9e8cf29e01a98e72e46b2b2fb74ccc514f4463)]:
+  - @atlaspack/rust@3.1.0
+  - @atlaspack/fs@2.14.2
+  - @atlaspack/utils@2.14.2
+  - @atlaspack/logger@2.14.2
+
 ## 2.13.3
 
 ### Patch Changes

package/index.d.ts

@@ -7,10 +7,6 @@ export const FSCache: {
   new (cacheDir: FilePath): Cache;
 };
 
-export const LMDBCache: {
-  new (cacheDir: FilePath): Cache;
-};
-
 export const LMDBLiteCache: {
   new (cacheDir: FilePath): Cache;
 };

package/lib/LMDBLiteCache.js

@@ -12,6 +12,13 @@ function _buildCache() {
   };
   return data;
 }
+function _featureFlags() {
+  const data = require("@atlaspack/feature-flags");
+  _featureFlags = function () {
+    return data;
+  };
+  return data;
+}
 function _rust() {
   const data = require("@atlaspack/rust");
   _rust = function () {
@@ -19,16 +26,16 @@ function _rust() {
   };
   return data;
 }
-function _stream() {
-  const data = _interopRequireDefault(require("stream"));
-  _stream = function () {
+function _fs() {
+  const data = _interopRequireDefault(require("fs"));
+  _fs = function () {
     return data;
   };
   return data;
 }
-function _path() {
-  const data = _interopRequireDefault(require("path"));
-  _path = function () {
+function _ncp() {
+  const data = _interopRequireDefault(require("ncp"));
+  _ncp = function () {
     return data;
   };
   return data;
@@ -40,9 +47,23 @@ function _util() {
   };
   return data;
 }
-function _fs() {
+function _stream() {
+  const data = _interopRequireDefault(require("stream"));
+  _stream = function () {
+    return data;
+  };
+  return data;
+}
+function _path() {
+  const data = _interopRequireDefault(require("path"));
+  _path = function () {
+    return data;
+  };
+  return data;
+}
+function _fs2() {
   const data = require("@atlaspack/fs");
-  _fs = function () {
+  _fs2 = function () {
     return data;
   };
   return data;
@@ -51,6 +72,7 @@ var _package = _interopRequireDefault(require("../package.json"));
 var _FSCache = require("./FSCache");
 function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
 // $FlowFixMe
+const ncpAsync = (0, _util().promisify)(_ncp().default);
 class LmdbWrapper {
   constructor(lmdb) {
     this.lmdb = lmdb;
@@ -60,6 +82,12 @@ class LmdbWrapper {
       this.lmdb.close();
     };
   }
+  has(key) {
+    return this.lmdb.hasSync(key);
+  }
+  async delete(key) {
+    await this.lmdb.delete(key);
+  }
   get(key) {
     return this.lmdb.getSync(key);
   }
@@ -67,7 +95,19 @@ class LmdbWrapper {
     const buffer = typeof value === 'string' ? Buffer.from(value) : value;
     await this.lmdb.put(key, buffer);
   }
-  resetReadTxn() {}
+  *keys() {
+    const PAGE_SIZE = 10000000;
+    let currentKeys = this.lmdb.keysSync(0, PAGE_SIZE);
+    while (currentKeys.length > 0) {
+      for (const key of currentKeys) {
+        yield key;
+      }
+      currentKeys = this.lmdb.keysSync(currentKeys.length, PAGE_SIZE);
+    }
+  }
+  compact(targetPath) {
+    this.lmdb.compact(targetPath);
+  }
 }
 exports.LmdbWrapper = LmdbWrapper;
 function open(directory
@@ -82,7 +122,7 @@ function open(directory
 const pipeline = (0, _util().promisify)(_stream().default.pipeline);
 class LMDBLiteCache {
   constructor(cacheDir) {
-    this.fs = new (_fs().NodeFS)();
+    this.fs = new (_fs2().NodeFS)();
     this.dir = cacheDir;
     this.fsCache = new _FSCache.FSCache(this.fs, cacheDir);
     this.store = open(cacheDir, {
@@ -99,7 +139,9 @@ class LMDBLiteCache {
     return this.store.lmdb;
   }
   async ensure() {
-    await this.fsCache.ensure();
+    if (!(0, _featureFlags().getFeatureFlag)('cachePerformanceImprovements')) {
+      await this.fsCache.ensure();
+    }
     return Promise.resolve();
   }
   serialize() {
@@ -111,7 +153,7 @@ class LMDBLiteCache {
     return new LMDBLiteCache(cache.dir);
   }
   has(key) {
-    return Promise.resolve(this.store.get(key) != null);
+    return Promise.resolve(this.store.has(key));
   }
   get(key) {
     let data = this.store.get(key);
@@ -151,28 +193,60 @@ class LMDBLiteCache {
     return _path().default.join(this.dir, `${key}-${index}`);
   }
   hasLargeBlob(key) {
-    return this.fs.exists(this.#getFilePath(key, 0));
+    if (!(0, _featureFlags().getFeatureFlag)('cachePerformanceImprovements')) {
+      return this.fsCache.hasLargeBlob(key);
+    }
+    return this.has(key);
   }
 
-  // eslint-disable-next-line require-await
-  async getLargeBlob(key) {
-    return this.fsCache.getLargeBlob(key);
+  /**
+   * @deprecated Use getBlob instead.
+   */
+  getLargeBlob(key) {
+    if (!(0, _featureFlags().getFeatureFlag)('cachePerformanceImprovements')) {
+      return this.fsCache.getLargeBlob(key);
+    }
+    return Promise.resolve(this.getBlobSync(key));
   }
 
-  // eslint-disable-next-line require-await
-  async setLargeBlob(key, contents, options) {
-    return this.fsCache.setLargeBlob(key, contents, options);
+  /**
+   * @deprecated Use setBlob instead.
+   */
+  setLargeBlob(key, contents, options) {
+    if (!(0, _featureFlags().getFeatureFlag)('cachePerformanceImprovements')) {
+      return this.fsCache.setLargeBlob(key, contents, options);
+    }
+    return this.setBlob(key, contents);
   }
+
+  /**
+   * @deprecated Use store.delete instead.
+   */
   deleteLargeBlob(key) {
-    return this.fsCache.deleteLargeBlob(key);
+    if (!(0, _featureFlags().getFeatureFlag)('cachePerformanceImprovements')) {
+      return this.fsCache.deleteLargeBlob(key);
+    }
+    return this.store.delete(key);
   }
-  refresh() {
-    // Reset the read transaction for the store. This guarantees that
-    // the next read will see the latest changes to the store.
-    // Useful in scenarios where reads and writes are multi-threaded.
-    // See https://github.com/kriszyp/lmdb-js#resetreadtxn-void
-    this.store.resetReadTxn();
+  keys() {
+    return this.store.keys();
+  }
+  async compact(targetPath) {
+    await _fs().default.promises.mkdir(targetPath, {
+      recursive: true
+    });
+    const files = await _fs().default.promises.readdir(this.dir);
+    // copy all files except data.mdb and lock.mdb to the target path (recursive)
+    for (const file of files) {
+      const filePath = _path().default.join(this.dir, file);
+      if (file === 'data.mdb' || file === 'lock.mdb') {
+        continue;
+      }
+      await ncpAsync(filePath, _path().default.join(targetPath, file));
+    }
+    this.store.compact(_path().default.join(targetPath, 'data.mdb'));
   }
+  refresh() {}
 }
 exports.LMDBLiteCache = LMDBLiteCache;
 (0, _buildCache().registerSerializableClass)(`${_package.default.version}:LMDBLiteCache`, LMDBLiteCache);

package/lib/index.js

@@ -25,17 +25,6 @@ Object.keys(_IDBCache).forEach(function (key) {
     }
   });
 });
-var _LMDBCache = require("./LMDBCache");
-Object.keys(_LMDBCache).forEach(function (key) {
-  if (key === "default" || key === "__esModule") return;
-  if (key in exports && exports[key] === _LMDBCache[key]) return;
-  Object.defineProperty(exports, key, {
-    enumerable: true,
-    get: function () {
-      return _LMDBCache[key];
-    }
-  });
-});
 var _LMDBLiteCache = require("./LMDBLiteCache");
 Object.keys(_LMDBLiteCache).forEach(function (key) {
   if (key === "default" || key === "__esModule") return;

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@atlaspack/cache",
   "description": "Interface for defining caches and file-system, IDB and LMDB implementations.",
-  "version": "2.13.3-dev.144+ea7d58b70",
+  "version": "2.13.3-dev.145+fa4d24840",
   "license": "(MIT OR Apache-2.0)",
   "type": "commonjs",
   "publishConfig": {
@@ -23,19 +23,19 @@
     "check-ts": "tsc --noEmit index.d.ts"
   },
   "dependencies": {
-    "@atlaspack/build-cache": "2.13.3-dev.144+ea7d58b70",
-    "@atlaspack/fs": "2.14.1-dev.144+ea7d58b70",
-    "@atlaspack/logger": "2.14.1-dev.144+ea7d58b70",
-    "@atlaspack/rust": "3.0.1-dev.144+ea7d58b70",
-    "@atlaspack/utils": "2.14.1-dev.144+ea7d58b70",
-    "lmdb": "2.8.5"
+    "@atlaspack/build-cache": "2.13.3-dev.145+fa4d24840",
+    "@atlaspack/feature-flags": "2.14.1-dev.145+fa4d24840",
+    "@atlaspack/fs": "2.14.1-dev.145+fa4d24840",
+    "@atlaspack/logger": "2.14.1-dev.145+fa4d24840",
+    "@atlaspack/rust": "3.0.1-dev.145+fa4d24840",
+    "@atlaspack/utils": "2.14.1-dev.145+fa4d24840",
+    "ncp": "^2.0.0"
   },
   "devDependencies": {
     "idb": "^5.0.8"
   },
   "browser": {
-    "./src/IDBCache.js": "./src/IDBCache.browser.js",
-    "./src/LMDBCache.js": false
+    "./src/IDBCache.js": "./src/IDBCache.browser.js"
   },
-  "gitHead": "ea7d58b70fbe4bbc6324d4053ac673ea307b7bf6"
+  "gitHead": "fa4d24840815e7048a21d74caf01e2df633fabe3"
 }

package/src/LMDBLiteCache.js

@@ -5,22 +5,23 @@ import {
   registerSerializableClass,
   serialize,
 } from '@atlaspack/build-cache';
+import {getFeatureFlag} from '@atlaspack/feature-flags';
 import {Lmdb} from '@atlaspack/rust';
 import type {FilePath} from '@atlaspack/types';
 import type {Cache} from './types';
 import type {Readable, Writable} from 'stream';
-
+import fs from 'fs';
+import ncp from 'ncp';
+import {promisify} from 'util';
 import stream from 'stream';
 import path from 'path';
-import {promisify} from 'util';
-
 import {NodeFS} from '@atlaspack/fs';
-
 // $FlowFixMe
 import packageJson from '../package.json';
-
 import {FSCache} from './FSCache';
 
+const ncpAsync = promisify(ncp);
+
 interface DBOpenOptions {
   name: string;
   // unused
@@ -41,6 +42,14 @@ export class LmdbWrapper {
     };
   }
 
+  has(key: string): boolean {
+    return this.lmdb.hasSync(key);
+  }
+
+  async delete(key: string): Promise<void> {
+    await this.lmdb.delete(key);
+  }
+
   get(key: string): Buffer | null {
     return this.lmdb.getSync(key);
   }
@@ -51,7 +60,21 @@ export class LmdbWrapper {
     await this.lmdb.put(key, buffer);
   }
 
-  resetReadTxn() {}
+  *keys(): Iterable<string> {
+    const PAGE_SIZE = 10000000;
+
+    let currentKeys = this.lmdb.keysSync(0, PAGE_SIZE);
+    while (currentKeys.length > 0) {
+      for (const key of currentKeys) {
+        yield key;
+      }
+      currentKeys = this.lmdb.keysSync(currentKeys.length, PAGE_SIZE);
+    }
+  }
+
+  compact(targetPath: string) {
+    this.lmdb.compact(targetPath);
+  }
 }
 
 export function open(
@@ -105,7 +128,9 @@ export class LMDBLiteCache implements Cache {
   }
 
   async ensure(): Promise<void> {
-    await this.fsCache.ensure();
+    if (!getFeatureFlag('cachePerformanceImprovements')) {
+      await this.fsCache.ensure();
+    }
     return Promise.resolve();
   }
 
@@ -120,7 +145,7 @@ export class LMDBLiteCache implements Cache {
   }
 
   has(key: string): Promise<boolean> {
-    return Promise.resolve(this.store.get(key) != null);
+    return Promise.resolve(this.store.has(key));
   }
 
   get<T>(key: string): Promise<?T> {
@@ -173,34 +198,70 @@ export class LMDBLiteCache implements Cache {
   }
 
   hasLargeBlob(key: string): Promise<boolean> {
-    return this.fs.exists(this.#getFilePath(key, 0));
+    if (!getFeatureFlag('cachePerformanceImprovements')) {
+      return this.fsCache.hasLargeBlob(key);
+    }
+    return this.has(key);
   }
 
-  // eslint-disable-next-line require-await
-  async getLargeBlob(key: string): Promise<Buffer> {
-    return this.fsCache.getLargeBlob(key);
+  /**
+   * @deprecated Use getBlob instead.
+   */
+  getLargeBlob(key: string): Promise<Buffer> {
+    if (!getFeatureFlag('cachePerformanceImprovements')) {
+      return this.fsCache.getLargeBlob(key);
+    }
+    return Promise.resolve(this.getBlobSync(key));
   }
 
-  // eslint-disable-next-line require-await
-  async setLargeBlob(
+  /**
+   * @deprecated Use setBlob instead.
+   */
+  setLargeBlob(
     key: string,
     contents: Buffer | string,
     options?: {|signal?: AbortSignal|},
   ): Promise<void> {
-    return this.fsCache.setLargeBlob(key, contents, options);
+    if (!getFeatureFlag('cachePerformanceImprovements')) {
+      return this.fsCache.setLargeBlob(key, contents, options);
+    }
+    return this.setBlob(key, contents);
   }
 
+  /**
+   * @deprecated Use store.delete instead.
+   */
   deleteLargeBlob(key: string): Promise<void> {
-    return this.fsCache.deleteLargeBlob(key);
+    if (!getFeatureFlag('cachePerformanceImprovements')) {
+      return this.fsCache.deleteLargeBlob(key);
+    }
+
+    return this.store.delete(key);
   }
 
-  refresh(): void {
-    // Reset the read transaction for the store. This guarantees that
-    // the next read will see the latest changes to the store.
-    // Useful in scenarios where reads and writes are multi-threaded.
-    // See https://github.com/kriszyp/lmdb-js#resetreadtxn-void
-    this.store.resetReadTxn();
+  keys(): Iterable<string> {
+    return this.store.keys();
   }
+
+  async compact(targetPath: string): Promise<void> {
+    await fs.promises.mkdir(targetPath, {recursive: true});
+
+    const files = await fs.promises.readdir(this.dir);
+    // copy all files except data.mdb and lock.mdb to the target path (recursive)
+    for (const file of files) {
+      const filePath = path.join(this.dir, file);
+
+      if (file === 'data.mdb' || file === 'lock.mdb') {
+        continue;
+      }
+
+      await ncpAsync(filePath, path.join(targetPath, file));
+    }
+
+    this.store.compact(path.join(targetPath, 'data.mdb'));
+  }
+
+  refresh(): void {}
 }
 
 registerSerializableClass(

package/src/index.js

@@ -2,7 +2,6 @@
 
 export * from './FSCache';
 export * from './IDBCache';
-export * from './LMDBCache';
 export * from './LMDBLiteCache';
 
 export type {Cache} from './types';

package/test/LMDBLiteCache.test.js

@@ -1,4 +1,6 @@
 // @flow
+
+import * as fs from 'fs';
 import * as path from 'path';
 import {tmpdir} from 'os';
 import {LMDBLiteCache} from '../src/index';
@@ -8,13 +10,23 @@ import assert from 'assert';
 const cacheDir = path.join(tmpdir(), 'lmdb-lite-cache-tests');
 
 describe('LMDBLiteCache', () => {
+  let cache;
+
+  beforeEach(async () => {
+    await fs.promises.rm(cacheDir, {recursive: true, force: true});
+  });
+
+  afterEach(() => {
+    cache.getNativeRef().close();
+  });
+
   it('can be constructed', async () => {
-    const cache = new LMDBLiteCache(cacheDir);
+    cache = new LMDBLiteCache(cacheDir);
     await cache.ensure();
   });
 
   it('can retrieve keys', async () => {
-    const cache = new LMDBLiteCache(cacheDir);
+    cache = new LMDBLiteCache(cacheDir);
     await cache.ensure();
     await cache.setBlob('key', Buffer.from(serialize({value: 42})));
     const buffer = await cache.getBlob('key');
@@ -23,11 +35,35 @@ describe('LMDBLiteCache', () => {
   });
 
   it('can retrieve keys synchronously', async () => {
-    const cache = new LMDBLiteCache(cacheDir);
+    cache = new LMDBLiteCache(path.join(cacheDir, 'retrieve_keys_test'));
     await cache.ensure();
-    cache.setBlob('key', Buffer.from(serialize({value: 42})));
+    await cache.setBlob('key', Buffer.from(serialize({value: 42})));
     const buffer = cache.getBlobSync('key');
     const result = deserialize(buffer);
     assert.equal(result.value, 42);
   });
+
+  it('can iterate over keys', async () => {
+    cache = new LMDBLiteCache(path.join(cacheDir, 'keys_test'));
+    await cache.ensure();
+    await cache.setBlob('key1', Buffer.from(serialize({value: 42})));
+    await cache.setBlob('key2', Buffer.from(serialize({value: 43})));
+    const keys = cache.keys();
+    assert.deepEqual(Array.from(keys), ['key1', 'key2']);
+  });
+
+  it('can compact databases', async () => {
+    cache = new LMDBLiteCache(path.join(cacheDir, 'compact_test'));
+    await cache.ensure();
+    await cache.setBlob('key1', Buffer.from(serialize({value: 42})));
+    await cache.setBlob('key2', Buffer.from(serialize({value: 43})));
+    await cache.compact(path.join(cacheDir, 'compact_test_compacted'));
+
+    cache.getNativeRef().close();
+
+    cache = new LMDBLiteCache(path.join(cacheDir, 'compact_test_compacted'));
+    await cache.ensure();
+    const keys = cache.keys();
+    assert.deepEqual(Array.from(keys), ['key1', 'key2']);
+  });
 });

package/lib/LMDBCache.js

@@ -1,136 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.LMDBCache = void 0;
-function _stream() {
-  const data = _interopRequireDefault(require("stream"));
-  _stream = function () {
-    return data;
-  };
-  return data;
-}
-function _path() {
-  const data = _interopRequireDefault(require("path"));
-  _path = function () {
-    return data;
-  };
-  return data;
-}
-function _util() {
-  const data = require("util");
-  _util = function () {
-    return data;
-  };
-  return data;
-}
-function _buildCache() {
-  const data = require("@atlaspack/build-cache");
-  _buildCache = function () {
-    return data;
-  };
-  return data;
-}
-function _fs() {
-  const data = require("@atlaspack/fs");
-  _fs = function () {
-    return data;
-  };
-  return data;
-}
-function _lmdb() {
-  const data = _interopRequireDefault(require("lmdb"));
-  _lmdb = function () {
-    return data;
-  };
-  return data;
-}
-var _package = _interopRequireDefault(require("../package.json"));
-var _FSCache = require("./FSCache");
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-// flowlint-next-line untyped-import:off
-// $FlowFixMe
-const pipeline = (0, _util().promisify)(_stream().default.pipeline);
-class LMDBCache {
-  // $FlowFixMe
-
-  constructor(cacheDir) {
-    this.fs = new (_fs().NodeFS)();
-    this.dir = cacheDir;
-    this.fsCache = new _FSCache.FSCache(this.fs, cacheDir);
-    this.store = _lmdb().default.open(cacheDir, {
-      name: 'parcel-cache',
-      encoding: 'binary',
-      compression: true
-    });
-  }
-  ensure() {
-    return Promise.resolve();
-  }
-  serialize() {
-    return {
-      dir: this.dir
-    };
-  }
-  static deserialize(opts) {
-    return new LMDBCache(opts.dir);
-  }
-  has(key) {
-    return Promise.resolve(this.store.get(key) != null);
-  }
-  get(key) {
-    let data = this.store.get(key);
-    if (data == null) {
-      return Promise.resolve(null);
-    }
-    return Promise.resolve((0, _buildCache().deserialize)(data));
-  }
-  async set(key, value) {
-    await this.setBlob(key, (0, _buildCache().serialize)(value));
-  }
-  getStream(key) {
-    return this.fs.createReadStream(_path().default.join(this.dir, key));
-  }
-  setStream(key, stream) {
-    return pipeline(stream, this.fs.createWriteStream(_path().default.join(this.dir, key)));
-  }
-  getBlob(key) {
-    let buffer = this.store.get(key);
-    return buffer != null ? Promise.resolve(buffer) : Promise.reject(new Error(`Key ${key} not found in cache`));
-  }
-  async setBlob(key, contents) {
-    await this.store.put(key, contents);
-  }
-  getBuffer(key) {
-    return Promise.resolve(this.store.get(key));
-  }
-  #getFilePath(key, index) {
-    return _path().default.join(this.dir, `${key}-${index}`);
-  }
-  hasLargeBlob(key) {
-    return this.fs.exists(this.#getFilePath(key, 0));
-  }
-
-  // eslint-disable-next-line require-await
-  async getLargeBlob(key) {
-    return this.fsCache.getLargeBlob(key);
-  }
-
-  // eslint-disable-next-line require-await
-  async setLargeBlob(key, contents, options) {
-    return this.fsCache.setLargeBlob(key, contents, options);
-  }
-  deleteLargeBlob(key) {
-    return this.fsCache.deleteLargeBlob(key);
-  }
-  refresh() {
-    // Reset the read transaction for the store. This guarantees that
-    // the next read will see the latest changes to the store.
-    // Useful in scenarios where reads and writes are multi-threaded.
-    // See https://github.com/kriszyp/lmdb-js#resetreadtxn-void
-    this.store.resetReadTxn();
-  }
-}
-exports.LMDBCache = LMDBCache;
-(0, _buildCache().registerSerializableClass)(`${_package.default.version}:LMDBCache`, LMDBCache);

package/src/LMDBCache.js

@@ -1,139 +0,0 @@
-// @flow strict-local
-import type {FilePath} from '@atlaspack/types';
-import type {Cache} from './types';
-import type {Readable, Writable} from 'stream';
-
-import stream from 'stream';
-import path from 'path';
-import {promisify} from 'util';
-
-import {
-  deserialize,
-  registerSerializableClass,
-  serialize,
-} from '@atlaspack/build-cache';
-import {NodeFS} from '@atlaspack/fs';
-// flowlint-next-line untyped-import:off
-import lmdb from 'lmdb';
-
-// $FlowFixMe
-import packageJson from '../package.json';
-
-import {FSCache} from './FSCache';
-
-const pipeline: (Readable, Writable) => Promise<void> = promisify(
-  stream.pipeline,
-);
-
-export class LMDBCache implements Cache {
-  fs: NodeFS;
-  dir: FilePath;
-  // $FlowFixMe
-  store: any;
-  fsCache: FSCache;
-
-  constructor(cacheDir: FilePath) {
-    this.fs = new NodeFS();
-    this.dir = cacheDir;
-    this.fsCache = new FSCache(this.fs, cacheDir);
-
-    this.store = lmdb.open(cacheDir, {
-      name: 'parcel-cache',
-      encoding: 'binary',
-      compression: true,
-    });
-  }
-
-  ensure(): Promise<void> {
-    return Promise.resolve();
-  }
-
-  serialize(): {|dir: FilePath|} {
-    return {
-      dir: this.dir,
-    };
-  }
-
-  static deserialize(opts: {|dir: FilePath|}): LMDBCache {
-    return new LMDBCache(opts.dir);
-  }
-
-  has(key: string): Promise<boolean> {
-    return Promise.resolve(this.store.get(key) != null);
-  }
-
-  get<T>(key: string): Promise<?T> {
-    let data = this.store.get(key);
-    if (data == null) {
-      return Promise.resolve(null);
-    }
-
-    return Promise.resolve(deserialize(data));
-  }
-
-  async set(key: string, value: mixed): Promise<void> {
-    await this.setBlob(key, serialize(value));
-  }
-
-  getStream(key: string): Readable {
-    return this.fs.createReadStream(path.join(this.dir, key));
-  }
-
-  setStream(key: string, stream: Readable): Promise<void> {
-    return pipeline(
-      stream,
-      this.fs.createWriteStream(path.join(this.dir, key)),
-    );
-  }
-
-  getBlob(key: string): Promise<Buffer> {
-    let buffer = this.store.get(key);
-    return buffer != null
-      ? Promise.resolve(buffer)
-      : Promise.reject(new Error(`Key ${key} not found in cache`));
-  }
-
-  async setBlob(key: string, contents: Buffer | string): Promise<void> {
-    await this.store.put(key, contents);
-  }
-
-  getBuffer(key: string): Promise<?Buffer> {
-    return Promise.resolve(this.store.get(key));
-  }
-
-  #getFilePath(key: string, index: number): string {
-    return path.join(this.dir, `${key}-${index}`);
-  }
-
-  hasLargeBlob(key: string): Promise<boolean> {
-    return this.fs.exists(this.#getFilePath(key, 0));
-  }
-
-  // eslint-disable-next-line require-await
-  async getLargeBlob(key: string): Promise<Buffer> {
-    return this.fsCache.getLargeBlob(key);
-  }
-
-  // eslint-disable-next-line require-await
-  async setLargeBlob(
-    key: string,
-    contents: Buffer | string,
-    options?: {|signal?: AbortSignal|},
-  ): Promise<void> {
-    return this.fsCache.setLargeBlob(key, contents, options);
-  }
-
-  deleteLargeBlob(key: string): Promise<void> {
-    return this.fsCache.deleteLargeBlob(key);
-  }
-
-  refresh(): void {
-    // Reset the read transaction for the store. This guarantees that
-    // the next read will see the latest changes to the store.
-    // Useful in scenarios where reads and writes are multi-threaded.
-    // See https://github.com/kriszyp/lmdb-js#resetreadtxn-void
-    this.store.resetReadTxn();
-  }
-}
-
-registerSerializableClass(`${packageJson.version}:LMDBCache`, LMDBCache);