@atlaspack/cache 2.13.3-dev.53 → 2.13.3-dev.58

package/CHANGELOG.md

@@ -1,5 +1,32 @@
 # @atlaspack/cache
 
+## 3.0.0
+
+### Major Changes
+
+- [#512](https://github.com/atlassian-labs/atlaspack/pull/512) [`8f4e6c1`](https://github.com/atlassian-labs/atlaspack/commit/8f4e6c1b0e7c1fd48624afda48c1dcc599f1460f) Thanks [@yamadapc](https://github.com/yamadapc)! - Remove LMDB cache back-end
+
+### Patch Changes
+
+- Updated dependencies [[`a891d65`](https://github.com/atlassian-labs/atlaspack/commit/a891d652bc4eb3d757d381adf65c5083f706effc), [`d02eab9`](https://github.com/atlassian-labs/atlaspack/commit/d02eab95eb60bf7457e0869af0b773608592c0e6), [`fb87a90`](https://github.com/atlassian-labs/atlaspack/commit/fb87a901973776b33ca4ce530e9d71669a9bd36d), [`7b9e8cf`](https://github.com/atlassian-labs/atlaspack/commit/7b9e8cf29e01a98e72e46b2b2fb74ccc514f4463)]:
+  - @atlaspack/rust@3.1.0
+  - @atlaspack/fs@2.14.2
+  - @atlaspack/utils@2.14.2
+  - @atlaspack/logger@2.14.2
+
+## 2.13.3
+
+### Patch Changes
+
+- [#478](https://github.com/atlassian-labs/atlaspack/pull/478) [`570493b`](https://github.com/atlassian-labs/atlaspack/commit/570493beaf754e7985aebc7daaaf6dfcfa8fe56b) Thanks [@yamadapc](https://github.com/yamadapc)! - The first attempt at Version Packages didn't include the built artifacts.
+  This has hopefully been fixed, so this change will force those packages to re-release.
+- Updated dependencies [[`80bd57b`](https://github.com/atlassian-labs/atlaspack/commit/80bd57b9f9e966563957dee0780d956a682eb2d4), [`ae70b81`](https://github.com/atlassian-labs/atlaspack/commit/ae70b810384cf58f9c57d341ab4c925c7bb2060c), [`ce13d5e`](https://github.com/atlassian-labs/atlaspack/commit/ce13d5e885d55518ee6318e7a72e3a6e4e5126f2), [`c0a61a9`](https://github.com/atlassian-labs/atlaspack/commit/c0a61a92405b6830fe39cc17622cc2e97bf02dd7), [`cb35e7d`](https://github.com/atlassian-labs/atlaspack/commit/cb35e7d2b90b372de8401792915f12f410508d24), [`6ec11f1`](https://github.com/atlassian-labs/atlaspack/commit/6ec11f10a9366fb8a9fc0475c7678235056bd80e), [`570493b`](https://github.com/atlassian-labs/atlaspack/commit/570493beaf754e7985aebc7daaaf6dfcfa8fe56b)]:
+  - @atlaspack/fs@2.14.1
+  - @atlaspack/rust@3.0.1
+  - @atlaspack/utils@2.14.1
+  - @atlaspack/logger@2.14.1
+  - @atlaspack/build-cache@2.13.3
+
 ## 2.13.2
 
 ### Patch Changes

package/index.d.ts

@@ -7,10 +7,6 @@ export const FSCache: {
   new (cacheDir: FilePath): Cache;
 };
 
-export const LMDBCache: {
-  new (cacheDir: FilePath): Cache;
-};
-
 export const LMDBLiteCache: {
   new (cacheDir: FilePath): Cache;
 };

package/lib/LMDBLiteCache.js

@@ -98,7 +98,8 @@ class LMDBLiteCache {
   getNativeRef() {
     return this.store.lmdb;
   }
-  ensure() {
+  async ensure() {
+    await this.fsCache.ensure();
     return Promise.resolve();
   }
   serialize() {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@atlaspack/cache",
   "description": "Interface for defining caches and file-system, IDB and LMDB implementations.",
-  "version": "2.13.3-dev.53+75290c6cb",
+  "version": "2.13.3-dev.58+304528673",
   "license": "(MIT OR Apache-2.0)",
   "type": "commonjs",
   "publishConfig": {
@@ -23,19 +23,17 @@
     "check-ts": "tsc --noEmit index.d.ts"
   },
   "dependencies": {
-    "@atlaspack/build-cache": "2.13.3-dev.53+75290c6cb",
-    "@atlaspack/fs": "2.14.1-dev.53+75290c6cb",
-    "@atlaspack/logger": "2.14.1-dev.53+75290c6cb",
-    "@atlaspack/rust": "3.0.1-dev.53+75290c6cb",
-    "@atlaspack/utils": "2.14.1-dev.53+75290c6cb",
-    "lmdb": "2.8.5"
+    "@atlaspack/build-cache": "2.13.3-dev.58+304528673",
+    "@atlaspack/fs": "2.14.1-dev.58+304528673",
+    "@atlaspack/logger": "2.14.1-dev.58+304528673",
+    "@atlaspack/rust": "3.0.1-dev.58+304528673",
+    "@atlaspack/utils": "2.14.1-dev.58+304528673"
   },
   "devDependencies": {
     "idb": "^5.0.8"
   },
   "browser": {
-    "./src/IDBCache.js": "./src/IDBCache.browser.js",
-    "./src/LMDBCache.js": false
+    "./src/IDBCache.js": "./src/IDBCache.browser.js"
   },
-  "gitHead": "75290c6cb03e7253ab1f9bfc6859d518a7d313cc"
+  "gitHead": "304528673208007ba9e03ec6360fdf99a4945910"
 }

package/src/LMDBLiteCache.js

@@ -63,7 +63,10 @@ export function open(
     new Lmdb({
       path: directory,
       asyncWrites: true,
-      mapSize: 1024 * 1024 * 1024 * 15,
+      mapSize:
+        process.env.ATLASPACK_BUILD_ENV === 'test'
+          ? 1024 * 1024 * 1024
+          : 1024 * 1024 * 1024 * 15,
     }),
   );
 }
@@ -101,7 +104,8 @@ export class LMDBLiteCache implements Cache {
     return this.store.lmdb;
   }
 
-  ensure(): Promise<void> {
+  async ensure(): Promise<void> {
+    await this.fsCache.ensure();
     return Promise.resolve();
   }
 

package/src/index.js

@@ -2,7 +2,6 @@
 
 export * from './FSCache';
 export * from './IDBCache';
-// export * from './LMDBCache';
 export * from './LMDBLiteCache';
 
 export type {Cache} from './types';

package/lib/LMDBCache.js

@@ -1,136 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.LMDBCache = void 0;
-function _stream() {
-  const data = _interopRequireDefault(require("stream"));
-  _stream = function () {
-    return data;
-  };
-  return data;
-}
-function _path() {
-  const data = _interopRequireDefault(require("path"));
-  _path = function () {
-    return data;
-  };
-  return data;
-}
-function _util() {
-  const data = require("util");
-  _util = function () {
-    return data;
-  };
-  return data;
-}
-function _buildCache() {
-  const data = require("@atlaspack/build-cache");
-  _buildCache = function () {
-    return data;
-  };
-  return data;
-}
-function _fs() {
-  const data = require("@atlaspack/fs");
-  _fs = function () {
-    return data;
-  };
-  return data;
-}
-function _lmdb() {
-  const data = _interopRequireDefault(require("lmdb"));
-  _lmdb = function () {
-    return data;
-  };
-  return data;
-}
-var _package = _interopRequireDefault(require("../package.json"));
-var _FSCache = require("./FSCache");
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-// flowlint-next-line untyped-import:off
-// $FlowFixMe
-const pipeline = (0, _util().promisify)(_stream().default.pipeline);
-class LMDBCache {
-  // $FlowFixMe
-
-  constructor(cacheDir) {
-    this.fs = new (_fs().NodeFS)();
-    this.dir = cacheDir;
-    this.fsCache = new _FSCache.FSCache(this.fs, cacheDir);
-    this.store = _lmdb().default.open(cacheDir, {
-      name: 'parcel-cache',
-      encoding: 'binary',
-      compression: true
-    });
-  }
-  ensure() {
-    return Promise.resolve();
-  }
-  serialize() {
-    return {
-      dir: this.dir
-    };
-  }
-  static deserialize(opts) {
-    return new LMDBCache(opts.dir);
-  }
-  has(key) {
-    return Promise.resolve(this.store.get(key) != null);
-  }
-  get(key) {
-    let data = this.store.get(key);
-    if (data == null) {
-      return Promise.resolve(null);
-    }
-    return Promise.resolve((0, _buildCache().deserialize)(data));
-  }
-  async set(key, value) {
-    await this.setBlob(key, (0, _buildCache().serialize)(value));
-  }
-  getStream(key) {
-    return this.fs.createReadStream(_path().default.join(this.dir, key));
-  }
-  setStream(key, stream) {
-    return pipeline(stream, this.fs.createWriteStream(_path().default.join(this.dir, key)));
-  }
-  getBlob(key) {
-    let buffer = this.store.get(key);
-    return buffer != null ? Promise.resolve(buffer) : Promise.reject(new Error(`Key ${key} not found in cache`));
-  }
-  async setBlob(key, contents) {
-    await this.store.put(key, contents);
-  }
-  getBuffer(key) {
-    return Promise.resolve(this.store.get(key));
-  }
-  #getFilePath(key, index) {
-    return _path().default.join(this.dir, `${key}-${index}`);
-  }
-  hasLargeBlob(key) {
-    return this.fs.exists(this.#getFilePath(key, 0));
-  }
-
-  // eslint-disable-next-line require-await
-  async getLargeBlob(key) {
-    return this.fsCache.getLargeBlob(key);
-  }
-
-  // eslint-disable-next-line require-await
-  async setLargeBlob(key, contents, options) {
-    return this.fsCache.setLargeBlob(key, contents, options);
-  }
-  deleteLargeBlob(key) {
-    return this.fsCache.deleteLargeBlob(key);
-  }
-  refresh() {
-    // Reset the read transaction for the store. This guarantees that
-    // the next read will see the latest changes to the store.
-    // Useful in scenarios where reads and writes are multi-threaded.
-    // See https://github.com/kriszyp/lmdb-js#resetreadtxn-void
-    this.store.resetReadTxn();
-  }
-}
-exports.LMDBCache = LMDBCache;
-(0, _buildCache().registerSerializableClass)(`${_package.default.version}:LMDBCache`, LMDBCache);

package/src/LMDBCache.js

@@ -1,139 +0,0 @@
-// @flow strict-local
-import type {FilePath} from '@atlaspack/types';
-import type {Cache} from './types';
-import type {Readable, Writable} from 'stream';
-
-import stream from 'stream';
-import path from 'path';
-import {promisify} from 'util';
-
-import {
-  deserialize,
-  registerSerializableClass,
-  serialize,
-} from '@atlaspack/build-cache';
-import {NodeFS} from '@atlaspack/fs';
-// flowlint-next-line untyped-import:off
-import lmdb from 'lmdb';
-
-// $FlowFixMe
-import packageJson from '../package.json';
-
-import {FSCache} from './FSCache';
-
-const pipeline: (Readable, Writable) => Promise<void> = promisify(
-  stream.pipeline,
-);
-
-export class LMDBCache implements Cache {
-  fs: NodeFS;
-  dir: FilePath;
-  // $FlowFixMe
-  store: any;
-  fsCache: FSCache;
-
-  constructor(cacheDir: FilePath) {
-    this.fs = new NodeFS();
-    this.dir = cacheDir;
-    this.fsCache = new FSCache(this.fs, cacheDir);
-
-    this.store = lmdb.open(cacheDir, {
-      name: 'parcel-cache',
-      encoding: 'binary',
-      compression: true,
-    });
-  }
-
-  ensure(): Promise<void> {
-    return Promise.resolve();
-  }
-
-  serialize(): {|dir: FilePath|} {
-    return {
-      dir: this.dir,
-    };
-  }
-
-  static deserialize(opts: {|dir: FilePath|}): LMDBCache {
-    return new LMDBCache(opts.dir);
-  }
-
-  has(key: string): Promise<boolean> {
-    return Promise.resolve(this.store.get(key) != null);
-  }
-
-  get<T>(key: string): Promise<?T> {
-    let data = this.store.get(key);
-    if (data == null) {
-      return Promise.resolve(null);
-    }
-
-    return Promise.resolve(deserialize(data));
-  }
-
-  async set(key: string, value: mixed): Promise<void> {
-    await this.setBlob(key, serialize(value));
-  }
-
-  getStream(key: string): Readable {
-    return this.fs.createReadStream(path.join(this.dir, key));
-  }
-
-  setStream(key: string, stream: Readable): Promise<void> {
-    return pipeline(
-      stream,
-      this.fs.createWriteStream(path.join(this.dir, key)),
-    );
-  }
-
-  getBlob(key: string): Promise<Buffer> {
-    let buffer = this.store.get(key);
-    return buffer != null
-      ? Promise.resolve(buffer)
-      : Promise.reject(new Error(`Key ${key} not found in cache`));
-  }
-
-  async setBlob(key: string, contents: Buffer | string): Promise<void> {
-    await this.store.put(key, contents);
-  }
-
-  getBuffer(key: string): Promise<?Buffer> {
-    return Promise.resolve(this.store.get(key));
-  }
-
-  #getFilePath(key: string, index: number): string {
-    return path.join(this.dir, `${key}-${index}`);
-  }
-
-  hasLargeBlob(key: string): Promise<boolean> {
-    return this.fs.exists(this.#getFilePath(key, 0));
-  }
-
-  // eslint-disable-next-line require-await
-  async getLargeBlob(key: string): Promise<Buffer> {
-    return this.fsCache.getLargeBlob(key);
-  }
-
-  // eslint-disable-next-line require-await
-  async setLargeBlob(
-    key: string,
-    contents: Buffer | string,
-    options?: {|signal?: AbortSignal|},
-  ): Promise<void> {
-    return this.fsCache.setLargeBlob(key, contents, options);
-  }
-
-  deleteLargeBlob(key: string): Promise<void> {
-    return this.fsCache.deleteLargeBlob(key);
-  }
-
-  refresh(): void {
-    // Reset the read transaction for the store. This guarantees that
-    // the next read will see the latest changes to the store.
-    // Useful in scenarios where reads and writes are multi-threaded.
-    // See https://github.com/kriszyp/lmdb-js#resetreadtxn-void
-    this.store.resetReadTxn();
-  }
-}
-
-registerSerializableClass(`${packageJson.version}:LMDBCache`, LMDBCache);