@atlaspack/cache 3.1.1-canary.3 → 3.1.1-canary.6

package/lib/LMDBLiteCache.js

@@ -80,6 +80,16 @@ class LmdbWrapper {
     const buffer = typeof value === 'string' ? Buffer.from(value) : value;
     await this.lmdb.put(key, buffer);
   }
+  *keys() {
+    const PAGE_SIZE = 10000000;
+    let currentKeys = this.lmdb.keysSync(0, PAGE_SIZE);
+    while (currentKeys.length > 0) {
+      for (const key of currentKeys) {
+        yield key;
+      }
+      currentKeys = this.lmdb.keysSync(currentKeys.length, PAGE_SIZE);
+    }
+  }
   resetReadTxn() {}
 }
 exports.LmdbWrapper = LmdbWrapper;
@@ -201,6 +211,9 @@ class LMDBLiteCache {
     }
     return this.store.delete(key);
   }
+  keys() {
+    return this.store.keys();
+  }
   refresh() {
     // Reset the read transaction for the store. This guarantees that
     // the next read will see the latest changes to the store.

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@atlaspack/cache",
   "description": "Interface for defining caches and file-system, IDB and LMDB implementations.",
-  "version": "3.1.1-canary.3+2e90c9bd0",
+  "version": "3.1.1-canary.6+b5da6b749",
   "license": "(MIT OR Apache-2.0)",
   "type": "commonjs",
   "publishConfig": {
@@ -23,12 +23,12 @@
     "check-ts": "tsc --noEmit index.d.ts"
   },
   "dependencies": {
-    "@atlaspack/build-cache": "2.13.3-canary.71+2e90c9bd0",
-    "@atlaspack/feature-flags": "2.14.1-canary.71+2e90c9bd0",
-    "@atlaspack/fs": "2.14.5-canary.3+2e90c9bd0",
-    "@atlaspack/logger": "2.14.5-canary.3+2e90c9bd0",
-    "@atlaspack/rust": "3.2.1-canary.3+2e90c9bd0",
-    "@atlaspack/utils": "2.14.5-canary.3+2e90c9bd0"
+    "@atlaspack/build-cache": "2.13.3-canary.74+b5da6b749",
+    "@atlaspack/feature-flags": "2.14.1-canary.74+b5da6b749",
+    "@atlaspack/fs": "2.14.5-canary.6+b5da6b749",
+    "@atlaspack/logger": "2.14.5-canary.6+b5da6b749",
+    "@atlaspack/rust": "3.2.1-canary.6+b5da6b749",
+    "@atlaspack/utils": "2.14.5-canary.6+b5da6b749"
   },
   "devDependencies": {
     "idb": "^5.0.8"
@@ -36,5 +36,5 @@
   "browser": {
     "./src/IDBCache.js": "./src/IDBCache.browser.js"
   },
-  "gitHead": "2e90c9bd07d7eb52645f9d84ccbb7f82685cbc8c"
+  "gitHead": "b5da6b749ddb23cfc212a640df1f07850da8307f"
 }

package/src/LMDBLiteCache.js

@@ -60,6 +60,18 @@ export class LmdbWrapper {
     await this.lmdb.put(key, buffer);
   }
 
+  *keys(): Iterable<string> {
+    const PAGE_SIZE = 10000000;
+
+    let currentKeys = this.lmdb.keysSync(0, PAGE_SIZE);
+    while (currentKeys.length > 0) {
+      for (const key of currentKeys) {
+        yield key;
+      }
+      currentKeys = this.lmdb.keysSync(currentKeys.length, PAGE_SIZE);
+    }
+  }
+
   resetReadTxn() {}
 }
 
@@ -225,6 +237,10 @@ export class LMDBLiteCache implements Cache {
     return this.store.delete(key);
   }
 
+  keys(): Iterable<string> {
+    return this.store.keys();
+  }
+
   refresh(): void {
     // Reset the read transaction for the store. This guarantees that
     // the next read will see the latest changes to the store.

package/test/LMDBLiteCache.test.js

@@ -1,4 +1,6 @@
 // @flow
+
+import * as fs from 'fs';
 import * as path from 'path';
 import {tmpdir} from 'os';
 import {LMDBLiteCache} from '../src/index';
@@ -8,13 +10,23 @@ import assert from 'assert';
 const cacheDir = path.join(tmpdir(), 'lmdb-lite-cache-tests');
 
 describe('LMDBLiteCache', () => {
+  let cache;
+
+  beforeEach(async () => {
+    await fs.promises.rm(cacheDir, {recursive: true, force: true});
+  });
+
+  afterEach(() => {
+    cache.getNativeRef().close();
+  });
+
   it('can be constructed', async () => {
-    const cache = new LMDBLiteCache(cacheDir);
+    cache = new LMDBLiteCache(cacheDir);
     await cache.ensure();
   });
 
   it('can retrieve keys', async () => {
-    const cache = new LMDBLiteCache(cacheDir);
+    cache = new LMDBLiteCache(cacheDir);
     await cache.ensure();
     await cache.setBlob('key', Buffer.from(serialize({value: 42})));
     const buffer = await cache.getBlob('key');
@@ -23,11 +35,20 @@ describe('LMDBLiteCache', () => {
   });
 
   it('can retrieve keys synchronously', async () => {
-    const cache = new LMDBLiteCache(cacheDir);
+    cache = new LMDBLiteCache(path.join(cacheDir, 'retrieve_keys_test'));
     await cache.ensure();
-    cache.setBlob('key', Buffer.from(serialize({value: 42})));
+    await cache.setBlob('key', Buffer.from(serialize({value: 42})));
     const buffer = cache.getBlobSync('key');
     const result = deserialize(buffer);
     assert.equal(result.value, 42);
   });
+
+  it('can iterate over keys', async () => {
+    cache = new LMDBLiteCache(path.join(cacheDir, 'keys_test'));
+    await cache.ensure();
+    await cache.setBlob('key1', Buffer.from(serialize({value: 42})));
+    await cache.setBlob('key2', Buffer.from(serialize({value: 43})));
+    const keys = cache.keys();
+    assert.deepEqual(Array.from(keys), ['key1', 'key2']);
+  });
 });