ueberdb2 4.0.17 → 4.1.2

package/test/test_bulk.ts

@@ -1,69 +0,0 @@
-import assert$0 from 'assert';
-import {Database} from '../index';
-import util from 'util';
-'use strict';
-const assert = assert$0.strict;
-const range = (N: any) => [...Array(N).keys()];
-describe(__filename, () => {
-  let db: any = null;
-  let mock: any = null;
-  const createDb = async (wrapperSettings: any) => {
-    const settings = {};
-    db = new Database('mock', settings, wrapperSettings);
-    // @ts-expect-error TS(2339): Property 'mock' does not exist on type '{}'.
-    mock = settings.mock;
-    mock.once('init', (cb: any) => cb());
-    await db.init();
-  };
-  afterEach(async () => {
-    if (mock != null) {
-      mock.removeAllListeners();
-      mock.once('close', (cb: any) => cb());
-      mock = null;
-    }
-    if (db != null) {
-      await db.close();
-      db = null;
-    }
-  });
-  describe('bulkLimit', () => {
-    const bulkLimits = [0, false, null, undefined, '', 1, 2];
-    for (const bulkLimit of bulkLimits) {
-      it(bulkLimit === undefined ? 'undefined' : JSON.stringify(bulkLimit), async () => {
-        await createDb({bulkLimit});
-        const gotWrites: any = [];
-        mock.on('set', util.callbackify(async (k: any, v: any) => gotWrites.push(1)));
-        mock.on('doBulk', util.callbackify(async (ops: any) => gotWrites.push(ops.length)));
-        const N = 10;
-        await Promise.all(range(N).map((i) => db.set(`key${i}`, `val${i}`)));
-        const wantLimit = bulkLimit || N;
-        // @ts-expect-error TS(2363): The right-hand side of an arithmetic operation mus... Remove this comment to see the full error message
-        const wantWrites = range(N / wantLimit).map((i) => wantLimit);
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert.deepEqual(gotWrites, wantWrites);
-      });
-    }
-  });
-  it('bulk failures are retried individually', async () => {
-    await createDb({});
-    const gotDoBulkCalls: any = [];
-    mock.on('doBulk', util.callbackify(async (ops: any) => {
-      gotDoBulkCalls.push(ops.length);
-      throw new Error('test');
-    }));
-    const gotWrites = new Map();
-    const wantWrites = new Map();
-    mock.on('set', util.callbackify(async (k: any, v: any) => gotWrites.set(k, v)));
-    const N = 10;
-    await Promise.all(range(N).map(async (i) => {
-      const k = `key${i}`;
-      const v = `val${i}`;
-      wantWrites.set(k, JSON.stringify(v));
-      await db.set(k, v);
-    }));
-    // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-    assert.deepEqual(gotDoBulkCalls, [N]);
-    // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-    assert.deepEqual(gotWrites, wantWrites);
-  });
-});

package/test/test_elasticsearch.ts

@@ -1,128 +0,0 @@
-import {deepEqual, rejects} from 'assert';
-import es from 'elasticsearch7';
-import {databases} from './lib/databases';
-import logging from '../lib/logging';
-import * as ueberdb from '../index';
-'use strict';
-const {databases: {elasticsearch: cfg}} = {databases};
-const logger = new class extends logging.ConsoleLogger {
-  info() { }
-  isInfoEnabled() { return false; }
-}();
-
-describe(__filename, function (this: any) {
-  this.timeout(60000);
-  const {base_index = 'ueberdb_test'} = cfg;
-  let client: any;
-  let db: any;
-  beforeEach(async () => {
-    client = new es.Client({
-      node: `http://${cfg.host || '127.0.0.1'}:${cfg.port || '9200'}`,
-    });
-    await client.indices.delete({index: `${base_index}*`}, {ignore: [404]});
-  });
-  afterEach(async () => {
-    if (db != null) { await db.close(); }
-    db = null;
-    await client.indices.delete({index: `${base_index}*`}, {ignore: [404]});
-    client.close();
-    client = null;
-  });
-  describe('migration to schema v2', () => {
-    describe('no old data', () => {
-      for (const migrate of [false, true]) {
-        it(`migration ${migrate ? 'en' : 'dis'}abled`, async () => {
-          // @ts-ignore
-          const settings = {base_index, migrate_to_newer_schema: undefined,
-            ...cfg};
-          delete settings.migrate_to_newer_schema;
-          db = new ueberdb.Database('elasticsearch', settings, {}, logger);
-          await db.init();
-          const indices = [];
-          const {body: res} = await client.indices.get({index: `${base_index}*`});
-          for (const [k, v] of Object.entries(res)) {
-            indices.push(k);
-            // @ts-expect-error TS(2571): Object is of type 'unknown'.
-            indices.push(...Object.keys(v.aliases));
-          }
-          deepEqual(indices.sort(), [`${base_index}_s2`, `${base_index}_s2_i0`].sort());
-        });
-      }
-    });
-    describe('existing data', () => {
-      // @ts-expect-error TS(2769): No overload matches this call.
-      const data = new Map([
-        ['foo:number', 42],
-        ['foo:string', 'value'],
-        ['foo:object', {k: 'v'}],
-        ['foo:p:s:number', 42],
-        ['foo:p:s:string', 'value'],
-        ['foo:p:s:object', {k: 'v'}],
-      ]);
-      const setOld = async (k: any, v: any) => {
-        const kp = k.split(':');
-        const index = kp.length === 4 ? `${base_index}-${kp[0]}-${kp[2]}` : base_index;
-        await client.index({
-          index,
-          type: kp.length === 4 ? encodeURIComponent(kp[1]) : kp[0],
-          id: kp.length === 4 ? kp[3] : encodeURIComponent(kp[1]),
-          body: {
-            // The old elasticsearch driver was inconsistent: doBulk() called JSON.parse() on the
-            // value from ueberdb before writing, but set() did not. We'll assume that any existing
-            // data came from set() writes, not doBulk() writes.
-            val: JSON.stringify(v),
-          },
-        });
-        await client.indices.refresh({index});
-      };
-      beforeEach(async () => {
-        await Promise.all([...data].map(async ([k, v]) => await setOld(k, v)));
-      });
-      it('migration disabled => init error', async () => {
-        // @ts-ignore
-        const settings = {base_index, migrate_to_newer_schema: undefined,
-          ...cfg};
-        delete settings.migrate_to_newer_schema;
-        db = new ueberdb.Database('elasticsearch', settings, {}, logger);
-        await rejects(db.init(), /migrate_to_newer_schema/);
-      });
-      it('migration enabled', async () => {
-        // @ts-ignore
-        const settings = {base_index, ...cfg, migrate_to_newer_schema: true};
-        db = new ueberdb.Database('elasticsearch', settings, {}, logger);
-        await db.init();
-        await Promise.all([...data].map(async ([k, v]) => {
-          deepEqual(await db.get(k), v);
-        }));
-      });
-      it('each attempt uses a new index', async () => {
-        await setOld('a-x:b:c-x:d', 'v'); // Force a conversion failure.
-        cfg.base_index = base_index;
-        const settings = {...cfg, migrate_to_newer_schema: true};
-        db = new ueberdb.Database('elasticsearch', settings, {}, logger);
-        const getIndices = async () => Object.keys((await client.indices.get({index: `${base_index}_s2*`})).body);
-        deepEqual(await getIndices(), []);
-        await rejects(db.init(), /ambig/);
-        deepEqual(await getIndices(), [`${base_index}_s2_migrate_attempt_0`]);
-        await rejects(db.init(), /ambig/);
-        deepEqual((await getIndices()).sort(), [
-          `${base_index}_s2_migrate_attempt_0`,
-          `${base_index}_s2_migrate_attempt_1`,
-        ]);
-      });
-      it('final name not created until success', async () => {
-      });
-      describe('ambiguous key', () => {
-        for (const k of ['a:b:c-x:d', 'a-x:b:c:d', 'a-x:b:c-x:d']) {
-          it(k, async () => {
-            await setOld(k, 'v');
-            cfg.base_index = base_index;
-            const settings = {...cfg, migrate_to_newer_schema: true};
-            db = new ueberdb.Database('elasticsearch', settings, {}, logger);
-            await rejects(db.init(), /ambig/);
-          });
-        }
-      });
-    });
-  });
-});

package/test/test_findKeys.ts

@@ -1,41 +0,0 @@
-import assert$0 from 'assert';
-import logging from '../lib/logging';
-import * as ueberdb from '../index';
-'use strict';
-const assert = assert$0.strict;
-const logger = new logging.ConsoleLogger();
-describe(__filename, () => {
-  let db: any = null;
-  let mock: any = null;
-  const createDb = async (wrapperSettings = {}) => {
-    const settings = {};
-    db = new ueberdb.Database('mock', settings, {json: false, ...wrapperSettings}, logger);
-    // @ts-expect-error TS(2339): Property 'mock' does not exist on type '{}'.
-    mock = settings.mock;
-    mock.once('init', (cb: any) => cb());
-    await db.init();
-  };
-  afterEach(async () => {
-    if (mock != null) {
-      mock.removeAllListeners();
-      mock.once('close', (cb: any) => cb());
-      mock = null;
-    }
-    if (db != null) {
-      await db.close();
-      db = null;
-    }
-  });
-  it('cached entries are flushed before calling findKeys', async () => {
-    // Trigger a test timeout if flush() completes before the write operation is buffered.
-    await createDb({writeInterval: 1e9});
-    let called = false;
-    mock.on('set', (k: any, v: any, cb: any) => { called = true; cb(null); });
-    // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-    mock.on('findKeys', (k: any, nk: any, cb: any) => { assert(called); cb(null, []); });
-    await Promise.all([
-      db.set('key', 'value'),
-      db.findKeys('key', null),
-    ]);
-  });
-});

package/test/test_flush.ts

@@ -1,55 +0,0 @@
-import logging from '../lib/logging';
-import * as ueberdb from '../index';
-'use strict';
-const logger = new logging.ConsoleLogger();
-describe(__filename, () => {
-  let db: any = null;
-  let mock: any = null;
-  const createDb = async (wrapperSettings = {}) => {
-    const settings = {};
-    db = new ueberdb.Database('mock', settings, {json: false, ...wrapperSettings}, logger);
-    // @ts-expect-error TS(2339): Property 'mock' does not exist on type '{}'.
-    mock = settings.mock;
-    mock.once('init', (cb: any) => cb());
-    await db.init();
-  };
-  afterEach(async () => {
-    if (mock != null) {
-      mock.removeAllListeners();
-      mock.once('close', (cb: any) => cb());
-      mock = null;
-    }
-    if (db != null) {
-      await db.close();
-      db = null;
-    }
-  });
-  it('flush() immediately after set() sees the write operation', async () => {
-    // Trigger a test timeout if flush() completes before the write operation is buffered.
-    await createDb({writeInterval: 1e9});
-    mock.on('set', (k: any, v: any, cb: any) => cb());
-    await Promise.all([
-      db.set('key', 'value'),
-      db.flush(),
-    ]);
-  });
-  it('flush() immediately after setSub() sees the write operation', async () => {
-    // Trigger a test timeout if flush() completes before the write operation is buffered.
-    await createDb({writeInterval: 1e9});
-    mock.on('get', (k: any, cb: any) => cb(null, {sub: 'oldvalue'}));
-    mock.on('set', (k: any, v: any, cb: any) => cb(null));
-    await Promise.all([
-      db.setSub('key', ['sub'], 'newvalue'),
-      db.flush(),
-    ]);
-  });
-  it('flush() immediately after remove() sees the write operation', async () => {
-    // Trigger a test timeout if flush() completes before the write operation is buffered.
-    await createDb({writeInterval: 1e9});
-    mock.on('remove', (k: any, cb: any) => cb(null));
-    await Promise.all([
-      db.remove('key'),
-      db.flush(),
-    ]);
-  });
-});

package/test/test_getSub.ts

@@ -1,28 +0,0 @@
-import assert$0 from 'assert';
-import * as ueberdb from '../index';
-'use strict';
-const assert = assert$0.strict;
-describe(__filename, () => {
-  let db: any;
-  beforeEach(async () => {
-    db = new ueberdb.Database('memory', {}, {});
-    await db.init();
-    await db.set('k', {s: 'v'});
-  });
-  afterEach(async () => {
-    if (db != null) await db.close();
-    db = null;
-  });
-  it('getSub stops at non-objects', async () => {
-    // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-    assert((await db.getSub('k', ['s', 'length'])) == null);
-  });
-  it('getSub ignores non-own properties', async () => {
-    // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-    assert((await db.getSub('k', ['toString'])) == null);
-  });
-  it('getSub ignores __proto__', async () => {
-    // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-    assert((await db.getSub('k', ['__proto__'])) == null);
-  });
-});

package/test/test_lru.ts

@@ -1,151 +0,0 @@
-// @ts-expect-error TS(2306): File '/mnt/c/Users/samue/WebstormProjects/ueberDB/... Remove this comment to see the full error message
-import {exportedForTesting} from '../lib/CacheAndBufferLayer';
-import assert$0 from 'assert';
-'use strict';
-const LRU = {exportedForTesting}.exportedForTesting.LRU;
-const assert = assert$0.strict;
-describe(__filename, () => {
-  describe('capacity = 0', () => {
-    it('constructor does not throw', async () => {
-      new LRU(0);
-    });
-    describe('behavior when empty', () => {
-      it('get() returns nullish', async () => {
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert((new LRU(0)).get('k') == null);
-      });
-      it('empty iteration', async () => {
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert.equal([...(new LRU(0))].length, 0);
-      });
-      it('evictOld() does not throw', async () => {
-        (new LRU(0)).evictOld();
-      });
-    });
-    describe('single entry with evictable = false', () => {
-      let evictable: any, lru: any, key: any, val: any;
-      beforeEach(async () => {
-        evictable = false;
-        lru = new LRU(0, () => evictable);
-        key = 'k';
-        val = 'v';
-        lru.set(key, val);
-      });
-      it('get() works', async () => {
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert.equal(lru.get(key), val);
-      });
-      it('iterate works', async () => {
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert.deepEqual([...lru], [[key, val]]);
-      });
-      it('re-set() works', async () => {
-        const val2 = 'v2';
-        lru.set(key, val2);
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert.equal(lru.get(key), val2);
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert.deepEqual([...lru], [[key, val2]]);
-      });
-      it('evictOld() does not evict', async () => {
-        lru.evictOld();
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert.deepEqual([...lru], [[key, val]]);
-      });
-      it('evictOld() evicts after setting evictable = true', async () => {
-        evictable = true;
-        lru.evictOld();
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert.deepEqual([...lru], []);
-      });
-    });
-    describe('set immediately evicts if evictable', () => {
-      it('explicitly evictable', async () => {
-        const lru = new LRU(0, () => true);
-        lru.set('k', 'v');
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert(lru.get('k') == null);
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert.deepEqual([...lru], []);
-      });
-
-      it('is evictable by default', async () => {
-        const lru = new LRU(0);
-        lru.set('k', 'v');
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert(lru.get('k') == null);
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert.deepEqual([...lru], []);
-      });
-    });
-  });
-  describe('capacity = 2', () => {
-    let evictable: any, lru: any;
-    beforeEach(async () => {
-      evictable = () => false;
-      lru = new LRU(2, (k: any, v: any) => evictable(k, v));
-    });
-    it('iterates oldest first', async () => {
-      lru.set(0, '0');
-      lru.set(1, '1');
-      let i = 0;
-      for (const [k, v] of lru) {
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert.equal(k, i);
-        // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-        assert.equal(v, `${i}`);
-        i++;
-      }
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.equal(i, 2);
-    });
-    it('get(k) updates recently used', async () => {
-      lru.set(0, '0');
-      lru.set(1, '1');
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.equal(lru.get(0), '0');
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.deepEqual([...lru], [[1, '1'], [0, '0']]);
-    });
-    it('get(k, false) does not update recently used', async () => {
-      lru.set(0, '0');
-      lru.set(1, '1');
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.equal(lru.get(0, false), '0');
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.deepEqual([...lru], [[0, '0'], [1, '1']]);
-    });
-    it('re-set() updates recently used', async () => {
-      lru.set(0, '0');
-      lru.set(1, '1');
-      lru.set(0, '00');
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.deepEqual([...lru], [[1, '1'], [0, '00']]);
-    });
-    it('evictOld() only evicts evictable entries', async () => {
-      evictable = () => false;
-      lru.set(0, '0');
-      lru.set(1, '1');
-      lru.set(2, '2');
-      lru.set(3, '3');
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.deepEqual([...lru], [[0, '0'], [1, '1'], [2, '2'], [3, '3']]);
-      evictable = (k: any) => k >= 2;
-      lru.evictOld();
-      // The newer entries should be evicted because the older are dirty/writingInProgress.
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.deepEqual([...lru], [[0, '0'], [1, '1']]);
-    });
-    it('evictOld() does nothing if at or below capacity', async () => {
-      evictable = () => true;
-      lru.set(0, '0');
-      lru.evictOld();
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.deepEqual([...lru], [[0, '0']]);
-      lru.set(1, '1');
-      lru.evictOld();
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.deepEqual([...lru], [[0, '0'], [1, '1']]);
-    });
-  });
-});

package/test/test_memory.ts

@@ -1,32 +0,0 @@
-import assert$0 from 'assert';
-import * as memory from '../databases/memory_db';
-'use strict';
-const assert = assert$0.strict;
-
-describe(__filename, () => {
-  describe('data option', () => {
-    it('uses existing records from data option', async () => {
-      const db = new memory.Database({data: new Map([['foo', 'bar']])});
-      await db.init();
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.equal(await db.get('foo'), 'bar');
-    });
-    it('updates existing map', async () => {
-      const data = new Map();
-      const db = new memory.Database({data});
-      await db.init();
-      await db.set('foo', 'bar');
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.equal(data.get('foo'), 'bar');
-    });
-    it('does not clear map on close', async () => {
-      const data = new Map();
-      const db = new memory.Database({data});
-      await db.init();
-      await db.set('foo', 'bar');
-      await db.close();
-      // @ts-expect-error TS(2775): Assertions require every name in the call target t... Remove this comment to see the full error message
-      assert.equal(data.get('foo'), 'bar');
-    });
-  });
-});