@hold-baby/bucket-db 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +39 -0
- package/package.json +45 -0
- package/src/core/bucket-db.ts +43 -0
- package/src/core/collection.ts +173 -0
- package/src/index/shard-manager.ts +142 -0
- package/src/index.ts +37 -0
- package/src/query/evaluator.ts +87 -0
- package/src/storage/ali-oss.d.ts +43 -0
- package/src/storage/fs-adapter.ts +222 -0
- package/src/storage/memory-adapter.ts +105 -0
- package/src/storage/oss-adapter.ts +122 -0
- package/src/storage/s3-adapter.ts +151 -0
- package/src/types/collection.ts +34 -0
- package/src/types/document.ts +22 -0
- package/src/types/errors.ts +49 -0
- package/src/types/index.ts +36 -0
- package/src/types/query.ts +50 -0
- package/src/types/storage.ts +46 -0
- package/src/utils/hash.ts +24 -0
- package/tests/core/bucket-db.test.d.ts +2 -0
- package/tests/core/bucket-db.test.d.ts.map +1 -0
- package/tests/core/bucket-db.test.js +34 -0
- package/tests/core/bucket-db.test.js.map +1 -0
- package/tests/core/bucket-db.test.ts +50 -0
- package/tests/core/collection.test.d.ts +2 -0
- package/tests/core/collection.test.d.ts.map +1 -0
- package/tests/core/collection.test.js +148 -0
- package/tests/core/collection.test.js.map +1 -0
- package/tests/core/collection.test.ts +195 -0
- package/tests/core/dbpath.test.ts +52 -0
- package/tests/index/shard-manager.test.d.ts +2 -0
- package/tests/index/shard-manager.test.d.ts.map +1 -0
- package/tests/index/shard-manager.test.js +106 -0
- package/tests/index/shard-manager.test.js.map +1 -0
- package/tests/index/shard-manager.test.ts +129 -0
- package/tests/query/evaluator.test.d.ts +2 -0
- package/tests/query/evaluator.test.d.ts.map +1 -0
- package/tests/query/evaluator.test.js +87 -0
- package/tests/query/evaluator.test.js.map +1 -0
- package/tests/query/evaluator.test.ts +104 -0
- package/tests/storage/fs-adapter.test.ts +111 -0
- package/tests/storage/memory-adapter.test.d.ts +2 -0
- package/tests/storage/memory-adapter.test.d.ts.map +1 -0
- package/tests/storage/memory-adapter.test.js +65 -0
- package/tests/storage/memory-adapter.test.js.map +1 -0
- package/tests/storage/memory-adapter.test.ts +84 -0
- package/tests/storage/oss-adapter.test.d.ts +2 -0
- package/tests/storage/oss-adapter.test.d.ts.map +1 -0
- package/tests/storage/oss-adapter.test.js +34 -0
- package/tests/storage/oss-adapter.test.js.map +1 -0
- package/tests/storage/oss-adapter.test.ts +40 -0
- package/tests/storage/s3-adapter.test.d.ts +2 -0
- package/tests/storage/s3-adapter.test.d.ts.map +1 -0
- package/tests/storage/s3-adapter.test.js +51 -0
- package/tests/storage/s3-adapter.test.js.map +1 -0
- package/tests/storage/s3-adapter.test.ts +62 -0
- package/tests/utils/hash.test.d.ts +2 -0
- package/tests/utils/hash.test.d.ts.map +1 -0
- package/tests/utils/hash.test.js +36 -0
- package/tests/utils/hash.test.js.map +1 -0
- package/tests/utils/hash.test.ts +42 -0
- package/tsconfig.json +12 -0
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import { describe, test, expect, beforeEach } from 'bun:test';
|
|
2
|
+
import { MemoryStorageAdapter } from '../../src/storage/memory-adapter';
|
|
3
|
+
import { StorageError } from '../../src/index.js';
|
|
4
|
+
|
|
5
|
+
describe('MemoryStorageAdapter', () => {
|
|
6
|
+
let adapter: MemoryStorageAdapter;
|
|
7
|
+
|
|
8
|
+
beforeEach(() => {
|
|
9
|
+
adapter = new MemoryStorageAdapter();
|
|
10
|
+
});
|
|
11
|
+
|
|
12
|
+
test('put and get object', async () => {
|
|
13
|
+
const data = { name: 'test', value: 123 };
|
|
14
|
+
const { etag } = await adapter.put('key1', data);
|
|
15
|
+
|
|
16
|
+
expect(etag).toBeDefined();
|
|
17
|
+
|
|
18
|
+
const result = await adapter.get('key1');
|
|
19
|
+
expect(result.data).toEqual(data);
|
|
20
|
+
expect(result.etag).toBe(etag);
|
|
21
|
+
expect(result.lastModified).toBeInstanceOf(Date);
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
test('get non-existent key throws error', async () => {
|
|
25
|
+
await expect(adapter.get('missing')).rejects.toThrow(StorageError);
|
|
26
|
+
});
|
|
27
|
+
|
|
28
|
+
test('exists returns true for existing key', async () => {
|
|
29
|
+
await adapter.put('key1', { test: true });
|
|
30
|
+
expect(await adapter.exists('key1')).toBe(true);
|
|
31
|
+
});
|
|
32
|
+
|
|
33
|
+
test('exists returns false for non-existent key', async () => {
|
|
34
|
+
expect(await adapter.exists('missing')).toBe(false);
|
|
35
|
+
});
|
|
36
|
+
|
|
37
|
+
test('delete removes object', async () => {
|
|
38
|
+
await adapter.put('key1', { test: true });
|
|
39
|
+
await adapter.delete('key1');
|
|
40
|
+
expect(await adapter.exists('key1')).toBe(false);
|
|
41
|
+
});
|
|
42
|
+
|
|
43
|
+
test('put with ifMatch fails when etag does not match', async () => {
|
|
44
|
+
await adapter.put('key1', { version: 1 });
|
|
45
|
+
await expect(
|
|
46
|
+
adapter.put('key1', { version: 2 }, { ifMatch: 'wrong-etag' })
|
|
47
|
+
).rejects.toThrow('PreconditionFailed');
|
|
48
|
+
});
|
|
49
|
+
|
|
50
|
+
test('put with ifMatch succeeds when etag matches', async () => {
|
|
51
|
+
const { etag: etag1 } = await adapter.put('key1', { version: 1 });
|
|
52
|
+
const { etag: etag2 } = await adapter.put('key1', { version: 2 }, { ifMatch: etag1 });
|
|
53
|
+
|
|
54
|
+
expect(etag2).toBeDefined();
|
|
55
|
+
expect(etag2).not.toBe(etag1);
|
|
56
|
+
|
|
57
|
+
const result = await adapter.get('key1');
|
|
58
|
+
expect(result.data).toEqual({ version: 2 });
|
|
59
|
+
});
|
|
60
|
+
|
|
61
|
+
test('listKeys returns keys with prefix', async () => {
|
|
62
|
+
await adapter.put('users/1', { id: 1 });
|
|
63
|
+
await adapter.put('users/2', { id: 2 });
|
|
64
|
+
await adapter.put('posts/1', { id: 1 });
|
|
65
|
+
|
|
66
|
+
const keys = await adapter.listKeys('users/');
|
|
67
|
+
expect(keys).toHaveLength(2);
|
|
68
|
+
expect(keys).toContain('users/1');
|
|
69
|
+
expect(keys).toContain('users/2');
|
|
70
|
+
});
|
|
71
|
+
|
|
72
|
+
test('batchGet returns multiple objects', async () => {
|
|
73
|
+
await adapter.put('key1', { value: 1 });
|
|
74
|
+
await adapter.put('key2', { value: 2 });
|
|
75
|
+
await adapter.put('key3', { value: 3 });
|
|
76
|
+
|
|
77
|
+
const results = await adapter.batchGet(['key1', 'key2', 'missing']);
|
|
78
|
+
|
|
79
|
+
expect(results.size).toBe(2);
|
|
80
|
+
expect(results.get('key1')?.data).toEqual({ value: 1 });
|
|
81
|
+
expect(results.get('key2')?.data).toEqual({ value: 2 });
|
|
82
|
+
expect(results.has('missing')).toBe(false);
|
|
83
|
+
});
|
|
84
|
+
});
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"oss-adapter.test.d.ts","sourceRoot":"","sources":["oss-adapter.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import { describe, test, expect, beforeEach } from 'bun:test';
|
|
2
|
+
import { OSSAdapter } from '../../src/storage/oss-adapter';
|
|
3
|
+
const skipIfNoCredentials = process.env.OSS_ACCESS_KEY_ID ? test : test.skip;
|
|
4
|
+
describe('OSSAdapter', () => {
|
|
5
|
+
let adapter;
|
|
6
|
+
beforeEach(() => {
|
|
7
|
+
adapter = new OSSAdapter({
|
|
8
|
+
bucket: process.env.TEST_OSS_BUCKET || 'test-bucket',
|
|
9
|
+
region: process.env.OSS_REGION || 'oss-cn-hangzhou',
|
|
10
|
+
credentials: {
|
|
11
|
+
accessKeyId: process.env.OSS_ACCESS_KEY_ID || 'test',
|
|
12
|
+
secretAccessKey: process.env.OSS_ACCESS_KEY_SECRET || 'test',
|
|
13
|
+
},
|
|
14
|
+
endpoint: process.env.OSS_ENDPOINT,
|
|
15
|
+
});
|
|
16
|
+
});
|
|
17
|
+
skipIfNoCredentials('put and get object', async () => {
|
|
18
|
+
const data = { name: 'test', value: 123 };
|
|
19
|
+
const { etag } = await adapter.put('test/key1.json', data);
|
|
20
|
+
expect(etag).toBeDefined();
|
|
21
|
+
const result = await adapter.get('test/key1.json');
|
|
22
|
+
expect(result.data).toEqual(data);
|
|
23
|
+
});
|
|
24
|
+
test('adapter structure is correct', () => {
|
|
25
|
+
expect(adapter).toBeDefined();
|
|
26
|
+
expect(typeof adapter.get).toBe('function');
|
|
27
|
+
expect(typeof adapter.put).toBe('function');
|
|
28
|
+
expect(typeof adapter.delete).toBe('function');
|
|
29
|
+
expect(typeof adapter.exists).toBe('function');
|
|
30
|
+
expect(typeof adapter.listKeys).toBe('function');
|
|
31
|
+
expect(typeof adapter.batchGet).toBe('function');
|
|
32
|
+
});
|
|
33
|
+
});
|
|
34
|
+
//# sourceMappingURL=oss-adapter.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"oss-adapter.test.js","sourceRoot":"","sources":["oss-adapter.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAC9D,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAC;AAE3D,MAAM,mBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;AAE7E,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,IAAI,OAAmB,CAAC;IAExB,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,IAAI,UAAU,CAAC;YACvB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,aAAa;YACpD,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,iBAAiB;YACnD,WAAW,EAAE;gBACX,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM;gBACpD,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,MAAM;aAC7D;YACD,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY;SACnC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,mBAAmB,CAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;QAC1C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;QAE3D,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QAE3B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACxC,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9B,MAAM,CAAC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,CAAC,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { describe, test, expect, beforeEach } from 'bun:test';
|
|
2
|
+
import { OSSAdapter } from '../../src/storage/oss-adapter';
|
|
3
|
+
|
|
4
|
+
const skipIfNoCredentials = process.env.OSS_ACCESS_KEY_ID ? test : test.skip;
|
|
5
|
+
|
|
6
|
+
describe('OSSAdapter', () => {
|
|
7
|
+
let adapter: OSSAdapter;
|
|
8
|
+
|
|
9
|
+
beforeEach(() => {
|
|
10
|
+
adapter = new OSSAdapter({
|
|
11
|
+
bucket: process.env.TEST_OSS_BUCKET || 'test-bucket',
|
|
12
|
+
region: process.env.OSS_REGION || 'oss-cn-hangzhou',
|
|
13
|
+
credentials: {
|
|
14
|
+
accessKeyId: process.env.OSS_ACCESS_KEY_ID || 'test',
|
|
15
|
+
secretAccessKey: process.env.OSS_ACCESS_KEY_SECRET || 'test',
|
|
16
|
+
},
|
|
17
|
+
endpoint: process.env.OSS_ENDPOINT,
|
|
18
|
+
});
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
skipIfNoCredentials('put and get object', async () => {
|
|
22
|
+
const data = { name: 'test', value: 123 };
|
|
23
|
+
const { etag } = await adapter.put('test/key1.json', data);
|
|
24
|
+
|
|
25
|
+
expect(etag).toBeDefined();
|
|
26
|
+
|
|
27
|
+
const result = await adapter.get('test/key1.json');
|
|
28
|
+
expect(result.data).toEqual(data);
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
test('adapter structure is correct', () => {
|
|
32
|
+
expect(adapter).toBeDefined();
|
|
33
|
+
expect(typeof adapter.get).toBe('function');
|
|
34
|
+
expect(typeof adapter.put).toBe('function');
|
|
35
|
+
expect(typeof adapter.delete).toBe('function');
|
|
36
|
+
expect(typeof adapter.exists).toBe('function');
|
|
37
|
+
expect(typeof adapter.listKeys).toBe('function');
|
|
38
|
+
expect(typeof adapter.batchGet).toBe('function');
|
|
39
|
+
});
|
|
40
|
+
});
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"s3-adapter.test.d.ts","sourceRoot":"","sources":["s3-adapter.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,51 @@
|
|
|
1
|
+
import { describe, test, expect, beforeEach } from 'bun:test';
|
|
2
|
+
import { S3Adapter } from '../../src/storage/s3-adapter';
|
|
3
|
+
// Skip tests if no AWS credentials available
|
|
4
|
+
const skipIfNoCredentials = process.env.AWS_ACCESS_KEY_ID ? test : test.skip;
|
|
5
|
+
describe('S3Adapter', () => {
|
|
6
|
+
let adapter;
|
|
7
|
+
beforeEach(() => {
|
|
8
|
+
adapter = new S3Adapter({
|
|
9
|
+
bucket: process.env.TEST_S3_BUCKET || 'test-bucket',
|
|
10
|
+
region: process.env.AWS_REGION || 'us-east-1',
|
|
11
|
+
credentials: {
|
|
12
|
+
accessKeyId: process.env.AWS_ACCESS_KEY_ID || 'test',
|
|
13
|
+
secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY || 'test',
|
|
14
|
+
},
|
|
15
|
+
endpoint: process.env.S3_ENDPOINT, // For LocalStack
|
|
16
|
+
});
|
|
17
|
+
});
|
|
18
|
+
skipIfNoCredentials('put and get object', async () => {
|
|
19
|
+
const data = { name: 'test', value: 123 };
|
|
20
|
+
const { etag } = await adapter.put('test/key1.json', data);
|
|
21
|
+
expect(etag).toBeDefined();
|
|
22
|
+
const result = await adapter.get('test/key1.json');
|
|
23
|
+
expect(result.data).toEqual(data);
|
|
24
|
+
expect(result.etag).toBe(etag);
|
|
25
|
+
});
|
|
26
|
+
skipIfNoCredentials('exists returns true for existing key', async () => {
|
|
27
|
+
await adapter.put('test/key1.json', { test: true });
|
|
28
|
+
expect(await adapter.exists('test/key1.json')).toBe(true);
|
|
29
|
+
});
|
|
30
|
+
skipIfNoCredentials('delete removes object', async () => {
|
|
31
|
+
await adapter.put('test/key1.json', { test: true });
|
|
32
|
+
await adapter.delete('test/key1.json');
|
|
33
|
+
expect(await adapter.exists('test/key1.json')).toBe(false);
|
|
34
|
+
});
|
|
35
|
+
skipIfNoCredentials('put with ifMatch optimistic locking', async () => {
|
|
36
|
+
const { etag: etag1 } = await adapter.put('test/key1.json', { version: 1 });
|
|
37
|
+
const { etag: etag2 } = await adapter.put('test/key1.json', { version: 2 }, { ifMatch: etag1 });
|
|
38
|
+
expect(etag2).toBeDefined();
|
|
39
|
+
expect(etag2).not.toBe(etag1);
|
|
40
|
+
});
|
|
41
|
+
test('adapter structure is correct', () => {
|
|
42
|
+
expect(adapter).toBeDefined();
|
|
43
|
+
expect(typeof adapter.get).toBe('function');
|
|
44
|
+
expect(typeof adapter.put).toBe('function');
|
|
45
|
+
expect(typeof adapter.delete).toBe('function');
|
|
46
|
+
expect(typeof adapter.exists).toBe('function');
|
|
47
|
+
expect(typeof adapter.listKeys).toBe('function');
|
|
48
|
+
expect(typeof adapter.batchGet).toBe('function');
|
|
49
|
+
});
|
|
50
|
+
});
|
|
51
|
+
//# sourceMappingURL=s3-adapter.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"s3-adapter.test.js","sourceRoot":"","sources":["s3-adapter.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AAGzD,6CAA6C;AAC7C,MAAM,mBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;AAE7E,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,IAAI,OAAkB,CAAC;IAEvB,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,IAAI,SAAS,CAAC;YACtB,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,aAAa;YACnD,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,WAAW;YAC7C,WAAW,EAAE;gBACX,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM;gBACpD,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,MAAM;aAC7D;YACD,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,WAAW,EAAE,iBAAiB;SACrD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,mBAAmB,CAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;QAC1C,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;QAE3D,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QAE3B,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,mBAAmB,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,mBAAmB,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACpD,MAAM,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,mBAAmB,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5E,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAEhG,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5B,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACxC,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;QAC9B,MAAM,CAAC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,CAAC,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/C,MAAM,CAAC,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,CAAC,OAAO,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
import { describe, test, expect, beforeEach } from 'bun:test';
|
|
2
|
+
import { S3Adapter } from '../../src/storage/s3-adapter';
|
|
3
|
+
import { StorageError } from '../../src/index.js';
|
|
4
|
+
|
|
5
|
+
// Skip tests if no AWS credentials available
|
|
6
|
+
const skipIfNoCredentials = process.env.AWS_ACCESS_KEY_ID ? test : test.skip;
|
|
7
|
+
|
|
8
|
+
describe('S3Adapter', () => {
|
|
9
|
+
let adapter: S3Adapter;
|
|
10
|
+
|
|
11
|
+
beforeEach(() => {
|
|
12
|
+
adapter = new S3Adapter({
|
|
13
|
+
bucket: process.env.TEST_S3_BUCKET || 'test-bucket',
|
|
14
|
+
region: process.env.AWS_REGION || 'us-east-1',
|
|
15
|
+
credentials: {
|
|
16
|
+
accessKeyId: process.env.AWS_ACCESS_KEY_ID || 'test',
|
|
17
|
+
secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY || 'test',
|
|
18
|
+
},
|
|
19
|
+
endpoint: process.env.S3_ENDPOINT, // For LocalStack
|
|
20
|
+
});
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
skipIfNoCredentials('put and get object', async () => {
|
|
24
|
+
const data = { name: 'test', value: 123 };
|
|
25
|
+
const { etag } = await adapter.put('test/key1.json', data);
|
|
26
|
+
|
|
27
|
+
expect(etag).toBeDefined();
|
|
28
|
+
|
|
29
|
+
const result = await adapter.get('test/key1.json');
|
|
30
|
+
expect(result.data).toEqual(data);
|
|
31
|
+
expect(result.etag).toBe(etag);
|
|
32
|
+
});
|
|
33
|
+
|
|
34
|
+
skipIfNoCredentials('exists returns true for existing key', async () => {
|
|
35
|
+
await adapter.put('test/key1.json', { test: true });
|
|
36
|
+
expect(await adapter.exists('test/key1.json')).toBe(true);
|
|
37
|
+
});
|
|
38
|
+
|
|
39
|
+
skipIfNoCredentials('delete removes object', async () => {
|
|
40
|
+
await adapter.put('test/key1.json', { test: true });
|
|
41
|
+
await adapter.delete('test/key1.json');
|
|
42
|
+
expect(await adapter.exists('test/key1.json')).toBe(false);
|
|
43
|
+
});
|
|
44
|
+
|
|
45
|
+
skipIfNoCredentials('put with ifMatch optimistic locking', async () => {
|
|
46
|
+
const { etag: etag1 } = await adapter.put('test/key1.json', { version: 1 });
|
|
47
|
+
const { etag: etag2 } = await adapter.put('test/key1.json', { version: 2 }, { ifMatch: etag1 });
|
|
48
|
+
|
|
49
|
+
expect(etag2).toBeDefined();
|
|
50
|
+
expect(etag2).not.toBe(etag1);
|
|
51
|
+
});
|
|
52
|
+
|
|
53
|
+
test('adapter structure is correct', () => {
|
|
54
|
+
expect(adapter).toBeDefined();
|
|
55
|
+
expect(typeof adapter.get).toBe('function');
|
|
56
|
+
expect(typeof adapter.put).toBe('function');
|
|
57
|
+
expect(typeof adapter.delete).toBe('function');
|
|
58
|
+
expect(typeof adapter.exists).toBe('function');
|
|
59
|
+
expect(typeof adapter.listKeys).toBe('function');
|
|
60
|
+
expect(typeof adapter.batchGet).toBe('function');
|
|
61
|
+
});
|
|
62
|
+
});
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hash.test.d.ts","sourceRoot":"","sources":["hash.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import { describe, test, expect } from 'bun:test';
|
|
2
|
+
import { hashString, getShardId } from '../../src/utils/hash';
|
|
3
|
+
describe('Hash Utilities', () => {
|
|
4
|
+
test('hashString produces consistent results', () => {
|
|
5
|
+
const hash1 = hashString('test-id-123');
|
|
6
|
+
const hash2 = hashString('test-id-123');
|
|
7
|
+
expect(hash1).toBe(hash2);
|
|
8
|
+
});
|
|
9
|
+
test('hashString produces different results for different inputs', () => {
|
|
10
|
+
const hash1 = hashString('id-1');
|
|
11
|
+
const hash2 = hashString('id-2');
|
|
12
|
+
expect(hash1).not.toBe(hash2);
|
|
13
|
+
});
|
|
14
|
+
test('getShardId returns value within range', () => {
|
|
15
|
+
const shardId = getShardId('test-id', 16);
|
|
16
|
+
expect(shardId).toBeGreaterThanOrEqual(0);
|
|
17
|
+
expect(shardId).toBeLessThan(16);
|
|
18
|
+
});
|
|
19
|
+
test('getShardId is deterministic', () => {
|
|
20
|
+
const shardId1 = getShardId('test-id', 16);
|
|
21
|
+
const shardId2 = getShardId('test-id', 16);
|
|
22
|
+
expect(shardId1).toBe(shardId2);
|
|
23
|
+
});
|
|
24
|
+
test('getShardId distributes across shards', () => {
|
|
25
|
+
const shardCounts = new Map();
|
|
26
|
+
const shardCount = 16;
|
|
27
|
+
// Generate 1000 IDs and count distribution
|
|
28
|
+
for (let i = 0; i < 1000; i++) {
|
|
29
|
+
const shardId = getShardId(`id-${i}`, shardCount);
|
|
30
|
+
shardCounts.set(shardId, (shardCounts.get(shardId) || 0) + 1);
|
|
31
|
+
}
|
|
32
|
+
// Each shard should have at least some documents (rough distribution)
|
|
33
|
+
expect(shardCounts.size).toBeGreaterThan(10);
|
|
34
|
+
});
|
|
35
|
+
});
|
|
36
|
+
//# sourceMappingURL=hash.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hash.test.js","sourceRoot":"","sources":["hash.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAE9D,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,IAAI,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAClD,MAAM,KAAK,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;QACxC,MAAM,KAAK,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;QACxC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACtE,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,uCAAuC,EAAE,GAAG,EAAE;QACjD,MAAM,OAAO,GAAG,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACvC,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,UAAU,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAChD,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC9C,MAAM,UAAU,GAAG,EAAE,CAAC;QAEtB,2CAA2C;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;YAClD,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAChE,CAAC;QAED,sEAAsE;QACtE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { describe, test, expect } from 'bun:test';
|
|
2
|
+
import { hashString, getShardId } from '../../src/utils/hash';
|
|
3
|
+
|
|
4
|
+
describe('Hash Utilities', () => {
|
|
5
|
+
test('hashString produces consistent results', () => {
|
|
6
|
+
const hash1 = hashString('test-id-123');
|
|
7
|
+
const hash2 = hashString('test-id-123');
|
|
8
|
+
expect(hash1).toBe(hash2);
|
|
9
|
+
});
|
|
10
|
+
|
|
11
|
+
test('hashString produces different results for different inputs', () => {
|
|
12
|
+
const hash1 = hashString('id-1');
|
|
13
|
+
const hash2 = hashString('id-2');
|
|
14
|
+
expect(hash1).not.toBe(hash2);
|
|
15
|
+
});
|
|
16
|
+
|
|
17
|
+
test('getShardId returns value within range', () => {
|
|
18
|
+
const shardId = getShardId('test-id', 16);
|
|
19
|
+
expect(shardId).toBeGreaterThanOrEqual(0);
|
|
20
|
+
expect(shardId).toBeLessThan(16);
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
test('getShardId is deterministic', () => {
|
|
24
|
+
const shardId1 = getShardId('test-id', 16);
|
|
25
|
+
const shardId2 = getShardId('test-id', 16);
|
|
26
|
+
expect(shardId1).toBe(shardId2);
|
|
27
|
+
});
|
|
28
|
+
|
|
29
|
+
test('getShardId distributes across shards', () => {
|
|
30
|
+
const shardCounts = new Map<number, number>();
|
|
31
|
+
const shardCount = 16;
|
|
32
|
+
|
|
33
|
+
// Generate 1000 IDs and count distribution
|
|
34
|
+
for (let i = 0; i < 1000; i++) {
|
|
35
|
+
const shardId = getShardId(`id-${i}`, shardCount);
|
|
36
|
+
shardCounts.set(shardId, (shardCounts.get(shardId) || 0) + 1);
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
// Each shard should have at least some documents (rough distribution)
|
|
40
|
+
expect(shardCounts.size).toBeGreaterThan(10);
|
|
41
|
+
});
|
|
42
|
+
});
|
package/tsconfig.json
ADDED