@hold-baby/bucket-db 0.2.0 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +234 -19
- package/dist/cache/lru-cache.d.ts +47 -0
- package/dist/cache/lru-cache.d.ts.map +1 -0
- package/dist/cache/lru-cache.js +110 -0
- package/dist/cache/lru-cache.js.map +1 -0
- package/dist/core/bucket-db.d.ts +20 -0
- package/dist/core/bucket-db.d.ts.map +1 -0
- package/dist/core/bucket-db.js +32 -0
- package/dist/core/bucket-db.js.map +1 -0
- package/dist/core/collection.d.ts +26 -0
- package/dist/core/collection.d.ts.map +1 -0
- package/dist/core/collection.js +213 -0
- package/dist/core/collection.js.map +1 -0
- package/dist/core/wal.d.ts +45 -0
- package/dist/core/wal.d.ts.map +1 -0
- package/dist/core/wal.js +80 -0
- package/dist/core/wal.js.map +1 -0
- package/dist/index/shard-manager.d.ts +36 -0
- package/dist/index/shard-manager.d.ts.map +1 -0
- package/dist/index/shard-manager.js +177 -0
- package/dist/index/shard-manager.js.map +1 -0
- package/dist/index.d.ts +9 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +10 -0
- package/dist/index.js.map +1 -0
- package/dist/query/evaluator.d.ts +10 -0
- package/dist/query/evaluator.d.ts.map +1 -0
- package/dist/query/evaluator.js +127 -0
- package/dist/query/evaluator.js.map +1 -0
- package/dist/storage/fs-adapter.d.ts +24 -0
- package/dist/storage/fs-adapter.d.ts.map +1 -0
- package/dist/storage/fs-adapter.js +208 -0
- package/dist/storage/fs-adapter.js.map +1 -0
- package/dist/storage/memory-adapter.d.ts +22 -0
- package/dist/storage/memory-adapter.d.ts.map +1 -0
- package/dist/storage/memory-adapter.js +78 -0
- package/dist/storage/memory-adapter.js.map +1 -0
- package/dist/storage/oss-adapter.d.ts +26 -0
- package/dist/storage/oss-adapter.d.ts.map +1 -0
- package/dist/storage/oss-adapter.js +145 -0
- package/dist/storage/oss-adapter.js.map +1 -0
- package/dist/storage/s3-adapter.d.ts +26 -0
- package/dist/storage/s3-adapter.d.ts.map +1 -0
- package/dist/storage/s3-adapter.js +170 -0
- package/dist/storage/s3-adapter.js.map +1 -0
- package/dist/types/collection.d.ts +40 -0
- package/dist/types/collection.d.ts.map +1 -0
- package/dist/types/collection.js +2 -0
- package/dist/types/collection.js.map +1 -0
- package/{src/types/document.ts → dist/types/document.d.ts} +6 -10
- package/dist/types/document.d.ts.map +1 -0
- package/dist/types/document.js +2 -0
- package/dist/types/document.js.map +1 -0
- package/dist/types/errors.d.ts +32 -0
- package/dist/types/errors.d.ts.map +1 -0
- package/dist/types/errors.js +48 -0
- package/dist/types/errors.js.map +1 -0
- package/dist/types/index.d.ts +6 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +3 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/query.d.ts +37 -0
- package/dist/types/query.d.ts.map +1 -0
- package/dist/types/query.js +2 -0
- package/dist/types/query.js.map +1 -0
- package/dist/types/storage.d.ts +45 -0
- package/dist/types/storage.d.ts.map +1 -0
- package/dist/types/storage.js +2 -0
- package/dist/types/storage.js.map +1 -0
- package/dist/utils/hash.d.ts +13 -0
- package/dist/utils/hash.d.ts.map +1 -0
- package/dist/utils/hash.js +23 -0
- package/dist/utils/hash.js.map +1 -0
- package/dist/utils/path-validator.d.ts +46 -0
- package/dist/utils/path-validator.d.ts.map +1 -0
- package/dist/utils/path-validator.js +99 -0
- package/dist/utils/path-validator.js.map +1 -0
- package/llms.txt +46 -0
- package/package.json +14 -3
- package/src/core/bucket-db.ts +0 -43
- package/src/core/collection.ts +0 -173
- package/src/index/shard-manager.ts +0 -142
- package/src/index.ts +0 -37
- package/src/query/evaluator.ts +0 -87
- package/src/storage/ali-oss.d.ts +0 -43
- package/src/storage/fs-adapter.ts +0 -222
- package/src/storage/memory-adapter.ts +0 -105
- package/src/storage/oss-adapter.ts +0 -122
- package/src/storage/s3-adapter.ts +0 -151
- package/src/types/collection.ts +0 -34
- package/src/types/errors.ts +0 -49
- package/src/types/index.ts +0 -36
- package/src/types/query.ts +0 -50
- package/src/types/storage.ts +0 -46
- package/src/utils/hash.ts +0 -24
- package/tests/core/bucket-db.test.d.ts +0 -2
- package/tests/core/bucket-db.test.d.ts.map +0 -1
- package/tests/core/bucket-db.test.js +0 -34
- package/tests/core/bucket-db.test.js.map +0 -1
- package/tests/core/bucket-db.test.ts +0 -50
- package/tests/core/collection.test.d.ts +0 -2
- package/tests/core/collection.test.d.ts.map +0 -1
- package/tests/core/collection.test.js +0 -148
- package/tests/core/collection.test.js.map +0 -1
- package/tests/core/collection.test.ts +0 -195
- package/tests/core/dbpath.test.ts +0 -52
- package/tests/index/shard-manager.test.d.ts +0 -2
- package/tests/index/shard-manager.test.d.ts.map +0 -1
- package/tests/index/shard-manager.test.js +0 -106
- package/tests/index/shard-manager.test.js.map +0 -1
- package/tests/index/shard-manager.test.ts +0 -129
- package/tests/query/evaluator.test.d.ts +0 -2
- package/tests/query/evaluator.test.d.ts.map +0 -1
- package/tests/query/evaluator.test.js +0 -87
- package/tests/query/evaluator.test.js.map +0 -1
- package/tests/query/evaluator.test.ts +0 -104
- package/tests/storage/fs-adapter.test.ts +0 -111
- package/tests/storage/memory-adapter.test.d.ts +0 -2
- package/tests/storage/memory-adapter.test.d.ts.map +0 -1
- package/tests/storage/memory-adapter.test.js +0 -65
- package/tests/storage/memory-adapter.test.js.map +0 -1
- package/tests/storage/memory-adapter.test.ts +0 -84
- package/tests/storage/oss-adapter.test.d.ts +0 -2
- package/tests/storage/oss-adapter.test.d.ts.map +0 -1
- package/tests/storage/oss-adapter.test.js +0 -34
- package/tests/storage/oss-adapter.test.js.map +0 -1
- package/tests/storage/oss-adapter.test.ts +0 -40
- package/tests/storage/s3-adapter.test.d.ts +0 -2
- package/tests/storage/s3-adapter.test.d.ts.map +0 -1
- package/tests/storage/s3-adapter.test.js +0 -51
- package/tests/storage/s3-adapter.test.js.map +0 -1
- package/tests/storage/s3-adapter.test.ts +0 -62
- package/tests/utils/hash.test.d.ts +0 -2
- package/tests/utils/hash.test.d.ts.map +0 -1
- package/tests/utils/hash.test.js +0 -36
- package/tests/utils/hash.test.js.map +0 -1
- package/tests/utils/hash.test.ts +0 -42
- package/tsconfig.json +0 -12
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Allowed query operators (whitelist)
|
|
3
|
+
*/
|
|
4
|
+
const ALLOWED_OPERATORS = new Set([
|
|
5
|
+
'$eq', '$ne', '$gt', '$gte', '$lt', '$lte', '$in', '$nin'
|
|
6
|
+
]);
|
|
7
|
+
/**
|
|
8
|
+
* Reserved field names that cannot be queried (security)
|
|
9
|
+
*/
|
|
10
|
+
const RESERVED_FIELDS = new Set([
|
|
11
|
+
'__proto__',
|
|
12
|
+
'constructor',
|
|
13
|
+
'prototype',
|
|
14
|
+
'toString',
|
|
15
|
+
'valueOf',
|
|
16
|
+
'hasOwnProperty',
|
|
17
|
+
'isPrototypeOf',
|
|
18
|
+
'propertyIsEnumerable'
|
|
19
|
+
]);
|
|
20
|
+
/**
|
|
21
|
+
* Validate query filter for security
|
|
22
|
+
*/
|
|
23
|
+
function validateFilter(filter) {
|
|
24
|
+
for (const [field, condition] of Object.entries(filter)) {
|
|
25
|
+
// Check for reserved field names
|
|
26
|
+
if (RESERVED_FIELDS.has(field)) {
|
|
27
|
+
throw new Error('Query contains forbidden field name');
|
|
28
|
+
}
|
|
29
|
+
// Validate operators if condition is an object
|
|
30
|
+
if (typeof condition === 'object' && condition !== null && !Array.isArray(condition)) {
|
|
31
|
+
for (const op of Object.keys(condition)) {
|
|
32
|
+
if (!ALLOWED_OPERATORS.has(op)) {
|
|
33
|
+
throw new Error('Query contains invalid operator');
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* Evaluates a single operator condition
|
|
41
|
+
*/
|
|
42
|
+
export function evaluateOperator(value, condition) {
|
|
43
|
+
// Direct value comparison (implicit $eq)
|
|
44
|
+
if (typeof condition !== 'object' || condition === null || Array.isArray(condition)) {
|
|
45
|
+
return value === condition;
|
|
46
|
+
}
|
|
47
|
+
const operators = condition;
|
|
48
|
+
// Check all operators (AND logic)
|
|
49
|
+
for (const [op, operand] of Object.entries(operators)) {
|
|
50
|
+
switch (op) {
|
|
51
|
+
case '$eq':
|
|
52
|
+
if (value !== operand)
|
|
53
|
+
return false;
|
|
54
|
+
break;
|
|
55
|
+
case '$ne':
|
|
56
|
+
if (value === operand)
|
|
57
|
+
return false;
|
|
58
|
+
break;
|
|
59
|
+
case '$gt':
|
|
60
|
+
case '$gte':
|
|
61
|
+
case '$lt':
|
|
62
|
+
case '$lte':
|
|
63
|
+
// Type check: only allow comparison for numbers and strings
|
|
64
|
+
if (typeof value !== typeof operand) {
|
|
65
|
+
throw new Error('Type mismatch in comparison operator');
|
|
66
|
+
}
|
|
67
|
+
if (typeof value !== 'number' && typeof value !== 'string') {
|
|
68
|
+
throw new Error('Comparison operators require number or string values');
|
|
69
|
+
}
|
|
70
|
+
if (op === '$gt' && !(value > operand))
|
|
71
|
+
return false;
|
|
72
|
+
if (op === '$gte' && !(value >= operand))
|
|
73
|
+
return false;
|
|
74
|
+
if (op === '$lt' && !(value < operand))
|
|
75
|
+
return false;
|
|
76
|
+
if (op === '$lte' && !(value <= operand))
|
|
77
|
+
return false;
|
|
78
|
+
break;
|
|
79
|
+
case '$in':
|
|
80
|
+
if (!Array.isArray(operand)) {
|
|
81
|
+
throw new Error('$in operator requires array operand');
|
|
82
|
+
}
|
|
83
|
+
if (operand.length === 0)
|
|
84
|
+
return false; // Empty array never matches
|
|
85
|
+
if (!operand.includes(value))
|
|
86
|
+
return false;
|
|
87
|
+
break;
|
|
88
|
+
case '$nin':
|
|
89
|
+
if (!Array.isArray(operand)) {
|
|
90
|
+
throw new Error('$nin operator requires array operand');
|
|
91
|
+
}
|
|
92
|
+
if (operand.length === 0)
|
|
93
|
+
return true; // Empty array means nothing excluded
|
|
94
|
+
if (operand.includes(value))
|
|
95
|
+
return false;
|
|
96
|
+
break;
|
|
97
|
+
default:
|
|
98
|
+
// Should never reach here due to validateFilter check
|
|
99
|
+
throw new Error('Invalid operator');
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
return true;
|
|
103
|
+
}
|
|
104
|
+
/**
|
|
105
|
+
* Evaluates a complete filter against a document
|
|
106
|
+
*/
|
|
107
|
+
export function evaluateFilter(document, filter) {
|
|
108
|
+
// Empty filter matches all documents
|
|
109
|
+
if (Object.keys(filter).length === 0) {
|
|
110
|
+
return true;
|
|
111
|
+
}
|
|
112
|
+
// Validate filter for security
|
|
113
|
+
validateFilter(filter);
|
|
114
|
+
// All conditions must match (AND logic)
|
|
115
|
+
for (const [field, condition] of Object.entries(filter)) {
|
|
116
|
+
// Only access own properties, not inherited ones
|
|
117
|
+
if (!Object.prototype.hasOwnProperty.call(document, field)) {
|
|
118
|
+
return false;
|
|
119
|
+
}
|
|
120
|
+
const value = document[field];
|
|
121
|
+
if (!evaluateOperator(value, condition)) {
|
|
122
|
+
return false;
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
return true;
|
|
126
|
+
}
|
|
127
|
+
//# sourceMappingURL=evaluator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evaluator.js","sourceRoot":"","sources":["../../src/query/evaluator.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM;CAC1D,CAAC,CAAC;AAEH;;GAEG;AACH,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,WAAW;IACX,aAAa;IACb,WAAW;IACX,UAAU;IACV,SAAS;IACT,gBAAgB;IAChB,eAAe;IACf,sBAAsB;CACvB,CAAC,CAAC;AAEH;;GAEG;AACH,SAAS,cAAc,CAAgC,MAAsB;IAC3E,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACxD,iCAAiC;QACjC,IAAI,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QACzD,CAAC;QAED,+CAA+C;QAC/C,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YACrF,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;gBACxC,IAAI,CAAC,iBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;oBAC/B,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,gBAAgB,CAC9B,KAAQ,EACR,SAAwB;IAExB,yCAAyC;IACzC,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QACpF,OAAO,KAAK,KAAK,SAAS,CAAC;IAC7B,CAAC;IAED,MAAM,SAAS,GAAG,SAAgC,CAAC;IAEnD,kCAAkC;IAClC,KAAK,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QACtD,QAAQ,EAAE,EAAE,CAAC;YACX,KAAK,KAAK;gBACR,IAAI,KAAK,KAAK,OAAO;oBAAE,OAAO,KAAK,CAAC;gBACpC,MAAM;YAER,KAAK,KAAK;gBACR,IAAI,KAAK,KAAK,OAAO;oBAAE,OAAO,KAAK,CAAC;gBACpC,MAAM;YAER,KAAK,KAAK,CAAC;YACX,KAAK,MAAM,CAAC;YACZ,KAAK,KAAK,CAAC;YACX,KAAK,MAAM;gBACT,4DAA4D;gBAC5D,IAAI,OAAO,KAAK,KAAK,OAAO,OAAO,EAAE,CAAC;oBACpC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBAC1D,CAAC;gBACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC3D,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;gBAC1E,CAAC;gBAED,IAAI,EAAE,KAAK,KAAK,IAAI,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACrD,IAAI,EAAE,KAAK,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACvD,IAAI,EAAE,KAAK,KAAK,IAAI,CAAC,CAAC,KAAK,GAAG,OAAO,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACrD,IAAI,EAAE,KAAK,MAAM,IAAI,CAAC,CAAC,KAAK,IAAI,OAAO,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACvD,MAAM;YAER,KAAK,KAAK;gBACR,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;gBACzD,CAAC;gBACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC,CAAC,4BAA4B;gBACpE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC3C,MAAM;YAER,KAAK,MAAM;gBACT,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC5B,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;gBAC1D,CAAC;gBACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,IAAI,CAAC,CAAC,qCAAqC;gBAC5E,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;gBAC1C,MAAM;YAER;gBACE,sDAAsD;gBACtD,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,cAAc,CAC5B,QAAW,EACX,MAAsB;IAEtB,qCAAqC;IACrC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,+BAA+B;IAC/B,cAAc,CAAC,MAAM,CAAC,CAAC;IAEvB,wCAAwC;IACxC,KAAK,MAAM,CAAC,KAAK,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACxD,iDAAiD;QACjD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC;YAC3D,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;QAE9B,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,SAA4B,CAAC,EAAE,CAAC;YAC3D,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import type { StorageAdapter, StorageObject, PutOptions } from '../types/index.js';
|
|
2
|
+
export interface FileSystemAdapterConfig {
|
|
3
|
+
basePath: string;
|
|
4
|
+
}
|
|
5
|
+
/**
|
|
6
|
+
* Local file system storage adapter
|
|
7
|
+
*/
|
|
8
|
+
export declare class FileSystemAdapter implements StorageAdapter {
|
|
9
|
+
private basePath;
|
|
10
|
+
constructor(config: FileSystemAdapterConfig);
|
|
11
|
+
private getFilePath;
|
|
12
|
+
private getMetadataPath;
|
|
13
|
+
private generateETag;
|
|
14
|
+
private ensureDirectoryExists;
|
|
15
|
+
get(key: string): Promise<StorageObject>;
|
|
16
|
+
put(key: string, data: any, options?: PutOptions): Promise<{
|
|
17
|
+
etag: string;
|
|
18
|
+
}>;
|
|
19
|
+
delete(key: string): Promise<void>;
|
|
20
|
+
exists(key: string): Promise<boolean>;
|
|
21
|
+
listKeys(prefix: string): Promise<string[]>;
|
|
22
|
+
batchGet(keys: string[]): Promise<Map<string, StorageObject>>;
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=fs-adapter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fs-adapter.d.ts","sourceRoot":"","sources":["../../src/storage/fs-adapter.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EACV,cAAc,EACd,aAAa,EACb,UAAU,EACX,MAAM,mBAAmB,CAAC;AAI3B,MAAM,WAAW,uBAAuB;IACtC,QAAQ,EAAE,MAAM,CAAC;CAClB;AAOD;;GAEG;AACH,qBAAa,iBAAkB,YAAW,cAAc;IACtD,OAAO,CAAC,QAAQ,CAAS;gBAEb,MAAM,EAAE,uBAAuB;IAS3C,OAAO,CAAC,WAAW;IAInB,OAAO,CAAC,eAAe;IAIvB,OAAO,CAAC,YAAY;IAKpB,OAAO,CAAC,qBAAqB;IAOvB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAmCxC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IA+D5E,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBlC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKrC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAkD3C,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CAuBpE"}
|
|
@@ -0,0 +1,208 @@
|
|
|
1
|
+
import { readFileSync, writeFileSync, unlinkSync, existsSync, mkdirSync, statSync, readdirSync, renameSync } from 'fs';
|
|
2
|
+
import { join, dirname, relative } from 'path';
|
|
3
|
+
import { createHash } from 'crypto';
|
|
4
|
+
import { StorageError } from '../types/index.js';
|
|
5
|
+
import { safeKeyPath, validatePathWithinBase } from '../utils/path-validator.js';
|
|
6
|
+
/**
|
|
7
|
+
* Local file system storage adapter
|
|
8
|
+
*/
|
|
9
|
+
export class FileSystemAdapter {
|
|
10
|
+
basePath;
|
|
11
|
+
constructor(config) {
|
|
12
|
+
this.basePath = config.basePath;
|
|
13
|
+
// Ensure base directory exists
|
|
14
|
+
if (!existsSync(this.basePath)) {
|
|
15
|
+
mkdirSync(this.basePath, { recursive: true });
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
getFilePath(key) {
|
|
19
|
+
return safeKeyPath(this.basePath, key);
|
|
20
|
+
}
|
|
21
|
+
getMetadataPath(key) {
|
|
22
|
+
return safeKeyPath(this.basePath, key + '.meta');
|
|
23
|
+
}
|
|
24
|
+
generateETag(data) {
|
|
25
|
+
const content = JSON.stringify(data);
|
|
26
|
+
return createHash('md5').update(content).digest('hex');
|
|
27
|
+
}
|
|
28
|
+
ensureDirectoryExists(filePath) {
|
|
29
|
+
const dir = dirname(filePath);
|
|
30
|
+
if (!existsSync(dir)) {
|
|
31
|
+
mkdirSync(dir, { recursive: true });
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
async get(key) {
|
|
35
|
+
const filePath = this.getFilePath(key);
|
|
36
|
+
const metaPath = this.getMetadataPath(key);
|
|
37
|
+
try {
|
|
38
|
+
if (!existsSync(filePath)) {
|
|
39
|
+
throw new StorageError(`Object not found: ${key}`);
|
|
40
|
+
}
|
|
41
|
+
const content = readFileSync(filePath, 'utf-8');
|
|
42
|
+
const data = JSON.parse(content);
|
|
43
|
+
let etag;
|
|
44
|
+
if (existsSync(metaPath)) {
|
|
45
|
+
const metadata = JSON.parse(readFileSync(metaPath, 'utf-8'));
|
|
46
|
+
etag = metadata.etag;
|
|
47
|
+
}
|
|
48
|
+
else {
|
|
49
|
+
etag = this.generateETag(data);
|
|
50
|
+
}
|
|
51
|
+
const stats = statSync(filePath);
|
|
52
|
+
return {
|
|
53
|
+
data,
|
|
54
|
+
etag,
|
|
55
|
+
lastModified: stats.mtime,
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
catch (error) {
|
|
59
|
+
if (error instanceof StorageError) {
|
|
60
|
+
throw error;
|
|
61
|
+
}
|
|
62
|
+
throw new StorageError(`Failed to get object: ${error.message}`, error);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
async put(key, data, options) {
|
|
66
|
+
const filePath = this.getFilePath(key);
|
|
67
|
+
const metaPath = this.getMetadataPath(key);
|
|
68
|
+
try {
|
|
69
|
+
// Check conditional writes
|
|
70
|
+
if (options?.ifMatch || options?.ifNoneMatch) {
|
|
71
|
+
if (existsSync(metaPath)) {
|
|
72
|
+
const currentMeta = JSON.parse(readFileSync(metaPath, 'utf-8'));
|
|
73
|
+
if (options.ifMatch && currentMeta.etag !== options.ifMatch) {
|
|
74
|
+
throw new StorageError('PreconditionFailed: ETag mismatch');
|
|
75
|
+
}
|
|
76
|
+
if (options.ifNoneMatch && existsSync(filePath)) {
|
|
77
|
+
throw new StorageError('PreconditionFailed: Object already exists');
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
else if (options.ifMatch) {
|
|
81
|
+
// ifMatch provided but no existing metadata
|
|
82
|
+
throw new StorageError('PreconditionFailed: ETag mismatch');
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
// Ensure directory exists
|
|
86
|
+
this.ensureDirectoryExists(filePath);
|
|
87
|
+
// Generate ETag
|
|
88
|
+
const etag = this.generateETag(data);
|
|
89
|
+
// Use temporary files for atomic writes
|
|
90
|
+
const tmpFilePath = filePath + '.tmp';
|
|
91
|
+
const tmpMetaPath = metaPath + '.tmp';
|
|
92
|
+
try {
|
|
93
|
+
// Write to temporary files first
|
|
94
|
+
writeFileSync(tmpFilePath, JSON.stringify(data, null, 2), 'utf-8');
|
|
95
|
+
const metadata = { etag, data };
|
|
96
|
+
writeFileSync(tmpMetaPath, JSON.stringify(metadata), 'utf-8');
|
|
97
|
+
// Atomic rename - both files become visible together
|
|
98
|
+
renameSync(tmpFilePath, filePath);
|
|
99
|
+
renameSync(tmpMetaPath, metaPath);
|
|
100
|
+
return { etag };
|
|
101
|
+
}
|
|
102
|
+
catch (writeError) {
|
|
103
|
+
// Clean up temporary files on failure
|
|
104
|
+
try {
|
|
105
|
+
if (existsSync(tmpFilePath))
|
|
106
|
+
unlinkSync(tmpFilePath);
|
|
107
|
+
if (existsSync(tmpMetaPath))
|
|
108
|
+
unlinkSync(tmpMetaPath);
|
|
109
|
+
}
|
|
110
|
+
catch {
|
|
111
|
+
// Ignore cleanup errors
|
|
112
|
+
}
|
|
113
|
+
throw writeError;
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
catch (error) {
|
|
117
|
+
if (error instanceof StorageError) {
|
|
118
|
+
throw error;
|
|
119
|
+
}
|
|
120
|
+
throw new StorageError(`Failed to put object: ${error.message}`, error);
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
async delete(key) {
|
|
124
|
+
const filePath = this.getFilePath(key);
|
|
125
|
+
const metaPath = this.getMetadataPath(key);
|
|
126
|
+
try {
|
|
127
|
+
if (existsSync(filePath)) {
|
|
128
|
+
unlinkSync(filePath);
|
|
129
|
+
}
|
|
130
|
+
if (existsSync(metaPath)) {
|
|
131
|
+
unlinkSync(metaPath);
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
catch (error) {
|
|
135
|
+
throw new StorageError(`Failed to delete object: ${error.message}`, error);
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
async exists(key) {
|
|
139
|
+
const filePath = this.getFilePath(key);
|
|
140
|
+
return existsSync(filePath);
|
|
141
|
+
}
|
|
142
|
+
async listKeys(prefix) {
|
|
143
|
+
const keys = [];
|
|
144
|
+
const prefixPath = join(this.basePath, prefix);
|
|
145
|
+
// Validate that prefix path doesn't escape base directory
|
|
146
|
+
try {
|
|
147
|
+
validatePathWithinBase(this.basePath, prefixPath);
|
|
148
|
+
}
|
|
149
|
+
catch (error) {
|
|
150
|
+
throw new StorageError(`Invalid prefix path: ${error.message}`);
|
|
151
|
+
}
|
|
152
|
+
try {
|
|
153
|
+
const walk = (dir) => {
|
|
154
|
+
if (!existsSync(dir)) {
|
|
155
|
+
return;
|
|
156
|
+
}
|
|
157
|
+
const files = readdirSync(dir, { withFileTypes: true });
|
|
158
|
+
for (const file of files) {
|
|
159
|
+
const fullPath = join(dir, file.name);
|
|
160
|
+
if (file.isDirectory()) {
|
|
161
|
+
walk(fullPath);
|
|
162
|
+
}
|
|
163
|
+
else if (file.isFile() && !file.name.endsWith('.meta')) {
|
|
164
|
+
// Get relative path from base
|
|
165
|
+
const relativePath = relative(this.basePath, fullPath);
|
|
166
|
+
// Check if it starts with the prefix
|
|
167
|
+
if (relativePath.startsWith(prefix)) {
|
|
168
|
+
keys.push(relativePath);
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
};
|
|
173
|
+
// If prefix path exists as a directory, walk it
|
|
174
|
+
if (existsSync(prefixPath) && statSync(prefixPath).isDirectory()) {
|
|
175
|
+
walk(prefixPath);
|
|
176
|
+
}
|
|
177
|
+
else {
|
|
178
|
+
// Walk from base and filter by prefix
|
|
179
|
+
walk(this.basePath);
|
|
180
|
+
}
|
|
181
|
+
return keys.sort();
|
|
182
|
+
}
|
|
183
|
+
catch (error) {
|
|
184
|
+
throw new StorageError(`Failed to list keys: ${error.message}`, error);
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
async batchGet(keys) {
|
|
188
|
+
const results = new Map();
|
|
189
|
+
// Fetch in parallel
|
|
190
|
+
const promises = keys.map(async (key) => {
|
|
191
|
+
try {
|
|
192
|
+
const obj = await this.get(key);
|
|
193
|
+
return { key, obj };
|
|
194
|
+
}
|
|
195
|
+
catch (error) {
|
|
196
|
+
return null;
|
|
197
|
+
}
|
|
198
|
+
});
|
|
199
|
+
const settled = await Promise.all(promises);
|
|
200
|
+
for (const result of settled) {
|
|
201
|
+
if (result) {
|
|
202
|
+
results.set(result.key, result.obj);
|
|
203
|
+
}
|
|
204
|
+
}
|
|
205
|
+
return results;
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
//# sourceMappingURL=fs-adapter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fs-adapter.js","sourceRoot":"","sources":["../../src/storage/fs-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AACvH,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAMpC,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AAWjF;;GAEG;AACH,MAAM,OAAO,iBAAiB;IACpB,QAAQ,CAAS;IAEzB,YAAY,MAA+B;QACzC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAEhC,+BAA+B;QAC/B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC/B,SAAS,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,GAAW;QAC7B,OAAO,WAAW,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACzC,CAAC;IAEO,eAAe,CAAC,GAAW;QACjC,OAAO,WAAW,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,GAAG,OAAO,CAAC,CAAC;IACnD,CAAC;IAEO,YAAY,CAAC,IAAS;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACzD,CAAC;IAEO,qBAAqB,CAAC,QAAgB;QAC5C,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACrB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAE3C,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,YAAY,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;YACrD,CAAC;YAED,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAEjC,IAAI,IAAY,CAAC;YACjB,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzB,MAAM,QAAQ,GAAiB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;gBAC3E,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;YACvB,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;YAED,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAEjC,OAAO;gBACL,IAAI;gBACJ,IAAI;gBACJ,YAAY,EAAE,KAAK,CAAC,KAAK;aAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;gBAClC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,YAAY,CAAC,yBAAyB,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,IAAS,EAAE,OAAoB;QACpD,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAE3C,IAAI,CAAC;YACH,2BAA2B;YAC3B,IAAI,OAAO,EAAE,OAAO,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;gBAC7C,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACzB,MAAM,WAAW,GAAiB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;oBAE9E,IAAI,OAAO,CAAC,OAAO,IAAI,WAAW,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC;wBAC5D,MAAM,IAAI,YAAY,CAAC,mCAAmC,CAAC,CAAC;oBAC9D,CAAC;oBAED,IAAI,OAAO,CAAC,WAAW,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAChD,MAAM,IAAI,YAAY,CAAC,2CAA2C,CAAC,CAAC;oBACtE,CAAC;gBACH,CAAC;qBAAM,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;oBAC3B,4CAA4C;oBAC5C,MAAM,IAAI,YAAY,CAAC,mCAAmC,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;YAED,0BAA0B;YAC1B,IAAI,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;YAErC,gBAAgB;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAErC,wCAAwC;YACxC,MAAM,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;YACtC,MAAM,WAAW,GAAG,QAAQ,GAAG,MAAM,CAAC;YAEtC,IAAI,CAAC;gBACH,iCAAiC;gBACjC,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBAEnE,MAAM,QAAQ,GAAiB,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBAC9C,aAAa,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;gBAE9D,qDAAqD;gBACrD,UAAU,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBAClC,UAAU,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBAElC,OAAO,EAAE,IAAI,EAAE,CAAC;YAClB,CAAC;YAAC,OAAO,UAAe,EAAE,CAAC;gBACzB,sCAAsC;gBACtC,IAAI,CAAC;oBACH,IAAI,UAAU,CAAC,WAAW,CAAC;wBAAE,UAAU,CAAC,WAAW,CAAC,CAAC;oBACrD,IAAI,UAAU,CAAC,WAAW,CAAC;wBAAE,UAAU,CAAC,WAAW,CAAC,CAAC;gBACvD,CAAC;gBAAC,MAAM,CAAC;oBACP,wBAAwB;gBAC1B,CAAC;gBACD,MAAM,UAAU,CAAC;YACnB,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;gBAClC,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,IAAI,YAAY,CAAC,yBAAyB,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAE3C,IAAI,CAAC;YACH,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzB,UAAU,CAAC,QAAQ,CAAC,CAAC;YACvB,CAAC;YACD,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzB,UAAU,CAAC,QAAQ,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,YAAY,CAAC,4BAA4B,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc;QAC3B,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAE/C,0DAA0D;QAC1D,IAAI,CAAC;YACH,sBAAsB,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,YAAY,CAAC,wBAAyB,KAAe,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,GAAW,EAAQ,EAAE;gBACjC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACrB,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;gBAExD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;oBAEtC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;wBACvB,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACjB,CAAC;yBAAM,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;wBACzD,8BAA8B;wBAC9B,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;wBAEvD,qCAAqC;wBACrC,IAAI,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;4BACpC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;wBAC1B,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC,CAAC;YAEF,gDAAgD;YAChD,IAAI,UAAU,CAAC,UAAU,CAAC,IAAI,QAAQ,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;gBACjE,IAAI,CAAC,UAAU,CAAC,CAAC;YACnB,CAAC;iBAAM,CAAC;gBACN,sCAAsC;gBACtC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACtB,CAAC;YAED,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,IAAI,YAAY,CAAC,wBAAwB,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAc;QAC3B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;QAEjD,oBAAoB;QACpB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACtC,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;YACtB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE5C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,MAAM,EAAE,CAAC;gBACX,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { StorageAdapter, StorageObject, PutOptions } from '../types/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* In-memory storage adapter for testing
|
|
4
|
+
*/
|
|
5
|
+
export declare class MemoryStorageAdapter implements StorageAdapter {
|
|
6
|
+
private storage;
|
|
7
|
+
private etagCounter;
|
|
8
|
+
private generateETag;
|
|
9
|
+
get(key: string): Promise<StorageObject>;
|
|
10
|
+
put(key: string, data: any, options?: PutOptions): Promise<{
|
|
11
|
+
etag: string;
|
|
12
|
+
}>;
|
|
13
|
+
delete(key: string): Promise<void>;
|
|
14
|
+
exists(key: string): Promise<boolean>;
|
|
15
|
+
listKeys(prefix: string): Promise<string[]>;
|
|
16
|
+
batchGet(keys: string[]): Promise<Map<string, StorageObject>>;
|
|
17
|
+
/**
|
|
18
|
+
* Clear all data (for testing)
|
|
19
|
+
*/
|
|
20
|
+
clear(): void;
|
|
21
|
+
}
|
|
22
|
+
//# sourceMappingURL=memory-adapter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory-adapter.d.ts","sourceRoot":"","sources":["../../src/storage/memory-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,aAAa,EACb,UAAU,EACX,MAAM,mBAAmB,CAAC;AAS3B;;GAEG;AACH,qBAAa,oBAAqB,YAAW,cAAc;IACzD,OAAO,CAAC,OAAO,CAAmC;IAClD,OAAO,CAAC,WAAW,CAAK;IAExB,OAAO,CAAC,YAAY;IAId,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAYxC,GAAG,CACP,GAAG,EAAE,MAAM,EACX,IAAI,EAAE,GAAG,EACT,OAAO,CAAC,EAAE,UAAU,GACnB,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IAyBtB,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIlC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIrC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAU3C,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAenE;;OAEG;IACH,KAAK,IAAI,IAAI;CAGd"}
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
import { StorageError } from '../types/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* In-memory storage adapter for testing
|
|
4
|
+
*/
|
|
5
|
+
export class MemoryStorageAdapter {
|
|
6
|
+
storage = new Map();
|
|
7
|
+
etagCounter = 0;
|
|
8
|
+
generateETag() {
|
|
9
|
+
return `etag-${++this.etagCounter}-${Date.now()}`;
|
|
10
|
+
}
|
|
11
|
+
async get(key) {
|
|
12
|
+
const entry = this.storage.get(key);
|
|
13
|
+
if (!entry) {
|
|
14
|
+
throw new StorageError(`Object not found: ${key}`);
|
|
15
|
+
}
|
|
16
|
+
return {
|
|
17
|
+
data: JSON.parse(JSON.stringify(entry.data)), // Deep clone
|
|
18
|
+
etag: entry.etag,
|
|
19
|
+
lastModified: entry.lastModified,
|
|
20
|
+
};
|
|
21
|
+
}
|
|
22
|
+
async put(key, data, options) {
|
|
23
|
+
const existing = this.storage.get(key);
|
|
24
|
+
// Check ifMatch condition
|
|
25
|
+
if (options?.ifMatch) {
|
|
26
|
+
if (!existing || existing.etag !== options.ifMatch) {
|
|
27
|
+
throw new StorageError('PreconditionFailed: ETag mismatch');
|
|
28
|
+
}
|
|
29
|
+
}
|
|
30
|
+
// Check ifNoneMatch condition
|
|
31
|
+
if (options?.ifNoneMatch && existing) {
|
|
32
|
+
throw new StorageError('PreconditionFailed: Object already exists');
|
|
33
|
+
}
|
|
34
|
+
const etag = this.generateETag();
|
|
35
|
+
this.storage.set(key, {
|
|
36
|
+
data: JSON.parse(JSON.stringify(data)), // Deep clone
|
|
37
|
+
etag,
|
|
38
|
+
lastModified: new Date(),
|
|
39
|
+
});
|
|
40
|
+
return { etag };
|
|
41
|
+
}
|
|
42
|
+
async delete(key) {
|
|
43
|
+
this.storage.delete(key);
|
|
44
|
+
}
|
|
45
|
+
async exists(key) {
|
|
46
|
+
return this.storage.has(key);
|
|
47
|
+
}
|
|
48
|
+
async listKeys(prefix) {
|
|
49
|
+
const keys = [];
|
|
50
|
+
for (const key of this.storage.keys()) {
|
|
51
|
+
if (key.startsWith(prefix)) {
|
|
52
|
+
keys.push(key);
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
return keys.sort();
|
|
56
|
+
}
|
|
57
|
+
async batchGet(keys) {
|
|
58
|
+
const results = new Map();
|
|
59
|
+
for (const key of keys) {
|
|
60
|
+
const entry = this.storage.get(key);
|
|
61
|
+
if (entry) {
|
|
62
|
+
results.set(key, {
|
|
63
|
+
data: JSON.parse(JSON.stringify(entry.data)),
|
|
64
|
+
etag: entry.etag,
|
|
65
|
+
lastModified: entry.lastModified,
|
|
66
|
+
});
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
return results;
|
|
70
|
+
}
|
|
71
|
+
/**
|
|
72
|
+
* Clear all data (for testing)
|
|
73
|
+
*/
|
|
74
|
+
clear() {
|
|
75
|
+
this.storage.clear();
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
//# sourceMappingURL=memory-adapter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"memory-adapter.js","sourceRoot":"","sources":["../../src/storage/memory-adapter.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAQjD;;GAEG;AACH,MAAM,OAAO,oBAAoB;IACvB,OAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;IAC1C,WAAW,GAAG,CAAC,CAAC;IAEhB,YAAY;QAClB,OAAO,QAAQ,EAAE,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,YAAY,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;QACrD,CAAC;QACD,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa;YAC3D,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,YAAY,EAAE,KAAK,CAAC,YAAY;SACjC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CACP,GAAW,EACX,IAAS,EACT,OAAoB;QAEpB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEvC,0BAA0B;QAC1B,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;YACrB,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO,CAAC,OAAO,EAAE,CAAC;gBACnD,MAAM,IAAI,YAAY,CAAC,mCAAmC,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,8BAA8B;QAC9B,IAAI,OAAO,EAAE,WAAW,IAAI,QAAQ,EAAE,CAAC;YACrC,MAAM,IAAI,YAAY,CAAC,2CAA2C,CAAC,CAAC;QACtE,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;YACpB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,aAAa;YACrD,IAAI;YACJ,YAAY,EAAE,IAAI,IAAI,EAAE;SACzB,CAAC,CAAC;QAEH,OAAO,EAAE,IAAI,EAAE,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc;QAC3B,MAAM,IAAI,GAAa,EAAE,CAAC;QAC1B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YACtC,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,IAAc;QAC3B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAyB,CAAC;QACjD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACpC,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE;oBACf,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC5C,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,YAAY,EAAE,KAAK,CAAC,YAAY;iBACjC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;CACF"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { StorageAdapter, StorageObject, PutOptions, StorageAdapterConfig } from '../types/index.js';
|
|
2
|
+
/**
|
|
3
|
+
* Alibaba Cloud OSS storage adapter with retry logic and timeout configuration
|
|
4
|
+
*/
|
|
5
|
+
export declare class OSSAdapter implements StorageAdapter {
|
|
6
|
+
private client;
|
|
7
|
+
private bucket;
|
|
8
|
+
constructor(config: StorageAdapterConfig);
|
|
9
|
+
/**
|
|
10
|
+
* Check if an error is retryable (temporary network issue or rate limit)
|
|
11
|
+
*/
|
|
12
|
+
private isRetryableError;
|
|
13
|
+
/**
|
|
14
|
+
* Retry wrapper with exponential backoff
|
|
15
|
+
*/
|
|
16
|
+
private withRetry;
|
|
17
|
+
get(key: string): Promise<StorageObject>;
|
|
18
|
+
put(key: string, data: any, options?: PutOptions): Promise<{
|
|
19
|
+
etag: string;
|
|
20
|
+
}>;
|
|
21
|
+
delete(key: string): Promise<void>;
|
|
22
|
+
exists(key: string): Promise<boolean>;
|
|
23
|
+
listKeys(prefix: string): Promise<string[]>;
|
|
24
|
+
batchGet(keys: string[]): Promise<Map<string, StorageObject>>;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=oss-adapter.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"oss-adapter.d.ts","sourceRoot":"","sources":["../../src/storage/oss-adapter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,cAAc,EACd,aAAa,EACb,UAAU,EACV,oBAAoB,EACrB,MAAM,mBAAmB,CAAC;AAG3B;;GAEG;AACH,qBAAa,UAAW,YAAW,cAAc;IAC/C,OAAO,CAAC,MAAM,CAAM;IACpB,OAAO,CAAC,MAAM,CAAS;gBAEX,MAAM,EAAE,oBAAoB;IAWxC;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAaxB;;OAEG;YACW,SAAS;IAmBjB,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAmBxC,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IA4B5E,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQlC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAYrC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAS3C,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CAsBpE"}
|
|
@@ -0,0 +1,145 @@
|
|
|
1
|
+
import OSS from 'ali-oss';
|
|
2
|
+
import { StorageError } from '../types/index.js';
|
|
3
|
+
/**
|
|
4
|
+
* Alibaba Cloud OSS storage adapter with retry logic and timeout configuration
|
|
5
|
+
*/
|
|
6
|
+
export class OSSAdapter {
|
|
7
|
+
client;
|
|
8
|
+
bucket;
|
|
9
|
+
constructor(config) {
|
|
10
|
+
this.bucket = config.bucket;
|
|
11
|
+
this.client = new OSS({
|
|
12
|
+
region: config.region,
|
|
13
|
+
accessKeyId: config.credentials.accessKeyId,
|
|
14
|
+
accessKeySecret: config.credentials.secretAccessKey,
|
|
15
|
+
bucket: config.bucket,
|
|
16
|
+
endpoint: config.endpoint,
|
|
17
|
+
});
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Check if an error is retryable (temporary network issue or rate limit)
|
|
21
|
+
*/
|
|
22
|
+
isRetryableError(error) {
|
|
23
|
+
// OSS error codes for retryable errors
|
|
24
|
+
const retryableCodes = ['RequestTimeout', 'ServiceUnavailable', 'Throttling', 'RequestTimeTooSkewed'];
|
|
25
|
+
const retryableStatusCodes = [429, 500, 502, 503, 504];
|
|
26
|
+
return (retryableCodes.includes(error.code) ||
|
|
27
|
+
retryableStatusCodes.includes(error.status) ||
|
|
28
|
+
error.code === 'ETIMEDOUT' ||
|
|
29
|
+
error.code === 'ECONNRESET');
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* Retry wrapper with exponential backoff
|
|
33
|
+
*/
|
|
34
|
+
async withRetry(fn) {
|
|
35
|
+
const maxRetries = 3;
|
|
36
|
+
for (let attempt = 0; attempt < maxRetries; attempt++) {
|
|
37
|
+
try {
|
|
38
|
+
return await fn();
|
|
39
|
+
}
|
|
40
|
+
catch (error) {
|
|
41
|
+
if (this.isRetryableError(error) && attempt < maxRetries - 1) {
|
|
42
|
+
// Exponential backoff with jitter: 100ms * 2^attempt + random(0-50ms)
|
|
43
|
+
const baseDelay = 100 * Math.pow(2, attempt);
|
|
44
|
+
const jitter = Math.random() * 50;
|
|
45
|
+
await new Promise(resolve => setTimeout(resolve, baseDelay + jitter));
|
|
46
|
+
continue;
|
|
47
|
+
}
|
|
48
|
+
throw error;
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
throw new Error('Unreachable');
|
|
52
|
+
}
|
|
53
|
+
async get(key) {
|
|
54
|
+
return this.withRetry(async () => {
|
|
55
|
+
try {
|
|
56
|
+
const result = await this.client.get(key);
|
|
57
|
+
return {
|
|
58
|
+
data: JSON.parse(result.content.toString()),
|
|
59
|
+
etag: result.res.headers.etag?.replace(/"/g, '') || '',
|
|
60
|
+
lastModified: new Date(result.res.headers['last-modified']),
|
|
61
|
+
};
|
|
62
|
+
}
|
|
63
|
+
catch (error) {
|
|
64
|
+
if (error.code === 'NoSuchKey') {
|
|
65
|
+
throw new StorageError(`Object not found: ${key}`);
|
|
66
|
+
}
|
|
67
|
+
throw new StorageError(`Failed to get object: ${error.message}`, error);
|
|
68
|
+
}
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
async put(key, data, options) {
|
|
72
|
+
return this.withRetry(async () => {
|
|
73
|
+
try {
|
|
74
|
+
const headers = {};
|
|
75
|
+
if (options?.ifMatch) {
|
|
76
|
+
headers['If-Match'] = options.ifMatch;
|
|
77
|
+
}
|
|
78
|
+
if (options?.ifNoneMatch) {
|
|
79
|
+
headers['If-None-Match'] = options.ifNoneMatch;
|
|
80
|
+
}
|
|
81
|
+
const result = await this.client.put(key, Buffer.from(JSON.stringify(data)), {
|
|
82
|
+
headers,
|
|
83
|
+
});
|
|
84
|
+
return {
|
|
85
|
+
etag: result.res.headers.etag?.replace(/"/g, '') || '',
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
catch (error) {
|
|
89
|
+
if (error.code === 'PreconditionFailed') {
|
|
90
|
+
throw new StorageError('PreconditionFailed: ETag mismatch');
|
|
91
|
+
}
|
|
92
|
+
throw new StorageError(`Failed to put object: ${error.message}`, error);
|
|
93
|
+
}
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
async delete(key) {
|
|
97
|
+
try {
|
|
98
|
+
await this.client.delete(key);
|
|
99
|
+
}
|
|
100
|
+
catch (error) {
|
|
101
|
+
throw new StorageError(`Failed to delete object: ${error.message}`, error);
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
async exists(key) {
|
|
105
|
+
try {
|
|
106
|
+
await this.client.head(key);
|
|
107
|
+
return true;
|
|
108
|
+
}
|
|
109
|
+
catch (error) {
|
|
110
|
+
if (error.code === 'NoSuchKey') {
|
|
111
|
+
return false;
|
|
112
|
+
}
|
|
113
|
+
throw new StorageError(`Failed to check existence: ${error.message}`, error);
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
async listKeys(prefix) {
|
|
117
|
+
try {
|
|
118
|
+
const result = await this.client.list({ prefix });
|
|
119
|
+
return (result.objects || []).map(obj => obj.name);
|
|
120
|
+
}
|
|
121
|
+
catch (error) {
|
|
122
|
+
throw new StorageError(`Failed to list keys: ${error.message}`, error);
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
async batchGet(keys) {
|
|
126
|
+
const results = new Map();
|
|
127
|
+
const promises = keys.map(async (key) => {
|
|
128
|
+
try {
|
|
129
|
+
const obj = await this.get(key);
|
|
130
|
+
return { key, obj };
|
|
131
|
+
}
|
|
132
|
+
catch (error) {
|
|
133
|
+
return null;
|
|
134
|
+
}
|
|
135
|
+
});
|
|
136
|
+
const settled = await Promise.all(promises);
|
|
137
|
+
for (const result of settled) {
|
|
138
|
+
if (result) {
|
|
139
|
+
results.set(result.key, result.obj);
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
return results;
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
//# sourceMappingURL=oss-adapter.js.map
|