@ido_kawaz/storage-client 5.1.1 → 6.0.0-amazon
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +15 -9
- package/dist/__tests__/config.test.js +5 -3
- package/dist/__tests__/config.test.js.map +1 -1
- package/dist/__tests__/storageClient.test.js +8 -7
- package/dist/__tests__/storageClient.test.js.map +1 -1
- package/dist/config.d.ts +1 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js +3 -1
- package/dist/config.js.map +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js.map +1 -1
- package/dist/storageClient.d.ts +10 -8
- package/dist/storageClient.d.ts.map +1 -1
- package/dist/storageClient.js +65 -75
- package/dist/storageClient.js.map +1 -1
- package/dist/types.d.ts +5 -0
- package/dist/types.d.ts.map +1 -1
- package/dist/types.js.map +1 -1
- package/dist/utils/batches.d.ts +2 -0
- package/dist/utils/batches.d.ts.map +1 -0
- package/dist/utils/batches.js +19 -0
- package/dist/utils/batches.js.map +1 -0
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -21,13 +21,13 @@ const client = new StorageClient({
|
|
|
21
21
|
secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY
|
|
22
22
|
},
|
|
23
23
|
partSize: 5 * 1024 * 1024,
|
|
24
|
-
maxConcurrency: 4
|
|
24
|
+
maxConcurrency: 4,
|
|
25
|
+
batchSize: 10
|
|
25
26
|
});
|
|
26
27
|
|
|
27
28
|
await client.uploadObject(
|
|
28
29
|
'my-bucket',
|
|
29
|
-
'files/report.pdf',
|
|
30
|
-
fs.createReadStream('./report.pdf'),
|
|
30
|
+
{ key: 'files/report.pdf', data: fs.createReadStream('./report.pdf') },
|
|
31
31
|
{ ensureBucket: true }
|
|
32
32
|
);
|
|
33
33
|
```
|
|
@@ -46,6 +46,7 @@ Supported environment variables:
|
|
|
46
46
|
- `AWS_SECRET_ACCESS_KEY` (required)
|
|
47
47
|
- `AWS_PART_SIZE` (optional, default `5242880`)
|
|
48
48
|
- `AWS_MAX_CONCURRENCY` (optional, default `4`)
|
|
49
|
+
- `AWS_BATCH_SIZE` (optional, default `10`)
|
|
49
50
|
|
|
50
51
|
### `new StorageClient(config)`
|
|
51
52
|
|
|
@@ -55,6 +56,7 @@ Creates a new client.
|
|
|
55
56
|
|
|
56
57
|
- `partSize: number` - multipart upload part size in bytes
|
|
57
58
|
- `maxConcurrency: number` - number of parts uploaded in parallel
|
|
59
|
+
- `batchSize: number` - number of objects processed in parallel per batch
|
|
58
60
|
|
|
59
61
|
### `ensureBucket(bucketName: string): Promise<void>`
|
|
60
62
|
|
|
@@ -64,16 +66,19 @@ Checks whether a bucket exists and creates it when it is missing.
|
|
|
64
66
|
|
|
65
67
|
Deletes a bucket. If the bucket does not exist, the operation is treated as successful.
|
|
66
68
|
|
|
67
|
-
### `uploadObject(bucketName: string,
|
|
69
|
+
### `uploadObject(bucketName: string, object: StorageObject, options?: UploadObjectOptions): Promise<void>`
|
|
68
70
|
|
|
69
|
-
Uploads a
|
|
71
|
+
Uploads a single object to storage. `StorageObject` is `{ key: string; data: Readable }`.
|
|
70
72
|
|
|
71
|
-
- `objectData` must be a Node.js `Readable` stream.
|
|
72
73
|
- By default, uses a regular `PutObject` request.
|
|
73
74
|
- When multipart upload is enabled, upload progress is logged to the console.
|
|
74
75
|
- If `options?.ensureBucket` is `true`, the bucket is created automatically when missing.
|
|
75
76
|
- If `options?.multipartUpload` is `true`, upload is performed using multipart upload.
|
|
76
77
|
|
|
78
|
+
### `uploadObjects(bucketName: string, objects: StorageObject[], options?: UploadObjectOptions): Promise<void>`
|
|
79
|
+
|
|
80
|
+
Uploads multiple objects in parallel batches (controlled by `batchSize`).
|
|
81
|
+
|
|
77
82
|
`UploadObjectOptions`:
|
|
78
83
|
|
|
79
84
|
- `ensureBucket: boolean`
|
|
@@ -114,7 +119,7 @@ Storage operations can throw `StorageError` with operation context in the messag
|
|
|
114
119
|
import { StorageError } from '@ido_kawaz/storage-client';
|
|
115
120
|
|
|
116
121
|
try {
|
|
117
|
-
await client.uploadObject('my-bucket', 'files/a.txt', fs.createReadStream('./a.txt'));
|
|
122
|
+
await client.uploadObject('my-bucket', { key: 'files/a.txt', data: fs.createReadStream('./a.txt') });
|
|
118
123
|
} catch (error) {
|
|
119
124
|
if (error instanceof StorageError) {
|
|
120
125
|
console.error(error.message);
|
|
@@ -125,9 +130,10 @@ try {
|
|
|
125
130
|
## Exports
|
|
126
131
|
|
|
127
132
|
- `StorageClient`
|
|
128
|
-
- `
|
|
129
|
-
- `
|
|
133
|
+
- `createStorageConfig`
|
|
134
|
+
- `StorageConfig`
|
|
130
135
|
- `StorageError`
|
|
136
|
+
- `StorageObject`
|
|
131
137
|
- `UploadObjectOptions`
|
|
132
138
|
|
|
133
139
|
## Development
|
|
@@ -37,7 +37,8 @@ describe('createStorageClientConfig', () => {
|
|
|
37
37
|
secretAccessKey: 'secret'
|
|
38
38
|
},
|
|
39
39
|
partSize: 10485760,
|
|
40
|
-
maxConcurrency: 8
|
|
40
|
+
maxConcurrency: 8,
|
|
41
|
+
batchSize: 10
|
|
41
42
|
});
|
|
42
43
|
});
|
|
43
44
|
it('uses defaults for optional values', () => {
|
|
@@ -51,15 +52,16 @@ describe('createStorageClientConfig', () => {
|
|
|
51
52
|
expect(config.region).toBe('us-east-1');
|
|
52
53
|
expect(config.partSize).toBe(5 * 1024 * 1024);
|
|
53
54
|
expect(config.maxConcurrency).toBe(4);
|
|
55
|
+
expect(config.batchSize).toBe(10);
|
|
54
56
|
});
|
|
55
57
|
it('throws when required values are missing', () => {
|
|
56
58
|
delete process.env.AWS_ENDPOINT;
|
|
57
59
|
delete process.env.AWS_ACCESS_KEY_ID;
|
|
58
60
|
delete process.env.AWS_SECRET_ACCESS_KEY;
|
|
59
61
|
const error = getThrownZodError();
|
|
60
|
-
expect(error.issues).toHaveLength(
|
|
62
|
+
expect(error.issues).toHaveLength(2);
|
|
61
63
|
expect(error.issues).toEqual(expect.arrayContaining([
|
|
62
|
-
expect.objectContaining({ path: ['AWS_ENDPOINT'], code: 'invalid_type', expected: 'string', received: 'undefined', message: 'Required' }),
|
|
64
|
+
// expect.objectContaining({ path: ['AWS_ENDPOINT'], code: 'invalid_type', expected: 'string', received: 'undefined', message: 'Required' }),
|
|
63
65
|
expect.objectContaining({ path: ['AWS_ACCESS_KEY_ID'], code: 'invalid_type', expected: 'string', received: 'undefined', message: 'Required' }),
|
|
64
66
|
expect.objectContaining({ path: ['AWS_SECRET_ACCESS_KEY'], code: 'invalid_type', expected: 'string', received: 'undefined', message: 'Required' }),
|
|
65
67
|
]));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.test.js","sourceRoot":"","sources":["../../src/__tests__/config.test.ts"],"names":[],"mappings":";;AAAA,sCAAgD;AAChD,6BAA+B;AAE/B,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACvC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC;IAChC,MAAM,iBAAiB,GAAG,GAAa,EAAE;QACrC,IAAI,CAAC;YACD,IAAA,4BAAmB,GAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,cAAQ,CAAC,CAAC;YACvC,OAAO,KAAiB,CAAC;QAC7B,CAAC;IACL,CAAC,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACZ,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,GAAG,EAAE;QACV,OAAO,CAAC,GAAG,GAAG,WAAW,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACjD,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,uBAAuB,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,UAAU,GAAG,WAAW,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,QAAQ,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,QAAQ,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,UAAU,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,mBAAmB,GAAG,GAAG,CAAC;QAEtC,MAAM,MAAM,GAAG,IAAA,4BAAmB,GAAE,CAAC;QAErC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACnB,QAAQ,EAAE,uBAAuB;YACjC,MAAM,EAAE,WAAW;YACnB,WAAW,EAAE;gBACT,WAAW,EAAE,QAAQ;gBACrB,eAAe,EAAE,QAAQ;aAC5B;YACD,QAAQ,EAAE,QAAQ;YAClB,cAAc,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"config.test.js","sourceRoot":"","sources":["../../src/__tests__/config.test.ts"],"names":[],"mappings":";;AAAA,sCAAgD;AAChD,6BAA+B;AAE/B,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACvC,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC;IAChC,MAAM,iBAAiB,GAAG,GAAa,EAAE;QACrC,IAAI,CAAC;YACD,IAAA,4BAAmB,GAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAC7D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,cAAQ,CAAC,CAAC;YACvC,OAAO,KAAiB,CAAC;QAC7B,CAAC;IACL,CAAC,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACZ,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,GAAG,EAAE;QACV,OAAO,CAAC,GAAG,GAAG,WAAW,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACjD,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,uBAAuB,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,UAAU,GAAG,WAAW,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,QAAQ,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,QAAQ,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,UAAU,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,mBAAmB,GAAG,GAAG,CAAC;QAEtC,MAAM,MAAM,GAAG,IAAA,4BAAmB,GAAE,CAAC;QAErC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACnB,QAAQ,EAAE,uBAAuB;YACjC,MAAM,EAAE,WAAW;YACnB,WAAW,EAAE;gBACT,WAAW,EAAE,QAAQ;gBACrB,eAAe,EAAE,QAAQ;aAC5B;YACD,QAAQ,EAAE,QAAQ;YAClB,cAAc,EAAE,CAAC;YACjB,SAAS,EAAE,EAAE;SAChB,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QACzC,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,uBAAuB,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,QAAQ,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,QAAQ,CAAC;QAC7C,OAAO,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QAC9B,OAAO,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QACjC,OAAO,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAEvC,MAAM,MAAM,GAAG,IAAA,4BAAmB,GAAE,CAAC;QAErC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QAC/C,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;QAChC,OAAO,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QACrC,OAAO,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;QAEzC,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;QAElC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,CACxB,MAAM,CAAC,eAAe,CAAC;YACnB,6IAA6I;YAC7I,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,CAAC,mBAAmB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;YAC9I,MAAM,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,CAAC,uBAAuB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;SACrJ,CAAC,CACL,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QAC/C,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,WAAW,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,QAAQ,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,QAAQ,CAAC;QAE7C,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;QAElC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAClC,IAAI,EAAE,CAAC,cAAc,CAAC;YACtB,IAAI,EAAE,gBAAgB;YACtB,UAAU,EAAE,KAAK;YACjB,OAAO,EAAE,aAAa;SACzB,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACpD,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,uBAAuB,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,QAAQ,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,QAAQ,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,aAAa,GAAG,gBAAgB,CAAC;QAE7C,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;QAElC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAClC,IAAI,EAAE,CAAC,eAAe,CAAC;YACvB,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE,QAAQ;YAClB,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,+BAA+B;SAC3C,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC1D,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,uBAAuB,CAAC;QACnD,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,QAAQ,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,QAAQ,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,mBAAmB,GAAG,UAAU,CAAC;QAE7C,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;QAElC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YAClC,IAAI,EAAE,CAAC,qBAAqB,CAAC;YAC7B,IAAI,EAAE,YAAY;YAClB,OAAO,EAAE,uBAAuB;SACnC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}
|
|
@@ -71,7 +71,8 @@ describe('StorageClient', () => {
|
|
|
71
71
|
const config = {
|
|
72
72
|
region: 'us-east-1',
|
|
73
73
|
partSize: 5 * 1024 * 1024,
|
|
74
|
-
maxConcurrency: 4
|
|
74
|
+
maxConcurrency: 4,
|
|
75
|
+
batchSize: 10
|
|
75
76
|
};
|
|
76
77
|
beforeEach(() => {
|
|
77
78
|
jest.clearAllMocks();
|
|
@@ -117,7 +118,7 @@ describe('StorageClient', () => {
|
|
|
117
118
|
sendMock.mockResolvedValueOnce({});
|
|
118
119
|
const client = new storageClient_1.StorageClient(config);
|
|
119
120
|
const objectData = stream_1.Readable.from(['hello']);
|
|
120
|
-
await client.uploadObject('bucket-a', 'path/file.txt', objectData);
|
|
121
|
+
await client.uploadObject('bucket-a', { key: 'path/file.txt', data: objectData });
|
|
121
122
|
expect(sendMock).toHaveBeenCalledTimes(1);
|
|
122
123
|
expect(sendMock.mock.calls[0][0]).toBeInstanceOf(client_s3_1.PutObjectCommand);
|
|
123
124
|
expect(lib_storage_1.Upload).not.toHaveBeenCalled();
|
|
@@ -126,7 +127,7 @@ describe('StorageClient', () => {
|
|
|
126
127
|
uploadDoneMock.mockResolvedValueOnce();
|
|
127
128
|
const client = new storageClient_1.StorageClient(config);
|
|
128
129
|
const objectData = stream_1.Readable.from(['hello']);
|
|
129
|
-
await client.uploadObject('bucket-a', 'path/file.txt', objectData, { multipartUpload: true });
|
|
130
|
+
await client.uploadObject('bucket-a', { key: 'path/file.txt', data: objectData }, { multipartUpload: true });
|
|
130
131
|
expect(lib_storage_1.Upload).toHaveBeenCalledTimes(1);
|
|
131
132
|
expect(lib_storage_1.Upload).toHaveBeenCalledWith(expect.objectContaining({
|
|
132
133
|
params: expect.objectContaining({
|
|
@@ -143,19 +144,19 @@ describe('StorageClient', () => {
|
|
|
143
144
|
uploadDoneMock.mockResolvedValueOnce();
|
|
144
145
|
const client = new storageClient_1.StorageClient(config);
|
|
145
146
|
const ensureBucketSpy = jest.spyOn(client, 'ensureBucket').mockResolvedValue();
|
|
146
|
-
await client.uploadObject('bucket-b', 'file.txt', stream_1.Readable.from(['x']), { ensureBucket: true });
|
|
147
|
+
await client.uploadObject('bucket-b', { key: 'file.txt', data: stream_1.Readable.from(['x']) }, { ensureBucket: true });
|
|
147
148
|
expect(ensureBucketSpy).toHaveBeenCalledWith('bucket-b');
|
|
148
149
|
});
|
|
149
150
|
it('uploadObject wraps upload failures in StorageError', async () => {
|
|
150
151
|
uploadDoneMock.mockRejectedValueOnce(new Error('UploadDenied'));
|
|
151
152
|
const client = new storageClient_1.StorageClient(config);
|
|
152
|
-
await expect(client.uploadObject('bucket-c', 'file.txt', stream_1.Readable.from(['x']), { multipartUpload: true })).rejects.toBeInstanceOf(types_1.StorageError);
|
|
153
|
+
await expect(client.uploadObject('bucket-c', { key: 'file.txt', data: stream_1.Readable.from(['x']) }, { multipartUpload: true })).rejects.toBeInstanceOf(types_1.StorageError);
|
|
153
154
|
});
|
|
154
155
|
it('uploadObject includes operation and context in wrapped error message', async () => {
|
|
155
156
|
const error = new Error('unexpected');
|
|
156
157
|
uploadDoneMock.mockRejectedValueOnce(error);
|
|
157
158
|
const client = new storageClient_1.StorageClient(config);
|
|
158
|
-
await expect(client.uploadObject('bucket-d', 'file.txt', stream_1.Readable.from(['x']), { multipartUpload: true })).rejects.toThrow('Storage error: {"operation":"uploadObject","error":"unexpected","
|
|
159
|
+
await expect(client.uploadObject('bucket-d', { key: 'file.txt', data: stream_1.Readable.from(['x']) }, { multipartUpload: true })).rejects.toThrow('Storage error: {"operation":"uploadObject","error":"unexpected","Bucket":"bucket-d","Key":"file.txt"}');
|
|
159
160
|
});
|
|
160
161
|
it('downloadObject returns readable stream body', async () => {
|
|
161
162
|
const body = stream_1.Readable.from(['hello']);
|
|
@@ -174,7 +175,7 @@ describe('StorageClient', () => {
|
|
|
174
175
|
it('downloadObject throws StorageError when body is empty', async () => {
|
|
175
176
|
sendMock.mockResolvedValueOnce({ Body: null });
|
|
176
177
|
const client = new storageClient_1.StorageClient(config);
|
|
177
|
-
await expect(client.downloadObject('bucket-g', 'empty.txt')).rejects.toThrow('Storage error: {"operation":"downloadObject","error":"Received empty body","
|
|
178
|
+
await expect(client.downloadObject('bucket-g', 'empty.txt')).rejects.toThrow('Storage error: {"operation":"downloadObject","error":"Received empty body","Bucket":"bucket-g","Key":"empty.txt"}');
|
|
178
179
|
});
|
|
179
180
|
it('getPresignedUrl returns signed URL from presigner', async () => {
|
|
180
181
|
const signedUrl = 'https://s3.example.com/bucket/file.txt?X-Amz-Signature=abc';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"storageClient.test.js","sourceRoot":"","sources":["../../src/__tests__/storageClient.test.ts"],"names":[],"mappings":";;AAAA,sDAA8C;AAC9C,mCAAkC;AAClC,kDAA8K;AAE9K,oDAAiD;AACjD,oCAAwC;AAExC,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,EAA+B,CAAC;AAExD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,EAAE;IACjC,MAAM,qBAAqB;QACvB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,MAAM,uBAAuB;QACzB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,MAAM,uBAAuB;QACzB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,MAAM,oBAAoB;QACtB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,MAAM,oBAAoB;QACtB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,MAAM,uBAAuB;QACzB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,MAAM,sBAAsB;QACxB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,OAAO;QACH,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC;YAC1C,IAAI,EAAE,QAAQ;SACjB,CAAC,CAAC;QACH,iBAAiB,EAAE,qBAAqB;QACxC,mBAAmB,EAAE,uBAAuB;QAC5C,mBAAmB,EAAE,uBAAuB;QAC5C,gBAAgB,EAAE,oBAAoB;QACtC,gBAAgB,EAAE,oBAAoB;QACtC,mBAAmB,EAAE,uBAAuB;QAC5C,kBAAkB,EAAE,sBAAsB;KAC7C,CAAC;AACN,CAAC,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,EAAgD,CAAC;AAC7E,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAqB,CAAC;AAEpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAgD,CAAC;AAEjF,IAAI,CAAC,IAAI,CAAC,+BAA+B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9C,YAAY,EAAE,CAAC,CAAU,EAAE,CAAU,EAAE,CAAU,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;CAClF,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC;QACxC,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,cAAc;KACvB,CAAC,CAAC;CACN,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC3B,MAAM,MAAM,GAAG;QACX,MAAM,EAAE,WAAW;QACnB,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;QACzB,cAAc,EAAE,CAAC;KACpB,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACZ,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,QAAQ,CAAC,SAAS,EAAE,CAAC;QACrB,cAAc,CAAC,SAAS,EAAE,CAAC;QAC3B,YAAY,CAAC,SAAS,EAAE,CAAC;QACzB,gBAAgB,CAAC,SAAS,EAAE,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC1D,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;QAE7C,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,6BAAiB,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACtD,QAAQ;aACH,qBAAqB,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;aAC3C,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAE/B,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAExC,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,6BAAiB,CAAC,CAAC;QACpE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,+BAAmB,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACpD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACtD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QACtE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,+BAAmB,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QAClD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACpD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,iBAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAE5C,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,eAAe,EAAE,UAAU,CAAC,CAAC;QAEnE,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,4BAAgB,CAAC,CAAC;QACnE,MAAM,CAAC,oBAAM,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,KAAK,IAAI,EAAE;QAC3F,cAAc,CAAC,qBAAqB,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,iBAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAE5C,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;QAE9F,MAAM,CAAC,oBAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,oBAAM,CAAC,CAAC,oBAAoB,CAC/B,MAAM,CAAC,gBAAgB,CAAC;YACpB,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC5B,MAAM,EAAE,UAAU;gBAClB,GAAG,EAAE,eAAe;gBACpB,IAAI,EAAE,UAAU;aACnB,CAAC;YACF,SAAS,EAAE,MAAM,CAAC,cAAc;YAChC,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC5B,CAAC,CACL,CAAC;QACF,MAAM,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,oBAAoB,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC1F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC5D,cAAc,CAAC,qBAAqB,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,iBAAiB,EAAE,CAAC;QAE/E,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,iBAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QAEhG,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAChE,cAAc,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,iBAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IACpJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QACtC,cAAc,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,iBAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACtH,iHAAiH,CACpH,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,IAAI,GAAG,iBAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACtC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAEnE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,4BAAgB,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACtE,QAAQ,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IACxG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACnE,QAAQ,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACxE,6HAA6H,CAChI,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,SAAS,GAAG,4DAA4D,CAAC;QAC/E,gBAAgB,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QAE1E,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/B,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CACzC,MAAM,CAAC,QAAQ,EAAE,EACjB,MAAM,CAAC,GAAG,CAAC,4BAAgB,CAAC,EAC5B,EAAE,SAAS,EAAE,IAAI,EAAE,CACtB,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACtE,gBAAgB,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IAC5G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACpD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAElD,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,+BAAmB,CAAC,CAAC;QACtE,MAAM,CAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAgD,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC;IACnJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QACzD,QAAQ,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IACnG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACjE,QAAQ,CAAC,qBAAqB,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,8BAAkB,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAC9D,QAAQ;aACH,qBAAqB,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;aACvF,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAEhD,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,8BAAkB,CAAC,CAAC;QACrE,MAAM,CAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAmD,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACxJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC7D,QAAQ,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"storageClient.test.js","sourceRoot":"","sources":["../../src/__tests__/storageClient.test.ts"],"names":[],"mappings":";;AAAA,sDAA8C;AAC9C,mCAAkC;AAClC,kDAA8K;AAE9K,oDAAiD;AACjD,oCAAwC;AAExC,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,EAA+B,CAAC;AAExD,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,EAAE;IACjC,MAAM,qBAAqB;QACvB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,MAAM,uBAAuB;QACzB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,MAAM,uBAAuB;QACzB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,MAAM,oBAAoB;QACtB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,MAAM,oBAAoB;QACtB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,MAAM,uBAAuB;QACzB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,MAAM,sBAAsB;QACxB,YAA4B,KAAc;YAAd,UAAK,GAAL,KAAK,CAAS;QAAI,CAAC;KAClD;IAED,OAAO;QACH,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC;YAC1C,IAAI,EAAE,QAAQ;SACjB,CAAC,CAAC;QACH,iBAAiB,EAAE,qBAAqB;QACxC,mBAAmB,EAAE,uBAAuB;QAC5C,mBAAmB,EAAE,uBAAuB;QAC5C,gBAAgB,EAAE,oBAAoB;QACtC,gBAAgB,EAAE,oBAAoB;QACtC,mBAAmB,EAAE,uBAAuB;QAC5C,kBAAkB,EAAE,sBAAsB;KAC7C,CAAC;AACN,CAAC,CAAC,CAAC;AAEH,MAAM,YAAY,GAAG,IAAI,CAAC,EAAE,EAAgD,CAAC;AAC7E,MAAM,cAAc,GAAG,IAAI,CAAC,EAAE,EAAqB,CAAC;AAEpD,MAAM,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAgD,CAAC;AAEjF,IAAI,CAAC,IAAI,CAAC,+BAA+B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9C,YAAY,EAAE,CAAC,CAAU,EAAE,CAAU,EAAE,CAAU,EAAE,EAAE,CAAC,gBAAgB,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;CAClF,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,CAAC;QACxC,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,cAAc;KACvB,CAAC,CAAC;CACN,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC3B,MAAM,MAAM,GAAG;QACX,MAAM,EAAE,WAAW;QACnB,QAAQ,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;QACzB,cAAc,EAAE,CAAC;QACjB,SAAS,EAAE,EAAE;KAChB,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACZ,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,QAAQ,CAAC,SAAS,EAAE,CAAC;QACrB,cAAc,CAAC,SAAS,EAAE,CAAC;QAC3B,YAAY,CAAC,SAAS,EAAE,CAAC;QACzB,gBAAgB,CAAC,SAAS,EAAE,CAAC;IACjC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC1D,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;QAE7C,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,6BAAiB,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACtD,QAAQ;aACH,qBAAqB,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;aAC3C,qBAAqB,CAAC,EAAE,CAAC,CAAC;QAE/B,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QAExC,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,6BAAiB,CAAC,CAAC;QACpE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,+BAAmB,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACpD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACtD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QACtE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,+BAAmB,CAAC,CAAC;IAC1E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QAClD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACpD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,iBAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAE5C,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;QAElF,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,4BAAgB,CAAC,CAAC;QACnE,MAAM,CAAC,oBAAM,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,KAAK,IAAI,EAAE;QAC3F,cAAc,CAAC,qBAAqB,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,iBAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QAE5C,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,eAAe,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC;QAE7G,MAAM,CAAC,oBAAM,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,CAAC,oBAAM,CAAC,CAAC,oBAAoB,CAC/B,MAAM,CAAC,gBAAgB,CAAC;YACpB,MAAM,EAAE,MAAM,CAAC,gBAAgB,CAAC;gBAC5B,MAAM,EAAE,UAAU;gBAClB,GAAG,EAAE,eAAe;gBACpB,IAAI,EAAE,UAAU;aACnB,CAAC;YACF,SAAS,EAAE,MAAM,CAAC,cAAc;YAChC,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC5B,CAAC,CACL,CAAC;QACF,MAAM,CAAC,YAAY,CAAC,CAAC,oBAAoB,CAAC,oBAAoB,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC1F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC5D,cAAc,CAAC,qBAAqB,EAAE,CAAC;QACvC,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QACzC,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,iBAAiB,EAAE,CAAC;QAE/E,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,iBAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QAE/G,MAAM,CAAC,eAAe,CAAC,CAAC,oBAAoB,CAAC,UAAU,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAChE,cAAc,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,iBAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IACnK,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QACtC,cAAc,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,iBAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACrI,uGAAuG,CAC1G,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,IAAI,GAAG,iBAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACtC,QAAQ,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAEnE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,4BAAgB,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACtE,QAAQ,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IACxG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACnE,QAAQ,CAAC,qBAAqB,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACxE,mHAAmH,CACtH,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,SAAS,GAAG,4DAA4D,CAAC;QAC/E,gBAAgB,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;QAE1E,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/B,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,gBAAgB,CAAC,CAAC,oBAAoB,CACzC,MAAM,CAAC,QAAQ,EAAE,EACjB,MAAM,CAAC,GAAG,CAAC,4BAAgB,CAAC,EAC5B,EAAE,SAAS,EAAE,IAAI,EAAE,CACtB,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACtE,gBAAgB,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,UAAU,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IAC5G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACpD,QAAQ,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;QAElD,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,+BAAmB,CAAC,CAAC;QACtE,MAAM,CAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAgD,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,CAAC,CAAC;IACnJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QACzD,QAAQ,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IACnG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACjE,QAAQ,CAAC,qBAAqB,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC1C,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,8BAAkB,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAC9D,QAAQ;aACH,qBAAqB,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;aACvF,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAC3B,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;QAEhD,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,8BAAkB,CAAC,CAAC;QACrE,MAAM,CAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAmD,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IACxJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC7D,QAAQ,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,6BAAa,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,oBAAY,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}
|
package/dist/config.d.ts
CHANGED
|
@@ -2,6 +2,7 @@ import { S3ClientConfig } from "@aws-sdk/client-s3";
|
|
|
2
2
|
export interface StorageConfig extends S3ClientConfig {
|
|
3
3
|
partSize: number;
|
|
4
4
|
maxConcurrency: number;
|
|
5
|
+
batchSize: number;
|
|
5
6
|
}
|
|
6
7
|
export declare const createStorageConfig: () => StorageConfig;
|
|
7
8
|
//# sourceMappingURL=config.d.ts.map
|
package/dist/config.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGpD,MAAM,WAAW,aAAc,SAAQ,cAAc;IACjD,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;
|
|
1
|
+
{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAGpD,MAAM,WAAW,aAAc,SAAQ,cAAc;IACjD,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACrB;AAaD,eAAO,MAAM,mBAAmB,QAAO,aAatC,CAAC"}
|
package/dist/config.js
CHANGED
|
@@ -4,12 +4,13 @@ exports.createStorageConfig = void 0;
|
|
|
4
4
|
const zod_1 = require("zod");
|
|
5
5
|
const StorageEnvSchema = zod_1.z
|
|
6
6
|
.object({
|
|
7
|
-
AWS_ENDPOINT: zod_1.z.string().url(),
|
|
7
|
+
AWS_ENDPOINT: zod_1.z.string().url().optional(),
|
|
8
8
|
AWS_REGION: zod_1.z.string().default("us-east-1"),
|
|
9
9
|
AWS_ACCESS_KEY_ID: zod_1.z.string(),
|
|
10
10
|
AWS_SECRET_ACCESS_KEY: zod_1.z.string(),
|
|
11
11
|
AWS_PART_SIZE: zod_1.z.coerce.number().finite().default(5 * 1024 * 1024),
|
|
12
12
|
AWS_MAX_CONCURRENCY: zod_1.z.coerce.number().finite().default(4),
|
|
13
|
+
AWS_BATCH_SIZE: zod_1.z.coerce.number().finite().default(10),
|
|
13
14
|
});
|
|
14
15
|
const createStorageConfig = () => {
|
|
15
16
|
const value = StorageEnvSchema.parse(process.env);
|
|
@@ -22,6 +23,7 @@ const createStorageConfig = () => {
|
|
|
22
23
|
},
|
|
23
24
|
partSize: value.AWS_PART_SIZE,
|
|
24
25
|
maxConcurrency: value.AWS_MAX_CONCURRENCY,
|
|
26
|
+
batchSize: value.AWS_BATCH_SIZE
|
|
25
27
|
};
|
|
26
28
|
};
|
|
27
29
|
exports.createStorageConfig = createStorageConfig;
|
package/dist/config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";;;AACA,6BAAwB;
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";;;AACA,6BAAwB;AAQxB,MAAM,gBAAgB,GAAG,OAAC;KACrB,MAAM,CAAC;IACJ,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;IAC3C,iBAAiB,EAAE,OAAC,CAAC,MAAM,EAAE;IAC7B,qBAAqB,EAAE,OAAC,CAAC,MAAM,EAAE;IACjC,aAAa,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;IAClE,mBAAmB,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1D,cAAc,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;CACzD,CAAC,CAAA;AAEC,MAAM,mBAAmB,GAAG,GAAkB,EAAE;IACnD,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAClD,OAAO;QACH,QAAQ,EAAE,KAAK,CAAC,YAAY;QAC5B,MAAM,EAAE,KAAK,CAAC,UAAU;QACxB,WAAW,EAAE;YACT,WAAW,EAAE,KAAK,CAAC,iBAAiB;YACpC,eAAe,EAAE,KAAK,CAAC,qBAAqB;SAC/C;QACD,QAAQ,EAAE,KAAK,CAAC,aAAa;QAC7B,cAAc,EAAE,KAAK,CAAC,mBAAmB;QACzC,SAAS,EAAE,KAAK,CAAC,cAAc;KAClC,CAAC;AACN,CAAC,CAAC;AAbW,QAAA,mBAAmB,uBAa9B"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
1
|
export { StorageClient } from './storageClient';
|
|
2
2
|
export { createStorageConfig, StorageConfig } from './config';
|
|
3
|
-
export { StorageError, UploadObjectOptions } from './types';
|
|
3
|
+
export { StorageError, StorageObject, UploadObjectOptions } from './types';
|
|
4
4
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC"}
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,iDAAgD;AAAvC,8GAAA,aAAa,OAAA;AACtB,mCAA8D;AAArD,6GAAA,mBAAmB,OAAA;AAC5B,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,iDAAgD;AAAvC,8GAAA,aAAa,OAAA;AACtB,mCAA8D;AAArD,6GAAA,mBAAmB,OAAA;AAC5B,iCAA2E;AAAlE,qGAAA,YAAY,OAAA"}
|
package/dist/storageClient.d.ts
CHANGED
|
@@ -1,16 +1,18 @@
|
|
|
1
1
|
import { Readable } from "stream";
|
|
2
|
-
import { UploadObjectOptions } from "./types";
|
|
3
2
|
import { StorageConfig } from "./config";
|
|
3
|
+
import { StorageObject, UploadObjectOptions } from "./types";
|
|
4
4
|
export declare class StorageClient {
|
|
5
5
|
private readonly config;
|
|
6
6
|
private client;
|
|
7
7
|
constructor(config: StorageConfig);
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
8
|
+
private clearObjects;
|
|
9
|
+
ensureBucket: (bucketName: string) => Promise<void | import("@aws-sdk/client-s3").HeadBucketCommandOutput>;
|
|
10
|
+
deleteBucket: (bucketName: string) => Promise<void | import("@aws-sdk/client-s3").DeleteBucketCommandOutput>;
|
|
11
|
+
clearPrefix: (Bucket: string, Prefix: string) => Promise<void>;
|
|
12
|
+
uploadObjects: (Bucket: string, objects: StorageObject[], options?: UploadObjectOptions) => Promise<void[]>;
|
|
13
|
+
uploadObject: (Bucket: string, object: StorageObject, options?: UploadObjectOptions) => Promise<void>;
|
|
14
|
+
downloadObject: (Bucket: string, Key: string) => Promise<Readable>;
|
|
15
|
+
getPresignedUrl: (Bucket: string, Key: string, expiresInSeconds: number) => Promise<string>;
|
|
16
|
+
deleteObject: (Bucket: string, Key: string) => Promise<void | import("@aws-sdk/client-s3").DeleteObjectCommandOutput>;
|
|
15
17
|
}
|
|
16
18
|
//# sourceMappingURL=storageClient.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"storageClient.d.ts","sourceRoot":"","sources":["../src/storageClient.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"storageClient.d.ts","sourceRoot":"","sources":["../src/storageClient.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAgB,aAAa,EAAE,mBAAmB,EAAE,MAAM,SAAS,CAAC;AAG3E,qBAAa,aAAa;IAGV,OAAO,CAAC,QAAQ,CAAC,MAAM;IAFnC,OAAO,CAAC,MAAM,CAAW;gBAEI,MAAM,EAAE,aAAa;IAIlD,OAAO,CAAC,YAAY,CAInB;IAED,YAAY,GAAI,YAAY,MAAM,0EASvB;IAEX,YAAY,GAAU,YAAY,MAAM,4EAY7B;IAEX,WAAW,GAAI,QAAQ,MAAM,EAAE,QAAQ,MAAM,mBAalC;IAEX,aAAa,GAAU,QAAQ,MAAM,EAAE,SAAS,aAAa,EAAE,EAAE,UAAU,mBAAmB,qBAMxF;IAEN,YAAY,GAAU,QAAQ,MAAM,EAAE,QAAQ,aAAa,EAAE,UAAU,mBAAmB,mBAuBzF;IAED,cAAc,GAAI,QAAQ,MAAM,EAAE,KAAK,MAAM,KAAG,OAAO,CAAC,QAAQ,CAAC,CAUtD;IAEX,eAAe,GAAI,QAAQ,MAAM,EAAE,KAAK,MAAM,EAAE,kBAAkB,MAAM,KAAG,OAAO,CAAC,MAAM,CAAC,CAGnF;IAGP,YAAY,GAAI,QAAQ,MAAM,EAAE,KAAK,MAAM,4EAOhC;CACd"}
|
package/dist/storageClient.js
CHANGED
|
@@ -2,114 +2,104 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.StorageClient = void 0;
|
|
4
4
|
const client_s3_1 = require("@aws-sdk/client-s3");
|
|
5
|
-
const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
|
|
6
5
|
const lib_storage_1 = require("@aws-sdk/lib-storage");
|
|
6
|
+
const s3_request_presigner_1 = require("@aws-sdk/s3-request-presigner");
|
|
7
7
|
const ramda_1 = require("ramda");
|
|
8
8
|
const types_1 = require("./types");
|
|
9
|
+
const batches_1 = require("./utils/batches");
|
|
9
10
|
class StorageClient {
|
|
10
11
|
constructor(config) {
|
|
11
12
|
this.config = config;
|
|
12
|
-
this.
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
}
|
|
17
|
-
else {
|
|
18
|
-
throw new types_1.StorageError("ensureBucket", error, { bucketName });
|
|
19
|
-
}
|
|
20
|
-
});
|
|
13
|
+
this.clearObjects = async (bucketName, objectKeys) => {
|
|
14
|
+
const clearObjectOperation = (key) => this.deleteObject(bucketName, key);
|
|
15
|
+
const clearProgressLog = (index, total) => `cleared ${index / total * 100}% of prefix files (${index}/${total} batches)`;
|
|
16
|
+
await (0, batches_1.runInBatches)(objectKeys, this.config.batchSize, clearObjectOperation, clearProgressLog);
|
|
21
17
|
};
|
|
22
|
-
this.
|
|
23
|
-
|
|
18
|
+
this.ensureBucket = (bucketName) => this.client
|
|
19
|
+
.send(new client_s3_1.HeadBucketCommand({ Bucket: bucketName }))
|
|
20
|
+
.catch(async (error) => {
|
|
21
|
+
if (error.name === 'NotFound') {
|
|
22
|
+
await this.client.send(new client_s3_1.CreateBucketCommand({ Bucket: bucketName }));
|
|
23
|
+
}
|
|
24
|
+
else {
|
|
25
|
+
throw new types_1.StorageError("ensureBucket", error, { bucketName });
|
|
26
|
+
}
|
|
27
|
+
});
|
|
28
|
+
this.deleteBucket = async (bucketName) => this.client
|
|
29
|
+
.send(new client_s3_1.DeleteBucketCommand({ Bucket: bucketName }))
|
|
30
|
+
.catch(async (error) => {
|
|
31
|
+
if (error.name === 'NoSuchBucket') {
|
|
32
|
+
return;
|
|
33
|
+
}
|
|
34
|
+
else if (error.name === 'BucketNotEmpty') {
|
|
35
|
+
await this.clearPrefix(bucketName, "");
|
|
24
36
|
await this.client.send(new client_s3_1.DeleteBucketCommand({ Bucket: bucketName }));
|
|
25
37
|
}
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
if (name === 'NoSuchBucket') {
|
|
29
|
-
return;
|
|
30
|
-
}
|
|
31
|
-
else if (name === 'BucketNotEmpty') {
|
|
32
|
-
await this.clearPrefix(bucketName, "");
|
|
33
|
-
await this.client.send(new client_s3_1.DeleteBucketCommand({ Bucket: bucketName }));
|
|
34
|
-
}
|
|
35
|
-
else {
|
|
36
|
-
throw new types_1.StorageError("deleteBucket", error, { bucketName });
|
|
37
|
-
}
|
|
38
|
+
else {
|
|
39
|
+
throw new types_1.StorageError("deleteBucket", error, { bucketName });
|
|
38
40
|
}
|
|
39
|
-
};
|
|
40
|
-
this.clearPrefix =
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
return;
|
|
46
|
-
}
|
|
47
|
-
else {
|
|
48
|
-
for (const { Key } of listedObjects) {
|
|
49
|
-
if ((0, ramda_1.isNotNil)(Key)) {
|
|
50
|
-
await this.deleteObject(bucketName, Key);
|
|
51
|
-
}
|
|
52
|
-
}
|
|
53
|
-
}
|
|
41
|
+
});
|
|
42
|
+
this.clearPrefix = (Bucket, Prefix) => this.client
|
|
43
|
+
.send(new client_s3_1.ListObjectsCommand({ Bucket, Prefix: Prefix }))
|
|
44
|
+
.then(async ({ Contents: listedObjects }) => {
|
|
45
|
+
if ((0, ramda_1.isNil)(listedObjects) || (0, ramda_1.isEmpty)(listedObjects)) {
|
|
46
|
+
return;
|
|
54
47
|
}
|
|
55
|
-
|
|
56
|
-
|
|
48
|
+
else {
|
|
49
|
+
const objectKeys = (0, ramda_1.pluck)('Key', listedObjects).filter(ramda_1.isNotNil);
|
|
50
|
+
await this.clearObjects(Bucket, objectKeys);
|
|
57
51
|
}
|
|
58
|
-
}
|
|
59
|
-
|
|
52
|
+
})
|
|
53
|
+
.catch((error) => {
|
|
54
|
+
throw new types_1.StorageError("clearPrefix", error, { Bucket, prefix: Prefix });
|
|
55
|
+
});
|
|
56
|
+
this.uploadObjects = async (Bucket, objects, options) => (0, batches_1.runInBatches)(objects, this.config.batchSize, (object) => this.uploadObject(Bucket, object, options), (index, total) => `Uploaded ${index / total * 100}% of files (${index}/${total} batches)`);
|
|
57
|
+
this.uploadObject = async (Bucket, object, options) => {
|
|
58
|
+
const { key: Key, data: Body } = object;
|
|
60
59
|
if (options?.ensureBucket) {
|
|
61
|
-
await this.ensureBucket(
|
|
60
|
+
await this.ensureBucket(Bucket);
|
|
62
61
|
}
|
|
63
62
|
try {
|
|
64
63
|
if (options?.multipartUpload) {
|
|
65
64
|
const upload = new lib_storage_1.Upload({
|
|
66
65
|
client: this.client,
|
|
67
|
-
params: { Bucket
|
|
66
|
+
params: { Bucket, Key, Body },
|
|
68
67
|
queueSize: this.config.maxConcurrency,
|
|
69
68
|
partSize: this.config.partSize
|
|
70
69
|
});
|
|
71
70
|
upload.on("httpUploadProgress", (progress) => {
|
|
72
|
-
console.log(`Upload progress for ${
|
|
71
|
+
console.log(`Upload progress for ${Key}: ${progress.loaded / progress.total * 100}%`);
|
|
73
72
|
});
|
|
74
73
|
await upload.done();
|
|
75
74
|
}
|
|
76
75
|
else {
|
|
77
|
-
await this.client.send(new client_s3_1.PutObjectCommand({ Bucket
|
|
76
|
+
await this.client.send(new client_s3_1.PutObjectCommand({ Bucket, Key, Body }));
|
|
78
77
|
}
|
|
79
78
|
}
|
|
80
79
|
catch (error) {
|
|
81
|
-
throw new types_1.StorageError("uploadObject", error, {
|
|
80
|
+
throw new types_1.StorageError("uploadObject", error, { Bucket, Key });
|
|
82
81
|
}
|
|
83
82
|
};
|
|
84
|
-
this.downloadObject =
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
}
|
|
90
|
-
return Body;
|
|
83
|
+
this.downloadObject = (Bucket, Key) => this.client
|
|
84
|
+
.send(new client_s3_1.GetObjectCommand({ Bucket, Key }))
|
|
85
|
+
.then((({ Body }) => {
|
|
86
|
+
if ((0, ramda_1.isNil)(Body)) {
|
|
87
|
+
throw new Error("Received empty body");
|
|
91
88
|
}
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
}
|
|
95
|
-
};
|
|
96
|
-
this.getPresignedUrl =
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
89
|
+
return Body;
|
|
90
|
+
})).catch((error) => {
|
|
91
|
+
throw new types_1.StorageError("downloadObject", error, { Bucket, Key });
|
|
92
|
+
});
|
|
93
|
+
this.getPresignedUrl = (Bucket, Key, expiresInSeconds) => (0, s3_request_presigner_1.getSignedUrl)(this.client, new client_s3_1.GetObjectCommand({ Bucket, Key }), { expiresIn: expiresInSeconds }).catch((error) => {
|
|
94
|
+
throw new types_1.StorageError("getPresignedUrl", error, { Bucket, Key, expiresInSeconds });
|
|
95
|
+
});
|
|
96
|
+
this.deleteObject = (Bucket, Key) => this.client
|
|
97
|
+
.send(new client_s3_1.DeleteObjectCommand({ Bucket, Key }))
|
|
98
|
+
.catch((error) => {
|
|
99
|
+
if (error.name !== 'NoSuchKey') {
|
|
100
|
+
throw new types_1.StorageError("deleteObject", error, { Bucket, Key });
|
|
100
101
|
}
|
|
101
|
-
|
|
102
|
-
throw new types_1.StorageError("getPresignedUrl", error, { bucketName, objectKey });
|
|
103
|
-
}
|
|
104
|
-
};
|
|
105
|
-
this.deleteObject = async (bucketName, objectKey) => {
|
|
106
|
-
try {
|
|
107
|
-
await this.client.send(new client_s3_1.DeleteObjectCommand({ Bucket: bucketName, Key: objectKey }));
|
|
108
|
-
}
|
|
109
|
-
catch (error) {
|
|
110
|
-
throw new types_1.StorageError("deleteObject", error, { bucketName, objectKey });
|
|
111
|
-
}
|
|
112
|
-
};
|
|
102
|
+
});
|
|
113
103
|
this.client = new client_s3_1.S3Client(config);
|
|
114
104
|
}
|
|
115
105
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"storageClient.js","sourceRoot":"","sources":["../src/storageClient.ts"],"names":[],"mappings":";;;AAAA,kDAAwL;AACxL,wEAA6D;AAC7D,
|
|
1
|
+
{"version":3,"file":"storageClient.js","sourceRoot":"","sources":["../src/storageClient.ts"],"names":[],"mappings":";;;AAAA,kDAAwL;AACxL,sDAA8C;AAC9C,wEAA6D;AAC7D,iCAAwD;AAGxD,mCAA2E;AAC3E,6CAA+C;AAE/C,MAAa,aAAa;IAGtB,YAA6B,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;QAI1C,iBAAY,GAAG,KAAK,EAAE,UAAkB,EAAE,UAAoB,EAAE,EAAE;YACtE,MAAM,oBAAoB,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;YACjF,MAAM,gBAAgB,GAAG,CAAC,KAAa,EAAE,KAAa,EAAE,EAAE,CAAC,WAAW,KAAK,GAAG,KAAK,GAAG,GAAG,sBAAsB,KAAK,IAAI,KAAK,WAAW,CAAC;YACzI,MAAM,IAAA,sBAAY,EAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,oBAAoB,EAAE,gBAAgB,CAAC,CAAC;QAClG,CAAC,CAAA;QAED,iBAAY,GAAG,CAAC,UAAkB,EAAE,EAAE,CAClC,IAAI,CAAC,MAAM;aACN,IAAI,CAAC,IAAI,6BAAiB,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;aACnD,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACnB,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,+BAAmB,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;YAC5E,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,oBAAY,CAAC,cAAc,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;YAClE,CAAC;QACL,CAAC,CAAC,CAAC;QAEX,iBAAY,GAAG,KAAK,EAAE,UAAkB,EAAE,EAAE,CACxC,IAAI,CAAC,MAAM;aACN,IAAI,CAAC,IAAI,+BAAmB,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;aACrD,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACnB,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;gBAChC,OAAO;YACX,CAAC;iBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;gBACzC,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBACvC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,+BAAmB,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC;YAC5E,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,oBAAY,CAAC,cAAc,EAAE,KAAc,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;YAC3E,CAAC;QACL,CAAC,CAAC,CAAC;QAEX,gBAAW,GAAG,CAAC,MAAc,EAAE,MAAc,EAAE,EAAE,CAC7C,IAAI,CAAC,MAAM;aACN,IAAI,CAAC,IAAI,8BAAkB,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;aACxD,IAAI,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,EAAE,EAAE;YACxC,IAAI,IAAA,aAAK,EAAC,aAAa,CAAC,IAAI,IAAA,eAAO,EAAC,aAAa,CAAC,EAAE,CAAC;gBACjD,OAAO;YACX,CAAC;iBAAM,CAAC;gBACJ,MAAM,UAAU,GAAG,IAAA,aAAK,EAAC,KAAK,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,gBAAQ,CAAC,CAAC;gBAChE,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YAChD,CAAC;QACL,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACb,MAAM,IAAI,oBAAY,CAAC,aAAa,EAAE,KAAc,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC;QAEX,kBAAa,GAAG,KAAK,EAAE,MAAc,EAAE,OAAwB,EAAE,OAA6B,EAAE,EAAE,CAC9F,IAAA,sBAAY,EACR,OAAO,EACP,IAAI,CAAC,MAAM,CAAC,SAAS,EACrB,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EACtD,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,YAAY,KAAK,GAAG,KAAK,GAAG,GAAG,eAAe,KAAK,IAAI,KAAK,WAAW,CAC5F,CAAC;QAEN,iBAAY,GAAG,KAAK,EAAE,MAAc,EAAE,MAAqB,EAAE,OAA6B,EAAE,EAAE;YAC1F,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;YACxC,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;gBACxB,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;YACD,IAAI,CAAC;gBACD,IAAI,OAAO,EAAE,eAAe,EAAE,CAAC;oBAC3B,MAAM,MAAM,GAAG,IAAI,oBAAM,CAAC;wBACtB,MAAM,EAAE,IAAI,CAAC,MAAM;wBACnB,MAAM,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE;wBAC7B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;wBACrC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ;qBACjC,CAAC,CAAA;oBACF,MAAM,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,QAAQ,EAAE,EAAE;wBACzC,OAAO,CAAC,GAAG,CAAC,uBAAuB,GAAG,KAAK,QAAQ,CAAC,MAAO,GAAG,QAAQ,CAAC,KAAM,GAAG,GAAG,GAAG,CAAC,CAAC;oBAC5F,CAAC,CAAC,CAAC;oBACH,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBACxB,CAAC;qBAAM,CAAC;oBACJ,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,4BAAgB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBACxE,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,IAAI,oBAAY,CAAC,cAAc,EAAE,KAAc,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YAC5E,CAAC;QACL,CAAC,CAAA;QAED,mBAAc,GAAG,CAAC,MAAc,EAAE,GAAW,EAAqB,EAAE,CAChE,IAAI,CAAC,MAAM;aACN,IAAI,CAAC,IAAI,4BAAgB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;aAC3C,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE;YAChB,IAAI,IAAA,aAAK,EAAC,IAAI,CAAC,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC3C,CAAC;YACD,OAAO,IAAgB,CAAC;QAC5B,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAChB,MAAM,IAAI,oBAAY,CAAC,gBAAgB,EAAE,KAAc,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QAEX,oBAAe,GAAG,CAAC,MAAc,EAAE,GAAW,EAAE,gBAAwB,EAAmB,EAAE,CACzF,IAAA,mCAAY,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,4BAAgB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC9G,MAAM,IAAI,oBAAY,CAAC,iBAAiB,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC,CAAC;QACxF,CAAC,CAAC,CAAC;QAGP,iBAAY,GAAG,CAAC,MAAc,EAAE,GAAW,EAAE,EAAE,CAC3C,IAAI,CAAC,MAAM;aACN,IAAI,CAAC,IAAI,+BAAmB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;aAC9C,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACb,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC7B,MAAM,IAAI,oBAAY,CAAC,cAAc,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;YACnE,CAAC;QACL,CAAC,CAAC,CAAC;QA3GP,IAAI,CAAC,MAAM,GAAG,IAAI,oBAAQ,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;CA2GJ;AAhHD,sCAgHC"}
|
package/dist/types.d.ts
CHANGED
|
@@ -1,6 +1,11 @@
|
|
|
1
|
+
import { Readable } from "stream";
|
|
1
2
|
export declare class StorageError extends Error {
|
|
2
3
|
constructor(operation: string, error: Error, details: {});
|
|
3
4
|
}
|
|
5
|
+
export interface StorageObject {
|
|
6
|
+
key: string;
|
|
7
|
+
data: Readable;
|
|
8
|
+
}
|
|
4
9
|
export interface UploadObjectOptions {
|
|
5
10
|
ensureBucket?: boolean;
|
|
6
11
|
multipartUpload?: boolean;
|
package/dist/types.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,qBAAa,YAAa,SAAQ,KAAK;gBACvB,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;CAI3D;AAED,MAAM,WAAW,mBAAmB;IAChC,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC7B"}
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,qBAAa,YAAa,SAAQ,KAAK;gBACvB,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;CAI3D;AAED,MAAM,WAAW,aAAa;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,QAAQ,CAAC;CAClB;AAED,MAAM,WAAW,mBAAmB;IAChC,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,eAAe,CAAC,EAAE,OAAO,CAAC;CAC7B"}
|
package/dist/types.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";;;
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":";;;AAEA,MAAa,YAAa,SAAQ,KAAK;IACnC,YAAY,SAAiB,EAAE,KAAY,EAAE,OAAW;QACpD,MAAM,OAAO,GAAG,kBAAkB,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,GAAG,OAAO,EAAE,CAAC,EAAE,CAAC;QACpG,KAAK,CAAC,OAAO,CAAC,CAAC;IACnB,CAAC;CACJ;AALD,oCAKC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"batches.d.ts","sourceRoot":"","sources":["../../src/utils/batches.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,YAAY,GAAU,CAAC,EAAE,CAAC,EACnC,OAAO,CAAC,EAAE,EACV,WAAW,MAAM,EACjB,SAAS,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,EAChC,yBAAyB,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,KAAK,MAAM,KACzE,OAAO,CAAC,CAAC,EAAE,CAYb,CAAA"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.runInBatches = void 0;
|
|
4
|
+
const batchify = (items, size) => Array.from({ length: Math.ceil(items.length / size) }, (_, i) => items.slice(i * size, Math.min(i * size + size, items.length)));
|
|
5
|
+
const runInBatches = async (items, batchSize, handler, generateProgressMessage) => {
|
|
6
|
+
const batches = batchify(items, batchSize);
|
|
7
|
+
const count = batches.length;
|
|
8
|
+
const progressInterval = Math.max(1, Math.floor(count / 10));
|
|
9
|
+
let results = [];
|
|
10
|
+
for (let i = 0; i < count; i++) {
|
|
11
|
+
results = results.concat(await Promise.all(batches[i].map(handler)));
|
|
12
|
+
if (i % progressInterval === 0 || i === count - 1) {
|
|
13
|
+
console.log(generateProgressMessage(i + 1, count));
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
return results;
|
|
17
|
+
};
|
|
18
|
+
exports.runInBatches = runInBatches;
|
|
19
|
+
//# sourceMappingURL=batches.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"batches.js","sourceRoot":"","sources":["../../src/utils/batches.ts"],"names":[],"mappings":";;;AAAA,MAAM,QAAQ,GAAG,CAAI,KAAU,EAAE,IAAY,EAAS,EAAE,CACpD,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC5D,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CACjE,CAAC;AAEC,MAAM,YAAY,GAAG,KAAK,EAC7B,KAAU,EACV,SAAiB,EACjB,OAAgC,EAChC,uBAAwE,EAC5D,EAAE;IACd,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7B,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;IAC7D,IAAI,OAAO,GAAQ,EAAE,CAAC;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACrE,IAAI,CAAC,GAAG,gBAAgB,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,GAAG,CAAC,EAAE,CAAC;YAChD,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;QACvD,CAAC;IACL,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC,CAAA;AAjBY,QAAA,YAAY,gBAiBxB"}
|