@payloadcms/storage-s3 3.22.0 → 3.23.0-canary.597254e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"staticHandler.d.ts","sourceRoot":"","sources":["../src/staticHandler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,GAAG,MAAM,oBAAoB,CAAA;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wCAAwC,CAAA;AAC3E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;
|
|
1
|
+
{"version":3,"file":"staticHandler.d.ts","sourceRoot":"","sources":["../src/staticHandler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,GAAG,MAAM,oBAAoB,CAAA;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,wCAAwC,CAAA;AAC3E,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAA;AAM/C,UAAU,IAAI;IACZ,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,gBAAgB,CAAA;IAC5B,gBAAgB,EAAE,MAAM,GAAG,CAAC,EAAE,CAAA;CAC/B;AAwBD,eAAO,MAAM,UAAU,6CAA8C,IAAI,KAAG,aAmE3E,CAAA"}
|
package/dist/staticHandler.js
CHANGED
|
@@ -1,5 +1,9 @@
|
|
|
1
1
|
import { getFilePrefix } from '@payloadcms/plugin-cloud-storage/utilities';
|
|
2
2
|
import path from 'path';
|
|
3
|
+
// Type guard for NodeJS.Readable streams
|
|
4
|
+
const isNodeReadableStream = (body)=>{
|
|
5
|
+
return typeof body === 'object' && body !== null && 'pipe' in body && typeof body.pipe === 'function' && 'destroy' in body && typeof body.destroy === 'function';
|
|
6
|
+
};
|
|
3
7
|
// Convert a stream into a promise that resolves with a Buffer
|
|
4
8
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
5
9
|
const streamToBuffer = async (readableStream)=>{
|
|
@@ -17,9 +21,10 @@ export const getHandler = ({ bucket, collection, getStorageClient })=>{
|
|
|
17
21
|
filename,
|
|
18
22
|
req
|
|
19
23
|
});
|
|
24
|
+
const key = path.posix.join(prefix, filename);
|
|
20
25
|
const object = await getStorageClient().getObject({
|
|
21
26
|
Bucket: bucket,
|
|
22
|
-
Key:
|
|
27
|
+
Key: key
|
|
23
28
|
});
|
|
24
29
|
if (!object.Body) {
|
|
25
30
|
return new Response(null, {
|
|
@@ -30,7 +35,7 @@ export const getHandler = ({ bucket, collection, getStorageClient })=>{
|
|
|
30
35
|
const etagFromHeaders = req.headers.get('etag') || req.headers.get('if-none-match');
|
|
31
36
|
const objectEtag = object.ETag;
|
|
32
37
|
if (etagFromHeaders && etagFromHeaders === objectEtag) {
|
|
33
|
-
|
|
38
|
+
const response = new Response(null, {
|
|
34
39
|
headers: new Headers({
|
|
35
40
|
'Accept-Ranges': String(object.AcceptRanges),
|
|
36
41
|
'Content-Length': String(object.ContentLength),
|
|
@@ -39,6 +44,23 @@ export const getHandler = ({ bucket, collection, getStorageClient })=>{
|
|
|
39
44
|
}),
|
|
40
45
|
status: 304
|
|
41
46
|
});
|
|
47
|
+
// Manually destroy stream before returning cached results to close socket
|
|
48
|
+
if (object.Body && isNodeReadableStream(object.Body)) {
|
|
49
|
+
object.Body.destroy();
|
|
50
|
+
}
|
|
51
|
+
return response;
|
|
52
|
+
}
|
|
53
|
+
// On error, manually destroy stream to close socket
|
|
54
|
+
if (object.Body && isNodeReadableStream(object.Body)) {
|
|
55
|
+
const stream = object.Body;
|
|
56
|
+
stream.on('error', (err)=>{
|
|
57
|
+
req.payload.logger.error({
|
|
58
|
+
err,
|
|
59
|
+
key,
|
|
60
|
+
msg: 'Error streaming S3 object, destroying stream'
|
|
61
|
+
});
|
|
62
|
+
stream.destroy();
|
|
63
|
+
});
|
|
42
64
|
}
|
|
43
65
|
const bodyBuffer = await streamToBuffer(object.Body);
|
|
44
66
|
return new Response(bodyBuffer, {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../src/staticHandler.ts"],"sourcesContent":["import type * as AWS from '@aws-sdk/client-s3'\nimport type { StaticHandler } from '@payloadcms/plugin-cloud-storage/types'\nimport type { CollectionConfig } from 'payload'\n\nimport { getFilePrefix } from '@payloadcms/plugin-cloud-storage/utilities'\nimport path from 'path'\n\ninterface Args {\n bucket: string\n collection: CollectionConfig\n getStorageClient: () => AWS.S3\n}\n\n// Convert a stream into a promise that resolves with a Buffer\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nconst streamToBuffer = async (readableStream: any) => {\n const chunks = []\n for await (const chunk of readableStream) {\n chunks.push(typeof chunk === 'string' ? Buffer.from(chunk) : chunk)\n }\n return Buffer.concat(chunks)\n}\n\nexport const getHandler = ({ bucket, collection, getStorageClient }: Args): StaticHandler => {\n return async (req, { params: { filename } }) => {\n try {\n const prefix = await getFilePrefix({ collection, filename, req })\n\n const object = await getStorageClient().getObject({\n Bucket: bucket,\n Key:
|
|
1
|
+
{"version":3,"sources":["../src/staticHandler.ts"],"sourcesContent":["import type * as AWS from '@aws-sdk/client-s3'\nimport type { StaticHandler } from '@payloadcms/plugin-cloud-storage/types'\nimport type { CollectionConfig } from 'payload'\nimport type { Readable } from 'stream'\n\nimport { getFilePrefix } from '@payloadcms/plugin-cloud-storage/utilities'\nimport path from 'path'\n\ninterface Args {\n bucket: string\n collection: CollectionConfig\n getStorageClient: () => AWS.S3\n}\n\n// Type guard for NodeJS.Readable streams\nconst isNodeReadableStream = (body: unknown): body is Readable => {\n return (\n typeof body === 'object' &&\n body !== null &&\n 'pipe' in body &&\n typeof (body as any).pipe === 'function' &&\n 'destroy' in body &&\n typeof (body as any).destroy === 'function'\n )\n}\n\n// Convert a stream into a promise that resolves with a Buffer\n// eslint-disable-next-line @typescript-eslint/no-explicit-any\nconst streamToBuffer = async (readableStream: any) => {\n const chunks = []\n for await (const chunk of readableStream) {\n chunks.push(typeof chunk === 'string' ? Buffer.from(chunk) : chunk)\n }\n return Buffer.concat(chunks)\n}\n\nexport const getHandler = ({ bucket, collection, getStorageClient }: Args): StaticHandler => {\n return async (req, { params: { filename } }) => {\n try {\n const prefix = await getFilePrefix({ collection, filename, req })\n\n const key = path.posix.join(prefix, filename)\n\n const object = await getStorageClient().getObject({\n Bucket: bucket,\n Key: key,\n })\n\n if (!object.Body) {\n return new Response(null, { status: 404, statusText: 'Not Found' })\n }\n\n const etagFromHeaders = req.headers.get('etag') || req.headers.get('if-none-match')\n const objectEtag = object.ETag\n\n if (etagFromHeaders && etagFromHeaders === objectEtag) {\n const response = new Response(null, {\n headers: new Headers({\n 'Accept-Ranges': String(object.AcceptRanges),\n 'Content-Length': String(object.ContentLength),\n 'Content-Type': String(object.ContentType),\n ETag: String(object.ETag),\n }),\n status: 304,\n })\n\n // Manually destroy stream before returning cached results to close socket\n if (object.Body && isNodeReadableStream(object.Body)) {\n object.Body.destroy()\n }\n\n return response\n }\n\n // On error, manually destroy stream to close socket\n if (object.Body && isNodeReadableStream(object.Body)) {\n const stream = object.Body\n stream.on('error', (err) => {\n req.payload.logger.error({\n err,\n key,\n msg: 'Error streaming S3 object, destroying stream',\n })\n stream.destroy()\n })\n }\n\n const bodyBuffer = await streamToBuffer(object.Body)\n\n return new Response(bodyBuffer, {\n headers: new Headers({\n 'Accept-Ranges': String(object.AcceptRanges),\n 'Content-Length': String(object.ContentLength),\n 'Content-Type': String(object.ContentType),\n ETag: String(object.ETag),\n }),\n status: 200,\n })\n } catch (err) {\n req.payload.logger.error(err)\n return new Response('Internal Server Error', { status: 500 })\n }\n }\n}\n"],"names":["getFilePrefix","path","isNodeReadableStream","body","pipe","destroy","streamToBuffer","readableStream","chunks","chunk","push","Buffer","from","concat","getHandler","bucket","collection","getStorageClient","req","params","filename","prefix","key","posix","join","object","getObject","Bucket","Key","Body","Response","status","statusText","etagFromHeaders","headers","get","objectEtag","ETag","response","Headers","String","AcceptRanges","ContentLength","ContentType","stream","on","err","payload","logger","error","msg","bodyBuffer"],"mappings":"AAKA,SAASA,aAAa,QAAQ,6CAA4C;AAC1E,OAAOC,UAAU,OAAM;AAQvB,yCAAyC;AACzC,MAAMC,uBAAuB,CAACC;IAC5B,OACE,OAAOA,SAAS,YAChBA,SAAS,QACT,UAAUA,QACV,OAAO,AAACA,KAAaC,IAAI,KAAK,cAC9B,aAAaD,QACb,OAAO,AAACA,KAAaE,OAAO,KAAK;AAErC;AAEA,8DAA8D;AAC9D,8DAA8D;AAC9D,MAAMC,iBAAiB,OAAOC;IAC5B,MAAMC,SAAS,EAAE;IACjB,WAAW,MAAMC,SAASF,eAAgB;QACxCC,OAAOE,IAAI,CAAC,OAAOD,UAAU,WAAWE,OAAOC,IAAI,CAACH,SAASA;IAC/D;IACA,OAAOE,OAAOE,MAAM,CAACL;AACvB;AAEA,OAAO,MAAMM,aAAa,CAAC,EAAEC,MAAM,EAAEC,UAAU,EAAEC,gBAAgB,EAAQ;IACvE,OAAO,OAAOC,KAAK,EAAEC,QAAQ,EAAEC,QAAQ,EAAE,EAAE;QACzC,IAAI;YACF,MAAMC,SAAS,MAAMrB,cAAc;gBAAEgB;gBAAYI;gBAAUF;YAAI;YAE/D,MAAMI,MAAMrB,KAAKsB,KAAK,CAACC,IAAI,CAACH,QAAQD;YAEpC,MAAMK,SAAS,MAAMR,mBAAmBS,SAAS,CAAC;gBAChDC,QAAQZ;gBACRa,KAAKN;YACP;YAEA,IAAI,CAACG,OAAOI,IAAI,EAAE;gBAChB,OAAO,IAAIC,SAAS,MAAM;oBAAEC,QAAQ;oBAAKC,YAAY;gBAAY;YACnE;YAEA,MAAMC,kBAAkBf,IAAIgB,OAAO,CAACC,GAAG,CAAC,WAAWjB,IAAIgB,OAAO,CAACC,GAAG,CAAC;YACnE,MAAMC,aAAaX,OAAOY,IAAI;YAE9B,IAAIJ,mBAAmBA,oBAAoBG,YAAY;gBACrD,MAAME,WAAW,IAAIR,SAAS,MAAM;oBAClCI,SAAS,IAAIK,QAAQ;wBACnB,iBAAiBC,OAAOf,OAAOgB,YAAY;wBAC3C,kBAAkBD,OAAOf,OAAOiB,aAAa;wBAC7C,gBAAgBF,OAAOf,OAAOkB,WAAW;wBACzCN,MAAMG,OAAOf,OAAOY,IAAI;oBAC1B;oBACAN,QAAQ;gBACV;gBAEA,0EAA0E;gBAC1E,IAAIN,OAAOI,IAAI,IAAI3B,qBAAqBuB,OAAOI,IAAI,GAAG;oBACpDJ,OAAOI,IAAI,CAACxB,OAAO;gBACrB;gBAEA,OAAOiC;YACT;YAEA,oDAAoD;YACpD,IAAIb,OAAOI,IAAI,IAAI3B,qBAAqBuB,OAAOI,IAAI,GAAG;gBACpD,MAAMe,SAASnB,OAAOI,IAAI;gBAC1Be,OAAOC,EAAE,CAAC,SAAS,CAACC;oBAClB5B,IAAI6B,OAAO,CAACC,MAAM,CAACC,KAAK,CAAC;wBACvBH;wBACAxB;wBACA4B,KAAK;oBACP;oBACAN,OAAOvC,OAAO;gBAChB;YACF;YAEA,MAAM8C,aAAa,MAAM7C,eAAemB,OAAOI,IAAI;YAEnD,OAAO,IAAIC,SAASqB,YAAY;gBAC9BjB,SAAS,IAAIK,QAAQ;oBACnB,iBAAiBC,OAAOf,OAAOgB,YAAY;oBAC3C,kBAAkBD,OAAOf,OAAOiB,aAAa;oBAC7C,gBAAgBF,OAAOf,OAAOkB,WAAW;oBACzCN,MAAMG,OAAOf,OAAOY,IAAI;gBAC1B;gBACAN,QAAQ;YACV;QACF,EAAE,OAAOe,KAAK;YACZ5B,IAAI6B,OAAO,CAACC,MAAM,CAACC,KAAK,CAACH;YACzB,OAAO,IAAIhB,SAAS,yBAAyB;gBAAEC,QAAQ;YAAI;QAC7D;IACF;AACF,EAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@payloadcms/storage-s3",
|
|
3
|
-
"version": "3.
|
|
3
|
+
"version": "3.23.0-canary.597254e",
|
|
4
4
|
"description": "Payload storage adapter for Amazon S3",
|
|
5
5
|
"homepage": "https://payloadcms.com",
|
|
6
6
|
"repository": {
|
|
@@ -33,13 +33,13 @@
|
|
|
33
33
|
"dependencies": {
|
|
34
34
|
"@aws-sdk/client-s3": "^3.614.0",
|
|
35
35
|
"@aws-sdk/lib-storage": "^3.614.0",
|
|
36
|
-
"@payloadcms/plugin-cloud-storage": "3.
|
|
36
|
+
"@payloadcms/plugin-cloud-storage": "3.23.0-canary.597254e"
|
|
37
37
|
},
|
|
38
38
|
"devDependencies": {
|
|
39
|
-
"payload": "3.
|
|
39
|
+
"payload": "3.23.0-canary.597254e"
|
|
40
40
|
},
|
|
41
41
|
"peerDependencies": {
|
|
42
|
-
"payload": "3.
|
|
42
|
+
"payload": "3.23.0-canary.597254e"
|
|
43
43
|
},
|
|
44
44
|
"engines": {
|
|
45
45
|
"node": "^18.20.2 || >=20.9.0"
|