@expo/build-tools 1.0.169 → 1.0.171

package/dist/gcs/__unit__/gcs.test.js

@@ -0,0 +1,338 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const path_1 = __importDefault(require("path"));
+const crypto_1 = require("crypto");
+const stream_1 = require("stream");
+const node_fetch_1 = __importDefault(require("node-fetch"));
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const client_1 = __importDefault(require("../client"));
+jest.mock('node-fetch');
+class ErrorWithCode extends Error {
+    constructor(message, code) {
+        super(message);
+        if (code) {
+            this._code = code;
+        }
+    }
+    get code() {
+        return this._code;
+    }
+}
+class DNSError extends ErrorWithCode {
+    constructor() {
+        super(...arguments);
+        this._code = 'ENOTFOUND';
+    }
+}
+const TEST_BUCKET = 'turtle-v2-test';
+let googleApplicationCredentials;
+beforeAll(() => {
+    googleApplicationCredentials = process.env.GOOGLE_APPLICATION_CREDENTIALS;
+    process.env.GOOGLE_APPLICATION_CREDENTIALS = path_1.default.join(__dirname, 'mock-credentials.json');
+});
+afterAll(() => {
+    process.env.GOOGLE_APPLICATION_CREDENTIALS = googleApplicationCredentials;
+});
+describe('GCS client', () => {
+    describe('uploadWithPresignedURL function', () => {
+        it('should throw an error if upload fails', async () => {
+            const fetchMock = jest.mocked(node_fetch_1.default);
+            const res = {
+                ok: false,
+                status: 500,
+            };
+            const localImagePath = path_1.default.join(__dirname, 'cat.jpg');
+            const key = 'cat.jpg';
+            const gcs = new client_1.default(TEST_BUCKET);
+            const signedUrl = await gcs.createSignedUploadUrl({
+                key,
+                expirationTime: 30000,
+                contentType: 'image/jpeg',
+            });
+            fetchMock.mockImplementation(async () => res);
+            await expect(client_1.default.uploadWithSignedUrl({
+                signedUrl,
+                srcGeneratorAsync: async () => fs_extra_1.default.createReadStream(localImagePath),
+                retryIntervalMs: 500,
+            })).rejects.toThrow();
+        });
+        it('should return stripped URL if successful', async () => {
+            const fetchMock = jest.mocked(node_fetch_1.default);
+            const res = {
+                ok: true,
+                status: 200,
+            };
+            const localImagePath = path_1.default.join(__dirname, 'cat.jpg');
+            const key = 'cat.jpg';
+            const gcs = new client_1.default(TEST_BUCKET);
+            const signedUrl = await gcs.createSignedUploadUrl({
+                key,
+                expirationTime: 30000,
+                contentType: 'image/jpeg',
+            });
+            fetchMock.mockImplementation(async () => res);
+            const result = await client_1.default.uploadWithSignedUrl({
+                signedUrl,
+                srcGeneratorAsync: async () => fs_extra_1.default.createReadStream(localImagePath),
+                retryIntervalMs: 500,
+            });
+            expect(result).toEqual('https://storage.googleapis.com/turtle-v2-test/cat.jpg');
+        });
+        it('should retry upload on DNS error up to 2 times', async () => {
+            const fetchMock = jest.mocked(node_fetch_1.default);
+            const res = {
+                ok: true,
+                status: 200,
+            };
+            const localImagePath = path_1.default.join(__dirname, 'cat.jpg');
+            const key = 'cat.jpg';
+            const gcs = new client_1.default(TEST_BUCKET);
+            const signedUrl = await gcs.createSignedUploadUrl({
+                key,
+                expirationTime: 30000,
+                contentType: 'image/jpeg',
+            });
+            fetchMock
+                .mockImplementationOnce(async () => {
+                throw new DNSError('failed once');
+            })
+                .mockImplementationOnce(async () => {
+                throw new DNSError('failed twice', 'EAI_AGAIN');
+            })
+                .mockImplementation(async () => res);
+            const result = await client_1.default.uploadWithSignedUrl({
+                signedUrl,
+                srcGeneratorAsync: async () => fs_extra_1.default.createReadStream(localImagePath),
+                retryIntervalMs: 500,
+            });
+            expect(result).toEqual('https://storage.googleapis.com/turtle-v2-test/cat.jpg');
+            expect(fetchMock).toHaveBeenCalledTimes(3);
+        });
+        it('should retry upload on retriable status codes error up to 2 times', async () => {
+            const fetchMock = jest.mocked(node_fetch_1.default);
+            const res = {
+                ok: true,
+                status: 200,
+            };
+            const localImagePath = path_1.default.join(__dirname, 'cat.jpg');
+            const key = 'cat.jpg';
+            const gcs = new client_1.default(TEST_BUCKET);
+            const signedUrl = await gcs.createSignedUploadUrl({
+                key,
+                expirationTime: 30000,
+                contentType: 'image/jpeg',
+            });
+            fetchMock
+                .mockImplementationOnce(async () => {
+                return {
+                    ok: false,
+                    status: 503,
+                };
+            })
+                .mockImplementationOnce(async () => {
+                return {
+                    ok: false,
+                    status: 408,
+                };
+            })
+                .mockImplementation(async () => res);
+            const result = await client_1.default.uploadWithSignedUrl({
+                signedUrl,
+                srcGeneratorAsync: async () => fs_extra_1.default.createReadStream(localImagePath),
+                retryIntervalMs: 500,
+            });
+            expect(result).toEqual('https://storage.googleapis.com/turtle-v2-test/cat.jpg');
+            expect(fetchMock).toHaveBeenCalledTimes(3);
+        });
+        it('should retry upload on retriable status codes and DNS errors error up to 2 times', async () => {
+            const fetchMock = jest.mocked(node_fetch_1.default);
+            const res = {
+                ok: true,
+                status: 200,
+            };
+            const localImagePath = path_1.default.join(__dirname, 'cat.jpg');
+            const key = 'cat.jpg';
+            const gcs = new client_1.default(TEST_BUCKET);
+            const signedUrl = await gcs.createSignedUploadUrl({
+                key,
+                expirationTime: 30000,
+                contentType: 'image/jpeg',
+            });
+            fetchMock
+                .mockImplementationOnce(async () => {
+                return {
+                    ok: false,
+                    status: 503,
+                };
+            })
+                .mockImplementationOnce(async () => {
+                throw new DNSError('failed once');
+            })
+                .mockImplementation(async () => res);
+            const result = await client_1.default.uploadWithSignedUrl({
+                signedUrl,
+                srcGeneratorAsync: async () => fs_extra_1.default.createReadStream(localImagePath),
+                retryIntervalMs: 500,
+            });
+            expect(result).toEqual('https://storage.googleapis.com/turtle-v2-test/cat.jpg');
+            expect(fetchMock).toHaveBeenCalledTimes(3);
+        });
+        it('should not retry upload on DNS error more than 2 times', async () => {
+            const fetchMock = jest.mocked(node_fetch_1.default);
+            const res = {
+                ok: true,
+                status: 200,
+            };
+            const localImagePath = path_1.default.join(__dirname, 'cat.jpg');
+            const key = 'cat.jpg';
+            const gcs = new client_1.default(TEST_BUCKET);
+            const signedUrl = await gcs.createSignedUploadUrl({
+                key,
+                expirationTime: 30000,
+                contentType: 'image/jpeg',
+            });
+            const lastDNSError = new DNSError('failed thrice');
+            fetchMock
+                .mockImplementationOnce(async () => {
+                throw new DNSError('failed once');
+            })
+                .mockImplementationOnce(async () => {
+                throw new DNSError('failed twice', 'EAI_AGAIN');
+            })
+                .mockImplementationOnce(async () => {
+                throw lastDNSError;
+            })
+                .mockImplementation(async () => res);
+            await expect(client_1.default.uploadWithSignedUrl({
+                signedUrl,
+                srcGeneratorAsync: async () => fs_extra_1.default.createReadStream(localImagePath),
+                retryIntervalMs: 500,
+            })).rejects.toThrow(lastDNSError);
+            expect(fetchMock).toHaveBeenCalledTimes(3);
+        });
+        it('should not retry upload on retriable status code more than 2 times', async () => {
+            const fetchMock = jest.mocked(node_fetch_1.default);
+            const res = {
+                ok: true,
+                status: 200,
+            };
+            const localImagePath = path_1.default.join(__dirname, 'cat.jpg');
+            const key = 'cat.jpg';
+            const gcs = new client_1.default(TEST_BUCKET);
+            const signedUrl = await gcs.createSignedUploadUrl({
+                key,
+                expirationTime: 30000,
+                contentType: 'image/jpeg',
+            });
+            fetchMock
+                .mockImplementationOnce(async () => {
+                return {
+                    ok: false,
+                    status: 503,
+                };
+            })
+                .mockImplementationOnce(async () => {
+                return {
+                    ok: false,
+                    status: 408,
+                };
+            })
+                .mockImplementationOnce(async () => {
+                return {
+                    ok: false,
+                    status: 504,
+                };
+            })
+                .mockImplementation(async () => res);
+            await expect(client_1.default.uploadWithSignedUrl({
+                signedUrl,
+                srcGeneratorAsync: async () => fs_extra_1.default.createReadStream(localImagePath),
+                retryIntervalMs: 500,
+            })).rejects.toThrow();
+            expect(fetchMock).toHaveBeenCalledTimes(3);
+        });
+        it('should not retry upload on other error codes', async () => {
+            const fetchMock = jest.mocked(node_fetch_1.default);
+            const res = {
+                ok: true,
+                status: 200,
+            };
+            const localImagePath = path_1.default.join(__dirname, 'cat.jpg');
+            const key = 'cat.jpg';
+            const gcs = new client_1.default(TEST_BUCKET);
+            const signedUrl = await gcs.createSignedUploadUrl({
+                key,
+                expirationTime: 30000,
+                contentType: 'image/jpeg',
+            });
+            const nonDNSError = new ErrorWithCode('failed once', 'A_DIFFERENT_CODE');
+            fetchMock
+                .mockImplementationOnce(async () => {
+                throw nonDNSError;
+            })
+                .mockImplementation(async () => res);
+            await expect(client_1.default.uploadWithSignedUrl({
+                signedUrl,
+                srcGeneratorAsync: async () => fs_extra_1.default.createReadStream(localImagePath),
+                retryIntervalMs: 500,
+            })).rejects.toThrow(nonDNSError);
+            expect(fetchMock).toHaveBeenCalledTimes(1);
+        });
+        it('retries upload with full stream', async () => {
+            const fetchMock = jest.mocked(node_fetch_1.default);
+            const receivedBodies = [];
+            const recordBody = async (request) => {
+                let body = Buffer.from([]);
+                for await (const chunk of request.body) {
+                    body = Buffer.concat([body, chunk]);
+                }
+                receivedBodies.push(body);
+            };
+            fetchMock
+                .mockImplementationOnce(async (_path, request) => {
+                await recordBody(request);
+                return {
+                    ok: false,
+                    status: 503,
+                };
+            })
+                .mockImplementationOnce(async (_path, request) => {
+                await recordBody(request);
+                throw new DNSError('failed once');
+            })
+                .mockImplementation(async (_path, request) => {
+                await recordBody(request);
+                return {
+                    ok: true,
+                    status: 201,
+                };
+            });
+            const gcs = new client_1.default(TEST_BUCKET);
+            const signedUrl = await gcs.createSignedUploadUrl({
+                key: 'text.txt',
+                expirationTime: 30000,
+                contentType: 'text/plain',
+            });
+            const bufferToUpload = (0, crypto_1.randomBytes)(16);
+            const result = await client_1.default.uploadWithSignedUrl({
+                signedUrl,
+                srcGeneratorAsync: async () => stream_1.Readable.from(bufferToUpload),
+                retryIntervalMs: 500,
+            });
+            expect(result).toEqual('https://storage.googleapis.com/turtle-v2-test/text.txt');
+            expect(fetchMock).toHaveBeenCalledTimes(3);
+            expect(receivedBodies.length).toBe(3);
+            for (const body of receivedBodies) {
+                // Here we're testing that each body received in every retry is the same.
+                // If we passed the same body instance to each of the retries
+                // each retry would consume a chunk of the same stream,
+                // causing the uploaded file to be corrupted (missing first bytes).
+                expect(body).toStrictEqual(bufferToUpload);
+            }
+        });
+    });
+});
+//# sourceMappingURL=gcs.test.js.map

package/dist/gcs/__unit__/gcs.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gcs.test.js","sourceRoot":"","sources":["../../../src/gcs/__unit__/gcs.test.ts"],"names":[],"mappings":";;;;;AAAA,gDAAwB;AACxB,mCAAqC;AACrC,mCAAkC;AAElC,4DAA0D;AAC1D,wDAA0B;AAE1B,uDAA4B;AAE5B,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;AAExB,MAAM,aAAc,SAAQ,KAAK;IAG/B,YAAY,OAAe,EAAE,IAAa;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACpB,CAAC;IACH,CAAC;IAED,IAAW,IAAI;QACb,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF;AAED,MAAM,QAAS,SAAQ,aAAa;IAApC;;QACqB,UAAK,GAA8B,WAAW,CAAC;IACpE,CAAC;CAAA;AAED,MAAM,WAAW,GAAG,gBAAgB,CAAC;AAErC,IAAI,4BAAgD,CAAC;AACrD,SAAS,CAAC,GAAG,EAAE;IACb,4BAA4B,GAAG,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC;IAC1E,OAAO,CAAC,GAAG,CAAC,8BAA8B,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAC;AAC7F,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,GAAG,EAAE;IACZ,OAAO,CAAC,GAAG,CAAC,8BAA8B,GAAG,4BAA4B,CAAC;AAC5E,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC/C,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACrD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAK,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG;gBACV,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,GAAG;aACA,CAAC;YAEd,MAAM,cAAc,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,SAAS,CAAC;YAEtB,MAAM,GAAG,GAAG,IAAI,gBAAG,CAAC,WAAW,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,qBAAqB,CAAC;gBAChD,GAAG;gBACH,cAAc,EAAE,KAAK;gBACrB,WAAW,EAAE,YAAY;aAC1B,CAAC,CAAC;YAEH,SAAS,CAAC,kBAAkB,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;YAC9C,MAAM,MAAM,CACV,gBAAG,CAAC,mBAAmB,CAAC;gBACtB,SAAS;gBACT,iBAAiB,EAAE,KAAK,IAAI,EAAE,CAAC,kBAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC;gBAClE,eAAe,EAAE,GAAG;aACrB,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAK,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG;gBACV,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,GAAG;aACA,CAAC;YAEd,MAAM,cAAc,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,SAAS,CAAC;YAEtB,MAAM,GAAG,GAAG,IAAI,gBAAG,CAAC,WAAW,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,qBAAqB,CAAC;gBAChD,GAAG;gBACH,cAAc,EAAE,KAAK;gBACrB,WAAW,EAAE,YAAY;aAC1B,CAAC,CAAC;YAEH,SAAS,CAAC,kBAAkB,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,gBAAG,CAAC,mBAAmB,CAAC;gBAC3C,SAAS;gBACT,iBAAiB,EAAE,KAAK,IAAI,EAAE,CAAC,kBAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC;gBAClE,eAAe,EAAE,GAAG;aACrB,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,uDAAuD,CAAC,CAAC;QAClF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAK,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG;gBACV,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,GAAG;aACA,CAAC;YAEd,MAAM,cAAc,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,SAAS,CAAC;YAEtB,MAAM,GAAG,GAAG,IAAI,gBAAG,CAAC,WAAW,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,qBAAqB,CAAC;gBAChD,GAAG;gBACH,cAAc,EAAE,KAAK;gBACrB,WAAW,EAAE,YAAY;aAC1B,CAAC,CAAC;YAEH,SAAS;iBACN,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,MAAM,IAAI,QAAQ,CAAC,aAAa,CAAC,CAAC;YACpC,CAAC,CAAC;iBACD,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,MAAM,IAAI,QAAQ,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;YAClD,CAAC,CAAC;iBACD,kBAAkB,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,MAAM,GAAG,MAAM,gBAAG,CAAC,mBAAmB,CAAC;gBAC3C,SAAS;gBACT,iBAAiB,EAAE,KAAK,IAAI,EAAE,CAAC,kBAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC;gBAClE,eAAe,EAAE,GAAG;aACrB,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,uDAAuD,CAAC,CAAC;YAChF,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;YACjF,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAK,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG;gBACV,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,GAAG;aACA,CAAC;YAEd,MAAM,cAAc,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,SAAS,CAAC;YAEtB,MAAM,GAAG,GAAG,IAAI,gBAAG,CAAC,WAAW,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,qBAAqB,CAAC;gBAChD,GAAG;gBACH,cAAc,EAAE,KAAK;gBACrB,WAAW,EAAE,YAAY;aAC1B,CAAC,CAAC;YAEH,SAAS;iBACN,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,GAAG;iBACA,CAAC;YAChB,CAAC,CAAC;iBACD,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,GAAG;iBACA,CAAC;YAChB,CAAC,CAAC;iBACD,kBAAkB,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,MAAM,GAAG,MAAM,gBAAG,CAAC,mBAAmB,CAAC;gBAC3C,SAAS;gBACT,iBAAiB,EAAE,KAAK,IAAI,EAAE,CAAC,kBAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC;gBAClE,eAAe,EAAE,GAAG;aACrB,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,uDAAuD,CAAC,CAAC;YAChF,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kFAAkF,EAAE,KAAK,IAAI,EAAE;YAChG,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAK,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG;gBACV,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,GAAG;aACA,CAAC;YAEd,MAAM,cAAc,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,SAAS,CAAC;YAEtB,MAAM,GAAG,GAAG,IAAI,gBAAG,CAAC,WAAW,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,qBAAqB,CAAC;gBAChD,GAAG;gBACH,cAAc,EAAE,KAAK;gBACrB,WAAW,EAAE,YAAY;aAC1B,CAAC,CAAC;YAEH,SAAS;iBACN,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,GAAG;iBACA,CAAC;YAChB,CAAC,CAAC;iBACD,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,MAAM,IAAI,QAAQ,CAAC,aAAa,CAAC,CAAC;YACpC,CAAC,CAAC;iBACD,kBAAkB,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,MAAM,GAAG,MAAM,gBAAG,CAAC,mBAAmB,CAAC;gBAC3C,SAAS;gBACT,iBAAiB,EAAE,KAAK,IAAI,EAAE,CAAC,kBAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC;gBAClE,eAAe,EAAE,GAAG;aACrB,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,uDAAuD,CAAC,CAAC;YAChF,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;YACtE,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAK,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG;gBACV,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,GAAG;aACA,CAAC;YAEd,MAAM,cAAc,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,SAAS,CAAC;YAEtB,MAAM,GAAG,GAAG,IAAI,gBAAG,CAAC,WAAW,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,qBAAqB,CAAC;gBAChD,GAAG;gBACH,cAAc,EAAE,KAAK;gBACrB,WAAW,EAAE,YAAY;aAC1B,CAAC,CAAC;YAEH,MAAM,YAAY,GAAG,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC;YACnD,SAAS;iBACN,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,MAAM,IAAI,QAAQ,CAAC,aAAa,CAAC,CAAC;YACpC,CAAC,CAAC;iBACD,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,MAAM,IAAI,QAAQ,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;YAClD,CAAC,CAAC;iBACD,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,MAAM,YAAY,CAAC;YACrB,CAAC,CAAC;iBACD,kBAAkB,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,MAAM,CACV,gBAAG,CAAC,mBAAmB,CAAC;gBACtB,SAAS;gBACT,iBAAiB,EAAE,KAAK,IAAI,EAAE,CAAC,kBAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC;gBAClE,eAAe,EAAE,GAAG;aACrB,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAChC,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;YAClF,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAK,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG;gBACV,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,GAAG;aACA,CAAC;YAEd,MAAM,cAAc,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,SAAS,CAAC;YAEtB,MAAM,GAAG,GAAG,IAAI,gBAAG,CAAC,WAAW,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,qBAAqB,CAAC;gBAChD,GAAG;gBACH,cAAc,EAAE,KAAK;gBACrB,WAAW,EAAE,YAAY;aAC1B,CAAC,CAAC;YAEH,SAAS;iBACN,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,GAAG;iBACA,CAAC;YAChB,CAAC,CAAC;iBACD,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,GAAG;iBACA,CAAC;YAChB,CAAC,CAAC;iBACD,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,GAAG;iBACA,CAAC;YAChB,CAAC,CAAC;iBACD,kBAAkB,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,MAAM,CACV,gBAAG,CAAC,mBAAmB,CAAC;gBACtB,SAAS;gBACT,iBAAiB,EAAE,KAAK,IAAI,EAAE,CAAC,kBAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC;gBAClE,eAAe,EAAE,GAAG;aACrB,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAK,CAAC,CAAC;YACrC,MAAM,GAAG,GAAG;gBACV,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,GAAG;aACA,CAAC;YAEd,MAAM,cAAc,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACvD,MAAM,GAAG,GAAG,SAAS,CAAC;YAEtB,MAAM,GAAG,GAAG,IAAI,gBAAG,CAAC,WAAW,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,qBAAqB,CAAC;gBAChD,GAAG;gBACH,cAAc,EAAE,KAAK;gBACrB,WAAW,EAAE,YAAY;aAC1B,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,IAAI,aAAa,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;YACzE,SAAS;iBACN,sBAAsB,CAAC,KAAK,IAAI,EAAE;gBACjC,MAAM,WAAW,CAAC;YACpB,CAAC,CAAC;iBACD,kBAAkB,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,MAAM,CACV,gBAAG,CAAC,mBAAmB,CAAC;gBACtB,SAAS;gBACT,iBAAiB,EAAE,KAAK,IAAI,EAAE,CAAC,kBAAE,CAAC,gBAAgB,CAAC,cAAc,CAAC;gBAClE,eAAe,EAAE,GAAG;aACrB,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC/B,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAK,CAAC,CAAC;YACrC,MAAM,cAAc,GAAa,EAAE,CAAC;YACpC,MAAM,UAAU,GAAG,KAAK,EAAE,OAAgC,EAAiB,EAAE;gBAC3E,IAAI,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAC3B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAQ,CAAC,IAAgB,EAAE,CAAC;oBACpD,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;gBACtC,CAAC;gBACD,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5B,CAAC,CAAC;YACF,SAAS;iBACN,sBAAsB,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC/C,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;gBAC1B,OAAO;oBACL,EAAE,EAAE,KAAK;oBACT,MAAM,EAAE,GAAG;iBACA,CAAC;YAChB,CAAC,CAAC;iBACD,sBAAsB,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC/C,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;gBAC1B,MAAM,IAAI,QAAQ,CAAC,aAAa,CAAC,CAAC;YACpC,CAAC,CAAC;iBACD,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC3C,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC;gBAC1B,OAAO;oBACL,EAAE,EAAE,IAAI;oBACR,MAAM,EAAE,GAAG;iBACA,CAAC;YAChB,CAAC,CAAC,CAAC;YAEL,MAAM,GAAG,GAAG,IAAI,gBAAG,CAAC,WAAW,CAAC,CAAC;YACjC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,qBAAqB,CAAC;gBAChD,GAAG,EAAE,UAAU;gBACf,cAAc,EAAE,KAAK;gBACrB,WAAW,EAAE,YAAY;aAC1B,CAAC,CAAC;YAEH,MAAM,cAAc,GAAG,IAAA,oBAAW,EAAC,EAAE,CAAC,CAAC;YAEvC,MAAM,MAAM,GAAG,MAAM,gBAAG,CAAC,mBAAmB,CAAC;gBAC3C,SAAS;gBACT,iBAAiB,EAAE,KAAK,IAAI,EAAE,CAAC,iBAAQ,CAAC,IAAI,CAAC,cAAc,CAAC;gBAC5D,eAAe,EAAE,GAAG;aACrB,CAAC,CAAC;YACH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,wDAAwD,CAAC,CAAC;YACjF,MAAM,CAAC,SAAS,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC3C,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACtC,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;gBAClC,yEAAyE;gBACzE,6DAA6D;gBAC7D,uDAAuD;gBACvD,mEAAmE;gBACnE,MAAM,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["import path from 'path';\nimport { randomBytes } from 'crypto';\nimport { Readable } from 'stream';\n\nimport fetch, { RequestInit, Response } from 'node-fetch';\nimport fs from 'fs-extra';\n\nimport GCS from '../client';\n\njest.mock('node-fetch');\n\nclass ErrorWithCode extends Error {\n  protected readonly _code: string | undefined;\n\n  constructor(message: string, code?: string) {\n    super(message);\n    if (code) {\n      this._code = code;\n    }\n  }\n\n  public get code(): string | undefined {\n    return this._code;\n  }\n}\n\nclass DNSError extends ErrorWithCode {\n  protected readonly _code: 'ENOTFOUND' | 'EAI_AGAIN' = 'ENOTFOUND';\n}\n\nconst TEST_BUCKET = 'turtle-v2-test';\n\nlet googleApplicationCredentials: string | undefined;\nbeforeAll(() => {\n  googleApplicationCredentials = process.env.GOOGLE_APPLICATION_CREDENTIALS;\n  process.env.GOOGLE_APPLICATION_CREDENTIALS = path.join(__dirname, 'mock-credentials.json');\n});\n\nafterAll(() => {\n  process.env.GOOGLE_APPLICATION_CREDENTIALS = googleApplicationCredentials;\n});\n\ndescribe('GCS client', () => {\n  describe('uploadWithPresignedURL function', () => {\n    it('should throw an error if upload fails', async () => {\n      const fetchMock = jest.mocked(fetch);\n      const res = {\n        ok: false,\n        status: 500,\n      } as Response;\n\n      const localImagePath = path.join(__dirname, 'cat.jpg');\n      const key = 'cat.jpg';\n\n      const gcs = new GCS(TEST_BUCKET);\n      const signedUrl = await gcs.createSignedUploadUrl({\n        key,\n        expirationTime: 30000,\n        contentType: 'image/jpeg',\n      });\n\n      fetchMock.mockImplementation(async () => res);\n      await expect(\n        GCS.uploadWithSignedUrl({\n          signedUrl,\n          srcGeneratorAsync: async () => fs.createReadStream(localImagePath),\n          retryIntervalMs: 500,\n        })\n      ).rejects.toThrow();\n    });\n\n    it('should return stripped URL if successful', async () => {\n      const fetchMock = jest.mocked(fetch);\n      const res = {\n        ok: true,\n        status: 200,\n      } as Response;\n\n      const localImagePath = path.join(__dirname, 'cat.jpg');\n      const key = 'cat.jpg';\n\n      const gcs = new GCS(TEST_BUCKET);\n      const signedUrl = await gcs.createSignedUploadUrl({\n        key,\n        expirationTime: 30000,\n        contentType: 'image/jpeg',\n      });\n\n      fetchMock.mockImplementation(async () => res);\n      const result = await GCS.uploadWithSignedUrl({\n        signedUrl,\n        srcGeneratorAsync: async () => fs.createReadStream(localImagePath),\n        retryIntervalMs: 500,\n      });\n      expect(result).toEqual('https://storage.googleapis.com/turtle-v2-test/cat.jpg');\n    });\n\n    it('should retry upload on DNS error up to 2 times', async () => {\n      const fetchMock = jest.mocked(fetch);\n      const res = {\n        ok: true,\n        status: 200,\n      } as Response;\n\n      const localImagePath = path.join(__dirname, 'cat.jpg');\n      const key = 'cat.jpg';\n\n      const gcs = new GCS(TEST_BUCKET);\n      const signedUrl = await gcs.createSignedUploadUrl({\n        key,\n        expirationTime: 30000,\n        contentType: 'image/jpeg',\n      });\n\n      fetchMock\n        .mockImplementationOnce(async () => {\n          throw new DNSError('failed once');\n        })\n        .mockImplementationOnce(async () => {\n          throw new DNSError('failed twice', 'EAI_AGAIN');\n        })\n        .mockImplementation(async () => res);\n      const result = await GCS.uploadWithSignedUrl({\n        signedUrl,\n        srcGeneratorAsync: async () => fs.createReadStream(localImagePath),\n        retryIntervalMs: 500,\n      });\n      expect(result).toEqual('https://storage.googleapis.com/turtle-v2-test/cat.jpg');\n      expect(fetchMock).toHaveBeenCalledTimes(3);\n    });\n\n    it('should retry upload on retriable status codes error up to 2 times', async () => {\n      const fetchMock = jest.mocked(fetch);\n      const res = {\n        ok: true,\n        status: 200,\n      } as Response;\n\n      const localImagePath = path.join(__dirname, 'cat.jpg');\n      const key = 'cat.jpg';\n\n      const gcs = new GCS(TEST_BUCKET);\n      const signedUrl = await gcs.createSignedUploadUrl({\n        key,\n        expirationTime: 30000,\n        contentType: 'image/jpeg',\n      });\n\n      fetchMock\n        .mockImplementationOnce(async () => {\n          return {\n            ok: false,\n            status: 503,\n          } as Response;\n        })\n        .mockImplementationOnce(async () => {\n          return {\n            ok: false,\n            status: 408,\n          } as Response;\n        })\n        .mockImplementation(async () => res);\n      const result = await GCS.uploadWithSignedUrl({\n        signedUrl,\n        srcGeneratorAsync: async () => fs.createReadStream(localImagePath),\n        retryIntervalMs: 500,\n      });\n      expect(result).toEqual('https://storage.googleapis.com/turtle-v2-test/cat.jpg');\n      expect(fetchMock).toHaveBeenCalledTimes(3);\n    });\n\n    it('should retry upload on retriable status codes and DNS errors error up to 2 times', async () => {\n      const fetchMock = jest.mocked(fetch);\n      const res = {\n        ok: true,\n        status: 200,\n      } as Response;\n\n      const localImagePath = path.join(__dirname, 'cat.jpg');\n      const key = 'cat.jpg';\n\n      const gcs = new GCS(TEST_BUCKET);\n      const signedUrl = await gcs.createSignedUploadUrl({\n        key,\n        expirationTime: 30000,\n        contentType: 'image/jpeg',\n      });\n\n      fetchMock\n        .mockImplementationOnce(async () => {\n          return {\n            ok: false,\n            status: 503,\n          } as Response;\n        })\n        .mockImplementationOnce(async () => {\n          throw new DNSError('failed once');\n        })\n        .mockImplementation(async () => res);\n      const result = await GCS.uploadWithSignedUrl({\n        signedUrl,\n        srcGeneratorAsync: async () => fs.createReadStream(localImagePath),\n        retryIntervalMs: 500,\n      });\n      expect(result).toEqual('https://storage.googleapis.com/turtle-v2-test/cat.jpg');\n      expect(fetchMock).toHaveBeenCalledTimes(3);\n    });\n\n    it('should not retry upload on DNS error more than 2 times', async () => {\n      const fetchMock = jest.mocked(fetch);\n      const res = {\n        ok: true,\n        status: 200,\n      } as Response;\n\n      const localImagePath = path.join(__dirname, 'cat.jpg');\n      const key = 'cat.jpg';\n\n      const gcs = new GCS(TEST_BUCKET);\n      const signedUrl = await gcs.createSignedUploadUrl({\n        key,\n        expirationTime: 30000,\n        contentType: 'image/jpeg',\n      });\n\n      const lastDNSError = new DNSError('failed thrice');\n      fetchMock\n        .mockImplementationOnce(async () => {\n          throw new DNSError('failed once');\n        })\n        .mockImplementationOnce(async () => {\n          throw new DNSError('failed twice', 'EAI_AGAIN');\n        })\n        .mockImplementationOnce(async () => {\n          throw lastDNSError;\n        })\n        .mockImplementation(async () => res);\n      await expect(\n        GCS.uploadWithSignedUrl({\n          signedUrl,\n          srcGeneratorAsync: async () => fs.createReadStream(localImagePath),\n          retryIntervalMs: 500,\n        })\n      ).rejects.toThrow(lastDNSError);\n      expect(fetchMock).toHaveBeenCalledTimes(3);\n    });\n\n    it('should not retry upload on retriable status code more than 2 times', async () => {\n      const fetchMock = jest.mocked(fetch);\n      const res = {\n        ok: true,\n        status: 200,\n      } as Response;\n\n      const localImagePath = path.join(__dirname, 'cat.jpg');\n      const key = 'cat.jpg';\n\n      const gcs = new GCS(TEST_BUCKET);\n      const signedUrl = await gcs.createSignedUploadUrl({\n        key,\n        expirationTime: 30000,\n        contentType: 'image/jpeg',\n      });\n\n      fetchMock\n        .mockImplementationOnce(async () => {\n          return {\n            ok: false,\n            status: 503,\n          } as Response;\n        })\n        .mockImplementationOnce(async () => {\n          return {\n            ok: false,\n            status: 408,\n          } as Response;\n        })\n        .mockImplementationOnce(async () => {\n          return {\n            ok: false,\n            status: 504,\n          } as Response;\n        })\n        .mockImplementation(async () => res);\n      await expect(\n        GCS.uploadWithSignedUrl({\n          signedUrl,\n          srcGeneratorAsync: async () => fs.createReadStream(localImagePath),\n          retryIntervalMs: 500,\n        })\n      ).rejects.toThrow();\n      expect(fetchMock).toHaveBeenCalledTimes(3);\n    });\n\n    it('should not retry upload on other error codes', async () => {\n      const fetchMock = jest.mocked(fetch);\n      const res = {\n        ok: true,\n        status: 200,\n      } as Response;\n\n      const localImagePath = path.join(__dirname, 'cat.jpg');\n      const key = 'cat.jpg';\n\n      const gcs = new GCS(TEST_BUCKET);\n      const signedUrl = await gcs.createSignedUploadUrl({\n        key,\n        expirationTime: 30000,\n        contentType: 'image/jpeg',\n      });\n\n      const nonDNSError = new ErrorWithCode('failed once', 'A_DIFFERENT_CODE');\n      fetchMock\n        .mockImplementationOnce(async () => {\n          throw nonDNSError;\n        })\n        .mockImplementation(async () => res);\n      await expect(\n        GCS.uploadWithSignedUrl({\n          signedUrl,\n          srcGeneratorAsync: async () => fs.createReadStream(localImagePath),\n          retryIntervalMs: 500,\n        })\n      ).rejects.toThrow(nonDNSError);\n      expect(fetchMock).toHaveBeenCalledTimes(1);\n    });\n\n    it('retries upload with full stream', async () => {\n      const fetchMock = jest.mocked(fetch);\n      const receivedBodies: Buffer[] = [];\n      const recordBody = async (request: RequestInit | undefined): Promise<void> => {\n        let body = Buffer.from([]);\n        for await (const chunk of request!.body as Readable) {\n          body = Buffer.concat([body, chunk]);\n        }\n        receivedBodies.push(body);\n      };\n      fetchMock\n        .mockImplementationOnce(async (_path, request) => {\n          await recordBody(request);\n          return {\n            ok: false,\n            status: 503,\n          } as Response;\n        })\n        .mockImplementationOnce(async (_path, request) => {\n          await recordBody(request);\n          throw new DNSError('failed once');\n        })\n        .mockImplementation(async (_path, request) => {\n          await recordBody(request);\n          return {\n            ok: true,\n            status: 201,\n          } as Response;\n        });\n\n      const gcs = new GCS(TEST_BUCKET);\n      const signedUrl = await gcs.createSignedUploadUrl({\n        key: 'text.txt',\n        expirationTime: 30000,\n        contentType: 'text/plain',\n      });\n\n      const bufferToUpload = randomBytes(16);\n\n      const result = await GCS.uploadWithSignedUrl({\n        signedUrl,\n        srcGeneratorAsync: async () => Readable.from(bufferToUpload),\n        retryIntervalMs: 500,\n      });\n      expect(result).toEqual('https://storage.googleapis.com/turtle-v2-test/text.txt');\n      expect(fetchMock).toHaveBeenCalledTimes(3);\n      expect(receivedBodies.length).toBe(3);\n      for (const body of receivedBodies) {\n        // Here we're testing that each body received in every retry is the same.\n        // If we passed the same body instance to each of the retries\n        // each retry would consume a chunk of the same stream,\n        // causing the uploaded file to be corrupted (missing first bytes).\n        expect(body).toStrictEqual(bufferToUpload);\n      }\n    });\n  });\n});\n"]}

package/dist/gcs/client.d.ts

@@ -0,0 +1,59 @@
+/// <reference types="node" />
+import { Readable } from 'stream';
+import { CreateWriteStreamOptions, File } from '@google-cloud/storage';
+import { RetryOptions } from './retry';
+interface SignedUrlParams {
+    key: string;
+    expirationTime: number;
+    contentType?: string;
+    extensionHeaders?: {
+        [key: string]: number | string | string[];
+    };
+}
+interface UploadWithSignedUrlParams {
+    signedUrl: GCS.SignedUrl;
+    srcGeneratorAsync: () => Promise<Readable>;
+    retryIntervalMs?: RetryOptions['retryIntervalMs'];
+    retries?: RetryOptions['retries'];
+}
+declare class GCS {
+    private readonly bucket;
+    private readonly client;
+    constructor(bucket: string);
+    static uploadWithSignedUrl({ signedUrl, srcGeneratorAsync, retries, retryIntervalMs, }: UploadWithSignedUrlParams): Promise<string>;
+    formatHttpUrl(key: string): string;
+    uploadFile({ key, src, streamOptions, }: {
+        key: string;
+        src: Readable;
+        streamOptions?: CreateWriteStreamOptions;
+    }): Promise<{
+        Location: string;
+    }>;
+    deleteFile(key: string): Promise<void>;
+    createSignedUploadUrl({ key, expirationTime, contentType, extensionHeaders, }: SignedUrlParams): Promise<GCS.SignedUrl>;
+    createSignedDownloadUrl({ key, expirationTime, }: {
+        key: string;
+        expirationTime: number;
+    }): Promise<string>;
+    checkIfFileExists(key: string, fileHash?: string): Promise<boolean>;
+    listDirectory(prefix: string): Promise<string[]>;
+    moveFile(src: string, dest: string): Promise<void>;
+    deleteFiles(keys: string[]): Promise<void>;
+    downloadFile(key: string, destinationPath: string): Promise<void>;
+    getFile(key: string): File;
+}
+declare namespace GCS {
+    interface SignedUrl {
+        url: string;
+        headers: {
+            [key: string]: string;
+        };
+    }
+    interface Config {
+        accessKeyId: string;
+        secretAccessKey: string;
+        region: string;
+        bucket: string;
+    }
+}
+export default GCS;

package/dist/gcs/client.js

@@ -0,0 +1,164 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const node_util_1 = require("node:util");
+const node_stream_1 = __importDefault(require("node:stream"));
+const url_1 = require("url");
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const storage_1 = require("@google-cloud/storage");
+const node_fetch_1 = __importStar(require("node-fetch"));
+const retry_1 = require("./retry");
+const pipeline = (0, node_util_1.promisify)(node_stream_1.default.pipeline);
+class GCS {
+    constructor(bucket) {
+        this.bucket = bucket;
+        this.client = new storage_1.Storage();
+        this.bucket = bucket;
+    }
+    static async uploadWithSignedUrl({ signedUrl, srcGeneratorAsync, retries = 2, retryIntervalMs = 30000, }) {
+        let resp;
+        try {
+            resp = await (0, retry_1.retryOnGCSUploadFailure)(async () => {
+                const src = await srcGeneratorAsync();
+                return await (0, node_fetch_1.default)(signedUrl.url, {
+                    method: 'PUT',
+                    headers: signedUrl.headers,
+                    body: src,
+                });
+            }, {
+                retries,
+                retryIntervalMs,
+            });
+        }
+        catch (err) {
+            if (err instanceof node_fetch_1.FetchError) {
+                throw new Error(`Failed to upload the file, reason: ${err.code}`);
+            }
+            else {
+                throw err;
+            }
+        }
+        if (!resp.ok) {
+            let body;
+            try {
+                body = await resp.text();
+            }
+            catch { }
+            throw new Error(`Failed to upload file: status: ${resp.status} status text: ${resp.statusText}, body: ${body}`);
+        }
+        const url = new url_1.URL(signedUrl.url);
+        return `${url.protocol}//${url.host}${url.pathname}`; // strip query string
+    }
+    formatHttpUrl(key) {
+        return this.client.bucket(this.bucket).file(key).publicUrl();
+    }
+    async uploadFile({ key, src, streamOptions, }) {
+        const file = this.client.bucket(this.bucket).file(key);
+        await new Promise((res, rej) => {
+            src.pipe(file
+                .createWriteStream(streamOptions)
+                .on('error', (err) => {
+                rej(err);
+            })
+                .on('finish', () => {
+                res();
+            }));
+        });
+        return { Location: file.publicUrl() };
+    }
+    async deleteFile(key) {
+        var _a;
+        try {
+            await this.client.bucket(this.bucket).file(key).delete();
+        }
+        catch (err) {
+            if (((_a = err.response) === null || _a === void 0 ? void 0 : _a.statusCode) === 404) {
+                return;
+            }
+            throw err;
+        }
+    }
+    async createSignedUploadUrl({ key, expirationTime, contentType, extensionHeaders = {}, }) {
+        const config = {
+            version: 'v4',
+            action: 'write',
+            expires: Date.now() + expirationTime,
+            contentType,
+            extensionHeaders,
+        };
+        const [url] = await this.client.bucket(this.bucket).file(key).getSignedUrl(config);
+        return {
+            url,
+            headers: {
+                ...(contentType ? { 'content-type': contentType } : {}),
+                ...extensionHeaders,
+            },
+        };
+    }
+    async createSignedDownloadUrl({ key, expirationTime, }) {
+        const options = {
+            version: 'v4',
+            action: 'read',
+            expires: Date.now() + expirationTime,
+        };
+        const [url] = await this.client.bucket(this.bucket).file(key).getSignedUrl(options);
+        return url;
+    }
+    async checkIfFileExists(key, fileHash) {
+        let metadata;
+        try {
+            [metadata] = await this.client.bucket(this.bucket).file(key).getMetadata();
+        }
+        catch (error) {
+            if (error.code === 404) {
+                return false;
+            }
+            throw error;
+        }
+        return fileHash ? metadata.etag === fileHash : true;
+    }
+    async listDirectory(prefix) {
+        const [files] = await this.client.bucket(this.bucket).getFiles({ prefix });
+        return files.map((x) => this.formatHttpUrl(x.name));
+    }
+    async moveFile(src, dest) {
+        await this.client.bucket(this.bucket).file(src).move(dest);
+    }
+    async deleteFiles(keys) {
+        await Promise.all(keys.map((key) => this.deleteFile(key)));
+    }
+    async downloadFile(key, destinationPath) {
+        const stream = this.client.bucket(this.bucket).file(key).createReadStream();
+        await pipeline(stream, fs_extra_1.default.createWriteStream(destinationPath));
+    }
+    getFile(key) {
+        return this.client.bucket(this.bucket).file(key);
+    }
+}
+exports.default = GCS;
+//# sourceMappingURL=client.js.map

package/dist/gcs/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/gcs/client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,yCAAsC;AACtC,8DAAiC;AAEjC,6BAA0B;AAE1B,wDAA0B;AAC1B,mDAAgF;AAChF,yDAA+C;AAE/C,mCAAgE;AAEhE,MAAM,QAAQ,GAAG,IAAA,qBAAS,EAAC,qBAAM,CAAC,QAAQ,CAAC,CAAC;AAgB5C,MAAM,GAAG;IAGP,YAA6B,MAAc;QAAd,WAAM,GAAN,MAAM,CAAQ;QAF1B,WAAM,GAAG,IAAI,iBAAO,EAAE,CAAC;QAGtC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,EACtC,SAAS,EACT,iBAAiB,EACjB,OAAO,GAAG,CAAC,EACX,eAAe,GAAG,KAAM,GACE;QAC1B,IAAI,IAAI,CAAC;QACT,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,IAAA,+BAAuB,EAClC,KAAK,IAAI,EAAE;gBACT,MAAM,GAAG,GAAG,MAAM,iBAAiB,EAAE,CAAC;gBACtC,OAAO,MAAM,IAAA,oBAAK,EAAC,SAAS,CAAC,GAAG,EAAE;oBAChC,MAAM,EAAE,KAAK;oBACb,OAAO,EAAE,SAAS,CAAC,OAAO;oBAC1B,IAAI,EAAE,GAAG;iBACV,CAAC,CAAC;YACL,CAAC,EACD;gBACE,OAAO;gBACP,eAAe;aAChB,CACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,IAAI,GAAG,YAAY,uBAAU,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,sCAAsC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YACb,IAAI,IAAwB,CAAC;YAC7B,IAAI,CAAC;gBACH,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YAC3B,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YACV,MAAM,IAAI,KAAK,CACb,kCAAkC,IAAI,CAAC,MAAM,iBAAiB,IAAI,CAAC,UAAU,WAAW,IAAI,EAAE,CAC/F,CAAC;QACJ,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,SAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACnC,OAAO,GAAG,GAAG,CAAC,QAAQ,KAAK,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,qBAAqB;IAC7E,CAAC;IAEM,aAAa,CAAC,GAAW;QAC9B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC;IAC/D,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,EACtB,GAAG,EACH,GAAG,EACH,aAAa,GAKd;QACC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvD,MAAM,IAAI,OAAO,CAAO,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACnC,GAAG,CAAC,IAAI,CACN,IAAI;iBACD,iBAAiB,CAAC,aAAa,CAAC;iBAChC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACnB,GAAG,CAAC,GAAG,CAAC,CAAC;YACX,CAAC,CAAC;iBACD,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACjB,GAAG,EAAE,CAAC;YACR,CAAC,CAAC,CACL,CAAC;QACJ,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;IACxC,CAAC;IAEM,KAAK,CAAC,UAAU,CAAC,GAAW;;QACjC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC;QAC3D,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,IAAI,CAAA,MAAA,GAAG,CAAC,QAAQ,0CAAE,UAAU,MAAK,GAAG,EAAE,CAAC;gBACrC,OAAO;YACT,CAAC;YACD,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,EACjC,GAAG,EACH,cAAc,EACd,WAAW,EACX,gBAAgB,GAAG,EAAE,GACL;QAChB,MAAM,MAAM,GAAG;YACb,OAAO,EAAE,IAAa;YACtB,MAAM,EAAE,OAAgB;YACxB,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc;YACpC,WAAW;YACX,gBAAgB;SACjB,CAAC;QAEF,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAEnF,OAAO;YACL,GAAG;YACH,OAAO,EAAE;gBACP,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACvD,GAAG,gBAAgB;aACpB;SACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAAC,EACnC,GAAG,EACH,cAAc,GAIf;QACC,MAAM,OAAO,GAAG;YACd,OAAO,EAAE,IAAa;YACtB,MAAM,EAAE,MAAe;YACvB,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc;SACrC,CAAC;QAEF,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAEpF,OAAO,GAAG,CAAC;IACb,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,GAAW,EAAE,QAAiB;QAC3D,IAAI,QAAQ,CAAC;QACb,IAAI,CAAC;YACH,CAAC,QAAQ,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7E,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,IAAI,KAAK,CAAC,IAAI,KAAK,GAAG,EAAE,CAAC;gBACvB,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;QAED,OAAO,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;IACtD,CAAC;IAEM,KAAK,CAAC,aAAa,CAAC,MAAc;QACvC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAC3E,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACtD,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,IAAY;QAC7C,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7D,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,IAAc;QACrC,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,GAAW,EAAE,eAAuB;QAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC5E,MAAM,QAAQ,CAAC,MAAM,EAAE,kBAAE,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC,CAAC;IAChE,CAAC;IAEM,OAAO,CAAC,GAAW;QACxB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACnD,CAAC;CACF;AAgBD,kBAAe,GAAG,CAAC","sourcesContent":["import { promisify } from 'node:util';\nimport stream from 'node:stream';\nimport { Readable } from 'stream';\nimport { URL } from 'url';\n\nimport fs from 'fs-extra';\nimport { CreateWriteStreamOptions, File, Storage } from '@google-cloud/storage';\nimport fetch, { FetchError } from 'node-fetch';\n\nimport { RetryOptions, retryOnGCSUploadFailure } from './retry';\n\nconst pipeline = promisify(stream.pipeline);\n\ninterface SignedUrlParams {\n  key: string;\n  expirationTime: number;\n  contentType?: string;\n  extensionHeaders?: { [key: string]: number | string | string[] };\n}\n\ninterface UploadWithSignedUrlParams {\n  signedUrl: GCS.SignedUrl;\n  srcGeneratorAsync: () => Promise<Readable>;\n  retryIntervalMs?: RetryOptions['retryIntervalMs'];\n  retries?: RetryOptions['retries'];\n}\n\nclass GCS {\n  private readonly client = new Storage();\n\n  constructor(private readonly bucket: string) {\n    this.bucket = bucket;\n  }\n\n  public static async uploadWithSignedUrl({\n    signedUrl,\n    srcGeneratorAsync,\n    retries = 2,\n    retryIntervalMs = 30_000,\n  }: UploadWithSignedUrlParams): Promise<string> {\n    let resp;\n    try {\n      resp = await retryOnGCSUploadFailure(\n        async () => {\n          const src = await srcGeneratorAsync();\n          return await fetch(signedUrl.url, {\n            method: 'PUT',\n            headers: signedUrl.headers,\n            body: src,\n          });\n        },\n        {\n          retries,\n          retryIntervalMs,\n        }\n      );\n    } catch (err: any) {\n      if (err instanceof FetchError) {\n        throw new Error(`Failed to upload the file, reason: ${err.code}`);\n      } else {\n        throw err;\n      }\n    }\n    if (!resp.ok) {\n      let body: string | undefined;\n      try {\n        body = await resp.text();\n      } catch {}\n      throw new Error(\n        `Failed to upload file: status: ${resp.status} status text: ${resp.statusText}, body: ${body}`\n      );\n    }\n    const url = new URL(signedUrl.url);\n    return `${url.protocol}//${url.host}${url.pathname}`; // strip query string\n  }\n\n  public formatHttpUrl(key: string): string {\n    return this.client.bucket(this.bucket).file(key).publicUrl();\n  }\n\n  public async uploadFile({\n    key,\n    src,\n    streamOptions,\n  }: {\n    key: string;\n    src: Readable;\n    streamOptions?: CreateWriteStreamOptions;\n  }): Promise<{ Location: string }> {\n    const file = this.client.bucket(this.bucket).file(key);\n    await new Promise<void>((res, rej) => {\n      src.pipe(\n        file\n          .createWriteStream(streamOptions)\n          .on('error', (err) => {\n            rej(err);\n          })\n          .on('finish', () => {\n            res();\n          })\n      );\n    });\n    return { Location: file.publicUrl() };\n  }\n\n  public async deleteFile(key: string): Promise<void> {\n    try {\n      await this.client.bucket(this.bucket).file(key).delete();\n    } catch (err: any) {\n      if (err.response?.statusCode === 404) {\n        return;\n      }\n      throw err;\n    }\n  }\n\n  public async createSignedUploadUrl({\n    key,\n    expirationTime,\n    contentType,\n    extensionHeaders = {},\n  }: SignedUrlParams): Promise<GCS.SignedUrl> {\n    const config = {\n      version: 'v4' as const,\n      action: 'write' as const,\n      expires: Date.now() + expirationTime,\n      contentType,\n      extensionHeaders,\n    };\n\n    const [url] = await this.client.bucket(this.bucket).file(key).getSignedUrl(config);\n\n    return {\n      url,\n      headers: {\n        ...(contentType ? { 'content-type': contentType } : {}),\n        ...extensionHeaders,\n      },\n    };\n  }\n\n  public async createSignedDownloadUrl({\n    key,\n    expirationTime,\n  }: {\n    key: string;\n    expirationTime: number;\n  }): Promise<string> {\n    const options = {\n      version: 'v4' as const,\n      action: 'read' as const,\n      expires: Date.now() + expirationTime,\n    };\n\n    const [url] = await this.client.bucket(this.bucket).file(key).getSignedUrl(options);\n\n    return url;\n  }\n\n  public async checkIfFileExists(key: string, fileHash?: string): Promise<boolean> {\n    let metadata;\n    try {\n      [metadata] = await this.client.bucket(this.bucket).file(key).getMetadata();\n    } catch (error: any) {\n      if (error.code === 404) {\n        return false;\n      }\n      throw error;\n    }\n\n    return fileHash ? metadata.etag === fileHash : true;\n  }\n\n  public async listDirectory(prefix: string): Promise<string[]> {\n    const [files] = await this.client.bucket(this.bucket).getFiles({ prefix });\n    return files.map((x) => this.formatHttpUrl(x.name));\n  }\n\n  public async moveFile(src: string, dest: string): Promise<void> {\n    await this.client.bucket(this.bucket).file(src).move(dest);\n  }\n\n  public async deleteFiles(keys: string[]): Promise<void> {\n    await Promise.all(keys.map((key) => this.deleteFile(key)));\n  }\n\n  public async downloadFile(key: string, destinationPath: string): Promise<void> {\n    const stream = this.client.bucket(this.bucket).file(key).createReadStream();\n    await pipeline(stream, fs.createWriteStream(destinationPath));\n  }\n\n  public getFile(key: string): File {\n    return this.client.bucket(this.bucket).file(key);\n  }\n}\n\nnamespace GCS {\n  export interface SignedUrl {\n    url: string;\n    headers: { [key: string]: string };\n  }\n\n  export interface Config {\n    accessKeyId: string;\n    secretAccessKey: string;\n    region: string;\n    bucket: string;\n  }\n}\n\nexport default GCS;\n"]}

package/dist/gcs/retry.d.ts

@@ -0,0 +1,11 @@
+import { Response } from 'node-fetch';
+export interface RetryOptions {
+    retries: number;
+    retryIntervalMs: number;
+    shouldRetryOnError: (error: any) => boolean;
+    shouldRetryOnResponse: (response: Response) => boolean;
+}
+export declare function retryOnGCSUploadFailure(fn: (attemptCount: number) => Promise<Response>, { retries, retryIntervalMs, }: {
+    retries: RetryOptions['retries'];
+    retryIntervalMs: RetryOptions['retryIntervalMs'];
+}): Promise<Response>;