@devrev/ts-adaas 1.13.0 → 1.13.1-beta.1

package/dist/common/constants.d.ts

@@ -8,6 +8,7 @@ export declare const STATELESS_EVENT_TYPES: EventType[];
 export declare const STATEFUL_EXTRACTION_EVENT_TYPES: EventType[];
 export declare const STATEFUL_LOADING_EVENT_TYPES: EventType[];
 export declare const STATEFUL_EVENT_TYPES: EventType[];
+export declare const DELETE_EVENT_TYPES: EventType[];
 export declare const ARTIFACT_BATCH_SIZE = 2000;
 export declare const MAX_DEVREV_ARTIFACT_SIZE: number;
 export declare const MAX_DEVREV_FILENAME_LENGTH = 256;

package/dist/common/constants.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/common/constants.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAGhD,eAAO,MAAM,8BAA8B,aAS1C,CAAC;AAEF,eAAO,MAAM,2BAA2B,aAKvC,CAAC;AAEF,eAAO,MAAM,mBAAmB,aAG/B,CAAC;AAEF,eAAO,MAAM,gCAAgC,aAI5C,CAAC;AAEF,eAAO,MAAM,6BAA6B,aAGzC,CAAC;AAEF,eAAO,MAAM,qBAAqB,aAGjC,CAAC;AAEF,eAAO,MAAM,+BAA+B,aAGzC,CAAC;AAEJ,eAAO,MAAM,4BAA4B,aAExC,CAAC;AAEF,eAAO,MAAM,oBAAoB,aAGhC,CAAC;AAEF,eAAO,MAAM,mBAAmB,OAAO,CAAC;AACxC,eAAO,MAAM,wBAAwB,QAAyB,CAAC;AAC/D,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAC9C,eAAO,MAAM,oCAAoC,KAAK,CAAC;AAEvD,eAAO,MAAM,0BAA0B;;;;CAItC,CAAC;AAEF,eAAO,MAAM,eAAe,KAAsB,CAAC;AAEnD,eAAO,MAAM,sBAAsB,QAAiB,CAAC;AACrD,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAC3C,eAAO,MAAM,mBAAmB,QAAY,CAAC;AAE7C,eAAO,MAAM,sBAAsB,QAAgB,CAAC"}
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/common/constants.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAGhD,eAAO,MAAM,8BAA8B,aAS1C,CAAC;AAEF,eAAO,MAAM,2BAA2B,aAKvC,CAAC;AAEF,eAAO,MAAM,mBAAmB,aAG/B,CAAC;AAEF,eAAO,MAAM,gCAAgC,aAI5C,CAAC;AAEF,eAAO,MAAM,6BAA6B,aAGzC,CAAC;AAEF,eAAO,MAAM,qBAAqB,aAGjC,CAAC;AAEF,eAAO,MAAM,+BAA+B,aAGzC,CAAC;AAEJ,eAAO,MAAM,4BAA4B,aAExC,CAAC;AAEF,eAAO,MAAM,oBAAoB,aAGhC,CAAC;AAEF,eAAO,MAAM,kBAAkB,aAK9B,CAAC;AAEF,eAAO,MAAM,mBAAmB,OAAO,CAAC;AACxC,eAAO,MAAM,wBAAwB,QAAyB,CAAC;AAC/D,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAC9C,eAAO,MAAM,oCAAoC,KAAK,CAAC;AAEvD,eAAO,MAAM,0BAA0B;;;;CAItC,CAAC;AAEF,eAAO,MAAM,eAAe,KAAsB,CAAC;AAEnD,eAAO,MAAM,sBAAsB,QAAiB,CAAC;AACrD,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAC3C,eAAO,MAAM,mBAAmB,QAAY,CAAC;AAE7C,eAAO,MAAM,sBAAsB,QAAgB,CAAC"}

package/dist/common/constants.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DEFAULT_SLEEP_DELAY_MS = exports.MEMORY_LOG_INTERVAL = exports.HARD_TIMEOUT_MULTIPLIER = exports.DEFAULT_LAMBDA_TIMEOUT = exports.LIBRARY_VERSION = exports.AIRDROP_DEFAULT_ITEM_TYPES = exports.MAX_DEVREV_FILENAME_EXTENSION_LENGTH = exports.MAX_DEVREV_FILENAME_LENGTH = exports.MAX_DEVREV_ARTIFACT_SIZE = exports.ARTIFACT_BATCH_SIZE = exports.STATEFUL_EVENT_TYPES = exports.STATEFUL_LOADING_EVENT_TYPES = exports.STATEFUL_EXTRACTION_EVENT_TYPES = exports.STATELESS_EVENT_TYPES = exports.STATELESS_LOADING_EVENT_TYPES = exports.STATELESS_EXTRACTION_EVENT_TYPES = exports.ALLOWED_EVENT_TYPES = exports.ALLOWED_LOADING_EVENT_TYPES = exports.ALLOWED_EXTRACTION_EVENT_TYPES = void 0;
+exports.DEFAULT_SLEEP_DELAY_MS = exports.MEMORY_LOG_INTERVAL = exports.HARD_TIMEOUT_MULTIPLIER = exports.DEFAULT_LAMBDA_TIMEOUT = exports.LIBRARY_VERSION = exports.AIRDROP_DEFAULT_ITEM_TYPES = exports.MAX_DEVREV_FILENAME_EXTENSION_LENGTH = exports.MAX_DEVREV_FILENAME_LENGTH = exports.MAX_DEVREV_ARTIFACT_SIZE = exports.ARTIFACT_BATCH_SIZE = exports.DELETE_EVENT_TYPES = exports.STATEFUL_EVENT_TYPES = exports.STATEFUL_LOADING_EVENT_TYPES = exports.STATEFUL_EXTRACTION_EVENT_TYPES = exports.STATELESS_EVENT_TYPES = exports.STATELESS_LOADING_EVENT_TYPES = exports.STATELESS_EXTRACTION_EVENT_TYPES = exports.ALLOWED_EVENT_TYPES = exports.ALLOWED_LOADING_EVENT_TYPES = exports.ALLOWED_EXTRACTION_EVENT_TYPES = void 0;
 const extraction_1 = require("../types/extraction");
 const helpers_1 = require("./helpers");
 exports.ALLOWED_EXTRACTION_EVENT_TYPES = [
@@ -42,6 +42,12 @@ exports.STATEFUL_EVENT_TYPES = [
     ...exports.STATEFUL_EXTRACTION_EVENT_TYPES,
     ...exports.STATEFUL_LOADING_EVENT_TYPES,
 ];
+exports.DELETE_EVENT_TYPES = [
+    extraction_1.EventType.StartDeletingExtractorState,
+    extraction_1.EventType.StartDeletingExtractorAttachmentsState,
+    extraction_1.EventType.StartDeletingLoaderState,
+    extraction_1.EventType.StartDeletingLoaderAttachmentState,
+];
 exports.ARTIFACT_BATCH_SIZE = 2000;
 exports.MAX_DEVREV_ARTIFACT_SIZE = 2 * 1024 * 1024 * 1024; // 2GB
 exports.MAX_DEVREV_FILENAME_LENGTH = 256;

package/dist/common/install-initial-domain-mapping.test.js

@@ -40,7 +40,7 @@ describe(install_initial_domain_mapping_1.installInitialDomainMapping.name, () =
             },
         },
     };
-    const mockEndpoint = 'test_devrev_endpoint';
+    const mockEndpoint = 'http://localhost:3001';
     const mockToken = 'test_token';
     // After each test, clear all mocks to prevent state from leaking.
     afterEach(() => {

package/dist/http/axios-client-internal.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"axios-client-internal.d.ts","sourceRoot":"","sources":["../../src/http/axios-client-internal.ts"],"names":[],"mappings":"AAGA,QAAA,MAAM,WAAW,+BAEf,CAAC;AAmFH,OAAO,EAAE,WAAW,EAAE,CAAC"}
+{"version":3,"file":"axios-client-internal.d.ts","sourceRoot":"","sources":["../../src/http/axios-client-internal.ts"],"names":[],"mappings":"AAGA,QAAA,MAAM,WAAW,+BAEf,CAAC;AAiFH,OAAO,EAAE,WAAW,EAAE,CAAC"}

package/dist/http/axios-client-internal.js

@@ -12,27 +12,22 @@ const axiosClient = axios_1.default.create({
 exports.axiosClient = axiosClient;
 (0, axios_retry_1.default)(axiosClient, {
     retries: 5,
+    shouldResetTimeout: true,
     retryDelay: (retryCount, error) => {
-        var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k;
-        // If the response status is 429, retry after the time specified in the Retry-After header
+        var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o;
+        let delay;
         if (((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 429) {
             const retryAfter = ((_c = (_b = error.response) === null || _b === void 0 ? void 0 : _b.headers) === null || _c === void 0 ? void 0 : _c['retry-after']) ||
                 ((_e = (_d = error.response) === null || _d === void 0 ? void 0 : _d.headers) === null || _e === void 0 ? void 0 : _e['Retry-After']);
-            // Since DevRev API returns the retry-after header in seconds and axios-retry expects milliseconds, we need to convert it to milliseconds
-            const delay = parseInt(retryAfter, 10) * 1000;
-            const delayInSeconds = Math.round(delay / 1000);
-            console.warn(`Retrying ${(_f = error.config) === null || _f === void 0 ? void 0 : _f.method} request to ${(_g = error.config) === null || _g === void 0 ? void 0 : _g.url} in ${delayInSeconds}s due to 429 Too Many Requests.`);
-            return delay;
+            delay = parseInt(retryAfter, 10) * 1000;
         }
-        // Default exponential backoff algorithm: 1 * 2 ^ retryCount * 1000ms
-        // This will retry requests after 2, 4, 8, 16 and 32 seconds
-        const delay = axios_retry_1.default.exponentialDelay(retryCount, error, 1000);
+        else {
+            delay = axios_retry_1.default.exponentialDelay(retryCount, error, 1000);
+        }
+        const requestId = ((_g = (_f = error.config) === null || _f === void 0 ? void 0 : _f.headers) === null || _g === void 0 ? void 0 : _g['x-request-id']) ||
+            ((_j = (_h = error.config) === null || _h === void 0 ? void 0 : _h.headers) === null || _j === void 0 ? void 0 : _j['X-Request-ID']);
         const delayInSeconds = Math.round(delay / 1000);
-        // Handle network errors (no response) vs HTTP errors
-        const errorDescription = ((_h = error.response) === null || _h === void 0 ? void 0 : _h.status)
-            ? `${error.response.status} error`
-            : 'network (no response) error';
-        console.warn(`Retrying ${(_j = error.config) === null || _j === void 0 ? void 0 : _j.method} request to ${(_k = error.config) === null || _k === void 0 ? void 0 : _k.url} in ${delayInSeconds}s due to ${errorDescription}.`);
+        console.warn(`Retrying request to ${(_k = error.config) === null || _k === void 0 ? void 0 : _k.url} in ${delayInSeconds}s due to ${(_m = (_l = error.response) === null || _l === void 0 ? void 0 : _l.status) !== null && _m !== void 0 ? _m : 'unknown'} error.`, Object.assign(Object.assign({ method: (_o = error.config) === null || _o === void 0 ? void 0 : _o.method }, (retryCount && { retryCount })), (requestId && { requestId })));
         return delay;
     },
     retryCondition: (error) => {

package/dist/http/axios-client-internal.test.js

@@ -1,189 +1,154 @@
 "use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
-const axios_mock_adapter_1 = __importDefault(require("axios-mock-adapter"));
+const jest_setup_1 = require("../tests/jest.setup");
 const axios_client_internal_1 = require("./axios-client-internal");
+jest.setTimeout(60000);
 describe('Internal Axios Client', () => {
-    let mockAdapter;
-    beforeEach(() => {
-        jest.clearAllMocks();
-        jest.spyOn(console, 'warn').mockImplementation(() => { });
-        mockAdapter = new axios_mock_adapter_1.default(axios_client_internal_1.axiosClient);
-    });
-    afterEach(() => {
-        jest.restoreAllMocks();
-        mockAdapter.restore();
-    });
     it('should not retry on 200 response', async () => {
-        // Arrange
-        const testUrl = '/test-endpoint';
-        const responseData = { id: 1, title: 'test title' };
-        mockAdapter.onGet(testUrl).reply(200, responseData);
-        // Act
-        await axios_client_internal_1.axiosClient.get(testUrl);
-        // Assert
-        expect(mockAdapter.history.get).toHaveLength(1);
+        await axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint');
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(1);
     });
-    it('should not retry when response is 400', async () => {
-        // Arrange
-        const testUrl = '/test-endpoint';
-        const errorData = { error: 'Bad Request' };
-        mockAdapter.onGet(testUrl).reply(400, errorData);
-        // Act
-        await expect(axios_client_internal_1.axiosClient.get(testUrl)).rejects.toMatchObject({
-            response: { status: 400 },
+    it('should not retry on 400 response', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 400,
         });
-        // Assert
-        expect(mockAdapter.history.get).toHaveLength(1);
+        await expect(axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint')).rejects.toThrow();
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(1);
     });
     // TODO: This test is working as expected, but it takes too long to run. Not
     // sure if it is good idea to have it.
-    // it('should retry on 500 response', async () => {
-    //   // Arrange
-    //   const testUrl = '/test-endpoint';
-    //   mockAdapter.onGet(testUrl).reply(500);
-    //   // Act & Assert
-    //   await expect(axiosClient.get(testUrl)).rejects.toMatchObject({
-    //     response: { status: 500 },
+    //   it('should retry on 500 response', async () => {
+    //     mockServer.setRoute({
+    //       path: '/test-endpoint',
+    //       method: 'GET',
+    //       status: 200,
+    //       retry: {
+    //         failureCount: 4,
+    //         errorStatus: 500,
+    //         errorBody: { error: 'Internal Server Error' },
+    //       },
+    //     });
+    //     await axiosClient.get(mockServer.baseUrl + '/test-endpoint');
+    //     expect(mockServer.getRequestCount('GET', '/test-endpoint')).toBe(5);
     //   });
-    //   // Assert
-    //   expect(mockAdapter.history.get).toHaveLength(6);
-    // }, 100000);
-    it('should retry 2 times when response is 500 and then succeed third time when response is 200', async () => {
-        // Arrange
-        const testUrl = '/test-endpoint';
-        const successData = { message: 'success after 2 retries' };
-        mockAdapter
-            .onGet(testUrl)
-            .replyOnce(500)
-            .onGet(testUrl)
-            .replyOnce(500)
-            .onGet(testUrl)
-            .reply(200, successData);
-        // Act
-        const response = await axios_client_internal_1.axiosClient.get(testUrl);
-        // Assert
-        expect(response.status).toBe(200);
-        expect(response.data).toEqual(successData);
-        expect(mockAdapter.history.get).toHaveLength(3); // 1 initial + 2 retries
-    }, 10000); // Allow time for 2 retries
-    it('should retry once after 2 seconds when response is 429 and Retry-After header is valid value', async () => {
-        // Arrange
-        const testUrl = '/test-endpoint';
-        const errorData = { error: 'Too Many Requests' };
-        const successData = { message: 'success after rate limit retry' };
-        mockAdapter
-            .onGet(testUrl)
-            .replyOnce(429, errorData, {
-            'Retry-After': '2',
-        })
-            .onGet(testUrl)
-            .reply(200, successData);
-        // Act
-        const response = await axios_client_internal_1.axiosClient.get(testUrl);
-        // Assert
-        expect(response.status).toBe(200);
-        expect(response.data).toEqual(successData);
-        expect(mockAdapter.history.get).toHaveLength(2); // 1 initial + 1 retry
+    it('should retry 2 times on 500 response and then succeed third time when response is 200', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 2,
+                errorStatus: 500,
+                errorBody: { error: 'Internal Server Error' },
+            },
+        });
+        await axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint');
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(3);
+    });
+    it('should retry once after 3 seconds when response is 429 and Retry-After header is valid value', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+                headers: {
+                    'Retry-After': '3',
+                },
+            },
+        });
+        await axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint');
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(2);
     });
-    it('should retry once after 2 seconds and measure time between retries when response is 429 and Retry-After header is valid value', async () => {
-        // Arrange
-        const testUrl = '/test-endpoint';
-        const errorData = { error: 'Too Many Requests' };
-        const successData = { message: 'success after rate limit retry' };
-        const retryAfterSeconds = 2;
-        mockAdapter
-            .onGet(testUrl)
-            .replyOnce(429, errorData, {
-            'Retry-After': retryAfterSeconds.toString(),
-        })
-            .onGet(testUrl)
-            .reply(200, successData);
-        // Act
+    it('should retry once after 3 seconds and measure time between retries when response is 429 and Retry-After header is valid value', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+                headers: { 'Retry-After': '3' },
+            },
+        });
         const startTime = Date.now();
-        const response = await axios_client_internal_1.axiosClient.get(testUrl);
+        await axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint');
         const endTime = Date.now();
-        const actualWaitTime = endTime - startTime;
-        // Assert
-        expect(response.status).toBe(200);
-        expect(response.data).toEqual(successData);
-        expect(mockAdapter.history.get).toHaveLength(2); // 1 initial + 1 retry
-        const expectedWaitTime = retryAfterSeconds * 1000;
-        expect(actualWaitTime).toBeGreaterThanOrEqual(expectedWaitTime - 100);
-        expect(actualWaitTime).toBeLessThan(expectedWaitTime + 1000); // Allow up to 1s extra for processing
+        const duration = endTime - startTime;
+        const expectedDuration = 3 * 1000;
+        expect(duration).toBeGreaterThanOrEqual(expectedDuration);
+        expect(duration).toBeLessThan(expectedDuration + 1000);
     });
     it('should retry when response is 429 and Retry-After header is lowercase', async () => {
-        // Arrange
-        const testUrl = '/test-endpoint';
-        const errorData = { error: 'Too Many Requests' };
-        const successData = { message: 'success after rate limit retry' };
-        mockAdapter
-            .onGet(testUrl)
-            .replyOnce(429, errorData, { 'retry-after': '2' })
-            .onGet(testUrl)
-            .reply(200, successData);
-        // Act
-        const response = await axios_client_internal_1.axiosClient.get(testUrl);
-        // Assert
-        expect(response.status).toBe(200);
-        expect(response.data).toEqual(successData);
-        expect(mockAdapter.history.get).toHaveLength(2); // 1 initial + 1 retry
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+                headers: { 'retry-after': '3' },
+            },
+        });
+        await axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint');
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(2);
     });
     it('[edge] should not retry when response is 429 and there is no Retry-After header', async () => {
-        // Arrange
-        const testUrl = '/test-endpoint';
-        const errorData = { error: 'Too Many Requests' };
-        mockAdapter.onGet(testUrl).reply(429, errorData);
-        // Act
-        await expect(axios_client_internal_1.axiosClient.get(testUrl)).rejects.toMatchObject({
-            response: { status: 429 },
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+            },
         });
-        // Assert
-        expect(mockAdapter.history.get).toHaveLength(1);
+        await expect(axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint')).rejects.toThrow();
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(1);
     });
     it('[edge] should retry when response is 429 and Retry-After header is 0', async () => {
-        // Arrange
-        const testUrl = '/test-endpoint';
-        const errorData = { error: 'Too Many Requests' };
-        const successData = { message: 'success after rate limit retry' };
-        mockAdapter
-            .onGet(testUrl)
-            .replyOnce(429, errorData, { 'Retry-After': '0' })
-            .onGet(testUrl)
-            .reply(200, successData);
-        // Act
-        const response = await axios_client_internal_1.axiosClient.get(testUrl);
-        // Assert
-        expect(response.status).toBe(200);
-        expect(response.data).toEqual(successData);
-        expect(mockAdapter.history.get).toHaveLength(2); // 1 initial + 1 retry
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+                headers: { 'Retry-After': '0' },
+            },
+        });
+        await axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint');
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(2);
     });
-    it('[edge] should not retry when response is 429 and Retry-After header is negative', async () => {
-        // Arrange
-        const testUrl = '/test-endpoint';
-        const errorData = { error: 'Too Many Requests' };
-        mockAdapter.onGet(testUrl).reply(429, errorData, { 'Retry-After': '-1' });
-        // Act
-        await expect(axios_client_internal_1.axiosClient.get(testUrl)).rejects.toMatchObject({
-            response: { status: 429 },
+    it('[edge] should not retry when response is 429 and Retry-After header is negative value', async () => {
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+                headers: { 'Retry-After': '-1' },
+            },
         });
-        // Assert
-        expect(mockAdapter.history.get).toHaveLength(1);
+        await expect(axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint')).rejects.toThrow();
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(1);
     });
     it('[edge] should not retry when response is 429 and Retry-After header is invalid value', async () => {
-        // Arrange
-        const testUrl = '/test-endpoint';
-        const errorData = { error: 'Too Many Requests' };
-        mockAdapter
-            .onGet(testUrl)
-            .reply(429, errorData, { 'Retry-After': 'invalid' });
-        // Act
-        await expect(axios_client_internal_1.axiosClient.get(testUrl)).rejects.toMatchObject({
-            response: { status: 429 },
+        jest_setup_1.mockServer.setRoute({
+            path: '/test-endpoint',
+            method: 'GET',
+            status: 200,
+            retry: {
+                failureCount: 1,
+                errorStatus: 429,
+                headers: { 'Retry-After': 'invalid' },
+            },
         });
-        // Assert
-        expect(mockAdapter.history.get).toHaveLength(1);
+        await expect(axios_client_internal_1.axiosClient.get(jest_setup_1.mockServer.baseUrl + '/test-endpoint')).rejects.toThrow();
+        expect(jest_setup_1.mockServer.getRequestCount('GET', '/test-endpoint')).toBe(1);
     });
 });

package/dist/tests/dummy-connector/data-extraction.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=data-extraction.d.ts.map

package/dist/tests/dummy-connector/data-extraction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-extraction.d.ts","sourceRoot":"","sources":["../../../src/tests/dummy-connector/data-extraction.ts"],"names":[],"mappings":""}

package/dist/tests/dummy-connector/data-extraction.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const index_1 = require("../../index");
+// eslint-disable-next-line @typescript-eslint/no-explicit-any
+const normalizeTask = (task) => {
+    return {
+        id: task.id,
+        created_date: task.created_at,
+        modified_date: task.updated_at,
+        data: {
+            name: task.name,
+            description: task.description,
+        },
+    };
+};
+const repos = [
+    {
+        itemType: 'tasks',
+        normalize: normalizeTask,
+    },
+];
+(0, index_1.processTask)({
+    task: async ({ adapter }) => {
+        var _a;
+        adapter.initializeRepos(repos);
+        const tasks = [];
+        for (let i = 0; i < 10; i++) {
+            const task = {
+                id: `task_${i}`,
+                name: `Task ${i}`,
+                description: `Description ${i}`,
+                created_at: new Date().toISOString(),
+                updated_at: new Date().toISOString(),
+            };
+            tasks.push(task);
+        }
+        await ((_a = adapter.getRepo('tasks')) === null || _a === void 0 ? void 0 : _a.push(tasks));
+        await adapter.emit(index_1.ExtractorEventType.DataExtractionDone);
+    },
+    onTimeout: async ({ adapter }) => {
+        await adapter.emit(index_1.ExtractorEventType.DataExtractionProgress);
+    },
+});

package/dist/tests/dummy-connector/data-extraction.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=data-extraction.test.d.ts.map

package/dist/tests/dummy-connector/data-extraction.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-extraction.test.d.ts","sourceRoot":"","sources":["../../../src/tests/dummy-connector/data-extraction.test.ts"],"names":[],"mappings":""}

package/dist/tests/dummy-connector/data-extraction.test.js

@@ -0,0 +1,24 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const extraction_1 = require("../../types/extraction");
+const jest_setup_1 = require("../jest.setup");
+const test_helpers_1 = require("../test-helpers");
+const extraction_2 = __importDefault(require("./extraction"));
+describe('Dummy Connector - Data Extraction', () => {
+    let event;
+    beforeEach(() => {
+        event = (0, test_helpers_1.createEvent)({
+            eventType: extraction_1.EventType.StartExtractingData,
+        });
+    });
+    it('should successfully emit data done event when all endpoints return 200', async () => {
+        await (0, extraction_2.default)([event], __dirname + '/data-extraction');
+        const lastRequest = jest_setup_1.mockServer.getLastRequest();
+        expect(lastRequest === null || lastRequest === void 0 ? void 0 : lastRequest.url).toContain('/callback_url');
+        expect(lastRequest === null || lastRequest === void 0 ? void 0 : lastRequest.method).toBe('POST');
+        expect((lastRequest === null || lastRequest === void 0 ? void 0 : lastRequest.body).event_type).toBe(extraction_1.ExtractorEventType.DataExtractionDone);
+    });
+});

package/dist/tests/dummy-connector/external-sync-units-extraction.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=external-sync-units-extraction.d.ts.map

package/dist/tests/dummy-connector/external-sync-units-extraction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"external-sync-units-extraction.d.ts","sourceRoot":"","sources":["../../../src/tests/dummy-connector/external-sync-units-extraction.ts"],"names":[],"mappings":""}

package/dist/tests/dummy-connector/external-sync-units-extraction.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const index_1 = require("../../index");
+(0, index_1.processTask)({
+    task: async ({ adapter }) => {
+        const dummyExternalSyncUnits = [
+            {
+                id: '1',
+                name: 'Dummy External Sync Unit',
+                description: 'This is a dummy external sync unit',
+                item_count: 10,
+                item_type: 'dummy',
+            },
+        ];
+        await adapter.emit(index_1.ExtractorEventType.ExternalSyncUnitExtractionDone, {
+            external_sync_units: dummyExternalSyncUnits,
+        });
+    },
+    onTimeout: async ({ adapter }) => {
+        await adapter.emit(index_1.ExtractorEventType.ExternalSyncUnitExtractionError, {
+            error: {
+                message: 'Failed to extract external sync units. Lambda timeout.',
+            },
+        });
+    },
+});

package/dist/tests/dummy-connector/external-sync-units-extraction.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=external-sync-units-extraction.test.d.ts.map

package/dist/tests/dummy-connector/external-sync-units-extraction.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"external-sync-units-extraction.test.d.ts","sourceRoot":"","sources":["../../../src/tests/dummy-connector/external-sync-units-extraction.test.ts"],"names":[],"mappings":""}

package/dist/tests/dummy-connector/external-sync-units-extraction.test.js

@@ -0,0 +1,21 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const extraction_1 = require("../../types/extraction");
+const jest_setup_1 = require("../jest.setup");
+const test_helpers_1 = require("../test-helpers");
+const extraction_2 = __importDefault(require("./extraction"));
+describe('Dummy Connector - External Sync Units Extraction', () => {
+    it('should successfully emit external sync units done event when all endpoints return 200', async () => {
+        const event = (0, test_helpers_1.createEvent)({
+            eventType: extraction_1.EventType.StartExtractingExternalSyncUnits,
+        });
+        await (0, extraction_2.default)([event], __dirname + '/external-sync-units-extraction');
+        const lastRequest = jest_setup_1.mockServer.getLastRequest();
+        expect(lastRequest === null || lastRequest === void 0 ? void 0 : lastRequest.url).toContain('/callback_url');
+        expect(lastRequest === null || lastRequest === void 0 ? void 0 : lastRequest.method).toBe('POST');
+        expect((lastRequest === null || lastRequest === void 0 ? void 0 : lastRequest.body).event_type).toBe(extraction_1.ExtractorEventType.ExternalSyncUnitExtractionDone);
+    });
+});

package/dist/tests/dummy-connector/extraction.d.ts

@@ -0,0 +1,4 @@
+import { AirdropEvent } from '../../index';
+declare const run: (events: AirdropEvent[], workerPath: string) => Promise<void>;
+export default run;
+//# sourceMappingURL=extraction.d.ts.map

package/dist/tests/dummy-connector/extraction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extraction.d.ts","sourceRoot":"","sources":["../../../src/tests/dummy-connector/extraction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAS,MAAM,aAAa,CAAC;AASlD,QAAA,MAAM,GAAG,GAAU,QAAQ,YAAY,EAAE,EAAE,YAAY,MAAM,kBAY5D,CAAC;AAEF,eAAe,GAAG,CAAC"}

package/dist/tests/dummy-connector/extraction.js

@@ -0,0 +1,19 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const index_1 = require("../../index");
+const initialState = {};
+const initialDomainMapping = {};
+const run = async (events, workerPath) => {
+    for (const event of events) {
+        await (0, index_1.spawn)({
+            event,
+            initialState,
+            workerPath,
+            initialDomainMapping,
+            options: {
+                isLocalDevelopment: true,
+            },
+        });
+    }
+};
+exports.default = run;

package/dist/tests/dummy-connector/metadata-extraction.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=metadata-extraction.d.ts.map

package/dist/tests/dummy-connector/metadata-extraction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadata-extraction.d.ts","sourceRoot":"","sources":["../../../src/tests/dummy-connector/metadata-extraction.ts"],"names":[],"mappings":""}

package/dist/tests/dummy-connector/metadata-extraction.js

@@ -0,0 +1,23 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const index_1 = require("../../index");
+const repos = [
+    {
+        itemType: 'external_domain_metadata',
+    },
+];
+(0, index_1.processTask)({
+    task: async ({ adapter }) => {
+        var _a;
+        adapter.initializeRepos(repos);
+        const externalDomainMetadata = {};
+        await ((_a = adapter
+            .getRepo('external_domain_metadata')) === null || _a === void 0 ? void 0 : _a.push([externalDomainMetadata]));
+        await adapter.emit(index_1.ExtractorEventType.MetadataExtractionDone);
+    },
+    onTimeout: async ({ adapter }) => {
+        await adapter.emit(index_1.ExtractorEventType.MetadataExtractionError, {
+            error: { message: 'Failed to extract metadata. Lambda timeout.' },
+        });
+    },
+});