@devrev/ts-adaas 1.13.0 → 1.13.1-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (113) hide show
  1. package/dist/common/constants.d.ts +1 -0
  2. package/dist/common/constants.d.ts.map +1 -1
  3. package/dist/common/constants.js +7 -1
  4. package/dist/common/install-initial-domain-mapping.test.js +1 -1
  5. package/dist/http/axios-client-internal.d.ts.map +1 -1
  6. package/dist/http/axios-client-internal.js +10 -15
  7. package/dist/http/axios-client-internal.test.js +126 -161
  8. package/dist/tests/dummy-connector/data-extraction.d.ts +2 -0
  9. package/dist/tests/dummy-connector/data-extraction.d.ts.map +1 -0
  10. package/dist/tests/dummy-connector/data-extraction.js +43 -0
  11. package/dist/tests/dummy-connector/data-extraction.test.d.ts +2 -0
  12. package/dist/tests/dummy-connector/data-extraction.test.d.ts.map +1 -0
  13. package/dist/tests/dummy-connector/data-extraction.test.js +24 -0
  14. package/dist/tests/dummy-connector/external-sync-units-extraction.d.ts +2 -0
  15. package/dist/tests/dummy-connector/external-sync-units-extraction.d.ts.map +1 -0
  16. package/dist/tests/dummy-connector/external-sync-units-extraction.js +26 -0
  17. package/dist/tests/dummy-connector/external-sync-units-extraction.test.d.ts +2 -0
  18. package/dist/tests/dummy-connector/external-sync-units-extraction.test.d.ts.map +1 -0
  19. package/dist/tests/dummy-connector/external-sync-units-extraction.test.js +21 -0
  20. package/dist/tests/dummy-connector/extraction.d.ts +4 -0
  21. package/dist/tests/dummy-connector/extraction.d.ts.map +1 -0
  22. package/dist/tests/dummy-connector/extraction.js +19 -0
  23. package/dist/tests/dummy-connector/metadata-extraction.d.ts +2 -0
  24. package/dist/tests/dummy-connector/metadata-extraction.d.ts.map +1 -0
  25. package/dist/tests/dummy-connector/metadata-extraction.js +23 -0
  26. package/dist/tests/dummy-connector/metadata-extraction.test.d.ts +2 -0
  27. package/dist/tests/dummy-connector/metadata-extraction.test.d.ts.map +1 -0
  28. package/dist/tests/dummy-connector/metadata-extraction.test.js +54 -0
  29. package/dist/tests/jest.setup.d.ts +3 -0
  30. package/dist/tests/jest.setup.d.ts.map +1 -0
  31. package/dist/tests/jest.setup.js +14 -0
  32. package/dist/tests/mock-server/mock-server.d.ts +79 -0
  33. package/dist/tests/mock-server/mock-server.d.ts.map +1 -0
  34. package/dist/tests/mock-server/mock-server.interfaces.d.ts +53 -0
  35. package/dist/tests/mock-server/mock-server.interfaces.d.ts.map +1 -0
  36. package/dist/tests/mock-server/mock-server.interfaces.js +4 -0
  37. package/dist/tests/mock-server/mock-server.js +237 -0
  38. package/dist/tests/spawn-worker/delete-event-type.test.d.ts +2 -0
  39. package/dist/tests/spawn-worker/delete-event-type.test.d.ts.map +1 -0
  40. package/dist/tests/spawn-worker/delete-event-type.test.js +31 -0
  41. package/dist/tests/spawn-worker/extraction.d.ts +4 -0
  42. package/dist/tests/spawn-worker/extraction.d.ts.map +1 -0
  43. package/dist/tests/spawn-worker/extraction.js +19 -0
  44. package/dist/tests/spawn-worker/some-cleanup-worker.d.ts +2 -0
  45. package/dist/tests/spawn-worker/some-cleanup-worker.d.ts.map +1 -0
  46. package/dist/tests/spawn-worker/some-cleanup-worker.js +16 -0
  47. package/dist/tests/spawn-worker/unknown-event-type.d.ts +2 -0
  48. package/dist/tests/spawn-worker/unknown-event-type.d.ts.map +1 -0
  49. package/dist/tests/spawn-worker/unknown-event-type.js +19 -0
  50. package/dist/tests/spawn-worker/unknown-event-type.test.d.ts +2 -0
  51. package/dist/tests/spawn-worker/unknown-event-type.test.d.ts.map +1 -0
  52. package/dist/tests/spawn-worker/unknown-event-type.test.js +21 -0
  53. package/dist/tests/test-helpers.d.ts.map +1 -1
  54. package/dist/tests/test-helpers.js +4 -3
  55. package/dist/tests/timeout-handling/extraction.d.ts.map +1 -1
  56. package/dist/tests/timeout-handling/no-timeout.d.ts +2 -0
  57. package/dist/tests/timeout-handling/no-timeout.d.ts.map +1 -0
  58. package/dist/tests/timeout-handling/{timeout-1.js → no-timeout.js} +1 -1
  59. package/dist/tests/timeout-handling/no-timeout.test.d.ts +2 -0
  60. package/dist/tests/timeout-handling/no-timeout.test.d.ts.map +1 -0
  61. package/dist/tests/timeout-handling/no-timeout.test.js +24 -0
  62. package/dist/tests/timeout-handling/timeout-blocked.d.ts +2 -0
  63. package/dist/tests/timeout-handling/timeout-blocked.d.ts.map +1 -0
  64. package/dist/tests/timeout-handling/timeout-blocked.js +23 -0
  65. package/dist/tests/timeout-handling/timeout-blocked.test.d.ts +2 -0
  66. package/dist/tests/timeout-handling/timeout-blocked.test.d.ts.map +1 -0
  67. package/dist/tests/timeout-handling/timeout-blocked.test.js +25 -0
  68. package/dist/tests/timeout-handling/timeout-graceful.d.ts +2 -0
  69. package/dist/tests/timeout-handling/timeout-graceful.d.ts.map +1 -0
  70. package/dist/tests/timeout-handling/timeout-graceful.js +17 -0
  71. package/dist/tests/timeout-handling/timeout-graceful.test.d.ts +2 -0
  72. package/dist/tests/timeout-handling/timeout-graceful.test.d.ts.map +1 -0
  73. package/dist/tests/timeout-handling/timeout-graceful.test.js +25 -0
  74. package/dist/tests/timeout-handling/timeout-unblocked.d.ts +2 -0
  75. package/dist/tests/timeout-handling/timeout-unblocked.d.ts.map +1 -0
  76. package/dist/tests/timeout-handling/timeout-unblocked.js +26 -0
  77. package/dist/tests/timeout-handling/timeout-unblocked.test.d.ts +2 -0
  78. package/dist/tests/timeout-handling/timeout-unblocked.test.d.ts.map +1 -0
  79. package/dist/tests/timeout-handling/timeout-unblocked.test.js +25 -0
  80. package/dist/uploader/uploader.d.ts +72 -8
  81. package/dist/uploader/uploader.d.ts.map +1 -1
  82. package/dist/uploader/uploader.js +73 -8
  83. package/dist/workers/spawn.d.ts.map +1 -1
  84. package/dist/workers/spawn.js +57 -32
  85. package/dist/workers/worker-adapter.d.ts.map +1 -1
  86. package/dist/workers/worker-adapter.js +9 -4
  87. package/package.json +3 -8
  88. package/dist/tests/mock-server.d.ts +0 -21
  89. package/dist/tests/mock-server.d.ts.map +0 -1
  90. package/dist/tests/mock-server.js +0 -280
  91. package/dist/tests/timeout-handling/timeout-1.d.ts +0 -2
  92. package/dist/tests/timeout-handling/timeout-1.d.ts.map +0 -1
  93. package/dist/tests/timeout-handling/timeout-1.test.d.ts +0 -2
  94. package/dist/tests/timeout-handling/timeout-1.test.d.ts.map +0 -1
  95. package/dist/tests/timeout-handling/timeout-1.test.js +0 -45
  96. package/dist/tests/timeout-handling/timeout-2.d.ts +0 -2
  97. package/dist/tests/timeout-handling/timeout-2.d.ts.map +0 -1
  98. package/dist/tests/timeout-handling/timeout-2.js +0 -44
  99. package/dist/tests/timeout-handling/timeout-2.test.d.ts +0 -2
  100. package/dist/tests/timeout-handling/timeout-2.test.d.ts.map +0 -1
  101. package/dist/tests/timeout-handling/timeout-2.test.js +0 -46
  102. package/dist/tests/timeout-handling/timeout-3a.d.ts +0 -2
  103. package/dist/tests/timeout-handling/timeout-3a.d.ts.map +0 -1
  104. package/dist/tests/timeout-handling/timeout-3a.js +0 -37
  105. package/dist/tests/timeout-handling/timeout-3a.test.d.ts +0 -2
  106. package/dist/tests/timeout-handling/timeout-3a.test.d.ts.map +0 -1
  107. package/dist/tests/timeout-handling/timeout-3a.test.js +0 -46
  108. package/dist/tests/timeout-handling/timeout-3b.d.ts +0 -2
  109. package/dist/tests/timeout-handling/timeout-3b.d.ts.map +0 -1
  110. package/dist/tests/timeout-handling/timeout-3b.js +0 -38
  111. package/dist/tests/timeout-handling/timeout-3b.test.d.ts +0 -2
  112. package/dist/tests/timeout-handling/timeout-3b.test.d.ts.map +0 -1
  113. package/dist/tests/timeout-handling/timeout-3b.test.js +0 -46
@@ -1,46 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- const extraction_1 = require("../../types/extraction");
7
- const mock_server_1 = require("../mock-server");
8
- const test_helpers_1 = require("../test-helpers");
9
- const extraction_2 = __importDefault(require("./extraction"));
10
- jest.setTimeout(15000);
11
- describe('timeout-2 extraction', () => {
12
- let mockServer;
13
- beforeAll(async () => {
14
- mockServer = new mock_server_1.MockServer(3001);
15
- await mockServer.start();
16
- });
17
- afterAll(async () => {
18
- if (mockServer) {
19
- await mockServer.stop();
20
- }
21
- });
22
- beforeEach(() => {
23
- jest.clearAllMocks();
24
- mockServer.clearRequests();
25
- });
26
- it('should emit progress event when soft timeout is reached', async () => {
27
- const baseUrl = mockServer.getBaseUrl();
28
- const event = (0, test_helpers_1.createEvent)({
29
- eventType: extraction_1.EventType.ExtractionDataStart,
30
- eventContextOverrides: {
31
- callback_url: `${baseUrl}/internal/airdrop.external-extractor.message`,
32
- worker_data_url: `${baseUrl}/internal/airdrop.external-worker`,
33
- },
34
- executionMetadataOverrides: {
35
- devrev_endpoint: `${baseUrl}`,
36
- },
37
- });
38
- await (0, extraction_2.default)([event], __dirname + '/timeout-2');
39
- const requests = mockServer.getRequests();
40
- const lastRequest = requests[requests.length - 1];
41
- // Expect last request to be emission of progress event
42
- expect(lastRequest.url).toContain('airdrop.external-extractor.message');
43
- expect(lastRequest.method).toBe('POST');
44
- expect(lastRequest.body.event_type).toBe(extraction_1.ExtractorEventType.DataExtractionProgress);
45
- });
46
- });
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=timeout-3a.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"timeout-3a.d.ts","sourceRoot":"","sources":["../../../src/tests/timeout-handling/timeout-3a.ts"],"names":[],"mappings":""}
@@ -1,37 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- const index_1 = require("../../index");
4
- (0, index_1.processTask)({
5
- task: async ({ adapter }) => {
6
- console.log('Starting intensive computation...');
7
- let result = 0;
8
- // Intensive loop - calibrated to exceed timeout
9
- for (let i = 1; i <= 30000; i++) {
10
- for (let num = 2; num <= 2000; num++) {
11
- let isPrime = true;
12
- for (let divisor = 2; divisor <= Math.sqrt(num); divisor++) {
13
- if (num % divisor === 0) {
14
- isPrime = false;
15
- break;
16
- }
17
- }
18
- if (isPrime) {
19
- for (let j = 0; j < 200; j++) {
20
- result +=
21
- Math.sin(num * j) * Math.cos(i * j) * Math.sqrt(num + i + j);
22
- result = Math.abs(result) % 1000000;
23
- }
24
- }
25
- }
26
- // Log every 500 iterations to see progress before timeout
27
- if (i % 500 === 0) {
28
- console.log(`timeout-3a iteration ${i}, result: ${result}`);
29
- }
30
- }
31
- console.log(`Final computation result: ${result}`);
32
- await adapter.emit(index_1.ExtractorEventType.DataExtractionDone);
33
- },
34
- onTimeout: async ({ adapter }) => {
35
- await adapter.emit(index_1.ExtractorEventType.DataExtractionProgress);
36
- },
37
- });
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=timeout-3a.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"timeout-3a.test.d.ts","sourceRoot":"","sources":["../../../src/tests/timeout-handling/timeout-3a.test.ts"],"names":[],"mappings":""}
@@ -1,46 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- const extraction_1 = require("../../types/extraction");
7
- const mock_server_1 = require("../mock-server");
8
- const test_helpers_1 = require("../test-helpers");
9
- const extraction_2 = __importDefault(require("./extraction"));
10
- jest.setTimeout(15000);
11
- describe('timeout-3a extraction', () => {
12
- let mockServer;
13
- beforeAll(async () => {
14
- mockServer = new mock_server_1.MockServer(3001);
15
- await mockServer.start();
16
- });
17
- afterAll(async () => {
18
- if (mockServer) {
19
- await mockServer.stop();
20
- }
21
- });
22
- beforeEach(() => {
23
- jest.clearAllMocks();
24
- mockServer.clearRequests();
25
- });
26
- it('should emit error event when hard timeout is reached', async () => {
27
- const baseUrl = mockServer.getBaseUrl();
28
- const event = (0, test_helpers_1.createEvent)({
29
- eventType: extraction_1.EventType.ExtractionDataStart,
30
- eventContextOverrides: {
31
- callback_url: `${baseUrl}/internal/airdrop.external-extractor.message`,
32
- worker_data_url: `${baseUrl}/internal/airdrop.external-worker`,
33
- },
34
- executionMetadataOverrides: {
35
- devrev_endpoint: `${baseUrl}`,
36
- },
37
- });
38
- await (0, extraction_2.default)([event], __dirname + '/timeout-3a');
39
- const requests = mockServer.getRequests();
40
- const lastRequest = requests[requests.length - 1];
41
- // Expect last request to be emission of error event since we force-kill the worker
42
- expect(lastRequest.url).toContain('airdrop.external-extractor.message');
43
- expect(lastRequest.method).toBe('POST');
44
- expect(lastRequest.body.event_type).toBe(extraction_1.ExtractorEventType.DataExtractionError);
45
- });
46
- });
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=timeout-3b.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"timeout-3b.d.ts","sourceRoot":"","sources":["../../../src/tests/timeout-handling/timeout-3b.ts"],"names":[],"mappings":""}
@@ -1,38 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- const index_1 = require("../../index");
4
- (0, index_1.processTask)({
5
- task: async ({ adapter }) => {
6
- console.log('Starting intensive computation...');
7
- let result = 0;
8
- // Intensive loop - calibrated to exceed 10 seconds but show progress
9
- for (let i = 1; i <= 30000; i++) {
10
- for (let num = 2; num <= 2000; num++) {
11
- let isPrime = true;
12
- for (let divisor = 2; divisor <= Math.sqrt(num); divisor++) {
13
- if (num % divisor === 0) {
14
- isPrime = false;
15
- break;
16
- }
17
- }
18
- if (isPrime) {
19
- for (let j = 0; j < 200; j++) {
20
- result +=
21
- Math.sin(num * j) * Math.cos(i * j) * Math.sqrt(num + i + j);
22
- result = Math.abs(result) % 1000000;
23
- }
24
- }
25
- }
26
- // Log every 500 iterations to see progress before timeout
27
- if (i % 500 === 0) {
28
- await new Promise((resolve) => setTimeout(resolve, 50));
29
- console.log(`timeout-3b iteration ${i}, result: ${result}`);
30
- }
31
- }
32
- console.log(`Final computation result: ${result}`);
33
- await adapter.emit(index_1.ExtractorEventType.DataExtractionDone);
34
- },
35
- onTimeout: async ({ adapter }) => {
36
- await adapter.emit(index_1.ExtractorEventType.DataExtractionProgress);
37
- },
38
- });
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=timeout-3b.test.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"timeout-3b.test.d.ts","sourceRoot":"","sources":["../../../src/tests/timeout-handling/timeout-3b.test.ts"],"names":[],"mappings":""}
@@ -1,46 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- const extraction_1 = require("../../types/extraction");
7
- const mock_server_1 = require("../mock-server");
8
- const test_helpers_1 = require("../test-helpers");
9
- const extraction_2 = __importDefault(require("./extraction"));
10
- jest.setTimeout(15000);
11
- describe('timeout-3b extraction', () => {
12
- let mockServer;
13
- beforeAll(async () => {
14
- mockServer = new mock_server_1.MockServer(3001);
15
- await mockServer.start();
16
- });
17
- afterAll(async () => {
18
- if (mockServer) {
19
- await mockServer.stop();
20
- }
21
- });
22
- beforeEach(() => {
23
- jest.clearAllMocks();
24
- mockServer.clearRequests();
25
- });
26
- it('should emit progress event when soft timeout is reached', async () => {
27
- const baseUrl = mockServer.getBaseUrl();
28
- const event = (0, test_helpers_1.createEvent)({
29
- eventType: extraction_1.EventType.ExtractionDataStart,
30
- eventContextOverrides: {
31
- callback_url: `${baseUrl}/internal/airdrop.external-extractor.message`,
32
- worker_data_url: `${baseUrl}/internal/airdrop.external-worker`,
33
- },
34
- executionMetadataOverrides: {
35
- devrev_endpoint: `${baseUrl}`,
36
- },
37
- });
38
- await (0, extraction_2.default)([event], __dirname + '/timeout-3b');
39
- const requests = mockServer.getRequests();
40
- const lastRequest = requests[requests.length - 1];
41
- // Expect last request to be emission of progress event
42
- expect(lastRequest.url).toContain('airdrop.external-extractor.message');
43
- expect(lastRequest.method).toBe('POST');
44
- expect(lastRequest.body.event_type).toBe(extraction_1.ExtractorEventType.DataExtractionProgress);
45
- });
46
- });