@devrev/airsync-sdk 2.0.0-beta.0 → 2.0.0-beta.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -21
- package/dist/attachments-streaming/attachments-streaming-pool.d.ts +7 -1
- package/dist/attachments-streaming/attachments-streaming-pool.d.ts.map +1 -1
- package/dist/attachments-streaming/attachments-streaming-pool.interfaces.d.ts +4 -3
- package/dist/attachments-streaming/attachments-streaming-pool.interfaces.d.ts.map +1 -1
- package/dist/attachments-streaming/attachments-streaming-pool.js +70 -33
- package/dist/common/constants.d.ts +15 -12
- package/dist/common/constants.d.ts.map +1 -1
- package/dist/common/constants.js +20 -34
- package/dist/common/helpers.d.ts +3 -27
- package/dist/common/helpers.d.ts.map +1 -1
- package/dist/common/helpers.js +6 -36
- package/dist/http/{axios-client-internal.d.ts → client.d.ts} +1 -1
- package/dist/http/client.d.ts.map +1 -0
- package/dist/http/{axios-client-internal.js → client.js} +7 -4
- package/dist/http/errors.d.ts +8 -0
- package/dist/http/errors.d.ts.map +1 -0
- package/dist/http/errors.js +31 -0
- package/dist/index.d.ts +30 -12
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +47 -28
- package/dist/logger/logger.d.ts +13 -70
- package/dist/logger/logger.d.ts.map +1 -1
- package/dist/logger/logger.interfaces.d.ts +4 -7
- package/dist/logger/logger.interfaces.d.ts.map +1 -1
- package/dist/logger/logger.js +67 -92
- package/dist/mappers/mappers.d.ts +10 -43
- package/dist/mappers/mappers.d.ts.map +1 -1
- package/dist/mappers/mappers.interfaces.d.ts +173 -0
- package/dist/mappers/mappers.interfaces.d.ts.map +1 -0
- package/dist/mappers/{mappers.interface.js → mappers.interfaces.js} +1 -10
- package/dist/mappers/mappers.js +32 -46
- package/dist/multithreading/adapters/base-adapter.d.ts +39 -0
- package/dist/multithreading/adapters/base-adapter.d.ts.map +1 -0
- package/dist/multithreading/adapters/base-adapter.js +212 -0
- package/dist/multithreading/adapters/extraction-adapter.d.ts +49 -0
- package/dist/multithreading/adapters/extraction-adapter.d.ts.map +1 -0
- package/dist/multithreading/adapters/extraction-adapter.js +375 -0
- package/dist/multithreading/adapters/loading-adapter.d.ts +26 -0
- package/dist/multithreading/adapters/loading-adapter.d.ts.map +1 -0
- package/dist/multithreading/adapters/loading-adapter.helpers.d.ts +12 -0
- package/dist/multithreading/adapters/loading-adapter.helpers.d.ts.map +1 -0
- package/dist/multithreading/{worker-adapter/worker-adapter.helpers.js → adapters/loading-adapter.helpers.js} +2 -12
- package/dist/multithreading/adapters/loading-adapter.js +279 -0
- package/dist/multithreading/emit.d.ts +11 -0
- package/dist/multithreading/emit.d.ts.map +1 -0
- package/dist/multithreading/emit.js +25 -0
- package/dist/multithreading/process-task.d.ts +6 -1
- package/dist/multithreading/process-task.d.ts.map +1 -1
- package/dist/multithreading/process-task.js +124 -51
- package/dist/multithreading/spawn/spawn.d.ts +11 -11
- package/dist/multithreading/spawn/spawn.d.ts.map +1 -1
- package/dist/multithreading/spawn/spawn.helpers.d.ts +12 -11
- package/dist/multithreading/spawn/spawn.helpers.d.ts.map +1 -1
- package/dist/multithreading/spawn/spawn.helpers.js +142 -77
- package/dist/multithreading/spawn/spawn.js +74 -75
- package/dist/multithreading/worker.js +16 -5
- package/dist/repo/repo.d.ts +14 -5
- package/dist/repo/repo.d.ts.map +1 -1
- package/dist/repo/repo.helpers.d.ts +6 -0
- package/dist/repo/repo.helpers.d.ts.map +1 -0
- package/dist/repo/repo.helpers.js +16 -0
- package/dist/repo/repo.interfaces.d.ts +11 -20
- package/dist/repo/repo.interfaces.d.ts.map +1 -1
- package/dist/repo/repo.js +36 -22
- package/dist/state/base-state.d.ts +58 -0
- package/dist/state/base-state.d.ts.map +1 -0
- package/dist/state/base-state.js +242 -0
- package/dist/state/extraction-state.d.ts +14 -0
- package/dist/state/extraction-state.d.ts.map +1 -0
- package/dist/state/extraction-state.js +140 -0
- package/dist/state/install-initial-domain-mapping.d.ts +4 -0
- package/dist/state/install-initial-domain-mapping.d.ts.map +1 -0
- package/dist/{common → state}/install-initial-domain-mapping.js +5 -7
- package/dist/state/loading-state.d.ts +8 -0
- package/dist/state/loading-state.d.ts.map +1 -0
- package/dist/state/loading-state.js +29 -0
- package/dist/state/state.d.ts +3 -29
- package/dist/state/state.d.ts.map +1 -1
- package/dist/state/state.interfaces.d.ts +36 -10
- package/dist/state/state.interfaces.d.ts.map +1 -1
- package/dist/state/state.interfaces.js +17 -1
- package/dist/state/state.js +9 -164
- package/dist/state/time-value-resolver.d.ts +17 -0
- package/dist/state/time-value-resolver.d.ts.map +1 -0
- package/dist/state/time-value-resolver.js +110 -0
- package/dist/testing/mock-event.d.ts +10 -0
- package/dist/testing/mock-event.d.ts.map +1 -0
- package/dist/testing/mock-event.js +96 -0
- package/dist/testing/mock-server.d.ts +31 -0
- package/dist/testing/mock-server.d.ts.map +1 -0
- package/dist/testing/mock-server.interfaces.d.ts +54 -0
- package/dist/testing/mock-server.interfaces.d.ts.map +1 -0
- package/dist/testing/mock-server.interfaces.js +4 -0
- package/dist/testing/mock-server.js +297 -0
- package/dist/testing/test-adapters.d.ts +22 -0
- package/dist/testing/test-adapters.d.ts.map +1 -0
- package/dist/testing/test-adapters.js +32 -0
- package/dist/types/common.d.ts +4 -37
- package/dist/types/common.d.ts.map +1 -1
- package/dist/types/common.js +2 -17
- package/dist/types/errors.d.ts +15 -0
- package/dist/types/errors.d.ts.map +1 -0
- package/dist/types/errors.js +28 -0
- package/dist/types/external-domain-metadata.d.ts +197 -0
- package/dist/types/external-domain-metadata.d.ts.map +1 -0
- package/dist/types/extraction.d.ts +135 -278
- package/dist/types/extraction.d.ts.map +1 -1
- package/dist/types/extraction.js +46 -133
- package/dist/types/loading.d.ts +15 -55
- package/dist/types/loading.d.ts.map +1 -1
- package/dist/types/loading.js +1 -23
- package/dist/types/workers.d.ts +70 -103
- package/dist/types/workers.d.ts.map +1 -1
- package/dist/types/workers.js +1 -6
- package/dist/uploader/uploader.d.ts +10 -61
- package/dist/uploader/uploader.d.ts.map +1 -1
- package/dist/uploader/uploader.helpers.d.ts +7 -27
- package/dist/uploader/uploader.helpers.d.ts.map +1 -1
- package/dist/uploader/uploader.helpers.js +80 -30
- package/dist/uploader/uploader.interfaces.d.ts +19 -54
- package/dist/uploader/uploader.interfaces.d.ts.map +1 -1
- package/dist/uploader/uploader.interfaces.js +8 -0
- package/dist/uploader/uploader.js +72 -124
- package/docs/MIGRATION.md +696 -0
- package/package.json +37 -20
- package/dist/attachments-streaming/attachments-streaming-pool.test.d.ts +0 -2
- package/dist/attachments-streaming/attachments-streaming-pool.test.d.ts.map +0 -1
- package/dist/attachments-streaming/attachments-streaming-pool.test.js +0 -267
- package/dist/common/control-protocol.d.ts +0 -10
- package/dist/common/control-protocol.d.ts.map +0 -1
- package/dist/common/control-protocol.js +0 -31
- package/dist/common/errors.d.ts +0 -6
- package/dist/common/errors.d.ts.map +0 -1
- package/dist/common/errors.js +0 -4
- package/dist/common/event-type-translation.d.ts +0 -24
- package/dist/common/event-type-translation.d.ts.map +0 -1
- package/dist/common/event-type-translation.js +0 -117
- package/dist/common/install-initial-domain-mapping.d.ts +0 -4
- package/dist/common/install-initial-domain-mapping.d.ts.map +0 -1
- package/dist/common/install-initial-domain-mapping.test.d.ts +0 -2
- package/dist/common/install-initial-domain-mapping.test.d.ts.map +0 -1
- package/dist/common/install-initial-domain-mapping.test.js +0 -207
- package/dist/deprecated/adapter/index.d.ts +0 -62
- package/dist/deprecated/adapter/index.d.ts.map +0 -1
- package/dist/deprecated/adapter/index.js +0 -151
- package/dist/deprecated/common/helpers.d.ts +0 -7
- package/dist/deprecated/common/helpers.d.ts.map +0 -1
- package/dist/deprecated/common/helpers.js +0 -47
- package/dist/deprecated/demo-extractor/external_domain_metadata.json +0 -38
- package/dist/deprecated/demo-extractor/index.d.ts +0 -18
- package/dist/deprecated/demo-extractor/index.d.ts.map +0 -1
- package/dist/deprecated/demo-extractor/index.js +0 -161
- package/dist/deprecated/http/client.d.ts +0 -22
- package/dist/deprecated/http/client.d.ts.map +0 -1
- package/dist/deprecated/http/client.js +0 -161
- package/dist/deprecated/uploader/index.d.ts +0 -35
- package/dist/deprecated/uploader/index.d.ts.map +0 -1
- package/dist/deprecated/uploader/index.js +0 -161
- package/dist/http/axios-client-internal.d.ts.map +0 -1
- package/dist/http/axios-client-internal.test.d.ts +0 -2
- package/dist/http/axios-client-internal.test.d.ts.map +0 -1
- package/dist/http/axios-client-internal.test.js +0 -154
- package/dist/http/axios-client.d.ts +0 -27
- package/dist/http/axios-client.d.ts.map +0 -1
- package/dist/http/axios-client.js +0 -57
- package/dist/http/constants.d.ts +0 -4
- package/dist/http/constants.d.ts.map +0 -1
- package/dist/http/constants.js +0 -6
- package/dist/http/index.d.ts +0 -3
- package/dist/http/index.d.ts.map +0 -1
- package/dist/http/index.js +0 -18
- package/dist/http/types.d.ts +0 -17
- package/dist/http/types.d.ts.map +0 -1
- package/dist/logger/logger.constants.d.ts +0 -6
- package/dist/logger/logger.constants.d.ts.map +0 -1
- package/dist/logger/logger.constants.js +0 -13
- package/dist/logger/logger.context.d.ts +0 -58
- package/dist/logger/logger.context.d.ts.map +0 -1
- package/dist/logger/logger.context.js +0 -86
- package/dist/logger/logger.test.d.ts +0 -2
- package/dist/logger/logger.test.d.ts.map +0 -1
- package/dist/logger/logger.test.js +0 -490
- package/dist/mappers/mappers.interface.d.ts +0 -294
- package/dist/mappers/mappers.interface.d.ts.map +0 -1
- package/dist/mappers/mappers.test.d.ts +0 -2
- package/dist/mappers/mappers.test.d.ts.map +0 -1
- package/dist/mappers/mappers.test.js +0 -107
- package/dist/multithreading/create-worker.test.d.ts +0 -2
- package/dist/multithreading/create-worker.test.d.ts.map +0 -1
- package/dist/multithreading/create-worker.test.js +0 -89
- package/dist/multithreading/spawn/spawn.helpers.test.d.ts +0 -2
- package/dist/multithreading/spawn/spawn.helpers.test.d.ts.map +0 -1
- package/dist/multithreading/spawn/spawn.helpers.test.js +0 -293
- package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.js +0 -127
- package/dist/multithreading/worker-adapter/worker-adapter.d.ts +0 -91
- package/dist/multithreading/worker-adapter/worker-adapter.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.d.ts +0 -22
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.test.js +0 -514
- package/dist/multithreading/worker-adapter/worker-adapter.js +0 -747
- package/dist/multithreading/worker-adapter/worker-adapter.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.test.js +0 -483
- package/dist/repo/repo.test.d.ts +0 -2
- package/dist/repo/repo.test.d.ts.map +0 -1
- package/dist/repo/repo.test.js +0 -131
- package/dist/state/state.test.d.ts +0 -2
- package/dist/state/state.test.d.ts.map +0 -1
- package/dist/state/state.test.js +0 -224
- package/dist/types/extraction.test.d.ts +0 -2
- package/dist/types/extraction.test.d.ts.map +0 -1
- package/dist/types/extraction.test.js +0 -70
- package/dist/types/index.d.ts +0 -9
- package/dist/types/index.d.ts.map +0 -1
- package/dist/types/index.js +0 -18
- package/dist/uploader/uploader.helpers.test.d.ts +0 -2
- package/dist/uploader/uploader.helpers.test.d.ts.map +0 -1
- package/dist/uploader/uploader.helpers.test.js +0 -267
- package/dist/uploader/uploader.test.d.ts +0 -2
- package/dist/uploader/uploader.test.d.ts.map +0 -1
- package/dist/uploader/uploader.test.js +0 -589
- /package/dist/{http/types.js → types/external-domain-metadata.js} +0 -0
|
@@ -1,293 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
const extraction_1 = require("../../types/extraction");
|
|
4
|
-
const loading_1 = require("../../types/loading");
|
|
5
|
-
const spawn_helpers_1 = require("./spawn.helpers");
|
|
6
|
-
describe(spawn_helpers_1.getTimeoutErrorEventType.name, () => {
|
|
7
|
-
describe('metadata extraction', () => {
|
|
8
|
-
it('should return MetadataExtractionError for StartExtractingMetadata', () => {
|
|
9
|
-
// Arrange
|
|
10
|
-
const eventType = extraction_1.EventType.StartExtractingMetadata;
|
|
11
|
-
// Act
|
|
12
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
13
|
-
// Assert
|
|
14
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.MetadataExtractionError);
|
|
15
|
-
});
|
|
16
|
-
it('should return MetadataExtractionError for deprecated ExtractionMetadataStart', () => {
|
|
17
|
-
// Arrange
|
|
18
|
-
const eventType = extraction_1.EventType.ExtractionMetadataStart;
|
|
19
|
-
// Act
|
|
20
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
21
|
-
// Assert
|
|
22
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.MetadataExtractionError);
|
|
23
|
-
});
|
|
24
|
-
});
|
|
25
|
-
describe('data extraction', () => {
|
|
26
|
-
it('should return DataExtractionError for StartExtractingData', () => {
|
|
27
|
-
// Arrange
|
|
28
|
-
const eventType = extraction_1.EventType.StartExtractingData;
|
|
29
|
-
// Act
|
|
30
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
31
|
-
// Assert
|
|
32
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.DataExtractionError);
|
|
33
|
-
});
|
|
34
|
-
it('should return DataExtractionError for ContinueExtractingData', () => {
|
|
35
|
-
// Arrange
|
|
36
|
-
const eventType = extraction_1.EventType.ContinueExtractingData;
|
|
37
|
-
// Act
|
|
38
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
39
|
-
// Assert
|
|
40
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.DataExtractionError);
|
|
41
|
-
});
|
|
42
|
-
it('should return DataExtractionError for deprecated ExtractionDataStart', () => {
|
|
43
|
-
// Arrange
|
|
44
|
-
const eventType = extraction_1.EventType.ExtractionDataStart;
|
|
45
|
-
// Act
|
|
46
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
47
|
-
// Assert
|
|
48
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.DataExtractionError);
|
|
49
|
-
});
|
|
50
|
-
it('should return DataExtractionError for deprecated ExtractionDataContinue', () => {
|
|
51
|
-
// Arrange
|
|
52
|
-
const eventType = extraction_1.EventType.ExtractionDataContinue;
|
|
53
|
-
// Act
|
|
54
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
55
|
-
// Assert
|
|
56
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.DataExtractionError);
|
|
57
|
-
});
|
|
58
|
-
});
|
|
59
|
-
describe('extractor state deletion', () => {
|
|
60
|
-
it('should return ExtractorStateDeletionError for StartDeletingExtractorState', () => {
|
|
61
|
-
// Arrange
|
|
62
|
-
const eventType = extraction_1.EventType.StartDeletingExtractorState;
|
|
63
|
-
// Act
|
|
64
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
65
|
-
// Assert
|
|
66
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.ExtractorStateDeletionError);
|
|
67
|
-
});
|
|
68
|
-
it('should return ExtractorStateDeletionError for deprecated ExtractionDataDelete', () => {
|
|
69
|
-
// Arrange
|
|
70
|
-
const eventType = extraction_1.EventType.ExtractionDataDelete;
|
|
71
|
-
// Act
|
|
72
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
73
|
-
// Assert
|
|
74
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.ExtractorStateDeletionError);
|
|
75
|
-
});
|
|
76
|
-
});
|
|
77
|
-
describe('attachments extraction', () => {
|
|
78
|
-
it('should return AttachmentExtractionError for StartExtractingAttachments', () => {
|
|
79
|
-
// Arrange
|
|
80
|
-
const eventType = extraction_1.EventType.StartExtractingAttachments;
|
|
81
|
-
// Act
|
|
82
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
83
|
-
// Assert
|
|
84
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.AttachmentExtractionError);
|
|
85
|
-
});
|
|
86
|
-
it('should return AttachmentExtractionError for ContinueExtractingAttachments', () => {
|
|
87
|
-
// Arrange
|
|
88
|
-
const eventType = extraction_1.EventType.ContinueExtractingAttachments;
|
|
89
|
-
// Act
|
|
90
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
91
|
-
// Assert
|
|
92
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.AttachmentExtractionError);
|
|
93
|
-
});
|
|
94
|
-
it('should return AttachmentExtractionError for deprecated ExtractionAttachmentsStart', () => {
|
|
95
|
-
// Arrange
|
|
96
|
-
const eventType = extraction_1.EventType.ExtractionAttachmentsStart;
|
|
97
|
-
// Act
|
|
98
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
99
|
-
// Assert
|
|
100
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.AttachmentExtractionError);
|
|
101
|
-
});
|
|
102
|
-
it('should return AttachmentExtractionError for deprecated ExtractionAttachmentsContinue', () => {
|
|
103
|
-
// Arrange
|
|
104
|
-
const eventType = extraction_1.EventType.ExtractionAttachmentsContinue;
|
|
105
|
-
// Act
|
|
106
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
107
|
-
// Assert
|
|
108
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.AttachmentExtractionError);
|
|
109
|
-
});
|
|
110
|
-
});
|
|
111
|
-
describe('extractor attachments state deletion', () => {
|
|
112
|
-
it('should return ExtractorAttachmentsStateDeletionError for StartDeletingExtractorAttachmentsState', () => {
|
|
113
|
-
// Arrange
|
|
114
|
-
const eventType = extraction_1.EventType.StartDeletingExtractorAttachmentsState;
|
|
115
|
-
// Act
|
|
116
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
117
|
-
// Assert
|
|
118
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.ExtractorAttachmentsStateDeletionError);
|
|
119
|
-
});
|
|
120
|
-
it('should return ExtractorAttachmentsStateDeletionError for deprecated ExtractionAttachmentsDelete', () => {
|
|
121
|
-
// Arrange
|
|
122
|
-
const eventType = extraction_1.EventType.ExtractionAttachmentsDelete;
|
|
123
|
-
// Act
|
|
124
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
125
|
-
// Assert
|
|
126
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.ExtractorAttachmentsStateDeletionError);
|
|
127
|
-
});
|
|
128
|
-
});
|
|
129
|
-
describe('external sync units extraction', () => {
|
|
130
|
-
it('should return ExternalSyncUnitExtractionError for StartExtractingExternalSyncUnits', () => {
|
|
131
|
-
// Arrange
|
|
132
|
-
const eventType = extraction_1.EventType.StartExtractingExternalSyncUnits;
|
|
133
|
-
// Act
|
|
134
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
135
|
-
// Assert
|
|
136
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.ExternalSyncUnitExtractionError);
|
|
137
|
-
});
|
|
138
|
-
it('should return ExternalSyncUnitExtractionError for deprecated ExtractionExternalSyncUnitsStart', () => {
|
|
139
|
-
// Arrange
|
|
140
|
-
const eventType = extraction_1.EventType.ExtractionExternalSyncUnitsStart;
|
|
141
|
-
// Act
|
|
142
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
143
|
-
// Assert
|
|
144
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.ExternalSyncUnitExtractionError);
|
|
145
|
-
});
|
|
146
|
-
});
|
|
147
|
-
describe('data loading', () => {
|
|
148
|
-
it('should return DataLoadingError for StartLoadingData', () => {
|
|
149
|
-
// Arrange
|
|
150
|
-
const eventType = extraction_1.EventType.StartLoadingData;
|
|
151
|
-
// Act
|
|
152
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
153
|
-
// Assert
|
|
154
|
-
expect(result.eventType).toBe(loading_1.LoaderEventType.DataLoadingError);
|
|
155
|
-
});
|
|
156
|
-
it('should return DataLoadingError for ContinueLoadingData', () => {
|
|
157
|
-
// Arrange
|
|
158
|
-
const eventType = extraction_1.EventType.ContinueLoadingData;
|
|
159
|
-
// Act
|
|
160
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
161
|
-
// Assert
|
|
162
|
-
expect(result.eventType).toBe(loading_1.LoaderEventType.DataLoadingError);
|
|
163
|
-
});
|
|
164
|
-
});
|
|
165
|
-
describe('loader state deletion', () => {
|
|
166
|
-
it('should return LoaderStateDeletionError for StartDeletingLoaderState', () => {
|
|
167
|
-
// Arrange
|
|
168
|
-
const eventType = extraction_1.EventType.StartDeletingLoaderState;
|
|
169
|
-
// Act
|
|
170
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
171
|
-
// Assert
|
|
172
|
-
expect(result.eventType).toBe(loading_1.LoaderEventType.LoaderStateDeletionError);
|
|
173
|
-
});
|
|
174
|
-
});
|
|
175
|
-
describe('attachment loading', () => {
|
|
176
|
-
it('should return AttachmentLoadingError for StartLoadingAttachments', () => {
|
|
177
|
-
// Arrange
|
|
178
|
-
const eventType = extraction_1.EventType.StartLoadingAttachments;
|
|
179
|
-
// Act
|
|
180
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
181
|
-
// Assert
|
|
182
|
-
expect(result.eventType).toBe(loading_1.LoaderEventType.AttachmentLoadingError);
|
|
183
|
-
});
|
|
184
|
-
it('should return AttachmentLoadingError for ContinueLoadingAttachments', () => {
|
|
185
|
-
// Arrange
|
|
186
|
-
const eventType = extraction_1.EventType.ContinueLoadingAttachments;
|
|
187
|
-
// Act
|
|
188
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
189
|
-
// Assert
|
|
190
|
-
expect(result.eventType).toBe(loading_1.LoaderEventType.AttachmentLoadingError);
|
|
191
|
-
});
|
|
192
|
-
});
|
|
193
|
-
describe('loader attachment state deletion', () => {
|
|
194
|
-
it('should return LoaderAttachmentStateDeletionError for StartDeletingLoaderAttachmentState', () => {
|
|
195
|
-
// Arrange
|
|
196
|
-
const eventType = extraction_1.EventType.StartDeletingLoaderAttachmentState;
|
|
197
|
-
// Act
|
|
198
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
199
|
-
// Assert
|
|
200
|
-
expect(result.eventType).toBe(loading_1.LoaderEventType.LoaderAttachmentStateDeletionError);
|
|
201
|
-
});
|
|
202
|
-
});
|
|
203
|
-
describe('unknown event types', () => {
|
|
204
|
-
it('[edge] should return UnknownEventType and log error for unrecognized event type', () => {
|
|
205
|
-
// Arrange
|
|
206
|
-
const eventType = extraction_1.EventType.UnknownEventType;
|
|
207
|
-
const consoleErrorSpy = jest
|
|
208
|
-
.spyOn(console, 'error')
|
|
209
|
-
.mockImplementation(() => { });
|
|
210
|
-
// Act
|
|
211
|
-
const result = (0, spawn_helpers_1.getTimeoutErrorEventType)(eventType);
|
|
212
|
-
// Assert
|
|
213
|
-
expect(result.eventType).toBe(loading_1.LoaderEventType.UnknownEventType);
|
|
214
|
-
expect(consoleErrorSpy).toHaveBeenCalledWith('Event type not recognized in getTimeoutErrorEventType function: ' +
|
|
215
|
-
eventType);
|
|
216
|
-
// Cleanup
|
|
217
|
-
consoleErrorSpy.mockRestore();
|
|
218
|
-
});
|
|
219
|
-
});
|
|
220
|
-
});
|
|
221
|
-
describe(spawn_helpers_1.getNoScriptEventType.name, () => {
|
|
222
|
-
describe('extractor state deletion', () => {
|
|
223
|
-
it('should return ExtractorStateDeletionDone for StartDeletingExtractorState', () => {
|
|
224
|
-
// Arrange
|
|
225
|
-
const eventType = extraction_1.EventType.StartDeletingExtractorState;
|
|
226
|
-
// Act
|
|
227
|
-
const result = (0, spawn_helpers_1.getNoScriptEventType)(eventType);
|
|
228
|
-
// Assert
|
|
229
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.ExtractorStateDeletionDone);
|
|
230
|
-
});
|
|
231
|
-
});
|
|
232
|
-
describe('extractor attachments state deletion', () => {
|
|
233
|
-
it('should return ExtractorAttachmentsStateDeletionDone for StartDeletingExtractorAttachmentsState', () => {
|
|
234
|
-
// Arrange
|
|
235
|
-
const eventType = extraction_1.EventType.StartDeletingExtractorAttachmentsState;
|
|
236
|
-
// Act
|
|
237
|
-
const result = (0, spawn_helpers_1.getNoScriptEventType)(eventType);
|
|
238
|
-
// Assert
|
|
239
|
-
expect(result.eventType).toBe(extraction_1.ExtractorEventType.ExtractorAttachmentsStateDeletionDone);
|
|
240
|
-
});
|
|
241
|
-
});
|
|
242
|
-
describe('loader state deletion', () => {
|
|
243
|
-
it('should return LoaderStateDeletionDone for StartDeletingLoaderState', () => {
|
|
244
|
-
// Arrange
|
|
245
|
-
const eventType = extraction_1.EventType.StartDeletingLoaderState;
|
|
246
|
-
// Act
|
|
247
|
-
const result = (0, spawn_helpers_1.getNoScriptEventType)(eventType);
|
|
248
|
-
// Assert
|
|
249
|
-
expect(result.eventType).toBe(loading_1.LoaderEventType.LoaderStateDeletionDone);
|
|
250
|
-
});
|
|
251
|
-
});
|
|
252
|
-
describe('loader attachment state deletion', () => {
|
|
253
|
-
it('should return LoaderAttachmentStateDeletionDone for StartDeletingLoaderAttachmentState', () => {
|
|
254
|
-
// Arrange
|
|
255
|
-
const eventType = extraction_1.EventType.StartDeletingLoaderAttachmentState;
|
|
256
|
-
// Act
|
|
257
|
-
const result = (0, spawn_helpers_1.getNoScriptEventType)(eventType);
|
|
258
|
-
// Assert
|
|
259
|
-
expect(result.eventType).toBe(loading_1.LoaderEventType.LoaderAttachmentStateDeletionDone);
|
|
260
|
-
});
|
|
261
|
-
});
|
|
262
|
-
describe('unknown event types', () => {
|
|
263
|
-
it('[edge] should return UnknownEventType and log error for unrecognized event type', () => {
|
|
264
|
-
// Arrange
|
|
265
|
-
const eventType = extraction_1.EventType.StartExtractingData;
|
|
266
|
-
const consoleErrorSpy = jest
|
|
267
|
-
.spyOn(console, 'error')
|
|
268
|
-
.mockImplementation(() => { });
|
|
269
|
-
// Act
|
|
270
|
-
const result = (0, spawn_helpers_1.getNoScriptEventType)(eventType);
|
|
271
|
-
// Assert
|
|
272
|
-
expect(result.eventType).toBe(loading_1.LoaderEventType.UnknownEventType);
|
|
273
|
-
expect(consoleErrorSpy).toHaveBeenCalledWith('Event type not recognized in getNoScriptEventType function: ' +
|
|
274
|
-
eventType);
|
|
275
|
-
// Cleanup
|
|
276
|
-
consoleErrorSpy.mockRestore();
|
|
277
|
-
});
|
|
278
|
-
it('[edge] should return UnknownEventType for StartLoadingData', () => {
|
|
279
|
-
// Arrange
|
|
280
|
-
const eventType = extraction_1.EventType.StartLoadingData;
|
|
281
|
-
const consoleErrorSpy = jest
|
|
282
|
-
.spyOn(console, 'error')
|
|
283
|
-
.mockImplementation(() => { });
|
|
284
|
-
// Act
|
|
285
|
-
const result = (0, spawn_helpers_1.getNoScriptEventType)(eventType);
|
|
286
|
-
// Assert
|
|
287
|
-
expect(result.eventType).toBe(loading_1.LoaderEventType.UnknownEventType);
|
|
288
|
-
expect(consoleErrorSpy).toHaveBeenCalled();
|
|
289
|
-
// Cleanup
|
|
290
|
-
consoleErrorSpy.mockRestore();
|
|
291
|
-
});
|
|
292
|
-
});
|
|
293
|
-
});
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"worker-adapter.artifacts.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.artifacts.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,127 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
const state_1 = require("../../state/state");
|
|
4
|
-
const test_helpers_1 = require("../../tests/test-helpers");
|
|
5
|
-
const types_1 = require("../../types");
|
|
6
|
-
const worker_adapter_1 = require("./worker-adapter");
|
|
7
|
-
// 1. Create a mock function for the method you want to override.
|
|
8
|
-
const mockUpload = (itemType, objects) => {
|
|
9
|
-
return {
|
|
10
|
-
error: null,
|
|
11
|
-
artifact: {
|
|
12
|
-
id: `artifact-${itemType}-${Math.random().toString(36).substring(2, 15)}`,
|
|
13
|
-
item_type: itemType,
|
|
14
|
-
item_count: objects.length,
|
|
15
|
-
},
|
|
16
|
-
};
|
|
17
|
-
};
|
|
18
|
-
// 2. Mock the entire 'uploader' module.
|
|
19
|
-
// The factory function () => { ... } returns the mock implementation.
|
|
20
|
-
jest.mock('../../uploader/uploader', () => {
|
|
21
|
-
return {
|
|
22
|
-
// The mocked Uploader class
|
|
23
|
-
Uploader: jest.fn().mockImplementation(() => {
|
|
24
|
-
// The constructor of the mocked Uploader returns an object
|
|
25
|
-
// with the methods you want to control.
|
|
26
|
-
return {
|
|
27
|
-
upload: mockUpload,
|
|
28
|
-
};
|
|
29
|
-
}),
|
|
30
|
-
};
|
|
31
|
-
});
|
|
32
|
-
function checkArtifactOrder(artifacts, expectedOrder) {
|
|
33
|
-
let outerIndex = 0;
|
|
34
|
-
for (const artifact of artifacts) {
|
|
35
|
-
try {
|
|
36
|
-
// Always increase outer index. If items are out of order, the array will overflow and exception will be thrown
|
|
37
|
-
while (artifact.item_type != expectedOrder[outerIndex].itemType) {
|
|
38
|
-
outerIndex++;
|
|
39
|
-
}
|
|
40
|
-
}
|
|
41
|
-
catch (e) {
|
|
42
|
-
console.error('Error finding artifact type in repos:', e);
|
|
43
|
-
return false;
|
|
44
|
-
}
|
|
45
|
-
}
|
|
46
|
-
return true;
|
|
47
|
-
}
|
|
48
|
-
describe('Artifact ordering when artifacts overflow batch sizes in repositories', () => {
|
|
49
|
-
let testAdapter;
|
|
50
|
-
beforeEach(() => {
|
|
51
|
-
// Create a fresh adapter instance for this test to avoid mocking conflicts
|
|
52
|
-
const mockEvent = (0, test_helpers_1.createEvent)({ eventType: types_1.EventType.ExtractionDataStart });
|
|
53
|
-
const mockAdapterState = new state_1.State({
|
|
54
|
-
event: mockEvent,
|
|
55
|
-
initialState: { attachments: { completed: false } },
|
|
56
|
-
});
|
|
57
|
-
testAdapter = new worker_adapter_1.WorkerAdapter({
|
|
58
|
-
event: mockEvent,
|
|
59
|
-
adapterState: mockAdapterState,
|
|
60
|
-
options: {
|
|
61
|
-
batchSize: 50,
|
|
62
|
-
},
|
|
63
|
-
});
|
|
64
|
-
});
|
|
65
|
-
it('should maintain artifact ordering when repo ItemTypeA has items below batch size and repo ItemTypeB has items above batch size', async () => {
|
|
66
|
-
var _a, _b;
|
|
67
|
-
const repos = [{ itemType: 'ItemTypeA' }, { itemType: 'ItemTypeB' }];
|
|
68
|
-
// Initialize repos
|
|
69
|
-
testAdapter.initializeRepos(repos);
|
|
70
|
-
await ((_a = testAdapter.getRepo('ItemTypeA')) === null || _a === void 0 ? void 0 : _a.push((0, test_helpers_1.createItems)(5)));
|
|
71
|
-
await ((_b = testAdapter.getRepo('ItemTypeB')) === null || _b === void 0 ? void 0 : _b.push((0, test_helpers_1.createItems)(105)));
|
|
72
|
-
await testAdapter.uploadAllRepos();
|
|
73
|
-
const artifacts = testAdapter.artifacts;
|
|
74
|
-
expect(artifacts.length).toBe(4);
|
|
75
|
-
expect(checkArtifactOrder(artifacts, repos)).toBe(true);
|
|
76
|
-
});
|
|
77
|
-
it('should work with more than 2 repos', async () => {
|
|
78
|
-
var _a, _b, _c, _d;
|
|
79
|
-
const repos = [
|
|
80
|
-
{ itemType: 'ItemTypeA' },
|
|
81
|
-
{ itemType: 'ItemTypeB' },
|
|
82
|
-
{ itemType: 'ItemTypeC' },
|
|
83
|
-
{ itemType: 'ItemTypeD' },
|
|
84
|
-
];
|
|
85
|
-
// Initialize repos
|
|
86
|
-
testAdapter.initializeRepos(repos);
|
|
87
|
-
await ((_a = testAdapter.getRepo('ItemTypeA')) === null || _a === void 0 ? void 0 : _a.push((0, test_helpers_1.createItems)(101)));
|
|
88
|
-
await ((_b = testAdapter.getRepo('ItemTypeB')) === null || _b === void 0 ? void 0 : _b.push((0, test_helpers_1.createItems)(102)));
|
|
89
|
-
await ((_c = testAdapter.getRepo('ItemTypeC')) === null || _c === void 0 ? void 0 : _c.push((0, test_helpers_1.createItems)(103)));
|
|
90
|
-
await ((_d = testAdapter.getRepo('ItemTypeD')) === null || _d === void 0 ? void 0 : _d.push((0, test_helpers_1.createItems)(104)));
|
|
91
|
-
await testAdapter.uploadAllRepos();
|
|
92
|
-
const artifacts = testAdapter.artifacts;
|
|
93
|
-
expect(artifacts.length).toBe(12);
|
|
94
|
-
expect(checkArtifactOrder(artifacts, repos)).toBe(true);
|
|
95
|
-
});
|
|
96
|
-
it('should maintain order with multiple pushes and uploads', async () => {
|
|
97
|
-
var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k;
|
|
98
|
-
const repos = [{ itemType: 'ItemTypeA' }, { itemType: 'ItemTypeB' }];
|
|
99
|
-
// Initialize repos
|
|
100
|
-
testAdapter.initializeRepos(repos);
|
|
101
|
-
await ((_a = testAdapter.getRepo('ItemTypeA')) === null || _a === void 0 ? void 0 : _a.push((0, test_helpers_1.createItems)(101)));
|
|
102
|
-
await ((_b = testAdapter.getRepo('ItemTypeB')) === null || _b === void 0 ? void 0 : _b.push((0, test_helpers_1.createItems)(102)));
|
|
103
|
-
await ((_c = testAdapter.getRepo('ItemTypeA')) === null || _c === void 0 ? void 0 : _c.push((0, test_helpers_1.createItems)(101)));
|
|
104
|
-
await ((_d = testAdapter.getRepo('ItemTypeB')) === null || _d === void 0 ? void 0 : _d.push((0, test_helpers_1.createItems)(102)));
|
|
105
|
-
await ((_e = testAdapter.getRepo('ItemTypeA')) === null || _e === void 0 ? void 0 : _e.upload());
|
|
106
|
-
await ((_f = testAdapter.getRepo('ItemTypeB')) === null || _f === void 0 ? void 0 : _f.upload());
|
|
107
|
-
await ((_g = testAdapter.getRepo('ItemTypeA')) === null || _g === void 0 ? void 0 : _g.push((0, test_helpers_1.createItems)(101)));
|
|
108
|
-
await ((_h = testAdapter.getRepo('ItemTypeB')) === null || _h === void 0 ? void 0 : _h.push((0, test_helpers_1.createItems)(102)));
|
|
109
|
-
await ((_j = testAdapter.getRepo('ItemTypeA')) === null || _j === void 0 ? void 0 : _j.push((0, test_helpers_1.createItems)(101)));
|
|
110
|
-
await ((_k = testAdapter.getRepo('ItemTypeB')) === null || _k === void 0 ? void 0 : _k.push((0, test_helpers_1.createItems)(102)));
|
|
111
|
-
await testAdapter.uploadAllRepos();
|
|
112
|
-
const artifacts = testAdapter.artifacts;
|
|
113
|
-
expect(artifacts.length).toBe(20);
|
|
114
|
-
expect(checkArtifactOrder(artifacts, repos)).toBe(true);
|
|
115
|
-
});
|
|
116
|
-
it('should not count artifacts if 0 items are pushed to the repo', async () => {
|
|
117
|
-
var _a;
|
|
118
|
-
const repos = [{ itemType: 'ItemTypeA' }];
|
|
119
|
-
// Initialize repos
|
|
120
|
-
testAdapter.initializeRepos(repos);
|
|
121
|
-
await ((_a = testAdapter.getRepo('ItemTypeA')) === null || _a === void 0 ? void 0 : _a.push([]));
|
|
122
|
-
await testAdapter.uploadAllRepos();
|
|
123
|
-
const artifacts = testAdapter.artifacts;
|
|
124
|
-
expect(artifacts.length).toBe(0);
|
|
125
|
-
expect(checkArtifactOrder(artifacts, repos)).toBe(true);
|
|
126
|
-
});
|
|
127
|
-
});
|
|
@@ -1,91 +0,0 @@
|
|
|
1
|
-
import { Mappers } from '../../mappers/mappers';
|
|
2
|
-
import { Repo } from '../../repo/repo';
|
|
3
|
-
import { NormalizedAttachment, RepoInterface } from '../../repo/repo.interfaces';
|
|
4
|
-
import { AdapterState } from '../../state/state.interfaces';
|
|
5
|
-
import { AirdropEvent, EventData, ExternalSystemAttachmentProcessors, ExternalSystemAttachmentStreamingFunction, ExtractorEventType, ProcessAttachmentReturnType, StreamAttachmentsReturnType } from '../../types/extraction';
|
|
6
|
-
import { ExternalSystemAttachment, ExternalSystemItem, ExternalSystemLoadingFunction, FileToLoad, ItemTypesToLoadParams, ItemTypeToLoad, LoaderEventType, LoaderReport, LoadItemResponse, LoadItemTypesResponse } from '../../types/loading';
|
|
7
|
-
import { WorkerAdapterInterface, WorkerAdapterOptions } from '../../types/workers';
|
|
8
|
-
import { Artifact } from '../../uploader/uploader.interfaces';
|
|
9
|
-
export declare function createWorkerAdapter<ConnectorState>({ event, adapterState, options, }: WorkerAdapterInterface<ConnectorState>): WorkerAdapter<ConnectorState>;
|
|
10
|
-
/**
|
|
11
|
-
* WorkerAdapter class is used to interact with Airdrop platform. It is passed to the snap-in
|
|
12
|
-
* as parameter in processTask and onTimeout functions. The class provides
|
|
13
|
-
* utilities to emit control events to the platform, update the state of the connector,
|
|
14
|
-
* and upload artifacts to the platform.
|
|
15
|
-
* @class WorkerAdapter
|
|
16
|
-
* @constructor
|
|
17
|
-
* @param options - The options to create a new instance of WorkerAdapter class
|
|
18
|
-
* @param event - The event object received from the platform
|
|
19
|
-
* @param initialState - The initial state of the adapter
|
|
20
|
-
* @param isLocalDevelopment - A flag to indicate if the adapter is being used in local development
|
|
21
|
-
* @param workerPath - The path to the worker file
|
|
22
|
-
*
|
|
23
|
-
* @public
|
|
24
|
-
*/
|
|
25
|
-
export declare class WorkerAdapter<ConnectorState> {
|
|
26
|
-
readonly event: AirdropEvent;
|
|
27
|
-
readonly options?: WorkerAdapterOptions;
|
|
28
|
-
isTimeout: boolean;
|
|
29
|
-
private adapterState;
|
|
30
|
-
private _artifacts;
|
|
31
|
-
private hasWorkerEmitted;
|
|
32
|
-
private repos;
|
|
33
|
-
private loaderReports;
|
|
34
|
-
private _processedFiles;
|
|
35
|
-
private _mappers;
|
|
36
|
-
private uploader;
|
|
37
|
-
constructor({ event, adapterState, options, }: WorkerAdapterInterface<ConnectorState>);
|
|
38
|
-
get state(): AdapterState<ConnectorState>;
|
|
39
|
-
set state(value: AdapterState<ConnectorState>);
|
|
40
|
-
get reports(): LoaderReport[];
|
|
41
|
-
get processedFiles(): string[];
|
|
42
|
-
get mappers(): Mappers;
|
|
43
|
-
initializeRepos(repos: RepoInterface[]): void;
|
|
44
|
-
getRepo(itemType: string): Repo | undefined;
|
|
45
|
-
postState(): Promise<void>;
|
|
46
|
-
get artifacts(): Artifact[];
|
|
47
|
-
set artifacts(artifacts: Artifact[]);
|
|
48
|
-
/**
|
|
49
|
-
* Emits an event to the platform.
|
|
50
|
-
*
|
|
51
|
-
* @param newEventType - The event type to be emitted
|
|
52
|
-
* @param data - The data to be sent with the event
|
|
53
|
-
*/
|
|
54
|
-
emit(newEventType: ExtractorEventType | LoaderEventType, data?: EventData): Promise<void>;
|
|
55
|
-
uploadAllRepos(): Promise<void>;
|
|
56
|
-
handleTimeout(): void;
|
|
57
|
-
loadItemTypes({ itemTypesToLoad, }: ItemTypesToLoadParams): Promise<LoadItemTypesResponse>;
|
|
58
|
-
getLoaderBatches({ supportedItemTypes, }: {
|
|
59
|
-
supportedItemTypes: string[];
|
|
60
|
-
}): Promise<FileToLoad[]>;
|
|
61
|
-
loadAttachments({ create, }: {
|
|
62
|
-
create: ExternalSystemLoadingFunction<ExternalSystemAttachment>;
|
|
63
|
-
}): Promise<LoadItemTypesResponse>;
|
|
64
|
-
loadItem({ item, itemTypeToLoad, }: {
|
|
65
|
-
item: ExternalSystemItem;
|
|
66
|
-
itemTypeToLoad: ItemTypeToLoad;
|
|
67
|
-
}): Promise<LoadItemResponse>;
|
|
68
|
-
processAttachment(attachment: NormalizedAttachment, stream: ExternalSystemAttachmentStreamingFunction): Promise<ProcessAttachmentReturnType>;
|
|
69
|
-
/**
|
|
70
|
-
* Destroys a stream to prevent memory leaks.
|
|
71
|
-
* @param httpStream - The axios response stream to destroy
|
|
72
|
-
*/
|
|
73
|
-
private destroyHttpStream;
|
|
74
|
-
loadAttachment({ item, create, }: {
|
|
75
|
-
item: ExternalSystemAttachment;
|
|
76
|
-
create: ExternalSystemLoadingFunction<ExternalSystemAttachment>;
|
|
77
|
-
}): Promise<LoadItemResponse>;
|
|
78
|
-
/**
|
|
79
|
-
* Streams the attachments to the DevRev platform.
|
|
80
|
-
* The attachments are streamed to the platform and the artifact information is returned.
|
|
81
|
-
* @param params - The parameters to stream the attachments
|
|
82
|
-
* @returns The response object containing the ssorAttachment artifact information
|
|
83
|
-
* or error information if there was an error
|
|
84
|
-
*/
|
|
85
|
-
streamAttachments<NewBatch>({ stream, processors, batchSize, }: {
|
|
86
|
-
stream: ExternalSystemAttachmentStreamingFunction;
|
|
87
|
-
processors?: ExternalSystemAttachmentProcessors<ConnectorState, NormalizedAttachment[], NewBatch>;
|
|
88
|
-
batchSize?: number;
|
|
89
|
-
}): Promise<StreamAttachmentsReturnType>;
|
|
90
|
-
}
|
|
91
|
-
//# sourceMappingURL=worker-adapter.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAG9E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IAEnB,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,gBAAgB,CAAU;IAClC,OAAO,CAAC,KAAK,CAAc;IAG3B,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAqBzC,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAI5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuBtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IAqFV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAUrC,aAAa;IAIP,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAqHnD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IA6E5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAkMvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IAoGvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAqD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAyHzC"}
|
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
import { FileToLoad, LoaderReport, StatsFileObject } from '../../types/loading';
|
|
2
|
-
/**
|
|
3
|
-
* Gets the files to load for the loader.
|
|
4
|
-
* @param {string[]} supportedItemTypes - The supported item types
|
|
5
|
-
* @param {StatsFileObject[]} statsFile - The stats file
|
|
6
|
-
* @returns {FileToLoad[]} The files to load
|
|
7
|
-
*/
|
|
8
|
-
export declare function getFilesToLoad({ supportedItemTypes, statsFile, }: {
|
|
9
|
-
supportedItemTypes: string[];
|
|
10
|
-
statsFile: StatsFileObject[];
|
|
11
|
-
}): FileToLoad[];
|
|
12
|
-
/**
|
|
13
|
-
* Adds a report to the loader report.
|
|
14
|
-
* @param {LoaderReport[]} loaderReports - The loader reports
|
|
15
|
-
* @param {LoaderReport} report - The report to add
|
|
16
|
-
* @returns {LoaderReport[]} The updated loader reports
|
|
17
|
-
*/
|
|
18
|
-
export declare function addReportToLoaderReport({ loaderReports, report, }: {
|
|
19
|
-
loaderReports: LoaderReport[];
|
|
20
|
-
report: LoaderReport;
|
|
21
|
-
}): LoaderReport[];
|
|
22
|
-
//# sourceMappingURL=worker-adapter.helpers.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"worker-adapter.helpers.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,UAAU,EACV,YAAY,EACZ,eAAe,EAChB,MAAM,qBAAqB,CAAC;AAE7B;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,EAC7B,kBAAkB,EAClB,SAAS,GACV,EAAE;IACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,SAAS,EAAE,eAAe,EAAE,CAAC;CAC9B,GAAG,UAAU,EAAE,CA8Bf;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,CAAC,EACtC,aAAa,EACb,MAAM,GACP,EAAE;IACD,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,CAAC;CACtB,GAAG,YAAY,EAAE,CA4BjB"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"worker-adapter.helpers.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.helpers.test.ts"],"names":[],"mappings":""}
|