@devrev/airsync-sdk 2.0.0-beta.0 → 2.0.0-beta.10
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -21
- package/dist/attachments-streaming/attachments-streaming-pool.d.ts +7 -1
- package/dist/attachments-streaming/attachments-streaming-pool.d.ts.map +1 -1
- package/dist/attachments-streaming/attachments-streaming-pool.interfaces.d.ts +4 -3
- package/dist/attachments-streaming/attachments-streaming-pool.interfaces.d.ts.map +1 -1
- package/dist/attachments-streaming/attachments-streaming-pool.js +70 -33
- package/dist/common/constants.d.ts +15 -12
- package/dist/common/constants.d.ts.map +1 -1
- package/dist/common/constants.js +20 -34
- package/dist/common/helpers.d.ts +3 -27
- package/dist/common/helpers.d.ts.map +1 -1
- package/dist/common/helpers.js +6 -36
- package/dist/http/{axios-client-internal.d.ts → client.d.ts} +1 -1
- package/dist/http/client.d.ts.map +1 -0
- package/dist/http/{axios-client-internal.js → client.js} +7 -4
- package/dist/http/errors.d.ts +8 -0
- package/dist/http/errors.d.ts.map +1 -0
- package/dist/http/errors.js +31 -0
- package/dist/index.d.ts +30 -12
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +47 -28
- package/dist/logger/logger.d.ts +13 -70
- package/dist/logger/logger.d.ts.map +1 -1
- package/dist/logger/logger.interfaces.d.ts +4 -7
- package/dist/logger/logger.interfaces.d.ts.map +1 -1
- package/dist/logger/logger.js +67 -92
- package/dist/mappers/mappers.d.ts +10 -43
- package/dist/mappers/mappers.d.ts.map +1 -1
- package/dist/mappers/mappers.interfaces.d.ts +173 -0
- package/dist/mappers/mappers.interfaces.d.ts.map +1 -0
- package/dist/mappers/{mappers.interface.js → mappers.interfaces.js} +1 -10
- package/dist/mappers/mappers.js +32 -46
- package/dist/multithreading/adapters/base-adapter.d.ts +39 -0
- package/dist/multithreading/adapters/base-adapter.d.ts.map +1 -0
- package/dist/multithreading/adapters/base-adapter.js +212 -0
- package/dist/multithreading/adapters/extraction-adapter.d.ts +49 -0
- package/dist/multithreading/adapters/extraction-adapter.d.ts.map +1 -0
- package/dist/multithreading/adapters/extraction-adapter.js +375 -0
- package/dist/multithreading/adapters/loading-adapter.d.ts +26 -0
- package/dist/multithreading/adapters/loading-adapter.d.ts.map +1 -0
- package/dist/multithreading/adapters/loading-adapter.helpers.d.ts +12 -0
- package/dist/multithreading/adapters/loading-adapter.helpers.d.ts.map +1 -0
- package/dist/multithreading/{worker-adapter/worker-adapter.helpers.js → adapters/loading-adapter.helpers.js} +2 -12
- package/dist/multithreading/adapters/loading-adapter.js +279 -0
- package/dist/multithreading/emit.d.ts +11 -0
- package/dist/multithreading/emit.d.ts.map +1 -0
- package/dist/multithreading/emit.js +25 -0
- package/dist/multithreading/process-task.d.ts +6 -1
- package/dist/multithreading/process-task.d.ts.map +1 -1
- package/dist/multithreading/process-task.js +124 -51
- package/dist/multithreading/spawn/spawn.d.ts +11 -11
- package/dist/multithreading/spawn/spawn.d.ts.map +1 -1
- package/dist/multithreading/spawn/spawn.helpers.d.ts +12 -11
- package/dist/multithreading/spawn/spawn.helpers.d.ts.map +1 -1
- package/dist/multithreading/spawn/spawn.helpers.js +142 -77
- package/dist/multithreading/spawn/spawn.js +74 -75
- package/dist/multithreading/worker.js +16 -5
- package/dist/repo/repo.d.ts +14 -5
- package/dist/repo/repo.d.ts.map +1 -1
- package/dist/repo/repo.helpers.d.ts +6 -0
- package/dist/repo/repo.helpers.d.ts.map +1 -0
- package/dist/repo/repo.helpers.js +16 -0
- package/dist/repo/repo.interfaces.d.ts +11 -20
- package/dist/repo/repo.interfaces.d.ts.map +1 -1
- package/dist/repo/repo.js +36 -22
- package/dist/state/base-state.d.ts +58 -0
- package/dist/state/base-state.d.ts.map +1 -0
- package/dist/state/base-state.js +242 -0
- package/dist/state/extraction-state.d.ts +14 -0
- package/dist/state/extraction-state.d.ts.map +1 -0
- package/dist/state/extraction-state.js +140 -0
- package/dist/state/install-initial-domain-mapping.d.ts +4 -0
- package/dist/state/install-initial-domain-mapping.d.ts.map +1 -0
- package/dist/{common → state}/install-initial-domain-mapping.js +5 -7
- package/dist/state/loading-state.d.ts +8 -0
- package/dist/state/loading-state.d.ts.map +1 -0
- package/dist/state/loading-state.js +29 -0
- package/dist/state/state.d.ts +3 -29
- package/dist/state/state.d.ts.map +1 -1
- package/dist/state/state.interfaces.d.ts +36 -10
- package/dist/state/state.interfaces.d.ts.map +1 -1
- package/dist/state/state.interfaces.js +17 -1
- package/dist/state/state.js +9 -164
- package/dist/state/time-value-resolver.d.ts +17 -0
- package/dist/state/time-value-resolver.d.ts.map +1 -0
- package/dist/state/time-value-resolver.js +110 -0
- package/dist/testing/mock-event.d.ts +10 -0
- package/dist/testing/mock-event.d.ts.map +1 -0
- package/dist/testing/mock-event.js +96 -0
- package/dist/testing/mock-server.d.ts +31 -0
- package/dist/testing/mock-server.d.ts.map +1 -0
- package/dist/testing/mock-server.interfaces.d.ts +54 -0
- package/dist/testing/mock-server.interfaces.d.ts.map +1 -0
- package/dist/testing/mock-server.interfaces.js +4 -0
- package/dist/testing/mock-server.js +297 -0
- package/dist/testing/test-adapters.d.ts +22 -0
- package/dist/testing/test-adapters.d.ts.map +1 -0
- package/dist/testing/test-adapters.js +32 -0
- package/dist/types/common.d.ts +4 -37
- package/dist/types/common.d.ts.map +1 -1
- package/dist/types/common.js +2 -17
- package/dist/types/errors.d.ts +15 -0
- package/dist/types/errors.d.ts.map +1 -0
- package/dist/types/errors.js +28 -0
- package/dist/types/external-domain-metadata.d.ts +197 -0
- package/dist/types/external-domain-metadata.d.ts.map +1 -0
- package/dist/types/extraction.d.ts +135 -278
- package/dist/types/extraction.d.ts.map +1 -1
- package/dist/types/extraction.js +46 -133
- package/dist/types/loading.d.ts +15 -55
- package/dist/types/loading.d.ts.map +1 -1
- package/dist/types/loading.js +1 -23
- package/dist/types/workers.d.ts +70 -103
- package/dist/types/workers.d.ts.map +1 -1
- package/dist/types/workers.js +1 -6
- package/dist/uploader/uploader.d.ts +10 -61
- package/dist/uploader/uploader.d.ts.map +1 -1
- package/dist/uploader/uploader.helpers.d.ts +7 -27
- package/dist/uploader/uploader.helpers.d.ts.map +1 -1
- package/dist/uploader/uploader.helpers.js +80 -30
- package/dist/uploader/uploader.interfaces.d.ts +19 -54
- package/dist/uploader/uploader.interfaces.d.ts.map +1 -1
- package/dist/uploader/uploader.interfaces.js +8 -0
- package/dist/uploader/uploader.js +72 -124
- package/docs/MIGRATION.md +696 -0
- package/package.json +37 -20
- package/dist/attachments-streaming/attachments-streaming-pool.test.d.ts +0 -2
- package/dist/attachments-streaming/attachments-streaming-pool.test.d.ts.map +0 -1
- package/dist/attachments-streaming/attachments-streaming-pool.test.js +0 -267
- package/dist/common/control-protocol.d.ts +0 -10
- package/dist/common/control-protocol.d.ts.map +0 -1
- package/dist/common/control-protocol.js +0 -31
- package/dist/common/errors.d.ts +0 -6
- package/dist/common/errors.d.ts.map +0 -1
- package/dist/common/errors.js +0 -4
- package/dist/common/event-type-translation.d.ts +0 -24
- package/dist/common/event-type-translation.d.ts.map +0 -1
- package/dist/common/event-type-translation.js +0 -117
- package/dist/common/install-initial-domain-mapping.d.ts +0 -4
- package/dist/common/install-initial-domain-mapping.d.ts.map +0 -1
- package/dist/common/install-initial-domain-mapping.test.d.ts +0 -2
- package/dist/common/install-initial-domain-mapping.test.d.ts.map +0 -1
- package/dist/common/install-initial-domain-mapping.test.js +0 -207
- package/dist/deprecated/adapter/index.d.ts +0 -62
- package/dist/deprecated/adapter/index.d.ts.map +0 -1
- package/dist/deprecated/adapter/index.js +0 -151
- package/dist/deprecated/common/helpers.d.ts +0 -7
- package/dist/deprecated/common/helpers.d.ts.map +0 -1
- package/dist/deprecated/common/helpers.js +0 -47
- package/dist/deprecated/demo-extractor/external_domain_metadata.json +0 -38
- package/dist/deprecated/demo-extractor/index.d.ts +0 -18
- package/dist/deprecated/demo-extractor/index.d.ts.map +0 -1
- package/dist/deprecated/demo-extractor/index.js +0 -161
- package/dist/deprecated/http/client.d.ts +0 -22
- package/dist/deprecated/http/client.d.ts.map +0 -1
- package/dist/deprecated/http/client.js +0 -161
- package/dist/deprecated/uploader/index.d.ts +0 -35
- package/dist/deprecated/uploader/index.d.ts.map +0 -1
- package/dist/deprecated/uploader/index.js +0 -161
- package/dist/http/axios-client-internal.d.ts.map +0 -1
- package/dist/http/axios-client-internal.test.d.ts +0 -2
- package/dist/http/axios-client-internal.test.d.ts.map +0 -1
- package/dist/http/axios-client-internal.test.js +0 -154
- package/dist/http/axios-client.d.ts +0 -27
- package/dist/http/axios-client.d.ts.map +0 -1
- package/dist/http/axios-client.js +0 -57
- package/dist/http/constants.d.ts +0 -4
- package/dist/http/constants.d.ts.map +0 -1
- package/dist/http/constants.js +0 -6
- package/dist/http/index.d.ts +0 -3
- package/dist/http/index.d.ts.map +0 -1
- package/dist/http/index.js +0 -18
- package/dist/http/types.d.ts +0 -17
- package/dist/http/types.d.ts.map +0 -1
- package/dist/logger/logger.constants.d.ts +0 -6
- package/dist/logger/logger.constants.d.ts.map +0 -1
- package/dist/logger/logger.constants.js +0 -13
- package/dist/logger/logger.context.d.ts +0 -58
- package/dist/logger/logger.context.d.ts.map +0 -1
- package/dist/logger/logger.context.js +0 -86
- package/dist/logger/logger.test.d.ts +0 -2
- package/dist/logger/logger.test.d.ts.map +0 -1
- package/dist/logger/logger.test.js +0 -490
- package/dist/mappers/mappers.interface.d.ts +0 -294
- package/dist/mappers/mappers.interface.d.ts.map +0 -1
- package/dist/mappers/mappers.test.d.ts +0 -2
- package/dist/mappers/mappers.test.d.ts.map +0 -1
- package/dist/mappers/mappers.test.js +0 -107
- package/dist/multithreading/create-worker.test.d.ts +0 -2
- package/dist/multithreading/create-worker.test.d.ts.map +0 -1
- package/dist/multithreading/create-worker.test.js +0 -89
- package/dist/multithreading/spawn/spawn.helpers.test.d.ts +0 -2
- package/dist/multithreading/spawn/spawn.helpers.test.d.ts.map +0 -1
- package/dist/multithreading/spawn/spawn.helpers.test.js +0 -293
- package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.js +0 -127
- package/dist/multithreading/worker-adapter/worker-adapter.d.ts +0 -91
- package/dist/multithreading/worker-adapter/worker-adapter.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.d.ts +0 -22
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.test.js +0 -514
- package/dist/multithreading/worker-adapter/worker-adapter.js +0 -747
- package/dist/multithreading/worker-adapter/worker-adapter.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.test.js +0 -483
- package/dist/repo/repo.test.d.ts +0 -2
- package/dist/repo/repo.test.d.ts.map +0 -1
- package/dist/repo/repo.test.js +0 -131
- package/dist/state/state.test.d.ts +0 -2
- package/dist/state/state.test.d.ts.map +0 -1
- package/dist/state/state.test.js +0 -224
- package/dist/types/extraction.test.d.ts +0 -2
- package/dist/types/extraction.test.d.ts.map +0 -1
- package/dist/types/extraction.test.js +0 -70
- package/dist/types/index.d.ts +0 -9
- package/dist/types/index.d.ts.map +0 -1
- package/dist/types/index.js +0 -18
- package/dist/uploader/uploader.helpers.test.d.ts +0 -2
- package/dist/uploader/uploader.helpers.test.d.ts.map +0 -1
- package/dist/uploader/uploader.helpers.test.js +0 -267
- package/dist/uploader/uploader.test.d.ts +0 -2
- package/dist/uploader/uploader.test.d.ts.map +0 -1
- package/dist/uploader/uploader.test.js +0 -589
- /package/dist/{http/types.js → types/external-domain-metadata.js} +0 -0
package/dist/types/extraction.js
CHANGED
|
@@ -1,140 +1,35 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
4
|
-
/**
|
|
5
|
-
* EventType is an enum that defines the different types of events that can be sent to the external extractor from ADaaS.
|
|
6
|
-
* The external extractor can use these events to know what to do next in the extraction process.
|
|
7
|
-
*/
|
|
3
|
+
exports.ItemInputType = exports.TimeValueType = exports.TimeUnit = exports.InitialSyncScope = exports.ExtractorEventType = exports.EventType = void 0;
|
|
4
|
+
/** Events sent from AirSync to the connector. */
|
|
8
5
|
var EventType;
|
|
9
6
|
(function (EventType) {
|
|
10
|
-
// Extraction
|
|
11
|
-
/**
|
|
12
|
-
* @deprecated Use StartExtractingExternalSyncUnits instead
|
|
13
|
-
*/
|
|
14
|
-
EventType["ExtractionExternalSyncUnitsStart"] = "EXTRACTION_EXTERNAL_SYNC_UNITS_START";
|
|
15
|
-
/**
|
|
16
|
-
* @deprecated Use StartExtractingMetadata instead
|
|
17
|
-
*/
|
|
18
|
-
EventType["ExtractionMetadataStart"] = "EXTRACTION_METADATA_START";
|
|
19
|
-
/**
|
|
20
|
-
* @deprecated Use StartExtractingData instead
|
|
21
|
-
*/
|
|
22
|
-
EventType["ExtractionDataStart"] = "EXTRACTION_DATA_START";
|
|
23
|
-
/**
|
|
24
|
-
* @deprecated Use ContinueExtractingData instead
|
|
25
|
-
*/
|
|
26
|
-
EventType["ExtractionDataContinue"] = "EXTRACTION_DATA_CONTINUE";
|
|
27
|
-
/**
|
|
28
|
-
* @deprecated Use StartDeletingExtractorState instead
|
|
29
|
-
*/
|
|
30
|
-
EventType["ExtractionDataDelete"] = "EXTRACTION_DATA_DELETE";
|
|
31
|
-
/**
|
|
32
|
-
* @deprecated Use StartExtractingAttachments instead
|
|
33
|
-
*/
|
|
34
|
-
EventType["ExtractionAttachmentsStart"] = "EXTRACTION_ATTACHMENTS_START";
|
|
35
|
-
/**
|
|
36
|
-
* @deprecated Use ContinueExtractingAttachments instead
|
|
37
|
-
*/
|
|
38
|
-
EventType["ExtractionAttachmentsContinue"] = "EXTRACTION_ATTACHMENTS_CONTINUE";
|
|
39
|
-
/**
|
|
40
|
-
* @deprecated Use StartDeletingExtractorAttachmentsState instead
|
|
41
|
-
*/
|
|
42
|
-
EventType["ExtractionAttachmentsDelete"] = "EXTRACTION_ATTACHMENTS_DELETE";
|
|
43
|
-
// Loading
|
|
44
|
-
EventType["StartLoadingData"] = "START_LOADING_DATA";
|
|
45
|
-
EventType["ContinueLoadingData"] = "CONTINUE_LOADING_DATA";
|
|
46
|
-
EventType["StartLoadingAttachments"] = "START_LOADING_ATTACHMENTS";
|
|
47
|
-
EventType["ContinueLoadingAttachments"] = "CONTINUE_LOADING_ATTACHMENTS";
|
|
48
|
-
EventType["StartDeletingLoaderState"] = "START_DELETING_LOADER_STATE";
|
|
49
|
-
EventType["StartDeletingLoaderAttachmentState"] = "START_DELETING_LOADER_ATTACHMENT_STATE";
|
|
50
|
-
// Unknown
|
|
51
|
-
EventType["UnknownEventType"] = "UNKNOWN_EVENT_TYPE";
|
|
52
|
-
// Extraction - New member names with NEW values (preferred)
|
|
7
|
+
// Extraction
|
|
53
8
|
EventType["StartExtractingExternalSyncUnits"] = "START_EXTRACTING_EXTERNAL_SYNC_UNITS";
|
|
54
9
|
EventType["StartExtractingMetadata"] = "START_EXTRACTING_METADATA";
|
|
10
|
+
EventType["ContinueExtractingMetadata"] = "CONTINUE_EXTRACTING_METADATA";
|
|
55
11
|
EventType["StartExtractingData"] = "START_EXTRACTING_DATA";
|
|
56
12
|
EventType["ContinueExtractingData"] = "CONTINUE_EXTRACTING_DATA";
|
|
57
13
|
EventType["StartDeletingExtractorState"] = "START_DELETING_EXTRACTOR_STATE";
|
|
58
14
|
EventType["StartExtractingAttachments"] = "START_EXTRACTING_ATTACHMENTS";
|
|
59
15
|
EventType["ContinueExtractingAttachments"] = "CONTINUE_EXTRACTING_ATTACHMENTS";
|
|
60
16
|
EventType["StartDeletingExtractorAttachmentsState"] = "START_DELETING_EXTRACTOR_ATTACHMENTS_STATE";
|
|
17
|
+
// Loading
|
|
18
|
+
EventType["StartLoadingData"] = "START_LOADING_DATA";
|
|
19
|
+
EventType["ContinueLoadingData"] = "CONTINUE_LOADING_DATA";
|
|
20
|
+
EventType["StartLoadingAttachments"] = "START_LOADING_ATTACHMENTS";
|
|
21
|
+
EventType["ContinueLoadingAttachments"] = "CONTINUE_LOADING_ATTACHMENTS";
|
|
22
|
+
EventType["StartDeletingLoaderState"] = "START_DELETING_LOADER_STATE";
|
|
23
|
+
EventType["StartDeletingLoaderAttachmentState"] = "START_DELETING_LOADER_ATTACHMENT_STATE";
|
|
61
24
|
})(EventType || (exports.EventType = EventType = {}));
|
|
62
|
-
/**
|
|
63
|
-
* ExtractorEventType is an enum that defines the different types of events that can be sent from the external extractor to ADaaS.
|
|
64
|
-
* The external extractor can use these events to inform ADaaS about the progress of the extraction process.
|
|
65
|
-
*/
|
|
25
|
+
/** Events sent from the connector to AirSync. */
|
|
66
26
|
var ExtractorEventType;
|
|
67
27
|
(function (ExtractorEventType) {
|
|
68
|
-
// Extraction
|
|
69
|
-
/**
|
|
70
|
-
* @deprecated Use ExternalSyncUnitExtractionDone instead
|
|
71
|
-
*/
|
|
72
|
-
ExtractorEventType["ExtractionExternalSyncUnitsDone"] = "EXTRACTION_EXTERNAL_SYNC_UNITS_DONE";
|
|
73
|
-
/**
|
|
74
|
-
* @deprecated Use ExternalSyncUnitExtractionError instead
|
|
75
|
-
*/
|
|
76
|
-
ExtractorEventType["ExtractionExternalSyncUnitsError"] = "EXTRACTION_EXTERNAL_SYNC_UNITS_ERROR";
|
|
77
|
-
/**
|
|
78
|
-
* @deprecated Use MetadataExtractionDone instead
|
|
79
|
-
*/
|
|
80
|
-
ExtractorEventType["ExtractionMetadataDone"] = "EXTRACTION_METADATA_DONE";
|
|
81
|
-
/**
|
|
82
|
-
* @deprecated Use MetadataExtractionError instead
|
|
83
|
-
*/
|
|
84
|
-
ExtractorEventType["ExtractionMetadataError"] = "EXTRACTION_METADATA_ERROR";
|
|
85
|
-
/**
|
|
86
|
-
* @deprecated Use DataExtractionProgress instead
|
|
87
|
-
*/
|
|
88
|
-
ExtractorEventType["ExtractionDataProgress"] = "EXTRACTION_DATA_PROGRESS";
|
|
89
|
-
/**
|
|
90
|
-
* @deprecated Use DataExtractionDelayed instead
|
|
91
|
-
*/
|
|
92
|
-
ExtractorEventType["ExtractionDataDelay"] = "EXTRACTION_DATA_DELAY";
|
|
93
|
-
/**
|
|
94
|
-
* @deprecated Use DataExtractionDone instead
|
|
95
|
-
*/
|
|
96
|
-
ExtractorEventType["ExtractionDataDone"] = "EXTRACTION_DATA_DONE";
|
|
97
|
-
/**
|
|
98
|
-
* @deprecated Use DataExtractionError instead
|
|
99
|
-
*/
|
|
100
|
-
ExtractorEventType["ExtractionDataError"] = "EXTRACTION_DATA_ERROR";
|
|
101
|
-
/**
|
|
102
|
-
* @deprecated Use ExtractorStateDeletionDone instead
|
|
103
|
-
*/
|
|
104
|
-
ExtractorEventType["ExtractionDataDeleteDone"] = "EXTRACTION_DATA_DELETE_DONE";
|
|
105
|
-
/**
|
|
106
|
-
* @deprecated Use ExtractorStateDeletionError instead
|
|
107
|
-
*/
|
|
108
|
-
ExtractorEventType["ExtractionDataDeleteError"] = "EXTRACTION_DATA_DELETE_ERROR";
|
|
109
|
-
/**
|
|
110
|
-
* @deprecated Use AttachmentExtractionProgress instead
|
|
111
|
-
*/
|
|
112
|
-
ExtractorEventType["ExtractionAttachmentsProgress"] = "EXTRACTION_ATTACHMENTS_PROGRESS";
|
|
113
|
-
/**
|
|
114
|
-
* @deprecated Use AttachmentExtractionDelayed instead
|
|
115
|
-
*/
|
|
116
|
-
ExtractorEventType["ExtractionAttachmentsDelay"] = "EXTRACTION_ATTACHMENTS_DELAY";
|
|
117
|
-
/**
|
|
118
|
-
* @deprecated Use AttachmentExtractionDone instead
|
|
119
|
-
*/
|
|
120
|
-
ExtractorEventType["ExtractionAttachmentsDone"] = "EXTRACTION_ATTACHMENTS_DONE";
|
|
121
|
-
/**
|
|
122
|
-
* @deprecated Use AttachmentExtractionError instead
|
|
123
|
-
*/
|
|
124
|
-
ExtractorEventType["ExtractionAttachmentsError"] = "EXTRACTION_ATTACHMENTS_ERROR";
|
|
125
|
-
/**
|
|
126
|
-
* @deprecated Use ExtractorAttachmentsStateDeletionDone instead
|
|
127
|
-
*/
|
|
128
|
-
ExtractorEventType["ExtractionAttachmentsDeleteDone"] = "EXTRACTION_ATTACHMENTS_DELETE_DONE";
|
|
129
|
-
/**
|
|
130
|
-
* @deprecated Use ExtractorAttachmentsStateDeletionError instead
|
|
131
|
-
*/
|
|
132
|
-
ExtractorEventType["ExtractionAttachmentsDeleteError"] = "EXTRACTION_ATTACHMENTS_DELETE_ERROR";
|
|
133
|
-
// Unknown
|
|
134
|
-
ExtractorEventType["UnknownEventType"] = "UNKNOWN_EVENT_TYPE";
|
|
135
|
-
// Extraction - New member names with NEW values (preferred)
|
|
28
|
+
// Extraction
|
|
136
29
|
ExtractorEventType["ExternalSyncUnitExtractionDone"] = "EXTERNAL_SYNC_UNIT_EXTRACTION_DONE";
|
|
137
30
|
ExtractorEventType["ExternalSyncUnitExtractionError"] = "EXTERNAL_SYNC_UNIT_EXTRACTION_ERROR";
|
|
31
|
+
ExtractorEventType["MetadataExtractionProgress"] = "METADATA_EXTRACTION_PROGRESS";
|
|
32
|
+
ExtractorEventType["MetadataExtractionDelayed"] = "METADATA_EXTRACTION_DELAYED";
|
|
138
33
|
ExtractorEventType["MetadataExtractionDone"] = "METADATA_EXTRACTION_DONE";
|
|
139
34
|
ExtractorEventType["MetadataExtractionError"] = "METADATA_EXTRACTION_ERROR";
|
|
140
35
|
ExtractorEventType["DataExtractionProgress"] = "DATA_EXTRACTION_PROGRESS";
|
|
@@ -150,21 +45,39 @@ var ExtractorEventType;
|
|
|
150
45
|
ExtractorEventType["ExtractorAttachmentsStateDeletionDone"] = "EXTRACTOR_ATTACHMENTS_STATE_DELETION_DONE";
|
|
151
46
|
ExtractorEventType["ExtractorAttachmentsStateDeletionError"] = "EXTRACTOR_ATTACHMENTS_STATE_DELETION_ERROR";
|
|
152
47
|
})(ExtractorEventType || (exports.ExtractorEventType = ExtractorEventType = {}));
|
|
153
|
-
/**
|
|
154
|
-
* @deprecated
|
|
155
|
-
* ExtractionMode is an enum that defines the different modes of extraction that can be used by the external extractor.
|
|
156
|
-
* It can be either INITIAL or INCREMENTAL. INITIAL mode is used for the first/initial import, while INCREMENTAL mode is used for doing syncs.
|
|
157
|
-
*/
|
|
158
|
-
var ExtractionMode;
|
|
159
|
-
(function (ExtractionMode) {
|
|
160
|
-
ExtractionMode["INITIAL"] = "INITIAL";
|
|
161
|
-
ExtractionMode["INCREMENTAL"] = "INCREMENTAL";
|
|
162
|
-
})(ExtractionMode || (exports.ExtractionMode = ExtractionMode = {}));
|
|
163
|
-
/**
|
|
164
|
-
* InitialSyncScope is an enum that defines the different scopes of initial sync that can be used by the external extractor.
|
|
165
|
-
*/
|
|
166
48
|
var InitialSyncScope;
|
|
167
49
|
(function (InitialSyncScope) {
|
|
168
50
|
InitialSyncScope["FULL_HISTORY"] = "full-history";
|
|
169
51
|
InitialSyncScope["TIME_SCOPED"] = "time-scoped";
|
|
170
52
|
})(InitialSyncScope || (exports.InitialSyncScope = InitialSyncScope = {}));
|
|
53
|
+
/** Duration units for time windows; matches Go's time.ParseDuration units. */
|
|
54
|
+
var TimeUnit;
|
|
55
|
+
(function (TimeUnit) {
|
|
56
|
+
TimeUnit["NANOSECONDS"] = "ns";
|
|
57
|
+
TimeUnit["MICROSECONDS"] = "us";
|
|
58
|
+
TimeUnit["MICROSECONDS_MU"] = "\u00B5s";
|
|
59
|
+
TimeUnit["MILLISECONDS"] = "ms";
|
|
60
|
+
TimeUnit["SECONDS"] = "s";
|
|
61
|
+
TimeUnit["MINUTES"] = "m";
|
|
62
|
+
TimeUnit["HOURS"] = "h";
|
|
63
|
+
})(TimeUnit || (exports.TimeUnit = TimeUnit = {}));
|
|
64
|
+
/**
|
|
65
|
+
* How the SDK resolves an extraction start/end time sent by the platform.
|
|
66
|
+
* WORKERS_* variants resolve against worker state timestamps; UNBOUNDED means no bound.
|
|
67
|
+
*/
|
|
68
|
+
var TimeValueType;
|
|
69
|
+
(function (TimeValueType) {
|
|
70
|
+
TimeValueType["WORKERS_OLDEST"] = "workers_oldest";
|
|
71
|
+
TimeValueType["WORKERS_OLDEST_MINUS_WINDOW"] = "workers_oldest_minus_window";
|
|
72
|
+
TimeValueType["WORKERS_NEWEST"] = "workers_newest";
|
|
73
|
+
TimeValueType["WORKERS_NEWEST_PLUS_WINDOW"] = "workers_newest_plus_window";
|
|
74
|
+
TimeValueType["CURRENT_TIME"] = "current_time";
|
|
75
|
+
TimeValueType["ABSOLUTE_TIME"] = "absolute_time";
|
|
76
|
+
TimeValueType["UNBOUNDED"] = "unbounded";
|
|
77
|
+
})(TimeValueType || (exports.TimeValueType = TimeValueType = {}));
|
|
78
|
+
/** Sync-duration-estimation model input that a counted record type feeds into. */
|
|
79
|
+
var ItemInputType;
|
|
80
|
+
(function (ItemInputType) {
|
|
81
|
+
ItemInputType["MAIN"] = "main";
|
|
82
|
+
ItemInputType["USERS"] = "users";
|
|
83
|
+
})(ItemInputType || (exports.ItemInputType = ItemInputType = {}));
|
package/dist/types/loading.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { Mappers } from '../mappers/mappers';
|
|
2
2
|
import { ErrorRecord } from './common';
|
|
3
|
-
import {
|
|
3
|
+
import { AirSyncEvent } from './extraction';
|
|
4
4
|
export interface StatsFileObject {
|
|
5
5
|
id: string;
|
|
6
6
|
item_type: string;
|
|
@@ -40,31 +40,23 @@ export interface ExternalSystemItem {
|
|
|
40
40
|
modified_date: string;
|
|
41
41
|
data: any;
|
|
42
42
|
}
|
|
43
|
-
export interface ExternalSystemItem {
|
|
44
|
-
id: {
|
|
45
|
-
devrev: DonV2;
|
|
46
|
-
external?: string;
|
|
47
|
-
};
|
|
48
|
-
created_date: string;
|
|
49
|
-
modified_date: string;
|
|
50
|
-
data: any;
|
|
51
|
-
}
|
|
52
43
|
export interface ExternalSystemItemLoadingParams<Type> {
|
|
53
44
|
item: Type;
|
|
54
45
|
mappers: Mappers;
|
|
55
|
-
event:
|
|
46
|
+
event: AirSyncEvent;
|
|
56
47
|
}
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
delay?: number;
|
|
62
|
-
}
|
|
63
|
-
export interface ExternalSystemItemLoadedItem {
|
|
64
|
-
id?: string;
|
|
65
|
-
error?: string;
|
|
48
|
+
/** Returned by the connector's loading `create`/`update` functions. */
|
|
49
|
+
export type ExternalSystemItemLoadingResponse = {
|
|
50
|
+
status: 'success';
|
|
51
|
+
id: string;
|
|
66
52
|
modifiedDate?: string;
|
|
67
|
-
}
|
|
53
|
+
} | {
|
|
54
|
+
status: 'delay';
|
|
55
|
+
delaySeconds: number;
|
|
56
|
+
} | {
|
|
57
|
+
status: 'error';
|
|
58
|
+
error: ErrorRecord;
|
|
59
|
+
};
|
|
68
60
|
export type ExternalSystemLoadingFunction<Item> = ({ item, mappers, event, }: ExternalSystemItemLoadingParams<Item>) => Promise<ExternalSystemItemLoadingResponse>;
|
|
69
61
|
export interface ItemTypeToLoad {
|
|
70
62
|
itemType: string;
|
|
@@ -90,10 +82,6 @@ export interface LoadItemResponse {
|
|
|
90
82
|
report?: LoaderReport;
|
|
91
83
|
rateLimit?: RateLimited;
|
|
92
84
|
}
|
|
93
|
-
export interface LoadItemTypesResponse {
|
|
94
|
-
reports: LoaderReport[];
|
|
95
|
-
processed_files: string[];
|
|
96
|
-
}
|
|
97
85
|
export declare enum ActionType {
|
|
98
86
|
CREATED = "created",
|
|
99
87
|
UPDATED = "updated",
|
|
@@ -102,19 +90,9 @@ export declare enum ActionType {
|
|
|
102
90
|
FAILED = "failed"
|
|
103
91
|
}
|
|
104
92
|
export type DonV2 = string;
|
|
105
|
-
export type SyncMapperRecord = {
|
|
106
|
-
external_ids: string[];
|
|
107
|
-
secondary_ids: string[];
|
|
108
|
-
devrev_ids: string[];
|
|
109
|
-
status: string[];
|
|
110
|
-
input_file?: string;
|
|
111
|
-
};
|
|
112
93
|
export declare enum LoaderEventType {
|
|
113
94
|
DataLoadingProgress = "DATA_LOADING_PROGRESS",
|
|
114
|
-
|
|
115
|
-
* @deprecated This was a typo. Use DataLoadingDelayed for the corrected spelling
|
|
116
|
-
*/
|
|
117
|
-
DataLoadingDelay = "DATA_LOADING_DELAYED",
|
|
95
|
+
DataLoadingDelayed = "DATA_LOADING_DELAYED",
|
|
118
96
|
DataLoadingDone = "DATA_LOADING_DONE",
|
|
119
97
|
DataLoadingError = "DATA_LOADING_ERROR",
|
|
120
98
|
AttachmentLoadingProgress = "ATTACHMENT_LOADING_PROGRESS",
|
|
@@ -124,24 +102,6 @@ export declare enum LoaderEventType {
|
|
|
124
102
|
LoaderStateDeletionDone = "LOADER_STATE_DELETION_DONE",
|
|
125
103
|
LoaderStateDeletionError = "LOADER_STATE_DELETION_ERROR",
|
|
126
104
|
LoaderAttachmentStateDeletionDone = "LOADER_ATTACHMENT_STATE_DELETION_DONE",
|
|
127
|
-
LoaderAttachmentStateDeletionError = "LOADER_ATTACHMENT_STATE_DELETION_ERROR"
|
|
128
|
-
UnknownEventType = "UNKNOWN_EVENT_TYPE",
|
|
129
|
-
DataLoadingDelayed = "DATA_LOADING_DELAYED",
|
|
130
|
-
/**
|
|
131
|
-
* @deprecated Use AttachmentsLoadingProgress instead (note: singular changed to plural)
|
|
132
|
-
*/
|
|
133
|
-
AttachmentsLoadingProgress = "ATTACHMENT_LOADING_PROGRESS",
|
|
134
|
-
/**
|
|
135
|
-
* @deprecated Use AttachmentsLoadingDelayed instead (note: singular changed to plural)
|
|
136
|
-
*/
|
|
137
|
-
AttachmentsLoadingDelayed = "ATTACHMENT_LOADING_DELAYED",
|
|
138
|
-
/**
|
|
139
|
-
* @deprecated Use AttachmentsLoadingDone instead (note: singular changed to plural)
|
|
140
|
-
*/
|
|
141
|
-
AttachmentsLoadingDone = "ATTACHMENT_LOADING_DONE",
|
|
142
|
-
/**
|
|
143
|
-
* @deprecated Use AttachmentsLoadingError instead (note: singular changed to plural)
|
|
144
|
-
*/
|
|
145
|
-
AttachmentsLoadingError = "ATTACHMENT_LOADING_ERROR"
|
|
105
|
+
LoaderAttachmentStateDeletionError = "LOADER_ATTACHMENT_STATE_DELETION_ERROR"
|
|
146
106
|
}
|
|
147
107
|
//# sourceMappingURL=loading.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"loading.d.ts","sourceRoot":"","sources":["../../src/types/loading.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"loading.d.ts","sourceRoot":"","sources":["../../src/types/loading.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,YAAY,EAAE,KAAK,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,KAAK,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE;QACF,MAAM,EAAE,KAAK,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IAEtB,IAAI,EAAE,GAAG,CAAC;CACX;AAED,MAAM,WAAW,+BAA+B,CAAC,IAAI;IACnD,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,YAAY,CAAC;CACrB;AAED,uEAAuE;AACvE,MAAM,MAAM,iCAAiC,GACzC;IAAE,MAAM,EAAE,SAAS,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CAAE,GACxD;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,GACzC;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,CAAC;AAE5C,MAAM,MAAM,6BAA6B,CAAC,IAAI,IAAI,CAAC,EACjD,IAAI,EACJ,OAAO,EACP,KAAK,GACN,EAAE,+BAA+B,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,iCAAiC,CAAC,CAAC;AAExF,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,6BAA6B,CAAC,kBAAkB,CAAC,CAAC;IAC1D,MAAM,EAAE,6BAA6B,CAAC,kBAAkB,CAAC,CAAC;CAC3D;AAED,MAAM,WAAW,qBAAqB;IACpC,eAAe,EAAE,cAAc,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9B,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9B,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9B,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9B,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,WAAW,CAAC;CACzB;AAED,oBAAY,UAAU;IACpB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,MAAM,WAAW;CAClB;AAED,MAAM,MAAM,KAAK,GAAG,MAAM,CAAC;AAE3B,oBAAY,eAAe;IACzB,mBAAmB,0BAA0B;IAC7C,kBAAkB,yBAAyB;IAC3C,eAAe,sBAAsB;IACrC,gBAAgB,uBAAuB;IAEvC,yBAAyB,gCAAgC;IACzD,wBAAwB,+BAA+B;IACvD,qBAAqB,4BAA4B;IACjD,sBAAsB,6BAA6B;IAEnD,uBAAuB,+BAA+B;IACtD,wBAAwB,gCAAgC;IAExD,iCAAiC,0CAA0C;IAC3E,kCAAkC,2CAA2C;CAC9E"}
|
package/dist/types/loading.js
CHANGED
|
@@ -9,14 +9,10 @@ var ActionType;
|
|
|
9
9
|
ActionType["DELETED"] = "deleted";
|
|
10
10
|
ActionType["FAILED"] = "failed";
|
|
11
11
|
})(ActionType || (exports.ActionType = ActionType = {}));
|
|
12
|
-
/* eslint-disable @typescript-eslint/no-duplicate-enum-values */
|
|
13
12
|
var LoaderEventType;
|
|
14
13
|
(function (LoaderEventType) {
|
|
15
14
|
LoaderEventType["DataLoadingProgress"] = "DATA_LOADING_PROGRESS";
|
|
16
|
-
|
|
17
|
-
* @deprecated This was a typo. Use DataLoadingDelayed for the corrected spelling
|
|
18
|
-
*/
|
|
19
|
-
LoaderEventType["DataLoadingDelay"] = "DATA_LOADING_DELAYED";
|
|
15
|
+
LoaderEventType["DataLoadingDelayed"] = "DATA_LOADING_DELAYED";
|
|
20
16
|
LoaderEventType["DataLoadingDone"] = "DATA_LOADING_DONE";
|
|
21
17
|
LoaderEventType["DataLoadingError"] = "DATA_LOADING_ERROR";
|
|
22
18
|
LoaderEventType["AttachmentLoadingProgress"] = "ATTACHMENT_LOADING_PROGRESS";
|
|
@@ -27,22 +23,4 @@ var LoaderEventType;
|
|
|
27
23
|
LoaderEventType["LoaderStateDeletionError"] = "LOADER_STATE_DELETION_ERROR";
|
|
28
24
|
LoaderEventType["LoaderAttachmentStateDeletionDone"] = "LOADER_ATTACHMENT_STATE_DELETION_DONE";
|
|
29
25
|
LoaderEventType["LoaderAttachmentStateDeletionError"] = "LOADER_ATTACHMENT_STATE_DELETION_ERROR";
|
|
30
|
-
LoaderEventType["UnknownEventType"] = "UNKNOWN_EVENT_TYPE";
|
|
31
|
-
LoaderEventType["DataLoadingDelayed"] = "DATA_LOADING_DELAYED";
|
|
32
|
-
/**
|
|
33
|
-
* @deprecated Use AttachmentsLoadingProgress instead (note: singular changed to plural)
|
|
34
|
-
*/
|
|
35
|
-
LoaderEventType["AttachmentsLoadingProgress"] = "ATTACHMENT_LOADING_PROGRESS";
|
|
36
|
-
/**
|
|
37
|
-
* @deprecated Use AttachmentsLoadingDelayed instead (note: singular changed to plural)
|
|
38
|
-
*/
|
|
39
|
-
LoaderEventType["AttachmentsLoadingDelayed"] = "ATTACHMENT_LOADING_DELAYED";
|
|
40
|
-
/**
|
|
41
|
-
* @deprecated Use AttachmentsLoadingDone instead (note: singular changed to plural)
|
|
42
|
-
*/
|
|
43
|
-
LoaderEventType["AttachmentsLoadingDone"] = "ATTACHMENT_LOADING_DONE";
|
|
44
|
-
/**
|
|
45
|
-
* @deprecated Use AttachmentsLoadingError instead (note: singular changed to plural)
|
|
46
|
-
*/
|
|
47
|
-
LoaderEventType["AttachmentsLoadingError"] = "ATTACHMENT_LOADING_ERROR";
|
|
48
26
|
})(LoaderEventType || (exports.LoaderEventType = LoaderEventType = {}));
|
package/dist/types/workers.d.ts
CHANGED
|
@@ -1,161 +1,128 @@
|
|
|
1
1
|
import { Worker } from 'worker_threads';
|
|
2
2
|
import type { LogLevel } from '../logger/logger.interfaces';
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
5
|
-
import { AirdropEvent, EventType, ExtractorEventType } from './extraction';
|
|
3
|
+
import { ErrorRecord, InitialDomainMapping } from './common';
|
|
4
|
+
import { AirSyncEvent, EventType, ExtractorEventType } from './extraction';
|
|
6
5
|
import { LoaderEventType } from './loading';
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
*/
|
|
16
|
-
export interface WorkerAdapterInterface<ConnectorState> {
|
|
17
|
-
event: AirdropEvent;
|
|
18
|
-
adapterState: State<ConnectorState>;
|
|
19
|
-
options?: WorkerAdapterOptions;
|
|
6
|
+
/** Parsed extraction scope from the platform, keyed by item type name. */
|
|
7
|
+
export type ExtractionScope = Record<string, {
|
|
8
|
+
extract: boolean;
|
|
9
|
+
}>;
|
|
10
|
+
/** Per-repo overrides for `RepoInterface.overriddenOptions`. */
|
|
11
|
+
export interface RepoOptions {
|
|
12
|
+
/** Maximum number of extracted items in a batch. */
|
|
13
|
+
batchSize?: number;
|
|
20
14
|
}
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
* @interface WorkerAdapterOptions
|
|
24
|
-
* @constructor
|
|
25
|
-
* @param {boolean=} isLocalDevelopment - A flag to indicate if the adapter is being used in local development
|
|
26
|
-
* @param {number=} timeout - The timeout for the worker thread
|
|
27
|
-
* @param {number=} batchSize - Maximum number of extracted items in a batch
|
|
28
|
-
* @param {Record<EventType, string>=} workerPathOverrides - A map of event types to custom worker paths to override default worker paths
|
|
29
|
-
*/
|
|
30
|
-
export interface WorkerAdapterOptions {
|
|
31
|
-
isLocalDevelopment?: boolean;
|
|
15
|
+
export interface SpawnOptions extends RepoOptions {
|
|
16
|
+
/** Soft timeout in ms, capped at 10 minutes. */
|
|
32
17
|
timeout?: number;
|
|
33
|
-
batchSize?: number;
|
|
34
|
-
workerPathOverrides?: WorkerPathOverrides;
|
|
35
18
|
}
|
|
36
19
|
/**
|
|
37
|
-
*
|
|
38
|
-
*
|
|
39
|
-
* @constructor
|
|
40
|
-
* @param {AirdropEvent} event - The event object received from the platform
|
|
41
|
-
* @param {Worker} worker - The worker thread
|
|
20
|
+
* Options the SDK threads from `spawn` into the worker. `isLocalDevelopment`
|
|
21
|
+
* is never set by connectors; it comes from AIRSYNC_LOCAL_DEVELOPMENT.
|
|
42
22
|
*/
|
|
23
|
+
export interface RuntimeOptions extends SpawnOptions {
|
|
24
|
+
isLocalDevelopment?: boolean;
|
|
25
|
+
}
|
|
43
26
|
export interface SpawnInterface {
|
|
44
|
-
event:
|
|
27
|
+
event: AirSyncEvent;
|
|
45
28
|
worker: Worker;
|
|
46
|
-
options?:
|
|
29
|
+
options?: RuntimeOptions;
|
|
47
30
|
resolve: (value: void | PromiseLike<void>) => void;
|
|
48
31
|
originalConsole?: Console;
|
|
49
32
|
}
|
|
50
|
-
/**
|
|
51
|
-
* SpawnFactoryInterface is an interface for Spawn class factory.
|
|
52
|
-
* Spawn class is responsible for spawning a new worker thread and managing the lifecycle of the worker.
|
|
53
|
-
* The class provides utilities to emit control events to the platform and exit the worker gracefully.
|
|
54
|
-
* In case of lambda timeout, the class emits a lambda timeout event to the platform.
|
|
55
|
-
* @interface SpawnFactoryInterface
|
|
56
|
-
* @constructor
|
|
57
|
-
* @param {AirdropEvent} event - The event object received from the platform
|
|
58
|
-
* @param {object=} initialState - The initial state of the adapter
|
|
59
|
-
* @param {string} workerPath - The path to the worker file
|
|
60
|
-
* @param {string} initialDomainMapping - The initial domain mapping
|
|
61
|
-
* @param {WorkerAdapterOptions} options - The options to create a new instance of Spawn class
|
|
62
|
-
* @param {string=} baseWorkerPath - The base path for the worker files, usually `__dirname`
|
|
63
|
-
*/
|
|
64
33
|
export interface SpawnFactoryInterface<ConnectorState> {
|
|
65
|
-
event:
|
|
34
|
+
event: AirSyncEvent;
|
|
66
35
|
initialState: ConnectorState;
|
|
67
|
-
/** @deprecated Remove getWorkerPath function and use baseWorkerPath: __dirname instead of workerPath */
|
|
68
|
-
workerPath?: string;
|
|
69
|
-
options?: WorkerAdapterOptions;
|
|
70
36
|
initialDomainMapping?: InitialDomainMapping;
|
|
71
|
-
|
|
37
|
+
/** Directory containing the `workers/` folder, usually `__dirname`. */
|
|
38
|
+
baseWorkerPath: string;
|
|
39
|
+
/** Worker paths relative to `baseWorkerPath`, keyed by incoming event type. */
|
|
40
|
+
workerPathOverrides?: WorkerPathOverrides;
|
|
41
|
+
options?: SpawnOptions;
|
|
72
42
|
}
|
|
73
43
|
/**
|
|
74
|
-
*
|
|
75
|
-
*
|
|
76
|
-
*
|
|
77
|
-
*
|
|
44
|
+
* Returned by a worker's `task`/`onTimeout` callback; the SDK (never the connector)
|
|
45
|
+
* maps it to the phase-appropriate platform event and emits it exactly once.
|
|
46
|
+
* One invocation = one worker = one emitted event; continuation happens in a
|
|
47
|
+
* fresh platform-driven invocation.
|
|
48
|
+
*
|
|
49
|
+
* Status to emitted event: 'success' → *_DONE; 'error' → *_ERROR;
|
|
50
|
+
* 'progress' → *_PROGRESS and 'delay' → *_DELAYED in resumable phases
|
|
51
|
+
* (metadata/data/attachment extraction and loading), but *_ERROR in
|
|
52
|
+
* non-resumable phases (external sync units, state deletion), where they are
|
|
53
|
+
* illegal.
|
|
78
54
|
*/
|
|
79
|
-
export
|
|
80
|
-
|
|
55
|
+
export type TaskResult = {
|
|
56
|
+
status: 'success';
|
|
57
|
+
} | {
|
|
58
|
+
status: 'progress';
|
|
59
|
+
} | {
|
|
60
|
+
status: 'delay';
|
|
61
|
+
delaySeconds: number;
|
|
62
|
+
} | {
|
|
63
|
+
status: 'error';
|
|
64
|
+
error: ErrorRecord;
|
|
65
|
+
};
|
|
66
|
+
export type TaskStatus = TaskResult['status'];
|
|
67
|
+
/** Parameter shape passed to a worker's task and onTimeout callbacks. */
|
|
68
|
+
export interface TaskAdapterInterface<Adapter> {
|
|
69
|
+
adapter: Adapter;
|
|
81
70
|
}
|
|
82
71
|
/**
|
|
83
|
-
*
|
|
84
|
-
*
|
|
85
|
-
* @constructor
|
|
86
|
-
* @param {function} task - The task to be executed, returns exit code
|
|
87
|
-
* @param {function} onTimeout - The task to be executed on timeout, returns exit code
|
|
72
|
+
* If `onTimeout` is omitted, the SDK emits a phase-appropriate default on
|
|
73
|
+
* timeout: progress for resumable phases, error for non-resumable ones.
|
|
88
74
|
*/
|
|
89
|
-
export interface ProcessTaskInterface<
|
|
90
|
-
task: (params: TaskAdapterInterface<
|
|
91
|
-
onTimeout
|
|
75
|
+
export interface ProcessTaskInterface<Adapter> {
|
|
76
|
+
task: (params: TaskAdapterInterface<Adapter>) => Promise<TaskResult>;
|
|
77
|
+
onTimeout?: (params: TaskAdapterInterface<Adapter>) => Promise<TaskResult>;
|
|
92
78
|
}
|
|
93
|
-
/**
|
|
94
|
-
* WorkerEvent represents the standard worker events.
|
|
95
|
-
*/
|
|
96
79
|
export declare enum WorkerEvent {
|
|
97
80
|
WorkerMessage = "message",
|
|
98
81
|
WorkerOnline = "online",
|
|
99
82
|
WorkerError = "error",
|
|
100
83
|
WorkerExit = "exit"
|
|
101
84
|
}
|
|
102
|
-
/**
|
|
103
|
-
* WorkerMessageSubject represents the handled worker message subjects.
|
|
104
|
-
*/
|
|
105
85
|
export declare enum WorkerMessageSubject {
|
|
106
86
|
WorkerMessageEmitted = "emit",
|
|
107
87
|
WorkerMessageExit = "exit",
|
|
108
|
-
WorkerMessageLog = "log"
|
|
88
|
+
WorkerMessageLog = "log",
|
|
89
|
+
WorkerMessageFailed = "failed"
|
|
109
90
|
}
|
|
110
|
-
/**
|
|
111
|
-
* WorkerMessageEmitted interface represents the structure of the emitted worker message.
|
|
112
|
-
*/
|
|
113
91
|
export interface WorkerMessageEmitted {
|
|
114
92
|
subject: WorkerMessageSubject.WorkerMessageEmitted;
|
|
115
93
|
payload: {
|
|
116
94
|
eventType: ExtractorEventType | LoaderEventType;
|
|
117
95
|
};
|
|
118
96
|
}
|
|
119
|
-
/**
|
|
120
|
-
* WorkerMessageExit interface represents the structure of the exit worker message.
|
|
121
|
-
*/
|
|
122
97
|
export interface WorkerMessageExit {
|
|
123
98
|
subject: WorkerMessageSubject.WorkerMessageExit;
|
|
124
99
|
}
|
|
125
|
-
/**
|
|
126
|
-
* WorkerMessageLog interface represents the structure of the worker log message.
|
|
127
|
-
*/
|
|
128
100
|
export interface WorkerMessageLog {
|
|
129
101
|
subject: WorkerMessageSubject.WorkerMessageLog;
|
|
130
102
|
payload: {
|
|
131
103
|
stringifiedArgs: string;
|
|
132
104
|
level: LogLevel;
|
|
133
|
-
isSdkLog?: boolean;
|
|
134
105
|
};
|
|
135
106
|
}
|
|
136
|
-
/**
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
107
|
+
/** Sent from the worker thread before process.exit(1) to convey the error reason to the main thread. */
|
|
108
|
+
export interface WorkerMessageFailed {
|
|
109
|
+
subject: WorkerMessageSubject.WorkerMessageFailed;
|
|
110
|
+
payload: {
|
|
111
|
+
message: string;
|
|
112
|
+
};
|
|
113
|
+
}
|
|
114
|
+
export type WorkerMessage = WorkerMessageEmitted | WorkerMessageExit | WorkerMessageLog | WorkerMessageFailed;
|
|
143
115
|
export interface WorkerData<ConnectorState> {
|
|
144
|
-
event:
|
|
116
|
+
event: AirSyncEvent;
|
|
145
117
|
initialState: ConnectorState;
|
|
146
118
|
workerPath: string;
|
|
147
119
|
initialDomainMapping?: InitialDomainMapping;
|
|
148
|
-
options?:
|
|
120
|
+
options?: RuntimeOptions;
|
|
149
121
|
}
|
|
150
|
-
/**
|
|
151
|
-
* GetWorkerPathInterface is an interface for getting the worker path.
|
|
152
|
-
*/
|
|
153
122
|
export interface GetWorkerPathInterface {
|
|
154
|
-
event:
|
|
155
|
-
workerBasePath
|
|
123
|
+
event: AirSyncEvent;
|
|
124
|
+
workerBasePath: string;
|
|
156
125
|
}
|
|
157
|
-
/**
|
|
158
|
-
* WorkerPathOverrides represents a mapping of event types to custom worker paths.
|
|
159
|
-
*/
|
|
126
|
+
/** Maps event types to custom worker paths, overriding the defaults. */
|
|
160
127
|
export type WorkerPathOverrides = Partial<Record<EventType, string>>;
|
|
161
128
|
//# sourceMappingURL=workers.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAE5D,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAC7D,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,0EAA0E;AAC1E,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAAC;AAEnE,gEAAgE;AAChE,MAAM,WAAW,WAAW;IAC1B,oDAAoD;IACpD,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAa,SAAQ,WAAW;IAC/C,gDAAgD;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;GAGG;AACH,MAAM,WAAW,cAAe,SAAQ,YAAY;IAClD,kBAAkB,CAAC,EAAE,OAAO,CAAC;CAC9B;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IACnD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,qBAAqB,CAAC,cAAc;IACnD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,uEAAuE;IACvE,cAAc,EAAE,MAAM,CAAC;IACvB,+EAA+E;IAC/E,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,OAAO,CAAC,EAAE,YAAY,CAAC;CACxB;AAED;;;;;;;;;;;GAWG;AACH,MAAM,MAAM,UAAU,GAClB;IAAE,MAAM,EAAE,SAAS,CAAA;CAAE,GACrB;IAAE,MAAM,EAAE,UAAU,CAAA;CAAE,GACtB;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,GACzC;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,CAAC;AAE5C,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;AAE9C,yEAAyE;AACzE,MAAM,WAAW,oBAAoB,CAAC,OAAO;IAC3C,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;;GAGG;AACH,MAAM,WAAW,oBAAoB,CAAC,OAAO;IAC3C,IAAI,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;IACrE,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;CAC5E;AAED,oBAAY,WAAW;IACrB,aAAa,YAAY;IACzB,YAAY,WAAW;IACvB,WAAW,UAAU;IACrB,UAAU,SAAS;CACpB;AAED,oBAAY,oBAAoB;IAC9B,oBAAoB,SAAS;IAC7B,iBAAiB,SAAS;IAC1B,gBAAgB,QAAQ;IACxB,mBAAmB,WAAW;CAC/B;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,oBAAoB,CAAC,oBAAoB,CAAC;IACnD,OAAO,EAAE;QACP,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;KACjD,CAAC;CACH;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,oBAAoB,CAAC,iBAAiB,CAAC;CACjD;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,oBAAoB,CAAC,gBAAgB,CAAC;IAC/C,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,KAAK,EAAE,QAAQ,CAAC;KACjB,CAAC;CACH;AAED,wGAAwG;AACxG,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,oBAAoB,CAAC,mBAAmB,CAAC;IAClD,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9B;AAED,MAAM,MAAM,aAAa,GACrB,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,mBAAmB,CAAC;AAExB,MAAM,WAAW,UAAU,CAAC,cAAc;IACxC,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,cAAc,CAAC;CAC1B;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,YAAY,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;CACxB;AAED,wEAAwE;AACxE,MAAM,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC"}
|
package/dist/types/workers.js
CHANGED
|
@@ -1,9 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.WorkerMessageSubject = exports.WorkerEvent = void 0;
|
|
4
|
-
/**
|
|
5
|
-
* WorkerEvent represents the standard worker events.
|
|
6
|
-
*/
|
|
7
4
|
var WorkerEvent;
|
|
8
5
|
(function (WorkerEvent) {
|
|
9
6
|
WorkerEvent["WorkerMessage"] = "message";
|
|
@@ -11,12 +8,10 @@ var WorkerEvent;
|
|
|
11
8
|
WorkerEvent["WorkerError"] = "error";
|
|
12
9
|
WorkerEvent["WorkerExit"] = "exit";
|
|
13
10
|
})(WorkerEvent || (exports.WorkerEvent = WorkerEvent = {}));
|
|
14
|
-
/**
|
|
15
|
-
* WorkerMessageSubject represents the handled worker message subjects.
|
|
16
|
-
*/
|
|
17
11
|
var WorkerMessageSubject;
|
|
18
12
|
(function (WorkerMessageSubject) {
|
|
19
13
|
WorkerMessageSubject["WorkerMessageEmitted"] = "emit";
|
|
20
14
|
WorkerMessageSubject["WorkerMessageExit"] = "exit";
|
|
21
15
|
WorkerMessageSubject["WorkerMessageLog"] = "log";
|
|
16
|
+
WorkerMessageSubject["WorkerMessageFailed"] = "failed";
|
|
22
17
|
})(WorkerMessageSubject || (exports.WorkerMessageSubject = WorkerMessageSubject = {}));
|