@devrev/airsync-sdk 2.0.0-beta.2 → 2.0.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -11
- package/dist/attachments-streaming/attachments-streaming-pool.d.ts +1 -8
- package/dist/attachments-streaming/attachments-streaming-pool.d.ts.map +1 -1
- package/dist/attachments-streaming/attachments-streaming-pool.interfaces.d.ts +4 -3
- package/dist/attachments-streaming/attachments-streaming-pool.interfaces.d.ts.map +1 -1
- package/dist/attachments-streaming/attachments-streaming-pool.js +11 -39
- package/dist/common/constants.d.ts +1 -0
- package/dist/common/constants.d.ts.map +1 -1
- package/dist/common/constants.js +2 -1
- package/dist/common/helpers.d.ts +0 -14
- package/dist/common/helpers.d.ts.map +1 -1
- package/dist/common/helpers.js +0 -36
- package/dist/http/{axios-client-internal.d.ts → client.d.ts} +1 -1
- package/dist/http/client.d.ts.map +1 -0
- package/dist/index.d.ts +25 -13
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +51 -30
- package/dist/logger/logger.d.ts +14 -0
- package/dist/logger/logger.d.ts.map +1 -1
- package/dist/logger/logger.js +55 -8
- package/dist/mappers/mappers.d.ts +9 -10
- package/dist/mappers/mappers.d.ts.map +1 -1
- package/dist/mappers/{mappers.interface.d.ts → mappers.interfaces.d.ts} +5 -5
- package/dist/mappers/mappers.interfaces.d.ts.map +1 -0
- package/dist/mappers/{mappers.interface.js → mappers.interfaces.js} +3 -3
- package/dist/mappers/mappers.js +13 -9
- package/dist/multithreading/adapters/base-adapter.d.ts +71 -0
- package/dist/multithreading/adapters/base-adapter.d.ts.map +1 -0
- package/dist/multithreading/adapters/base-adapter.js +138 -0
- package/dist/multithreading/adapters/extraction-adapter.d.ts +57 -0
- package/dist/multithreading/adapters/extraction-adapter.d.ts.map +1 -0
- package/dist/multithreading/adapters/extraction-adapter.js +323 -0
- package/dist/multithreading/adapters/loading-adapter.d.ts +44 -0
- package/dist/multithreading/adapters/loading-adapter.d.ts.map +1 -0
- package/dist/multithreading/{worker-adapter/worker-adapter.helpers.d.ts → adapters/loading-adapter.helpers.d.ts} +1 -1
- package/dist/multithreading/adapters/loading-adapter.helpers.d.ts.map +1 -0
- package/dist/multithreading/adapters/loading-adapter.js +431 -0
- package/dist/{common/control-protocol.d.ts → multithreading/emit.d.ts} +1 -1
- package/dist/multithreading/emit.d.ts.map +1 -0
- package/dist/{common/control-protocol.js → multithreading/emit.js} +3 -3
- package/dist/multithreading/process-task.d.ts +16 -1
- package/dist/multithreading/process-task.d.ts.map +1 -1
- package/dist/multithreading/process-task.js +115 -50
- package/dist/multithreading/spawn/spawn.helpers.d.ts +23 -3
- package/dist/multithreading/spawn/spawn.helpers.d.ts.map +1 -1
- package/dist/multithreading/spawn/spawn.helpers.js +152 -2
- package/dist/multithreading/spawn/spawn.js +7 -7
- package/dist/multithreading/worker.js +1 -2
- package/dist/repo/repo.js +2 -2
- package/dist/state/base-state.d.ts +75 -0
- package/dist/state/base-state.d.ts.map +1 -0
- package/dist/state/base-state.js +261 -0
- package/dist/state/extraction-state.d.ts +29 -0
- package/dist/state/extraction-state.d.ts.map +1 -0
- package/dist/state/extraction-state.js +122 -0
- package/dist/state/install-initial-domain-mapping.d.ts.map +1 -0
- package/dist/{common → state}/install-initial-domain-mapping.js +4 -4
- package/dist/state/loading-state.d.ts +18 -0
- package/dist/state/loading-state.d.ts.map +1 -0
- package/dist/state/loading-state.js +39 -0
- package/dist/state/state.d.ts +3 -35
- package/dist/state/state.d.ts.map +1 -1
- package/dist/state/state.interfaces.d.ts +20 -3
- package/dist/state/state.interfaces.d.ts.map +1 -1
- package/dist/state/state.interfaces.js +19 -1
- package/dist/state/state.js +9 -263
- package/dist/{common → state}/time-value-resolver.d.ts +4 -5
- package/dist/state/time-value-resolver.d.ts.map +1 -0
- package/dist/{common → state}/time-value-resolver.js +9 -8
- package/dist/{common/test-utils.d.ts → testing/mock-event.d.ts} +1 -2
- package/dist/testing/mock-event.d.ts.map +1 -0
- package/dist/{common/test-utils.js → testing/mock-event.js} +14 -3
- package/dist/{mock-server → testing}/mock-server.d.ts +5 -0
- package/dist/testing/mock-server.d.ts.map +1 -0
- package/dist/testing/mock-server.interfaces.d.ts.map +1 -0
- package/dist/{mock-server → testing}/mock-server.js +6 -1
- package/dist/types/errors.d.ts +9 -0
- package/dist/types/errors.d.ts.map +1 -0
- package/dist/types/extraction.d.ts +73 -18
- package/dist/types/extraction.d.ts.map +1 -1
- package/dist/types/extraction.js +4 -6
- package/dist/types/loading.d.ts +1 -2
- package/dist/types/loading.d.ts.map +1 -1
- package/dist/types/loading.js +0 -1
- package/dist/types/workers.d.ts +64 -20
- package/dist/types/workers.d.ts.map +1 -1
- package/dist/uploader/uploader.d.ts +5 -4
- package/dist/uploader/uploader.d.ts.map +1 -1
- package/dist/uploader/uploader.interfaces.d.ts +1 -1
- package/dist/uploader/uploader.js +10 -10
- package/package.json +3 -3
- package/dist/airsync-sdk.d.ts +0 -1802
- package/dist/attachments-streaming/attachments-streaming-pool.test.d.ts +0 -2
- package/dist/attachments-streaming/attachments-streaming-pool.test.d.ts.map +0 -1
- package/dist/attachments-streaming/attachments-streaming-pool.test.js +0 -516
- package/dist/common/control-protocol.d.ts.map +0 -1
- package/dist/common/errors.d.ts +0 -6
- package/dist/common/errors.d.ts.map +0 -1
- package/dist/common/install-initial-domain-mapping.d.ts.map +0 -1
- package/dist/common/install-initial-domain-mapping.test.d.ts +0 -2
- package/dist/common/install-initial-domain-mapping.test.d.ts.map +0 -1
- package/dist/common/install-initial-domain-mapping.test.js +0 -211
- package/dist/common/test-utils.d.ts.map +0 -1
- package/dist/common/time-value-resolver.d.ts.map +0 -1
- package/dist/common/time-value-resolver.test.d.ts +0 -2
- package/dist/common/time-value-resolver.test.d.ts.map +0 -1
- package/dist/common/time-value-resolver.test.js +0 -268
- package/dist/http/axios-client-internal.d.ts.map +0 -1
- package/dist/http/axios-client-internal.test.d.ts +0 -2
- package/dist/http/axios-client-internal.test.d.ts.map +0 -1
- package/dist/http/axios-client-internal.test.js +0 -175
- package/dist/http/axios-client.d.ts +0 -27
- package/dist/http/axios-client.d.ts.map +0 -1
- package/dist/http/axios-client.js +0 -60
- package/dist/http/constants.d.ts +0 -4
- package/dist/http/constants.d.ts.map +0 -1
- package/dist/http/constants.js +0 -6
- package/dist/http/index.d.ts +0 -2
- package/dist/http/index.d.ts.map +0 -1
- package/dist/http/index.js +0 -17
- package/dist/logger/logger.constants.d.ts +0 -6
- package/dist/logger/logger.constants.d.ts.map +0 -1
- package/dist/logger/logger.constants.js +0 -13
- package/dist/logger/logger.context.d.ts +0 -58
- package/dist/logger/logger.context.d.ts.map +0 -1
- package/dist/logger/logger.context.js +0 -86
- package/dist/logger/logger.test.d.ts +0 -2
- package/dist/logger/logger.test.d.ts.map +0 -1
- package/dist/logger/logger.test.js +0 -537
- package/dist/mappers/mappers.interface.d.ts.map +0 -1
- package/dist/mappers/mappers.test.d.ts +0 -2
- package/dist/mappers/mappers.test.d.ts.map +0 -1
- package/dist/mappers/mappers.test.js +0 -105
- package/dist/mock-server/mock-server.d.ts.map +0 -1
- package/dist/mock-server/mock-server.interfaces.d.ts.map +0 -1
- package/dist/multithreading/create-worker.test.d.ts +0 -2
- package/dist/multithreading/create-worker.test.d.ts.map +0 -1
- package/dist/multithreading/create-worker.test.js +0 -108
- package/dist/multithreading/process-task.test.d.ts +0 -2
- package/dist/multithreading/process-task.test.d.ts.map +0 -1
- package/dist/multithreading/process-task.test.js +0 -146
- package/dist/multithreading/spawn/spawn.helpers.test.d.ts +0 -2
- package/dist/multithreading/spawn/spawn.helpers.test.d.ts.map +0 -1
- package/dist/multithreading/spawn/spawn.helpers.test.js +0 -293
- package/dist/multithreading/spawn/spawn.test.d.ts +0 -2
- package/dist/multithreading/spawn/spawn.test.d.ts.map +0 -1
- package/dist/multithreading/spawn/spawn.test.js +0 -232
- package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.js +0 -175
- package/dist/multithreading/worker-adapter/worker-adapter.d.ts +0 -97
- package/dist/multithreading/worker-adapter/worker-adapter.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.emit.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.emit.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.emit.test.js +0 -390
- package/dist/multithreading/worker-adapter/worker-adapter.extraction.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.extraction.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.extraction.test.js +0 -799
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.test.js +0 -514
- package/dist/multithreading/worker-adapter/worker-adapter.js +0 -846
- package/dist/multithreading/worker-adapter/worker-adapter.loading.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.loading.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.loading.test.js +0 -596
- package/dist/multithreading/worker-adapter/worker-adapter.serialization.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.serialization.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.serialization.test.js +0 -71
- package/dist/repo/repo.test.d.ts +0 -2
- package/dist/repo/repo.test.d.ts.map +0 -1
- package/dist/repo/repo.test.js +0 -184
- package/dist/state/state.extract-window.test.d.ts +0 -2
- package/dist/state/state.extract-window.test.d.ts.map +0 -1
- package/dist/state/state.extract-window.test.js +0 -163
- package/dist/state/state.pending-boundaries.test.d.ts +0 -2
- package/dist/state/state.pending-boundaries.test.d.ts.map +0 -1
- package/dist/state/state.pending-boundaries.test.js +0 -189
- package/dist/state/state.post-state.test.d.ts +0 -2
- package/dist/state/state.post-state.test.d.ts.map +0 -1
- package/dist/state/state.post-state.test.js +0 -77
- package/dist/state/state.test.d.ts +0 -2
- package/dist/state/state.test.d.ts.map +0 -1
- package/dist/state/state.test.js +0 -268
- package/dist/state/state.time-value-resolution.test.d.ts +0 -2
- package/dist/state/state.time-value-resolution.test.d.ts.map +0 -1
- package/dist/state/state.time-value-resolution.test.js +0 -175
- package/dist/tsdoc-metadata.json +0 -11
- package/dist/types/extraction.test.d.ts +0 -2
- package/dist/types/extraction.test.d.ts.map +0 -1
- package/dist/types/extraction.test.js +0 -96
- package/dist/types/index.d.ts +0 -11
- package/dist/types/index.d.ts.map +0 -1
- package/dist/types/index.js +0 -21
- package/dist/uploader/uploader.helpers.test.d.ts +0 -2
- package/dist/uploader/uploader.helpers.test.d.ts.map +0 -1
- package/dist/uploader/uploader.helpers.test.js +0 -256
- package/dist/uploader/uploader.test.d.ts +0 -2
- package/dist/uploader/uploader.test.d.ts.map +0 -1
- package/dist/uploader/uploader.test.js +0 -601
- /package/dist/http/{axios-client-internal.js → client.js} +0 -0
- /package/dist/multithreading/{worker-adapter/worker-adapter.helpers.js → adapters/loading-adapter.helpers.js} +0 -0
- /package/dist/{common → state}/install-initial-domain-mapping.d.ts +0 -0
- /package/dist/{mock-server → testing}/mock-server.interfaces.d.ts +0 -0
- /package/dist/{mock-server → testing}/mock-server.interfaces.js +0 -0
- /package/dist/{common → types}/errors.js +0 -0
|
@@ -1,12 +1,11 @@
|
|
|
1
1
|
import { InputData } from '@devrev/typescript-sdk/dist/snap-ins';
|
|
2
2
|
import { Artifact } from '../uploader/uploader.interfaces';
|
|
3
3
|
import { ErrorRecord } from './common';
|
|
4
|
-
import { AxiosResponse } from 'axios';
|
|
5
4
|
import { NormalizedAttachment } from '../repo/repo.interfaces';
|
|
6
|
-
import {
|
|
5
|
+
import { ExtractionAdapter } from '../multithreading/adapters/extraction-adapter';
|
|
7
6
|
import { DonV2, LoaderReport, RateLimited } from './loading';
|
|
8
7
|
/**
|
|
9
|
-
* EventType is an enum that defines the different types of events that can be sent to the external extractor from
|
|
8
|
+
* EventType is an enum that defines the different types of events that can be sent to the external extractor from AirSync.
|
|
10
9
|
* The external extractor can use these events to know what to do next in the extraction process.
|
|
11
10
|
*/
|
|
12
11
|
export declare enum EventType {
|
|
@@ -23,12 +22,11 @@ export declare enum EventType {
|
|
|
23
22
|
StartLoadingAttachments = "START_LOADING_ATTACHMENTS",
|
|
24
23
|
ContinueLoadingAttachments = "CONTINUE_LOADING_ATTACHMENTS",
|
|
25
24
|
StartDeletingLoaderState = "START_DELETING_LOADER_STATE",
|
|
26
|
-
StartDeletingLoaderAttachmentState = "START_DELETING_LOADER_ATTACHMENT_STATE"
|
|
27
|
-
UnknownEventType = "UNKNOWN_EVENT_TYPE"
|
|
25
|
+
StartDeletingLoaderAttachmentState = "START_DELETING_LOADER_ATTACHMENT_STATE"
|
|
28
26
|
}
|
|
29
27
|
/**
|
|
30
|
-
* ExtractorEventType is an enum that defines the different types of events that can be sent from the external extractor to
|
|
31
|
-
* The external extractor can use these events to inform
|
|
28
|
+
* ExtractorEventType is an enum that defines the different types of events that can be sent from the external extractor to AirSync.
|
|
29
|
+
* The external extractor can use these events to inform AirSync about the progress of the extraction process.
|
|
32
30
|
*/
|
|
33
31
|
export declare enum ExtractorEventType {
|
|
34
32
|
ExternalSyncUnitExtractionDone = "EXTERNAL_SYNC_UNIT_EXTRACTION_DONE",
|
|
@@ -46,8 +44,7 @@ export declare enum ExtractorEventType {
|
|
|
46
44
|
AttachmentExtractionDone = "ATTACHMENT_EXTRACTION_DONE",
|
|
47
45
|
AttachmentExtractionError = "ATTACHMENT_EXTRACTION_ERROR",
|
|
48
46
|
ExtractorAttachmentsStateDeletionDone = "EXTRACTOR_ATTACHMENTS_STATE_DELETION_DONE",
|
|
49
|
-
ExtractorAttachmentsStateDeletionError = "EXTRACTOR_ATTACHMENTS_STATE_DELETION_ERROR"
|
|
50
|
-
UnknownEventType = "UNKNOWN_EVENT_TYPE"
|
|
47
|
+
ExtractorAttachmentsStateDeletionError = "EXTRACTOR_ATTACHMENTS_STATE_DELETION_ERROR"
|
|
51
48
|
}
|
|
52
49
|
/**
|
|
53
50
|
* ExternalSyncUnit is an interface that defines the structure of an external sync unit (repos, projects, ...) that can be extracted.
|
|
@@ -123,12 +120,32 @@ export interface TimeValue {
|
|
|
123
120
|
*/
|
|
124
121
|
export interface EventContext {
|
|
125
122
|
callback_url: string;
|
|
123
|
+
/**
|
|
124
|
+
* @deprecated dev_org is deprecated and should not be used. Use dev_oid instead.
|
|
125
|
+
*/
|
|
126
|
+
dev_org: string;
|
|
126
127
|
dev_oid: string;
|
|
127
128
|
dev_org_id: string;
|
|
129
|
+
/**
|
|
130
|
+
* @deprecated dev_user is deprecated and should not be used. Use dev_uid instead.
|
|
131
|
+
*/
|
|
132
|
+
dev_user: string;
|
|
133
|
+
/**
|
|
134
|
+
* @deprecated dev_user_id is deprecated and should not be used. Use dev_uid instead.
|
|
135
|
+
*/
|
|
136
|
+
dev_user_id: string;
|
|
128
137
|
dev_uid: string;
|
|
129
138
|
event_type_adaas: string;
|
|
139
|
+
/**
|
|
140
|
+
* @deprecated external_sync_unit is deprecated and should not be used. Use external_sync_unit_id instead.
|
|
141
|
+
*/
|
|
142
|
+
external_sync_unit: string;
|
|
130
143
|
external_sync_unit_id: string;
|
|
131
144
|
external_sync_unit_name: string;
|
|
145
|
+
/**
|
|
146
|
+
* @deprecated external_system is deprecated and should not be used. Use external_system_id instead.
|
|
147
|
+
*/
|
|
148
|
+
external_system: string;
|
|
132
149
|
external_system_id: string;
|
|
133
150
|
external_system_name: string;
|
|
134
151
|
external_system_type: string;
|
|
@@ -143,13 +160,34 @@ export interface EventContext {
|
|
|
143
160
|
mode: string;
|
|
144
161
|
request_id: string;
|
|
145
162
|
request_id_adaas: string;
|
|
163
|
+
/**
|
|
164
|
+
* @deprecated reset_extraction is deprecated and should not be used.
|
|
165
|
+
*/
|
|
166
|
+
reset_extraction?: boolean;
|
|
167
|
+
/**
|
|
168
|
+
* @deprecated reset_extract_from is deprecated. Use extraction_start_time/extraction_end_time instead,
|
|
169
|
+
* which are automatically resolved into extract_from and extract_to.
|
|
170
|
+
*/
|
|
171
|
+
reset_extract_from?: boolean;
|
|
146
172
|
run_id: string;
|
|
147
173
|
sequence_version: string;
|
|
148
174
|
snap_in_slug: string;
|
|
149
175
|
snap_in_version_id: string;
|
|
176
|
+
/**
|
|
177
|
+
* @deprecated sync_run is deprecated and should not be used. Use run_id instead.
|
|
178
|
+
*/
|
|
179
|
+
sync_run: string;
|
|
180
|
+
/**
|
|
181
|
+
* @deprecated sync_run_id is deprecated and should not be used. Use run_id instead.
|
|
182
|
+
*/
|
|
183
|
+
sync_run_id: string;
|
|
150
184
|
sync_tier: string;
|
|
151
185
|
sync_unit: DonV2;
|
|
152
186
|
sync_unit_id: string;
|
|
187
|
+
/**
|
|
188
|
+
* @deprecated uuid is deprecated and should not be used. Use request_id_adaas instead.
|
|
189
|
+
*/
|
|
190
|
+
uuid: string;
|
|
153
191
|
worker_data_url: string;
|
|
154
192
|
/**
|
|
155
193
|
* Start time value for extraction, as sent by the platform.
|
|
@@ -169,7 +207,7 @@ export interface EventContext {
|
|
|
169
207
|
extract_to?: string;
|
|
170
208
|
}
|
|
171
209
|
/**
|
|
172
|
-
* ConnectionData is an interface that defines the structure of the connection data that is sent to the external extractor from
|
|
210
|
+
* ConnectionData is an interface that defines the structure of the connection data that is sent to the external extractor from AirSync.
|
|
173
211
|
* It contains the organization ID, organization name, key, and key type.
|
|
174
212
|
*/
|
|
175
213
|
export interface ConnectionData {
|
|
@@ -179,24 +217,29 @@ export interface ConnectionData {
|
|
|
179
217
|
key_type: string;
|
|
180
218
|
}
|
|
181
219
|
/**
|
|
182
|
-
* EventData is an interface that defines the structure of the event data that is sent from the external extractor to
|
|
220
|
+
* EventData is an interface that defines the structure of the event data that is sent from the external extractor to AirSync.
|
|
183
221
|
*/
|
|
184
222
|
export interface EventData {
|
|
185
223
|
error?: ErrorRecord;
|
|
186
224
|
delay?: number;
|
|
225
|
+
/**
|
|
226
|
+
* Artifacts produced by the worker's repos, attached to the emitted event by
|
|
227
|
+
* the SDK. This includes external sync units, which are pushed to the
|
|
228
|
+
* AirSyncDefaultItemTypes.EXTERNAL_SYNC_UNITS repo and uploaded as artifacts.
|
|
229
|
+
*/
|
|
187
230
|
artifacts?: Artifact[];
|
|
188
231
|
reports?: LoaderReport[];
|
|
189
232
|
processed_files?: string[];
|
|
190
233
|
stats_file?: string;
|
|
191
234
|
}
|
|
192
235
|
/**
|
|
193
|
-
* WorkerMetadata is an interface that defines the structure of the worker metadata that is sent from the external extractor to
|
|
236
|
+
* WorkerMetadata is an interface that defines the structure of the worker metadata that is sent from the external extractor to AirSync.
|
|
194
237
|
*/
|
|
195
238
|
export interface WorkerMetadata {
|
|
196
239
|
adaas_library_version: string;
|
|
197
240
|
}
|
|
198
241
|
/**
|
|
199
|
-
* AirSyncEvent is an interface that defines the structure of the event that is sent to the external extractor from
|
|
242
|
+
* AirSyncEvent is an interface that defines the structure of the event that is sent to the external extractor from AirSync.
|
|
200
243
|
* It contains the context, payload, execution metadata, and input data as common snap-ins.
|
|
201
244
|
*/
|
|
202
245
|
export interface AirSyncEvent {
|
|
@@ -206,6 +249,14 @@ export interface AirSyncEvent {
|
|
|
206
249
|
};
|
|
207
250
|
snap_in_version_id: string;
|
|
208
251
|
snap_in_id: string;
|
|
252
|
+
/** DevRev identity of the user who triggered the sync. */
|
|
253
|
+
user_id: string;
|
|
254
|
+
/** DevRev org id (don:identity:.../devo/...). */
|
|
255
|
+
dev_oid: string;
|
|
256
|
+
/** External source identity, when the platform provides one. */
|
|
257
|
+
source_id: string;
|
|
258
|
+
/** DevRev service-account identity used for the sync. */
|
|
259
|
+
service_account_id: string;
|
|
209
260
|
};
|
|
210
261
|
payload: AirSyncMessage;
|
|
211
262
|
execution_metadata: {
|
|
@@ -214,7 +265,7 @@ export interface AirSyncEvent {
|
|
|
214
265
|
input_data: InputData;
|
|
215
266
|
}
|
|
216
267
|
/**
|
|
217
|
-
* AirSyncMessage is an interface that defines the structure of the payload/message that is sent to the external extractor from
|
|
268
|
+
* AirSyncMessage is an interface that defines the structure of the payload/message that is sent to the external extractor from AirSync.
|
|
218
269
|
*/
|
|
219
270
|
export interface AirSyncMessage {
|
|
220
271
|
connection_data: ConnectionData;
|
|
@@ -223,7 +274,7 @@ export interface AirSyncMessage {
|
|
|
223
274
|
event_data?: EventData;
|
|
224
275
|
}
|
|
225
276
|
/**
|
|
226
|
-
* ExtractorEvent is an interface that defines the structure of the event that is sent from the external extractor to
|
|
277
|
+
* ExtractorEvent is an interface that defines the structure of the event that is sent from the external extractor to AirSync.
|
|
227
278
|
* It contains the event type, event context, extractor state, and event data.
|
|
228
279
|
*/
|
|
229
280
|
export interface ExtractorEvent {
|
|
@@ -246,8 +297,12 @@ export interface ExternalSystemAttachmentStreamingParams {
|
|
|
246
297
|
item: NormalizedAttachment;
|
|
247
298
|
event: AirSyncEvent;
|
|
248
299
|
}
|
|
300
|
+
export interface HttpStreamResponse {
|
|
301
|
+
data: any;
|
|
302
|
+
headers: Record<string, any>;
|
|
303
|
+
}
|
|
249
304
|
export interface ExternalSystemAttachmentStreamingResponse {
|
|
250
|
-
httpStream?:
|
|
305
|
+
httpStream?: HttpStreamResponse;
|
|
251
306
|
error?: ErrorRecord;
|
|
252
307
|
delay?: number;
|
|
253
308
|
}
|
|
@@ -269,7 +324,7 @@ export type StreamAttachmentsReturnType = {
|
|
|
269
324
|
} | undefined;
|
|
270
325
|
export type ExternalSystemAttachmentReducerFunction<Batch, NewBatch, ConnectorState> = ({ attachments, adapter, batchSize, }: {
|
|
271
326
|
attachments: Batch;
|
|
272
|
-
adapter:
|
|
327
|
+
adapter: ExtractionAdapter<ConnectorState>;
|
|
273
328
|
batchSize?: number;
|
|
274
329
|
}) => NewBatch;
|
|
275
330
|
export type ExternalProcessAttachmentFunction = ({ attachment, stream, }: {
|
|
@@ -278,7 +333,7 @@ export type ExternalProcessAttachmentFunction = ({ attachment, stream, }: {
|
|
|
278
333
|
}) => Promise<ProcessAttachmentReturnType>;
|
|
279
334
|
export type ExternalSystemAttachmentIteratorFunction<NewBatch, ConnectorState> = ({ reducedAttachments, adapter, stream, }: {
|
|
280
335
|
reducedAttachments: NewBatch;
|
|
281
|
-
adapter:
|
|
336
|
+
adapter: ExtractionAdapter<ConnectorState>;
|
|
282
337
|
stream: ExternalSystemAttachmentStreamingFunction;
|
|
283
338
|
}) => Promise<ProcessAttachmentReturnType>;
|
|
284
339
|
export interface ExternalSystemAttachmentProcessors<ConnectorState, Batch, NewBatch> {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extraction.d.ts","sourceRoot":"","sources":["../../src/types/extraction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,sCAAsC,CAAC;AAEjE,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEvC,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"extraction.d.ts","sourceRoot":"","sources":["../../src/types/extraction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,sCAAsC,CAAC;AAEjE,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEvC,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,+CAA+C,CAAC;AAClF,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAE7D;;;GAGG;AACH,oBAAY,SAAS;IAEnB,gCAAgC,yCAAyC;IACzE,uBAAuB,8BAA8B;IACrD,mBAAmB,0BAA0B;IAC7C,sBAAsB,6BAA6B;IACnD,2BAA2B,mCAAmC;IAC9D,0BAA0B,iCAAiC;IAC3D,6BAA6B,oCAAoC;IACjE,sCAAsC,+CAA+C;IAGrF,gBAAgB,uBAAuB;IACvC,mBAAmB,0BAA0B;IAC7C,uBAAuB,8BAA8B;IACrD,0BAA0B,iCAAiC;IAC3D,wBAAwB,gCAAgC;IACxD,kCAAkC,2CAA2C;CAC9E;AAED;;;GAGG;AACH,oBAAY,kBAAkB;IAE5B,8BAA8B,uCAAuC;IACrE,+BAA+B,wCAAwC;IACvE,sBAAsB,6BAA6B;IACnD,uBAAuB,8BAA8B;IACrD,sBAAsB,6BAA6B;IACnD,qBAAqB,4BAA4B;IACjD,kBAAkB,yBAAyB;IAC3C,mBAAmB,0BAA0B;IAC7C,0BAA0B,kCAAkC;IAC5D,2BAA2B,mCAAmC;IAC9D,4BAA4B,mCAAmC;IAC/D,2BAA2B,kCAAkC;IAC7D,wBAAwB,+BAA+B;IACvD,yBAAyB,gCAAgC;IACzD,qCAAqC,8CAA8C;IACnF,sCAAsC,+CAA+C;CACtF;AAED;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,oBAAY,gBAAgB;IAC1B,YAAY,iBAAiB;IAC7B,WAAW,gBAAgB;CAC5B;AAED;;;GAGG;AACH,oBAAY,QAAQ;IAClB,kBAAkB;IAClB,WAAW,OAAO;IAClB,iCAAiC;IACjC,YAAY,OAAO;IACnB,mCAAmC;IACnC,eAAe,YAAO;IACtB,mBAAmB;IACnB,YAAY,OAAO;IACnB,cAAc;IACd,OAAO,MAAM;IACb,cAAc;IACd,OAAO,MAAM;IACb,YAAY;IACZ,KAAK,MAAM;CACZ;AAED;;;GAGG;AACH,oBAAY,aAAa;IACvB,yCAAyC;IACzC,cAAc,mBAAmB;IACjC,iEAAiE;IACjE,2BAA2B,gCAAgC;IAC3D,yCAAyC;IACzC,cAAc,mBAAmB;IACjC,gEAAgE;IAChE,0BAA0B,+BAA+B;IACzD,mBAAmB;IACnB,YAAY,iBAAiB;IAC7B,wCAAwC;IACxC,aAAa,kBAAkB;IAC/B,4CAA4C;IAC5C,SAAS,cAAc;CACxB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB;;OAEG;IACH,kBAAkB,EAAE,MAAM,CAAC;IAC3B,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,MAAM,CAAC;IAChC;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,kBAAkB,CAAC,EAAE,gBAAgB,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB;;OAEG;IACH,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;;OAGG;IACH,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,KAAK,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,qBAAqB,CAAC,EAAE,SAAS,CAAC;IAClC;;;OAGG;IACH,mBAAmB,CAAC,EAAE,SAAS,CAAC;IAChC;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;;OAIG;IACH,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IAGvB,OAAO,CAAC,EAAE,YAAY,EAAE,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE;QACP,OAAO,EAAE;YACP,qBAAqB,EAAE,MAAM,CAAC;SAC/B,CAAC;QACF,kBAAkB,EAAE,MAAM,CAAC;QAC3B,UAAU,EAAE,MAAM,CAAC;QACnB,0DAA0D;QAC1D,OAAO,EAAE,MAAM,CAAC;QAChB,iDAAiD;QACjD,OAAO,EAAE,MAAM,CAAC;QAChB,gEAAgE;QAChE,SAAS,EAAE,MAAM,CAAC;QAClB,yDAAyD;QACzD,kBAAkB,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF,OAAO,EAAE,cAAc,CAAC;IACxB,kBAAkB,EAAE;QAClB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,UAAU,EAAE,SAAS,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,eAAe,EAAE,cAAc,CAAC;IAChC,aAAa,EAAE,YAAY,CAAC;IAC5B,UAAU,EAAE,SAAS,CAAC;IACtB,UAAU,CAAC,EAAE,SAAS,CAAC;CACxB;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,YAAY,CAAC;IAC5B,UAAU,CAAC,EAAE,SAAS,CAAC;IACvB,eAAe,CAAC,EAAE,cAAc,CAAC;CAClC;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,YAAY,CAAC;IAC5B,UAAU,CAAC,EAAE,SAAS,CAAC;IACvB,eAAe,CAAC,EAAE,cAAc,CAAC;CAClC;AAED,MAAM,MAAM,yCAAyC,GAAG,CAAC,EACvD,IAAI,EACJ,KAAK,GACN,EAAE,uCAAuC,KAAK,OAAO,CAAC,yCAAyC,CAAC,CAAC;AAElG,MAAM,WAAW,uCAAuC;IACtD,IAAI,EAAE,oBAAoB,CAAC;IAC3B,KAAK,EAAE,YAAY,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IAEjC,IAAI,EAAE,GAAG,CAAC;IAEV,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,yCAAyC;IACxD,UAAU,CAAC,EAAE,kBAAkB,CAAC;IAChC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,yBAAyB;IACxC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,WAAW,CAAC;CACzB;AAED,MAAM,MAAM,2BAA2B,GACnC;IACE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAChD,GACD,SAAS,CAAC;AAEd,MAAM,MAAM,2BAA2B,GACnC;IACE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GACD,SAAS,CAAC;AAEd,MAAM,MAAM,uCAAuC,CACjD,KAAK,EACL,QAAQ,EACR,cAAc,IACZ,CAAC,EACH,WAAW,EACX,OAAO,EACP,SAAS,GACV,EAAE;IACD,WAAW,EAAE,KAAK,CAAC;IACnB,OAAO,EAAE,iBAAiB,CAAC,cAAc,CAAC,CAAC;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,KAAK,QAAQ,CAAC;AAEf,MAAM,MAAM,iCAAiC,GAAG,CAAC,EAC/C,UAAU,EACV,MAAM,GACP,EAAE;IACD,UAAU,EAAE,oBAAoB,CAAC;IACjC,MAAM,EAAE,yCAAyC,CAAC;CACnD,KAAK,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAE3C,MAAM,MAAM,wCAAwC,CAAC,QAAQ,EAAE,cAAc,IAC3E,CAAC,EACC,kBAAkB,EAClB,OAAO,EACP,MAAM,GACP,EAAE;IACD,kBAAkB,EAAE,QAAQ,CAAC;IAC7B,OAAO,EAAE,iBAAiB,CAAC,cAAc,CAAC,CAAC;IAC3C,MAAM,EAAE,yCAAyC,CAAC;CACnD,KAAK,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAE7C,MAAM,WAAW,kCAAkC,CACjD,cAAc,EACd,KAAK,EACL,QAAQ;IAER,OAAO,EAAE,uCAAuC,CAC9C,KAAK,EACL,QAAQ,EACR,cAAc,CACf,CAAC;IACF,QAAQ,EAAE,wCAAwC,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;CAC9E"}
|
package/dist/types/extraction.js
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.TimeValueType = exports.TimeUnit = exports.InitialSyncScope = exports.ExtractorEventType = exports.EventType = void 0;
|
|
4
4
|
/**
|
|
5
|
-
* EventType is an enum that defines the different types of events that can be sent to the external extractor from
|
|
5
|
+
* EventType is an enum that defines the different types of events that can be sent to the external extractor from AirSync.
|
|
6
6
|
* The external extractor can use these events to know what to do next in the extraction process.
|
|
7
7
|
*/
|
|
8
8
|
var EventType;
|
|
@@ -23,15 +23,14 @@ var EventType;
|
|
|
23
23
|
EventType["ContinueLoadingAttachments"] = "CONTINUE_LOADING_ATTACHMENTS";
|
|
24
24
|
EventType["StartDeletingLoaderState"] = "START_DELETING_LOADER_STATE";
|
|
25
25
|
EventType["StartDeletingLoaderAttachmentState"] = "START_DELETING_LOADER_ATTACHMENT_STATE";
|
|
26
|
-
// Unknown
|
|
27
|
-
EventType["UnknownEventType"] = "UNKNOWN_EVENT_TYPE";
|
|
28
26
|
})(EventType || (exports.EventType = EventType = {}));
|
|
29
27
|
/**
|
|
30
|
-
* ExtractorEventType is an enum that defines the different types of events that can be sent from the external extractor to
|
|
31
|
-
* The external extractor can use these events to inform
|
|
28
|
+
* ExtractorEventType is an enum that defines the different types of events that can be sent from the external extractor to AirSync.
|
|
29
|
+
* The external extractor can use these events to inform AirSync about the progress of the extraction process.
|
|
32
30
|
*/
|
|
33
31
|
var ExtractorEventType;
|
|
34
32
|
(function (ExtractorEventType) {
|
|
33
|
+
// Extraction
|
|
35
34
|
ExtractorEventType["ExternalSyncUnitExtractionDone"] = "EXTERNAL_SYNC_UNIT_EXTRACTION_DONE";
|
|
36
35
|
ExtractorEventType["ExternalSyncUnitExtractionError"] = "EXTERNAL_SYNC_UNIT_EXTRACTION_ERROR";
|
|
37
36
|
ExtractorEventType["MetadataExtractionDone"] = "METADATA_EXTRACTION_DONE";
|
|
@@ -48,7 +47,6 @@ var ExtractorEventType;
|
|
|
48
47
|
ExtractorEventType["AttachmentExtractionError"] = "ATTACHMENT_EXTRACTION_ERROR";
|
|
49
48
|
ExtractorEventType["ExtractorAttachmentsStateDeletionDone"] = "EXTRACTOR_ATTACHMENTS_STATE_DELETION_DONE";
|
|
50
49
|
ExtractorEventType["ExtractorAttachmentsStateDeletionError"] = "EXTRACTOR_ATTACHMENTS_STATE_DELETION_ERROR";
|
|
51
|
-
ExtractorEventType["UnknownEventType"] = "UNKNOWN_EVENT_TYPE";
|
|
52
50
|
})(ExtractorEventType || (exports.ExtractorEventType = ExtractorEventType = {}));
|
|
53
51
|
/**
|
|
54
52
|
* InitialSyncScope is an enum that defines the different scopes of initial sync that can be used by the external extractor.
|
package/dist/types/loading.d.ts
CHANGED
|
@@ -121,7 +121,6 @@ export declare enum LoaderEventType {
|
|
|
121
121
|
LoaderStateDeletionDone = "LOADER_STATE_DELETION_DONE",
|
|
122
122
|
LoaderStateDeletionError = "LOADER_STATE_DELETION_ERROR",
|
|
123
123
|
LoaderAttachmentStateDeletionDone = "LOADER_ATTACHMENT_STATE_DELETION_DONE",
|
|
124
|
-
LoaderAttachmentStateDeletionError = "LOADER_ATTACHMENT_STATE_DELETION_ERROR"
|
|
125
|
-
UnknownEventType = "UNKNOWN_EVENT_TYPE"
|
|
124
|
+
LoaderAttachmentStateDeletionError = "LOADER_ATTACHMENT_STATE_DELETION_ERROR"
|
|
126
125
|
}
|
|
127
126
|
//# sourceMappingURL=loading.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"loading.d.ts","sourceRoot":"","sources":["../../src/types/loading.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,YAAY,EAAE,KAAK,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,KAAK,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE;QACF,MAAM,EAAE,KAAK,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IAEtB,IAAI,EAAE,GAAG,CAAC;CACX;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE;QACF,MAAM,EAAE,KAAK,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IAEtB,IAAI,EAAE,GAAG,CAAC;CACX;AAED,MAAM,WAAW,+BAA+B,CAAC,IAAI;IACnD,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,YAAY,CAAC;CACrB;AAED,MAAM,WAAW,iCAAiC;IAChD,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,4BAA4B;IAC3C,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,MAAM,6BAA6B,CAAC,IAAI,IAAI,CAAC,EACjD,IAAI,EACJ,OAAO,EACP,KAAK,GACN,EAAE,+BAA+B,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,iCAAiC,CAAC,CAAC;AAExF,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,6BAA6B,CAAC,kBAAkB,CAAC,CAAC;IAC1D,MAAM,EAAE,6BAA6B,CAAC,kBAAkB,CAAC,CAAC;CAE3D;AAED,MAAM,WAAW,qBAAqB;IACpC,eAAe,EAAE,cAAc,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9B,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9B,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9B,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9B,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,WAAW,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,oBAAY,UAAU;IACpB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,MAAM,WAAW;CAClB;AAED,MAAM,MAAM,KAAK,GAAG,MAAM,CAAC;AAE3B,MAAM,MAAM,gBAAgB,GAAG;IAC7B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,oBAAY,eAAe;IACzB,mBAAmB,0BAA0B;IAC7C,kBAAkB,yBAAyB;IAC3C,eAAe,sBAAsB;IACrC,gBAAgB,uBAAuB;IAEvC,yBAAyB,gCAAgC;IACzD,wBAAwB,+BAA+B;IACvD,qBAAqB,4BAA4B;IACjD,sBAAsB,6BAA6B;IAEnD,uBAAuB,+BAA+B;IACtD,wBAAwB,gCAAgC;IAExD,iCAAiC,0CAA0C;IAC3E,kCAAkC,2CAA2C;
|
|
1
|
+
{"version":3,"file":"loading.d.ts","sourceRoot":"","sources":["../../src/types/loading.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACvC,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,YAAY,EAAE,KAAK,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,mBAAmB,EAAE,KAAK,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE;QACF,MAAM,EAAE,KAAK,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IAEtB,IAAI,EAAE,GAAG,CAAC;CACX;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE;QACF,MAAM,EAAE,KAAK,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IAEtB,IAAI,EAAE,GAAG,CAAC;CACX;AAED,MAAM,WAAW,+BAA+B,CAAC,IAAI;IACnD,IAAI,EAAE,IAAI,CAAC;IACX,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,YAAY,CAAC;CACrB;AAED,MAAM,WAAW,iCAAiC;IAChD,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,4BAA4B;IAC3C,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,MAAM,6BAA6B,CAAC,IAAI,IAAI,CAAC,EACjD,IAAI,EACJ,OAAO,EACP,KAAK,GACN,EAAE,+BAA+B,CAAC,IAAI,CAAC,KAAK,OAAO,CAAC,iCAAiC,CAAC,CAAC;AAExF,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,6BAA6B,CAAC,kBAAkB,CAAC,CAAC;IAC1D,MAAM,EAAE,6BAA6B,CAAC,kBAAkB,CAAC,CAAC;CAE3D;AAED,MAAM,WAAW,qBAAqB;IACpC,eAAe,EAAE,cAAc,EAAE,CAAC;CACnC;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9B,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9B,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9B,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC;IAC9B,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,WAAW,CAAC;CACzB;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,oBAAY,UAAU;IACpB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,MAAM,WAAW;CAClB;AAED,MAAM,MAAM,KAAK,GAAG,MAAM,CAAC;AAE3B,MAAM,MAAM,gBAAgB,GAAG;IAC7B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,oBAAY,eAAe;IACzB,mBAAmB,0BAA0B;IAC7C,kBAAkB,yBAAyB;IAC3C,eAAe,sBAAsB;IACrC,gBAAgB,uBAAuB;IAEvC,yBAAyB,gCAAgC;IACzD,wBAAwB,+BAA+B;IACvD,qBAAqB,4BAA4B;IACjD,sBAAsB,6BAA6B;IAEnD,uBAAuB,+BAA+B;IACtD,wBAAwB,gCAAgC;IAExD,iCAAiC,0CAA0C;IAC3E,kCAAkC,2CAA2C;CAC9E"}
|
package/dist/types/loading.js
CHANGED
|
@@ -23,5 +23,4 @@ var LoaderEventType;
|
|
|
23
23
|
LoaderEventType["LoaderStateDeletionError"] = "LOADER_STATE_DELETION_ERROR";
|
|
24
24
|
LoaderEventType["LoaderAttachmentStateDeletionDone"] = "LOADER_ATTACHMENT_STATE_DELETION_DONE";
|
|
25
25
|
LoaderEventType["LoaderAttachmentStateDeletionError"] = "LOADER_ATTACHMENT_STATE_DELETION_ERROR";
|
|
26
|
-
LoaderEventType["UnknownEventType"] = "UNKNOWN_EVENT_TYPE";
|
|
27
26
|
})(LoaderEventType || (exports.LoaderEventType = LoaderEventType = {}));
|
package/dist/types/workers.d.ts
CHANGED
|
@@ -1,10 +1,9 @@
|
|
|
1
1
|
import { Worker } from 'worker_threads';
|
|
2
2
|
import type { LogLevel } from '../logger/logger.interfaces';
|
|
3
|
-
import {
|
|
4
|
-
import { WorkerAdapter } from '../multithreading/worker-adapter/worker-adapter';
|
|
3
|
+
import { BaseState } from '../state/state';
|
|
5
4
|
import { AirSyncEvent, EventType, ExtractorEventType } from './extraction';
|
|
6
5
|
import { LoaderEventType } from './loading';
|
|
7
|
-
import { InitialDomainMapping } from './common';
|
|
6
|
+
import { ErrorRecord, InitialDomainMapping } from './common';
|
|
8
7
|
/**
|
|
9
8
|
* WorkerAdapterInterface is an interface for WorkerAdapter class.
|
|
10
9
|
* @interface WorkerAdapterInterface
|
|
@@ -15,7 +14,7 @@ import { InitialDomainMapping } from './common';
|
|
|
15
14
|
*/
|
|
16
15
|
export interface WorkerAdapterInterface<ConnectorState> {
|
|
17
16
|
event: AirSyncEvent;
|
|
18
|
-
adapterState:
|
|
17
|
+
adapterState: BaseState<ConnectorState>;
|
|
19
18
|
options?: WorkerAdapterOptions;
|
|
20
19
|
}
|
|
21
20
|
/**
|
|
@@ -76,24 +75,69 @@ export interface SpawnFactoryInterface<ConnectorState> {
|
|
|
76
75
|
baseWorkerPath?: string;
|
|
77
76
|
}
|
|
78
77
|
/**
|
|
79
|
-
*
|
|
80
|
-
*
|
|
81
|
-
*
|
|
82
|
-
*
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
78
|
+
* TaskResult is the value a worker's `task` (and optional `onTimeout`) callback
|
|
79
|
+
* returns to tell the SDK how the current phase ended. The SDK — not the
|
|
80
|
+
* connector — maps this status to the phase-appropriate platform event and
|
|
81
|
+
* emits it exactly once. Connectors never call `emit` directly.
|
|
82
|
+
*
|
|
83
|
+
* One lambda invocation = one worker process = exactly one emitted event =
|
|
84
|
+
* terminal. Any continuation (CONTINUE_*, next phase, retry after delay)
|
|
85
|
+
* happens in a fresh invocation driven by the platform.
|
|
86
|
+
*
|
|
87
|
+
* The discriminant is a bare string literal, so connectors write e.g.
|
|
88
|
+
* `return { status: 'delay', delaySeconds: 60 }` with no import.
|
|
89
|
+
*
|
|
90
|
+
* Status -> emitted event, per phase:
|
|
91
|
+
*
|
|
92
|
+
* | status | resumable phases | non-resumable (ESU / metadata) |
|
|
93
|
+
* |------------|------------------|--------------------------------|
|
|
94
|
+
* | 'success' | *_DONE | *_DONE |
|
|
95
|
+
* | 'progress' | *_PROGRESS | *_ERROR (illegal; descriptive) |
|
|
96
|
+
* | 'delay' | *_DELAYED | *_ERROR (illegal; descriptive) |
|
|
97
|
+
* | 'error' | *_ERROR | *_ERROR |
|
|
98
|
+
*
|
|
99
|
+
* Resumable phases: data/attachment extraction, data/attachment loading.
|
|
100
|
+
* Non-resumable phases: external sync units, metadata.
|
|
101
|
+
*/
|
|
102
|
+
export type TaskResult = {
|
|
103
|
+
status: 'success';
|
|
104
|
+
} | {
|
|
105
|
+
status: 'progress';
|
|
106
|
+
} | {
|
|
107
|
+
status: 'delay';
|
|
108
|
+
delaySeconds: number;
|
|
109
|
+
} | {
|
|
110
|
+
status: 'error';
|
|
111
|
+
error: ErrorRecord;
|
|
112
|
+
};
|
|
113
|
+
/**
|
|
114
|
+
* Discriminant string of a {@link TaskResult}.
|
|
115
|
+
*/
|
|
116
|
+
export type TaskStatus = TaskResult['status'];
|
|
117
|
+
/**
|
|
118
|
+
* TaskAdapterInterface is the parameter shape passed to a worker's task and
|
|
119
|
+
* onTimeout callbacks.
|
|
120
|
+
* @param adapter - The mode-specific adapter for the worker.
|
|
121
|
+
*/
|
|
122
|
+
export interface TaskAdapterInterface<Adapter> {
|
|
123
|
+
adapter: Adapter;
|
|
86
124
|
}
|
|
87
125
|
/**
|
|
88
|
-
* ProcessTaskInterface is
|
|
89
|
-
*
|
|
90
|
-
* @
|
|
91
|
-
*
|
|
92
|
-
*
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
126
|
+
* ProcessTaskInterface is the parameter shape for the process-task entry points.
|
|
127
|
+
*
|
|
128
|
+
* Both callbacks return a {@link TaskResult}; the SDK — not the connector —
|
|
129
|
+
* maps that status to the phase-appropriate platform event and emits it exactly
|
|
130
|
+
* once. Connectors never call `emit` directly.
|
|
131
|
+
*
|
|
132
|
+
* `onTimeout` is optional: if omitted, the SDK emits a phase-appropriate default
|
|
133
|
+
* on timeout (progress for resumable phases, error for ESU/metadata).
|
|
134
|
+
*
|
|
135
|
+
* @param task - Runs the phase; returns how it ended.
|
|
136
|
+
* @param onTimeout - Runs only on timeout; returns how to hand off.
|
|
137
|
+
*/
|
|
138
|
+
export interface ProcessTaskInterface<Adapter> {
|
|
139
|
+
task: (params: TaskAdapterInterface<Adapter>) => Promise<TaskResult>;
|
|
140
|
+
onTimeout?: (params: TaskAdapterInterface<Adapter>) => Promise<TaskResult>;
|
|
97
141
|
}
|
|
98
142
|
/**
|
|
99
143
|
* WorkerEvent represents the standard worker events.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAE3C,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE3E,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAE7D;;;;;;;GAOG;AACH,MAAM,WAAW,sBAAsB,CAAC,cAAc;IACpD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,SAAS,CAAC,cAAc,CAAC,CAAC;IACxC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;;GAGG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAAC;AAEnE;;;;;;;;GAQG;AACH,MAAM,WAAW,oBAAoB;IACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IACnD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,qBAAqB,CAAC,cAAc;IACnD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,MAAM,UAAU,GAClB;IAAE,MAAM,EAAE,SAAS,CAAA;CAAE,GACrB;IAAE,MAAM,EAAE,UAAU,CAAA;CAAE,GACtB;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,GACzC;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,WAAW,CAAA;CAAE,CAAC;AAE5C;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;AAE9C;;;;GAIG;AACH,MAAM,WAAW,oBAAoB,CAAC,OAAO;IAC3C,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,oBAAoB,CAAC,OAAO;IAC3C,IAAI,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;IACrE,SAAS,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,UAAU,CAAC,CAAC;CAC5E;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,aAAa,YAAY;IACzB,YAAY,WAAW;IACvB,WAAW,UAAU;IACrB,UAAU,SAAS;CACpB;AAED;;GAEG;AACH,oBAAY,oBAAoB;IAC9B,oBAAoB,SAAS;IAC7B,iBAAiB,SAAS;IAC1B,gBAAgB,QAAQ;IACxB,mBAAmB,WAAW;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,oBAAoB,CAAC,oBAAoB,CAAC;IACnD,OAAO,EAAE;QACP,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;KACjD,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,oBAAoB,CAAC,iBAAiB,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,oBAAoB,CAAC,gBAAgB,CAAC;IAC/C,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,KAAK,EAAE,QAAQ,CAAC;QAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,CAAC;CACH;AAED;;;;GAIG;AACH,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,oBAAoB,CAAC,mBAAmB,CAAC;IAClD,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GACrB,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,mBAAmB,CAAC;AAExB;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,cAAc;IACxC,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,YAAY,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { AxiosResponse } from 'axios';
|
|
2
2
|
import { NormalizedAttachment } from '../repo/repo.interfaces';
|
|
3
|
+
import { HttpStreamResponse } from '../types/extraction';
|
|
3
4
|
import { ArtifactToUpload, UploadResponse, UploaderFactoryInterface, UploaderResult } from './uploader.interfaces';
|
|
4
5
|
export declare class Uploader {
|
|
5
6
|
private isLocalDevelopment?;
|
|
@@ -32,12 +33,12 @@ export declare class Uploader {
|
|
|
32
33
|
*/
|
|
33
34
|
uploadArtifact(artifact: ArtifactToUpload, file: Buffer): Promise<UploaderResult<AxiosResponse>>;
|
|
34
35
|
/**
|
|
35
|
-
* Streams an artifact file from an
|
|
36
|
+
* Streams an artifact file from an HTTP streaming response to the upload URL.
|
|
36
37
|
* @param {ArtifactToUpload} artifact - The artifact upload information containing upload URL and form data
|
|
37
|
-
* @param {
|
|
38
|
+
* @param {HttpStreamResponse} fileStream - The HTTP streaming response containing the file data
|
|
38
39
|
* @returns {Promise<AxiosResponse | void>} The axios response or undefined on error
|
|
39
40
|
*/
|
|
40
|
-
streamArtifact(artifact: ArtifactToUpload, fileStream:
|
|
41
|
+
streamArtifact(artifact: ArtifactToUpload, fileStream: HttpStreamResponse): Promise<UploaderResult<AxiosResponse>>;
|
|
41
42
|
/**
|
|
42
43
|
* Confirms that an artifact upload has been completed successfully.
|
|
43
44
|
* @param {string} artifactId - The ID of the artifact to confirm
|
|
@@ -49,7 +50,7 @@ export declare class Uploader {
|
|
|
49
50
|
}>;
|
|
50
51
|
/**
|
|
51
52
|
* Destroys a stream to prevent resource leaks.
|
|
52
|
-
* @param {
|
|
53
|
+
* @param {HttpStreamResponse} fileStream - The HTTP streaming response to destroy
|
|
53
54
|
*/
|
|
54
55
|
private destroyStream;
|
|
55
56
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"uploader.d.ts","sourceRoot":"","sources":["../../src/uploader/uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAMtC,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"uploader.d.ts","sourceRoot":"","sources":["../../src/uploader/uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAMtC,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAUzD,OAAO,EAEL,gBAAgB,EAChB,cAAc,EACd,wBAAwB,EACxB,cAAc,EACf,MAAM,uBAAuB,CAAC;AAE/B,qBAAa,QAAQ;IACnB,OAAO,CAAC,kBAAkB,CAAC,CAAU;IACrC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,cAAc,CAAyB;IAC/C,OAAO,CAAC,gBAAgB,CAAU;gBAEtB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,wBAAwB;IAWxD;;;;;OAKG;IACG,MAAM,CACV,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,GAAG,MAAM,GAChC,OAAO,CAAC,cAAc,CAAC;IA4E1B;;;;;;OAMG;IACG,oBAAoB,CACxB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;IA2B5C;;;;;OAKG;IACG,cAAc,CAClB,QAAQ,EAAE,gBAAgB,EAC1B,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IAmBzC;;;;;OAKG;IACG,cAAc,CAClB,QAAQ,EAAE,gBAAgB,EAC1B,UAAU,EAAE,kBAAkB,GAC7B,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IA8BzC;;;;OAIG;IACG,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC;QACvD,QAAQ,CAAC,EAAE,aAAa,CAAC;QACzB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,CAAC;IAiCF;;;OAGG;IACH,OAAO,CAAC,aAAa;IAerB;;;;;OAKG;IACG,4BAA4B,CAAC,EACjC,QAAQ,GACT,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;KAClB,GAAG,OAAO,CAAC;QACV,WAAW,CAAC,EAAE,oBAAoB,EAAE,CAAC;QACrC,KAAK,CAAC,EAAE;YAAE,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC;KAC7B,CAAC;IA2DF;;;;OAIG;YACW,sBAAsB;IAsBpC;;;;OAIG;YACW,gBAAgB;IAc9B;;;;;;OAMG;IACG,yBAAyB,CAAC,EAC9B,UAAU,EACV,SAAiB,GAClB,EAAE;QACD,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB,GAAG,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC;CA6B/C"}
|
|
@@ -18,7 +18,7 @@ export type UploaderResult<T> = {
|
|
|
18
18
|
error: unknown;
|
|
19
19
|
};
|
|
20
20
|
/**
|
|
21
|
-
* Artifact is an interface that defines the structure of an artifact. Artifact is a file that is generated by the extractor and uploaded to
|
|
21
|
+
* Artifact is an interface that defines the structure of an artifact. Artifact is a file that is generated by the extractor and uploaded to AirSync.
|
|
22
22
|
*/
|
|
23
23
|
export interface Artifact {
|
|
24
24
|
id: string;
|
|
@@ -6,7 +6,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
6
6
|
exports.Uploader = void 0;
|
|
7
7
|
const form_data_1 = __importDefault(require("form-data"));
|
|
8
8
|
const js_jsonl_1 = require("js-jsonl");
|
|
9
|
-
const
|
|
9
|
+
const client_1 = require("../http/client");
|
|
10
10
|
const constants_1 = require("../common/constants");
|
|
11
11
|
const logger_1 = require("../logger/logger");
|
|
12
12
|
const uploader_helpers_1 = require("./uploader.helpers");
|
|
@@ -101,7 +101,7 @@ class Uploader {
|
|
|
101
101
|
};
|
|
102
102
|
}
|
|
103
103
|
try {
|
|
104
|
-
const response = await
|
|
104
|
+
const response = await client_1.axiosClient.get(url, {
|
|
105
105
|
headers: Object.assign({}, this.defaultHeaders),
|
|
106
106
|
params: {
|
|
107
107
|
request_id: this.requestId,
|
|
@@ -129,7 +129,7 @@ class Uploader {
|
|
|
129
129
|
}
|
|
130
130
|
formData.append('file', file);
|
|
131
131
|
try {
|
|
132
|
-
const response = await
|
|
132
|
+
const response = await client_1.axiosClient.post(artifact.upload_url, formData, {
|
|
133
133
|
headers: Object.assign({}, formData.getHeaders()),
|
|
134
134
|
});
|
|
135
135
|
return { response };
|
|
@@ -139,9 +139,9 @@ class Uploader {
|
|
|
139
139
|
}
|
|
140
140
|
}
|
|
141
141
|
/**
|
|
142
|
-
* Streams an artifact file from an
|
|
142
|
+
* Streams an artifact file from an HTTP streaming response to the upload URL.
|
|
143
143
|
* @param {ArtifactToUpload} artifact - The artifact upload information containing upload URL and form data
|
|
144
|
-
* @param {
|
|
144
|
+
* @param {HttpStreamResponse} fileStream - The HTTP streaming response containing the file data
|
|
145
145
|
* @returns {Promise<AxiosResponse | void>} The axios response or undefined on error
|
|
146
146
|
*/
|
|
147
147
|
async streamArtifact(artifact, fileStream) {
|
|
@@ -151,7 +151,7 @@ class Uploader {
|
|
|
151
151
|
}
|
|
152
152
|
formData.append('file', fileStream.data);
|
|
153
153
|
try {
|
|
154
|
-
const response = await
|
|
154
|
+
const response = await client_1.axiosClient.post(artifact.upload_url, formData, {
|
|
155
155
|
headers: Object.assign(Object.assign({}, formData.getHeaders()), (!fileStream.headers['content-length']
|
|
156
156
|
? {
|
|
157
157
|
'Content-Length': constants_1.MAX_DEVREV_ARTIFACT_SIZE,
|
|
@@ -178,7 +178,7 @@ class Uploader {
|
|
|
178
178
|
async confirmArtifactUpload(artifactId) {
|
|
179
179
|
const url = `${this.devrevApiEndpoint}/internal/airdrop.artifacts.confirm-upload`;
|
|
180
180
|
try {
|
|
181
|
-
const response = await
|
|
181
|
+
const response = await client_1.axiosClient.post(url, {
|
|
182
182
|
request_id: this.requestId,
|
|
183
183
|
artifact_id: artifactId,
|
|
184
184
|
}, {
|
|
@@ -203,7 +203,7 @@ class Uploader {
|
|
|
203
203
|
}
|
|
204
204
|
/**
|
|
205
205
|
* Destroys a stream to prevent resource leaks.
|
|
206
|
-
* @param {
|
|
206
|
+
* @param {HttpStreamResponse} fileStream - The HTTP streaming response to destroy
|
|
207
207
|
*/
|
|
208
208
|
destroyStream(fileStream) {
|
|
209
209
|
try {
|
|
@@ -278,7 +278,7 @@ class Uploader {
|
|
|
278
278
|
async getArtifactDownloadUrl(artifactId) {
|
|
279
279
|
const url = `${this.devrevApiEndpoint}/internal/airdrop.artifacts.download-url`;
|
|
280
280
|
try {
|
|
281
|
-
const response = await
|
|
281
|
+
const response = await client_1.axiosClient.get(url, {
|
|
282
282
|
headers: Object.assign({}, this.defaultHeaders),
|
|
283
283
|
params: {
|
|
284
284
|
request_id: this.requestId,
|
|
@@ -298,7 +298,7 @@ class Uploader {
|
|
|
298
298
|
*/
|
|
299
299
|
async downloadArtifact(artifactUrl) {
|
|
300
300
|
try {
|
|
301
|
-
const response = await
|
|
301
|
+
const response = await client_1.axiosClient.get(artifactUrl, {
|
|
302
302
|
responseType: 'arraybuffer',
|
|
303
303
|
});
|
|
304
304
|
return { response: response.data };
|
package/package.json
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@devrev/airsync-sdk",
|
|
3
|
-
"version": "2.0.0-beta.
|
|
4
|
-
"description": "
|
|
3
|
+
"version": "2.0.0-beta.4",
|
|
4
|
+
"description": "Typescript SDK for building AirSync snap-ins on the DevRev platform.",
|
|
5
5
|
"type": "commonjs",
|
|
6
6
|
"main": "./dist/index.js",
|
|
7
7
|
"typings": "./dist/index.d.ts",
|
|
8
8
|
"scripts": {
|
|
9
|
-
"build": "tsc -p ./tsconfig.json",
|
|
9
|
+
"build": "tsc -p ./tsconfig.build.json",
|
|
10
10
|
"prepare": "npm run build",
|
|
11
11
|
"start": "ts-node src/index.ts",
|
|
12
12
|
"lint": "eslint .",
|