@devrev/airsync-sdk 2.0.0-beta.2 → 2.0.0-beta.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/airsync-sdk.d.ts +414 -157
- package/dist/attachments-streaming/attachments-streaming-pool.d.ts +2 -1
- package/dist/attachments-streaming/attachments-streaming-pool.d.ts.map +1 -1
- package/dist/attachments-streaming/attachments-streaming-pool.interfaces.d.ts +8 -2
- package/dist/attachments-streaming/attachments-streaming-pool.interfaces.d.ts.map +1 -1
- package/dist/attachments-streaming/attachments-streaming-pool.js +14 -14
- package/dist/attachments-streaming/attachments-streaming-pool.test.js +47 -23
- package/dist/common/time-value-resolver.d.ts +2 -2
- package/dist/common/time-value-resolver.d.ts.map +1 -1
- package/dist/index.d.ts +3 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +7 -4
- package/dist/multithreading/adapters/base-adapter.d.ts +56 -0
- package/dist/multithreading/adapters/base-adapter.d.ts.map +1 -0
- package/dist/multithreading/adapters/base-adapter.emit.test.d.ts +2 -0
- package/dist/multithreading/adapters/base-adapter.emit.test.d.ts.map +1 -0
- package/dist/multithreading/{worker-adapter/worker-adapter.emit.test.js → adapters/base-adapter.emit.test.js} +66 -53
- package/dist/multithreading/adapters/base-adapter.js +105 -0
- package/dist/multithreading/adapters/extraction-adapter.artifacts.test.d.ts +2 -0
- package/dist/multithreading/adapters/extraction-adapter.artifacts.test.d.ts.map +1 -0
- package/dist/multithreading/{worker-adapter/worker-adapter.artifacts.test.js → adapters/extraction-adapter.artifacts.test.js} +6 -6
- package/dist/multithreading/adapters/extraction-adapter.d.ts +58 -0
- package/dist/multithreading/adapters/extraction-adapter.d.ts.map +1 -0
- package/dist/multithreading/adapters/extraction-adapter.js +325 -0
- package/dist/multithreading/adapters/extraction-adapter.test.d.ts +2 -0
- package/dist/multithreading/adapters/extraction-adapter.test.d.ts.map +1 -0
- package/dist/multithreading/{worker-adapter/worker-adapter.extraction.test.js → adapters/extraction-adapter.test.js} +41 -51
- package/dist/multithreading/adapters/loading-adapter.d.ts +44 -0
- package/dist/multithreading/adapters/loading-adapter.d.ts.map +1 -0
- package/dist/multithreading/{worker-adapter/worker-adapter.helpers.d.ts → adapters/loading-adapter.helpers.d.ts} +1 -1
- package/dist/multithreading/adapters/loading-adapter.helpers.d.ts.map +1 -0
- package/dist/multithreading/adapters/loading-adapter.helpers.test.d.ts +2 -0
- package/dist/multithreading/adapters/loading-adapter.helpers.test.d.ts.map +1 -0
- package/dist/multithreading/{worker-adapter/worker-adapter.helpers.test.js → adapters/loading-adapter.helpers.test.js} +26 -26
- package/dist/multithreading/adapters/loading-adapter.js +461 -0
- package/dist/multithreading/adapters/loading-adapter.test.d.ts +2 -0
- package/dist/multithreading/adapters/loading-adapter.test.d.ts.map +1 -0
- package/dist/multithreading/{worker-adapter/worker-adapter.loading.test.js → adapters/loading-adapter.test.js} +19 -26
- package/dist/multithreading/adapters/serialization.test.d.ts +2 -0
- package/dist/multithreading/adapters/serialization.test.d.ts.map +1 -0
- package/dist/multithreading/process-task.d.ts +16 -1
- package/dist/multithreading/process-task.d.ts.map +1 -1
- package/dist/multithreading/process-task.js +97 -49
- package/dist/multithreading/process-task.test.js +15 -15
- package/dist/state/base-state.d.ts +75 -0
- package/dist/state/base-state.d.ts.map +1 -0
- package/dist/state/base-state.js +261 -0
- package/dist/state/extraction-state.d.ts +29 -0
- package/dist/state/extraction-state.d.ts.map +1 -0
- package/dist/state/extraction-state.js +122 -0
- package/dist/state/loading-state.d.ts +19 -0
- package/dist/state/loading-state.d.ts.map +1 -0
- package/dist/state/loading-state.js +40 -0
- package/dist/state/state.extract-window.test.js +7 -7
- package/dist/state/state.interfaces.d.ts +32 -25
- package/dist/state/state.interfaces.d.ts.map +1 -1
- package/dist/state/state.interfaces.js +15 -4
- package/dist/state/state.pending-boundaries.test.js +15 -15
- package/dist/state/state.post-state.test.js +9 -8
- package/dist/state/state.test.js +22 -19
- package/dist/state/state.time-value-resolution.test.js +8 -8
- package/dist/types/extraction.d.ts +3 -3
- package/dist/types/extraction.d.ts.map +1 -1
- package/dist/types/index.d.ts +0 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/workers.d.ts +16 -15
- package/dist/types/workers.d.ts.map +1 -1
- package/package.json +1 -1
- package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.d.ts +0 -97
- package/dist/multithreading/worker-adapter/worker-adapter.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.emit.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.emit.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.extraction.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.extraction.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.helpers.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.js +0 -846
- package/dist/multithreading/worker-adapter/worker-adapter.loading.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.loading.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.serialization.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.serialization.test.d.ts.map +0 -1
- package/dist/state/state.d.ts +0 -36
- package/dist/state/state.d.ts.map +0 -1
- package/dist/state/state.js +0 -265
- /package/dist/multithreading/{worker-adapter/worker-adapter.helpers.js → adapters/loading-adapter.helpers.js} +0 -0
- /package/dist/multithreading/{worker-adapter/worker-adapter.serialization.test.js → adapters/serialization.test.js} +0 -0
package/dist/state/state.test.js
CHANGED
|
@@ -4,10 +4,10 @@ const constants_1 = require("../common/constants");
|
|
|
4
4
|
const jest_setup_1 = require("../tests/jest.setup");
|
|
5
5
|
const test_utils_1 = require("../common/test-utils");
|
|
6
6
|
const extraction_1 = require("../types/extraction");
|
|
7
|
-
const
|
|
7
|
+
const extraction_state_1 = require("./extraction-state");
|
|
8
8
|
const state_interfaces_1 = require("./state.interfaces");
|
|
9
9
|
/* eslint-disable @typescript-eslint/no-require-imports */
|
|
10
|
-
describe(
|
|
10
|
+
describe(extraction_state_1.ExtractionState.name, () => {
|
|
11
11
|
let initSpy;
|
|
12
12
|
let postStateSpy;
|
|
13
13
|
let fetchStateSpy;
|
|
@@ -16,9 +16,9 @@ describe(state_1.State.name, () => {
|
|
|
16
16
|
beforeEach(() => {
|
|
17
17
|
jest.clearAllMocks();
|
|
18
18
|
jest.restoreAllMocks();
|
|
19
|
-
initSpy = jest.spyOn(
|
|
20
|
-
postStateSpy = jest.spyOn(
|
|
21
|
-
fetchStateSpy = jest.spyOn(
|
|
19
|
+
initSpy = jest.spyOn(extraction_state_1.ExtractionState.prototype, 'init');
|
|
20
|
+
postStateSpy = jest.spyOn(extraction_state_1.ExtractionState.prototype, 'postState');
|
|
21
|
+
fetchStateSpy = jest.spyOn(extraction_state_1.ExtractionState.prototype, 'fetchState');
|
|
22
22
|
installInitialDomainMappingSpy = jest.spyOn(require('../common/install-initial-domain-mapping'), 'installInitialDomainMapping');
|
|
23
23
|
processExitSpy = jest.spyOn(process, 'exit').mockImplementation(() => {
|
|
24
24
|
throw new Error('process.exit called');
|
|
@@ -30,7 +30,7 @@ describe(state_1.State.name, () => {
|
|
|
30
30
|
payload: { event_type: eventType },
|
|
31
31
|
});
|
|
32
32
|
// Act
|
|
33
|
-
await (0,
|
|
33
|
+
await (0, extraction_state_1.createExtractionState)({
|
|
34
34
|
event,
|
|
35
35
|
initialState: {},
|
|
36
36
|
initialDomainMapping: {},
|
|
@@ -51,7 +51,7 @@ describe(state_1.State.name, () => {
|
|
|
51
51
|
response: { status: 500 },
|
|
52
52
|
});
|
|
53
53
|
// Act & Assert
|
|
54
|
-
await expect((0,
|
|
54
|
+
await expect((0, extraction_state_1.createExtractionState)({
|
|
55
55
|
event,
|
|
56
56
|
initialState: {},
|
|
57
57
|
initialDomainMapping: {},
|
|
@@ -65,7 +65,7 @@ describe(state_1.State.name, () => {
|
|
|
65
65
|
});
|
|
66
66
|
fetchStateSpy.mockResolvedValue({ state: 'invalid-json' });
|
|
67
67
|
// Act & Assert
|
|
68
|
-
await expect((0,
|
|
68
|
+
await expect((0, extraction_state_1.createExtractionState)({
|
|
69
69
|
event,
|
|
70
70
|
initialState: {},
|
|
71
71
|
initialDomainMapping: {},
|
|
@@ -79,7 +79,7 @@ describe(state_1.State.name, () => {
|
|
|
79
79
|
});
|
|
80
80
|
fetchStateSpy.mockResolvedValue({ state: null });
|
|
81
81
|
// Act & Assert
|
|
82
|
-
await expect((0,
|
|
82
|
+
await expect((0, extraction_state_1.createExtractionState)({
|
|
83
83
|
event,
|
|
84
84
|
initialState: {},
|
|
85
85
|
initialDomainMapping: {},
|
|
@@ -108,13 +108,16 @@ describe(state_1.State.name, () => {
|
|
|
108
108
|
success: true,
|
|
109
109
|
});
|
|
110
110
|
// Act
|
|
111
|
-
await (0,
|
|
111
|
+
const adapterState = await (0, extraction_state_1.createExtractionState)({
|
|
112
112
|
event,
|
|
113
113
|
initialState,
|
|
114
114
|
initialDomainMapping: {},
|
|
115
115
|
});
|
|
116
|
-
|
|
117
|
-
|
|
116
|
+
// On 404, init() persists the v2 envelope: connector state untouched,
|
|
117
|
+
// SDK bookkeeping seeded from defaults.
|
|
118
|
+
expect(postStateSpy).toHaveBeenCalled();
|
|
119
|
+
expect(adapterState.state).toEqual(initialState);
|
|
120
|
+
expect(adapterState.sdkState).toEqual(state_interfaces_1.initialExtractionSdkState);
|
|
118
121
|
});
|
|
119
122
|
it.each(constants_1.STATEFUL_EVENT_TYPES)('should exit the process if initialDomainMapping is not provided for event type %s', async (eventType) => {
|
|
120
123
|
// Arrange
|
|
@@ -127,7 +130,7 @@ describe(state_1.State.name, () => {
|
|
|
127
130
|
}),
|
|
128
131
|
});
|
|
129
132
|
// Act & Assert
|
|
130
|
-
await expect((0,
|
|
133
|
+
await expect((0, extraction_state_1.createExtractionState)({
|
|
131
134
|
event,
|
|
132
135
|
initialState: {},
|
|
133
136
|
initialDomainMapping: undefined,
|
|
@@ -148,7 +151,7 @@ describe(state_1.State.name, () => {
|
|
|
148
151
|
});
|
|
149
152
|
fetchStateSpy.mockResolvedValue({ state: stringifiedState });
|
|
150
153
|
// Act & Assert
|
|
151
|
-
await (0,
|
|
154
|
+
await (0, extraction_state_1.createExtractionState)({
|
|
152
155
|
event,
|
|
153
156
|
initialState: {},
|
|
154
157
|
initialDomainMapping: {},
|
|
@@ -173,7 +176,7 @@ describe(state_1.State.name, () => {
|
|
|
173
176
|
success: true,
|
|
174
177
|
});
|
|
175
178
|
// Act
|
|
176
|
-
await (0,
|
|
179
|
+
await (0, extraction_state_1.createExtractionState)({
|
|
177
180
|
event,
|
|
178
181
|
initialState: {},
|
|
179
182
|
initialDomainMapping: {},
|
|
@@ -197,7 +200,7 @@ describe(state_1.State.name, () => {
|
|
|
197
200
|
}),
|
|
198
201
|
});
|
|
199
202
|
// Act
|
|
200
|
-
const result = await (0,
|
|
203
|
+
const result = await (0, extraction_state_1.createExtractionState)({
|
|
201
204
|
event,
|
|
202
205
|
initialState: {},
|
|
203
206
|
initialDomainMapping: {},
|
|
@@ -223,7 +226,7 @@ describe(state_1.State.name, () => {
|
|
|
223
226
|
installInitialDomainMappingSpy.mockResolvedValue({ success: true });
|
|
224
227
|
postStateSpy.mockResolvedValue({ success: true });
|
|
225
228
|
// Act
|
|
226
|
-
const result = await (0,
|
|
229
|
+
const result = await (0, extraction_state_1.createExtractionState)({
|
|
227
230
|
event,
|
|
228
231
|
initialState: {},
|
|
229
232
|
initialDomainMapping: {},
|
|
@@ -237,7 +240,7 @@ describe(state_1.State.name, () => {
|
|
|
237
240
|
payload: { event_type: extraction_1.EventType.StartExtractingExternalSyncUnits },
|
|
238
241
|
});
|
|
239
242
|
// Act
|
|
240
|
-
const result = await (0,
|
|
243
|
+
const result = await (0, extraction_state_1.createExtractionState)({
|
|
241
244
|
event,
|
|
242
245
|
initialState: {},
|
|
243
246
|
initialDomainMapping: {},
|
|
@@ -256,7 +259,7 @@ describe(state_1.State.name, () => {
|
|
|
256
259
|
objects: 'NOT_VALID_JSON',
|
|
257
260
|
});
|
|
258
261
|
// Act
|
|
259
|
-
const result = await (0,
|
|
262
|
+
const result = await (0, extraction_state_1.createExtractionState)({
|
|
260
263
|
event,
|
|
261
264
|
initialState: {},
|
|
262
265
|
initialDomainMapping: {},
|
|
@@ -3,14 +3,14 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
const jest_setup_1 = require("../tests/jest.setup");
|
|
4
4
|
const test_utils_1 = require("../common/test-utils");
|
|
5
5
|
const extraction_1 = require("../types/extraction");
|
|
6
|
-
const
|
|
6
|
+
const extraction_state_1 = require("./extraction-state");
|
|
7
7
|
describe('State — TimeValue resolution', () => {
|
|
8
8
|
let fetchStateSpy;
|
|
9
9
|
let processExitSpy;
|
|
10
10
|
beforeEach(() => {
|
|
11
11
|
jest.clearAllMocks();
|
|
12
12
|
jest.restoreAllMocks();
|
|
13
|
-
fetchStateSpy = jest.spyOn(
|
|
13
|
+
fetchStateSpy = jest.spyOn(extraction_state_1.ExtractionState.prototype, 'fetchState');
|
|
14
14
|
processExitSpy = jest.spyOn(process, 'exit').mockImplementation(() => {
|
|
15
15
|
throw new Error('process.exit called');
|
|
16
16
|
});
|
|
@@ -35,7 +35,7 @@ describe('State — TimeValue resolution', () => {
|
|
|
35
35
|
});
|
|
36
36
|
fetchStateSpy.mockResolvedValue({ state: stringifiedState });
|
|
37
37
|
// Act & Assert
|
|
38
|
-
await expect((0,
|
|
38
|
+
await expect((0, extraction_state_1.createExtractionState)({
|
|
39
39
|
event,
|
|
40
40
|
initialState: {},
|
|
41
41
|
initialDomainMapping: {},
|
|
@@ -64,7 +64,7 @@ describe('State — TimeValue resolution', () => {
|
|
|
64
64
|
});
|
|
65
65
|
fetchStateSpy.mockResolvedValue({ state: stringifiedState });
|
|
66
66
|
// Act & Assert
|
|
67
|
-
await expect((0,
|
|
67
|
+
await expect((0, extraction_state_1.createExtractionState)({
|
|
68
68
|
event,
|
|
69
69
|
initialState: {},
|
|
70
70
|
initialDomainMapping: {},
|
|
@@ -95,7 +95,7 @@ describe('State — TimeValue resolution', () => {
|
|
|
95
95
|
});
|
|
96
96
|
fetchStateSpy.mockResolvedValue({ state: stringifiedState });
|
|
97
97
|
// Act
|
|
98
|
-
const state = await (0,
|
|
98
|
+
const state = await (0, extraction_state_1.createExtractionState)({
|
|
99
99
|
event,
|
|
100
100
|
initialState: {},
|
|
101
101
|
initialDomainMapping: {},
|
|
@@ -104,7 +104,7 @@ describe('State — TimeValue resolution', () => {
|
|
|
104
104
|
expect(processExitSpy).not.toHaveBeenCalled();
|
|
105
105
|
expect(event.payload.event_context.extract_from).toBeUndefined();
|
|
106
106
|
expect(event.payload.event_context.extract_to).toBe('2025-06-01T00:00:00.000Z');
|
|
107
|
-
expect(state.
|
|
107
|
+
expect(state.sdkState.pendingWorkersNewest).toBe('2025-06-01T00:00:00.000Z');
|
|
108
108
|
});
|
|
109
109
|
it('should skip resolution when extraction_end_time has no type', async () => {
|
|
110
110
|
// Arrange: platform sends extraction_end_time without a type field
|
|
@@ -128,7 +128,7 @@ describe('State — TimeValue resolution', () => {
|
|
|
128
128
|
});
|
|
129
129
|
fetchStateSpy.mockResolvedValue({ state: stringifiedState });
|
|
130
130
|
// Act
|
|
131
|
-
await (0,
|
|
131
|
+
await (0, extraction_state_1.createExtractionState)({
|
|
132
132
|
event,
|
|
133
133
|
initialState: {},
|
|
134
134
|
initialDomainMapping: {},
|
|
@@ -161,7 +161,7 @@ describe('State — TimeValue resolution', () => {
|
|
|
161
161
|
});
|
|
162
162
|
fetchStateSpy.mockResolvedValue({ state: stringifiedState });
|
|
163
163
|
// Act
|
|
164
|
-
await (0,
|
|
164
|
+
await (0, extraction_state_1.createExtractionState)({
|
|
165
165
|
event,
|
|
166
166
|
initialState: {},
|
|
167
167
|
initialDomainMapping: {},
|
|
@@ -3,7 +3,7 @@ import { Artifact } from '../uploader/uploader.interfaces';
|
|
|
3
3
|
import { ErrorRecord } from './common';
|
|
4
4
|
import { AxiosResponse } from 'axios';
|
|
5
5
|
import { NormalizedAttachment } from '../repo/repo.interfaces';
|
|
6
|
-
import {
|
|
6
|
+
import { ExtractionAdapter } from '../multithreading/adapters/extraction-adapter';
|
|
7
7
|
import { DonV2, LoaderReport, RateLimited } from './loading';
|
|
8
8
|
/**
|
|
9
9
|
* EventType is an enum that defines the different types of events that can be sent to the external extractor from the AirSync platform.
|
|
@@ -269,7 +269,7 @@ export type StreamAttachmentsReturnType = {
|
|
|
269
269
|
} | undefined;
|
|
270
270
|
export type ExternalSystemAttachmentReducerFunction<Batch, NewBatch, ConnectorState> = ({ attachments, adapter, batchSize, }: {
|
|
271
271
|
attachments: Batch;
|
|
272
|
-
adapter:
|
|
272
|
+
adapter: ExtractionAdapter<ConnectorState>;
|
|
273
273
|
batchSize?: number;
|
|
274
274
|
}) => NewBatch;
|
|
275
275
|
export type ExternalProcessAttachmentFunction = ({ attachment, stream, }: {
|
|
@@ -278,7 +278,7 @@ export type ExternalProcessAttachmentFunction = ({ attachment, stream, }: {
|
|
|
278
278
|
}) => Promise<ProcessAttachmentReturnType>;
|
|
279
279
|
export type ExternalSystemAttachmentIteratorFunction<NewBatch, ConnectorState> = ({ reducedAttachments, adapter, stream, }: {
|
|
280
280
|
reducedAttachments: NewBatch;
|
|
281
|
-
adapter:
|
|
281
|
+
adapter: ExtractionAdapter<ConnectorState>;
|
|
282
282
|
stream: ExternalSystemAttachmentStreamingFunction;
|
|
283
283
|
}) => Promise<ProcessAttachmentReturnType>;
|
|
284
284
|
export interface ExternalSystemAttachmentProcessors<ConnectorState, Batch, NewBatch> {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"extraction.d.ts","sourceRoot":"","sources":["../../src/types/extraction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,sCAAsC,CAAC;AAEjE,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEvC,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AACtC,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"extraction.d.ts","sourceRoot":"","sources":["../../src/types/extraction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,sCAAsC,CAAC;AAEjE,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAE3D,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAEvC,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AACtC,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,+CAA+C,CAAC;AAClF,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAE7D;;;GAGG;AACH,oBAAY,SAAS;IAEnB,gCAAgC,yCAAyC;IACzE,uBAAuB,8BAA8B;IACrD,mBAAmB,0BAA0B;IAC7C,sBAAsB,6BAA6B;IACnD,2BAA2B,mCAAmC;IAC9D,0BAA0B,iCAAiC;IAC3D,6BAA6B,oCAAoC;IACjE,sCAAsC,+CAA+C;IAGrF,gBAAgB,uBAAuB;IACvC,mBAAmB,0BAA0B;IAC7C,uBAAuB,8BAA8B;IACrD,0BAA0B,iCAAiC;IAC3D,wBAAwB,gCAAgC;IACxD,kCAAkC,2CAA2C;IAG7E,gBAAgB,uBAAuB;CACxC;AAED;;;GAGG;AACH,oBAAY,kBAAkB;IAC5B,8BAA8B,uCAAuC;IACrE,+BAA+B,wCAAwC;IACvE,sBAAsB,6BAA6B;IACnD,uBAAuB,8BAA8B;IACrD,sBAAsB,6BAA6B;IACnD,qBAAqB,4BAA4B;IACjD,kBAAkB,yBAAyB;IAC3C,mBAAmB,0BAA0B;IAC7C,0BAA0B,kCAAkC;IAC5D,2BAA2B,mCAAmC;IAC9D,4BAA4B,mCAAmC;IAC/D,2BAA2B,kCAAkC;IAC7D,wBAAwB,+BAA+B;IACvD,yBAAyB,gCAAgC;IACzD,qCAAqC,8CAA8C;IACnF,sCAAsC,+CAA+C;IAErF,gBAAgB,uBAAuB;CACxC;AAED;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,oBAAY,gBAAgB;IAC1B,YAAY,iBAAiB;IAC7B,WAAW,gBAAgB;CAC5B;AAED;;;GAGG;AACH,oBAAY,QAAQ;IAClB,kBAAkB;IAClB,WAAW,OAAO;IAClB,iCAAiC;IACjC,YAAY,OAAO;IACnB,mCAAmC;IACnC,eAAe,YAAO;IACtB,mBAAmB;IACnB,YAAY,OAAO;IACnB,cAAc;IACd,OAAO,MAAM;IACb,cAAc;IACd,OAAO,MAAM;IACb,YAAY;IACZ,KAAK,MAAM;CACZ;AAED;;;GAGG;AACH,oBAAY,aAAa;IACvB,yCAAyC;IACzC,cAAc,mBAAmB;IACjC,iEAAiE;IACjE,2BAA2B,gCAAgC;IAC3D,yCAAyC;IACzC,cAAc,mBAAmB;IACjC,gEAAgE;IAChE,0BAA0B,+BAA+B;IACzD,mBAAmB;IACnB,YAAY,iBAAiB;IAC7B,wCAAwC;IACxC,aAAa,kBAAkB;IAC/B,4CAA4C;IAC5C,SAAS,cAAc;CACxB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,gBAAgB,EAAE,MAAM,CAAC;IACzB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,uBAAuB,EAAE,MAAM,CAAC;IAChC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,oBAAoB,EAAE,MAAM,CAAC;IAC7B;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,kBAAkB,CAAC,EAAE,gBAAgB,CAAC;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,gBAAgB,EAAE,MAAM,CAAC;IACzB,YAAY,EAAE,MAAM,CAAC;IACrB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,KAAK,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB;;;OAGG;IACH,qBAAqB,CAAC,EAAE,SAAS,CAAC;IAClC;;;OAGG;IACH,mBAAmB,CAAC,EAAE,SAAS,CAAC;IAChC;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IAGvB,OAAO,CAAC,EAAE,YAAY,EAAE,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED;;;GAGG;AACH,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE;QACP,OAAO,EAAE;YACP,qBAAqB,EAAE,MAAM,CAAC;SAC/B,CAAC;QACF,kBAAkB,EAAE,MAAM,CAAC;QAC3B,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,OAAO,EAAE,cAAc,CAAC;IACxB,kBAAkB,EAAE;QAClB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,UAAU,EAAE,SAAS,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,eAAe,EAAE,cAAc,CAAC;IAChC,aAAa,EAAE,YAAY,CAAC;IAC5B,UAAU,EAAE,SAAS,CAAC;IACtB,UAAU,CAAC,EAAE,SAAS,CAAC;CACxB;AAED;;;GAGG;AACH,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,YAAY,CAAC;IAC5B,UAAU,CAAC,EAAE,SAAS,CAAC;IACvB,eAAe,CAAC,EAAE,cAAc,CAAC;CAClC;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,YAAY,CAAC;IAC5B,UAAU,CAAC,EAAE,SAAS,CAAC;IACvB,eAAe,CAAC,EAAE,cAAc,CAAC;CAClC;AAED,MAAM,MAAM,yCAAyC,GAAG,CAAC,EACvD,IAAI,EACJ,KAAK,GACN,EAAE,uCAAuC,KAAK,OAAO,CAAC,yCAAyC,CAAC,CAAC;AAElG,MAAM,WAAW,uCAAuC;IACtD,IAAI,EAAE,oBAAoB,CAAC;IAC3B,KAAK,EAAE,YAAY,CAAC;CACrB;AAED,MAAM,WAAW,yCAAyC;IACxD,UAAU,CAAC,EAAE,aAAa,CAAC;IAC3B,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,yBAAyB;IACxC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,YAAY,CAAC;IACtB,SAAS,CAAC,EAAE,WAAW,CAAC;CACzB;AAED,MAAM,MAAM,2BAA2B,GACnC;IACE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAChD,GACD,SAAS,CAAC;AAEd,MAAM,MAAM,2BAA2B,GACnC;IACE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,WAAW,CAAC;CACrB,GACD,SAAS,CAAC;AAEd,MAAM,MAAM,uCAAuC,CACjD,KAAK,EACL,QAAQ,EACR,cAAc,IACZ,CAAC,EACH,WAAW,EACX,OAAO,EACP,SAAS,GACV,EAAE;IACD,WAAW,EAAE,KAAK,CAAC;IACnB,OAAO,EAAE,iBAAiB,CAAC,cAAc,CAAC,CAAC;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,KAAK,QAAQ,CAAC;AAEf,MAAM,MAAM,iCAAiC,GAAG,CAAC,EAC/C,UAAU,EACV,MAAM,GACP,EAAE;IACD,UAAU,EAAE,oBAAoB,CAAC;IACjC,MAAM,EAAE,yCAAyC,CAAC;CACnD,KAAK,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAE3C,MAAM,MAAM,wCAAwC,CAAC,QAAQ,EAAE,cAAc,IAC3E,CAAC,EACC,kBAAkB,EAClB,OAAO,EACP,MAAM,GACP,EAAE;IACD,kBAAkB,EAAE,QAAQ,CAAC;IAC7B,OAAO,EAAE,iBAAiB,CAAC,cAAc,CAAC,CAAC;IAC3C,MAAM,EAAE,yCAAyC,CAAC;CACnD,KAAK,OAAO,CAAC,2BAA2B,CAAC,CAAC;AAE7C,MAAM,WAAW,kCAAkC,CACjD,cAAc,EACd,KAAK,EACL,QAAQ;IAER,OAAO,EAAE,uCAAuC,CAC9C,KAAK,EACL,QAAQ,EACR,cAAc,CACf,CAAC;IACF,QAAQ,EAAE,wCAAwC,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;CAC9E"}
|
package/dist/types/index.d.ts
CHANGED
|
@@ -2,7 +2,6 @@ export { ErrorRecord, InitialDomainMapping, SyncMode } from './common';
|
|
|
2
2
|
export { AirSyncEvent, AirSyncMessage, ConnectionData, EventContext, EventData, EventType, ExternalProcessAttachmentFunction, ExternalSyncUnit, ExternalSystemAttachmentIteratorFunction, ExternalSystemAttachmentReducerFunction, ExternalSystemAttachmentStreamingFunction, ExternalSystemAttachmentStreamingParams, ExternalSystemAttachmentStreamingResponse, ExtractorEvent, ExtractorEventType, InitialSyncScope, ProcessAttachmentReturnType, TimeUnit, TimeValue, TimeValueType, } from './extraction';
|
|
3
3
|
export { ExternalSystemAttachment, ExternalSystemItem, ExternalSystemItemLoadingParams, ExternalSystemItemLoadingResponse, LoaderEventType, } from './loading';
|
|
4
4
|
export { NormalizedAttachment, NormalizedItem, RepoInterface, } from '../repo/repo.interfaces';
|
|
5
|
-
export { AdapterState } from '../state/state.interfaces';
|
|
6
5
|
export { UNBOUNDED_DATE_TIME_VALUE } from '../common/constants';
|
|
7
6
|
export { Artifact, ArtifactsPrepareResponse, SsorAttachment, StreamAttachmentsResponse, StreamResponse, UploadResponse, } from '../uploader/uploader.interfaces';
|
|
8
7
|
export type { MappersCreateParams, MappersGetByExternalIdParams, MappersGetByTargetIdParams, MappersUpdateParams, } from '../mappers/mappers.interface';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAGvE,OAAO,EACL,YAAY,EACZ,cAAc,EACd,cAAc,EACd,YAAY,EACZ,SAAS,EACT,SAAS,EACT,iCAAiC,EACjC,gBAAgB,EAChB,wCAAwC,EACxC,uCAAuC,EACvC,yCAAyC,EACzC,uCAAuC,EACvC,yCAAyC,EACzC,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EAChB,2BAA2B,EAC3B,QAAQ,EACR,SAAS,EACT,aAAa,GACd,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,wBAAwB,EACxB,kBAAkB,EAClB,+BAA+B,EAC/B,iCAAiC,EACjC,eAAe,GAChB,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,oBAAoB,EACpB,cAAc,EACd,aAAa,GACd,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAGvE,OAAO,EACL,YAAY,EACZ,cAAc,EACd,cAAc,EACd,YAAY,EACZ,SAAS,EACT,SAAS,EACT,iCAAiC,EACjC,gBAAgB,EAChB,wCAAwC,EACxC,uCAAuC,EACvC,yCAAyC,EACzC,uCAAuC,EACvC,yCAAyC,EACzC,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EAChB,2BAA2B,EAC3B,QAAQ,EACR,SAAS,EACT,aAAa,GACd,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,wBAAwB,EACxB,kBAAkB,EAClB,+BAA+B,EAC/B,iCAAiC,EACjC,eAAe,GAChB,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,oBAAoB,EACpB,cAAc,EACd,aAAa,GACd,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAGhE,OAAO,EACL,QAAQ,EACR,wBAAwB,EACxB,cAAc,EACd,yBAAyB,EACzB,cAAc,EACd,cAAc,GACf,MAAM,iCAAiC,CAAC;AAGzC,YAAY,EACV,mBAAmB,EACnB,4BAA4B,EAC5B,0BAA0B,EAC1B,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EACL,sBAAsB,EACtB,0BAA0B,GAC3B,MAAM,8BAA8B,CAAC;AAGtC,YAAY,EACV,cAAc,EACd,wBAAwB,EACxB,cAAc,EACd,eAAe,EACf,WAAW,EACX,WAAW,EACX,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,sBAAsB,EACtB,KAAK,EACL,cAAc,EACd,wBAAwB,EACxB,oBAAoB,EACpB,eAAe,EACf,QAAQ,EACR,kBAAkB,EAClB,kBAAkB,EAClB,SAAS,EACT,SAAS,EACT,OAAO,EACP,cAAc,EACd,UAAU,EACV,kBAAkB,EAClB,qBAAqB,EACrB,aAAa,EACb,uBAAuB,EACvB,eAAe,EACf,aAAa,EACb,eAAe,EACf,aAAa,EACb,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,QAAQ,EACR,kBAAkB,GACnB,MAAM,4BAA4B,CAAC"}
|
package/dist/types/workers.d.ts
CHANGED
|
@@ -1,21 +1,22 @@
|
|
|
1
1
|
import { Worker } from 'worker_threads';
|
|
2
2
|
import type { LogLevel } from '../logger/logger.interfaces';
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
3
|
+
import { BaseState } from '../state/base-state';
|
|
4
|
+
import { BaseSdkState } from '../state/state.interfaces';
|
|
5
|
+
import { BaseAdapter } from '../multithreading/adapters/base-adapter';
|
|
5
6
|
import { AirSyncEvent, EventType, ExtractorEventType } from './extraction';
|
|
6
7
|
import { LoaderEventType } from './loading';
|
|
7
8
|
import { InitialDomainMapping } from './common';
|
|
8
9
|
/**
|
|
9
|
-
* WorkerAdapterInterface is
|
|
10
|
+
* WorkerAdapterInterface is the constructor parameter shape for an adapter.
|
|
10
11
|
* @interface WorkerAdapterInterface
|
|
11
12
|
* @constructor
|
|
12
13
|
* @param {AirSyncEvent} event - The event object received from the platform
|
|
13
|
-
* @param {
|
|
14
|
-
* @param {
|
|
14
|
+
* @param {BaseState} adapterState - The state instance for the adapter
|
|
15
|
+
* @param {WorkerAdapterOptions} options - The options to create a new adapter
|
|
15
16
|
*/
|
|
16
|
-
export interface WorkerAdapterInterface<ConnectorState
|
|
17
|
+
export interface WorkerAdapterInterface<ConnectorState, StateClass extends BaseState<ConnectorState, BaseSdkState>> {
|
|
17
18
|
event: AirSyncEvent;
|
|
18
|
-
adapterState:
|
|
19
|
+
adapterState: StateClass;
|
|
19
20
|
options?: WorkerAdapterOptions;
|
|
20
21
|
}
|
|
21
22
|
/**
|
|
@@ -76,24 +77,24 @@ export interface SpawnFactoryInterface<ConnectorState> {
|
|
|
76
77
|
baseWorkerPath?: string;
|
|
77
78
|
}
|
|
78
79
|
/**
|
|
79
|
-
* TaskAdapterInterface is
|
|
80
|
+
* TaskAdapterInterface is the parameter shape passed to a task callback.
|
|
80
81
|
* @interface TaskAdapterInterface
|
|
81
82
|
* @constructor
|
|
82
|
-
* @param {
|
|
83
|
+
* @param {BaseAdapter} adapter - The adapter object
|
|
83
84
|
*/
|
|
84
|
-
export interface TaskAdapterInterface<
|
|
85
|
-
adapter:
|
|
85
|
+
export interface TaskAdapterInterface<Adapter extends BaseAdapter<unknown, BaseState<unknown, BaseSdkState>>> {
|
|
86
|
+
adapter: Adapter;
|
|
86
87
|
}
|
|
87
88
|
/**
|
|
88
|
-
* ProcessTaskInterface is
|
|
89
|
+
* ProcessTaskInterface is the parameter shape for the process-task entry points.
|
|
89
90
|
* @interface ProcessTaskInterface
|
|
90
91
|
* @constructor
|
|
91
92
|
* @param {function} task - The task to be executed, returns exit code
|
|
92
93
|
* @param {function} onTimeout - The task to be executed on timeout, returns exit code
|
|
93
94
|
*/
|
|
94
|
-
export interface ProcessTaskInterface<
|
|
95
|
-
task: (params: TaskAdapterInterface<
|
|
96
|
-
onTimeout: (params: TaskAdapterInterface<
|
|
95
|
+
export interface ProcessTaskInterface<Adapter extends BaseAdapter<unknown, BaseState<unknown, BaseSdkState>>> {
|
|
96
|
+
task: (params: TaskAdapterInterface<Adapter>) => Promise<void>;
|
|
97
|
+
onTimeout: (params: TaskAdapterInterface<Adapter>) => Promise<void>;
|
|
97
98
|
}
|
|
98
99
|
/**
|
|
99
100
|
* WorkerEvent represents the standard worker events.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,yCAAyC,CAAC;AAEtE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE3E,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAEhD;;;;;;;GAOG;AACH,MAAM,WAAW,sBAAsB,CACrC,cAAc,EACd,UAAU,SAAS,SAAS,CAAC,cAAc,EAAE,YAAY,CAAC;IAE1D,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,UAAU,CAAC;IACzB,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;;GAGG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAAC;AAEnE;;;;;;;;GAQG;AACH,MAAM,WAAW,oBAAoB;IACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IACnD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,qBAAqB,CAAC,cAAc;IACnD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;;;GAKG;AACH,MAAM,WAAW,oBAAoB,CACnC,OAAO,SAAS,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAEtE,OAAO,EAAE,OAAO,CAAC;CAClB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB,CACnC,OAAO,SAAS,WAAW,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IAEtE,IAAI,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/D,SAAS,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CACrE;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,aAAa,YAAY;IACzB,YAAY,WAAW;IACvB,WAAW,UAAU;IACrB,UAAU,SAAS;CACpB;AAED;;GAEG;AACH,oBAAY,oBAAoB;IAC9B,oBAAoB,SAAS;IAC7B,iBAAiB,SAAS;IAC1B,gBAAgB,QAAQ;IACxB,mBAAmB,WAAW;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,oBAAoB,CAAC,oBAAoB,CAAC;IACnD,OAAO,EAAE;QACP,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;KACjD,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,oBAAoB,CAAC,iBAAiB,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,oBAAoB,CAAC,gBAAgB,CAAC;IAC/C,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,KAAK,EAAE,QAAQ,CAAC;QAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,CAAC;CACH;AAED;;;;GAIG;AACH,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,oBAAoB,CAAC,mBAAmB,CAAC;IAClD,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GACrB,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,mBAAmB,CAAC;AAExB;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,cAAc;IACxC,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,YAAY,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"worker-adapter.artifacts.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.artifacts.test.ts"],"names":[],"mappings":""}
|
|
@@ -1,97 +0,0 @@
|
|
|
1
|
-
import { Mappers } from '../../mappers/mappers';
|
|
2
|
-
import { Repo } from '../../repo/repo';
|
|
3
|
-
import { NormalizedAttachment, RepoInterface } from '../../repo/repo.interfaces';
|
|
4
|
-
import { AdapterState } from '../../state/state.interfaces';
|
|
5
|
-
import { AirSyncEvent, EventData, ExternalSystemAttachmentProcessors, ExternalSystemAttachmentStreamingFunction, ExtractorEventType, ProcessAttachmentReturnType, StreamAttachmentsReturnType } from '../../types/extraction';
|
|
6
|
-
import { ExternalSystemAttachment, ExternalSystemItem, ExternalSystemLoadingFunction, FileToLoad, ItemTypesToLoadParams, ItemTypeToLoad, LoaderEventType, LoaderReport, LoadItemResponse, LoadItemTypesResponse } from '../../types/loading';
|
|
7
|
-
import { WorkerAdapterInterface, WorkerAdapterOptions } from '../../types/workers';
|
|
8
|
-
import { Artifact } from '../../uploader/uploader.interfaces';
|
|
9
|
-
export declare function createWorkerAdapter<ConnectorState>({ event, adapterState, options, }: WorkerAdapterInterface<ConnectorState>): WorkerAdapter<ConnectorState>;
|
|
10
|
-
/**
|
|
11
|
-
* WorkerAdapter class is used to interact with AirSync platform. It is passed to the snap-in
|
|
12
|
-
* as parameter in processTask and onTimeout functions. The class provides
|
|
13
|
-
* utilities to emit control events to the platform, update the state of the connector,
|
|
14
|
-
* and upload artifacts to the platform.
|
|
15
|
-
* @class WorkerAdapter
|
|
16
|
-
* @constructor
|
|
17
|
-
* @param options - The options to create a new instance of WorkerAdapter class
|
|
18
|
-
* @param event - The event object received from the platform
|
|
19
|
-
* @param initialState - The initial state of the adapter
|
|
20
|
-
* @param isLocalDevelopment - A flag to indicate if the adapter is being used in local development
|
|
21
|
-
* @param workerPath - The path to the worker file
|
|
22
|
-
*
|
|
23
|
-
* @public
|
|
24
|
-
*/
|
|
25
|
-
export declare class WorkerAdapter<ConnectorState> {
|
|
26
|
-
readonly event: AirSyncEvent;
|
|
27
|
-
readonly options?: WorkerAdapterOptions;
|
|
28
|
-
isTimeout: boolean;
|
|
29
|
-
hasWorkerEmitted: boolean;
|
|
30
|
-
private adapterState;
|
|
31
|
-
private _artifacts;
|
|
32
|
-
private repos;
|
|
33
|
-
private currentEventDataLength;
|
|
34
|
-
private loaderReports;
|
|
35
|
-
private _processedFiles;
|
|
36
|
-
private _mappers;
|
|
37
|
-
private uploader;
|
|
38
|
-
constructor({ event, adapterState, options, }: WorkerAdapterInterface<ConnectorState>);
|
|
39
|
-
get state(): AdapterState<ConnectorState>;
|
|
40
|
-
set state(value: AdapterState<ConnectorState>);
|
|
41
|
-
get reports(): LoaderReport[];
|
|
42
|
-
get processedFiles(): string[];
|
|
43
|
-
get mappers(): Mappers;
|
|
44
|
-
get extractionScope(): import("../../types/workers").ExtractionScope;
|
|
45
|
-
/**
|
|
46
|
-
* Returns whether the given item type should be extracted.
|
|
47
|
-
* Defaults to true if the scope is empty or the item type is not listed.
|
|
48
|
-
*/
|
|
49
|
-
shouldExtract(itemType: string): boolean;
|
|
50
|
-
initializeRepos(repos: RepoInterface[]): void;
|
|
51
|
-
getRepo(itemType: string): Repo | undefined;
|
|
52
|
-
postState(): Promise<void>;
|
|
53
|
-
get artifacts(): Artifact[];
|
|
54
|
-
set artifacts(artifacts: Artifact[]);
|
|
55
|
-
/**
|
|
56
|
-
* Emits an event to the platform.
|
|
57
|
-
*
|
|
58
|
-
* @param newEventType - The event type to be emitted
|
|
59
|
-
* @param data - The data to be sent with the event
|
|
60
|
-
*/
|
|
61
|
-
emit(newEventType: ExtractorEventType | LoaderEventType, data?: EventData): Promise<void>;
|
|
62
|
-
uploadAllRepos(): Promise<void>;
|
|
63
|
-
loadItemTypes({ itemTypesToLoad, }: ItemTypesToLoadParams): Promise<LoadItemTypesResponse>;
|
|
64
|
-
getLoaderBatches({ supportedItemTypes, }: {
|
|
65
|
-
supportedItemTypes: string[];
|
|
66
|
-
}): Promise<FileToLoad[]>;
|
|
67
|
-
loadAttachments({ create, }: {
|
|
68
|
-
create: ExternalSystemLoadingFunction<ExternalSystemAttachment>;
|
|
69
|
-
}): Promise<LoadItemTypesResponse>;
|
|
70
|
-
loadItem({ item, itemTypeToLoad, }: {
|
|
71
|
-
item: ExternalSystemItem;
|
|
72
|
-
itemTypeToLoad: ItemTypeToLoad;
|
|
73
|
-
}): Promise<LoadItemResponse>;
|
|
74
|
-
processAttachment(attachment: NormalizedAttachment, stream: ExternalSystemAttachmentStreamingFunction): Promise<ProcessAttachmentReturnType>;
|
|
75
|
-
/**
|
|
76
|
-
* Destroys a stream to prevent memory leaks.
|
|
77
|
-
* @param httpStream - The axios response stream to destroy
|
|
78
|
-
*/
|
|
79
|
-
private destroyHttpStream;
|
|
80
|
-
loadAttachment({ item, create, }: {
|
|
81
|
-
item: ExternalSystemAttachment;
|
|
82
|
-
create: ExternalSystemLoadingFunction<ExternalSystemAttachment>;
|
|
83
|
-
}): Promise<LoadItemResponse>;
|
|
84
|
-
/**
|
|
85
|
-
* Streams the attachments to the DevRev platform.
|
|
86
|
-
* The attachments are streamed to the platform and the artifact information is returned.
|
|
87
|
-
* @param params - The parameters to stream the attachments
|
|
88
|
-
* @returns The response object containing the ssorAttachment artifact information
|
|
89
|
-
* or error information if there was an error
|
|
90
|
-
*/
|
|
91
|
-
streamAttachments<NewBatch>({ stream, processors, batchSize, }: {
|
|
92
|
-
stream: ExternalSystemAttachmentStreamingFunction;
|
|
93
|
-
processors?: ExternalSystemAttachmentProcessors<ConnectorState, NormalizedAttachment[], NewBatch>;
|
|
94
|
-
batchSize?: number;
|
|
95
|
-
}): Promise<StreamAttachmentsReturnType>;
|
|
96
|
-
}
|
|
97
|
-
//# sourceMappingURL=worker-adapter.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAG9E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,OAAO,CAAC;IAE1B,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,sBAAsB,CAAa;IAG3C,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAqBzC,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,eAAe,kDAElB;IAED;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IAmHV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwInD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAyG5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAwMvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IA+GvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAuD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAuIzC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"worker-adapter.emit.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.emit.test.ts"],"names":[],"mappings":""}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"worker-adapter.extraction.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.extraction.test.ts"],"names":[],"mappings":""}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"worker-adapter.helpers.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,UAAU,EACV,YAAY,EACZ,eAAe,EAChB,MAAM,qBAAqB,CAAC;AAE7B;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,EAC7B,kBAAkB,EAClB,SAAS,GACV,EAAE;IACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,SAAS,EAAE,eAAe,EAAE,CAAC;CAC9B,GAAG,UAAU,EAAE,CA8Bf;AAED;;;;;GAKG;AACH,wBAAgB,uBAAuB,CAAC,EACtC,aAAa,EACb,MAAM,GACP,EAAE;IACD,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,CAAC;CACtB,GAAG,YAAY,EAAE,CA4BjB"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"worker-adapter.helpers.test.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.helpers.test.ts"],"names":[],"mappings":""}
|