@devrev/ts-adaas 1.13.1-beta.1 → 1.13.1-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/common/constants.d.ts +0 -1
- package/dist/common/constants.d.ts.map +1 -1
- package/dist/common/constants.js +1 -7
- package/dist/common/helpers.d.ts +5 -0
- package/dist/common/helpers.d.ts.map +1 -1
- package/dist/common/helpers.js +27 -0
- package/dist/workers/spawn.d.ts.map +1 -1
- package/dist/workers/spawn.js +3 -42
- package/package.json +1 -1
|
@@ -8,7 +8,6 @@ export declare const STATELESS_EVENT_TYPES: EventType[];
|
|
|
8
8
|
export declare const STATEFUL_EXTRACTION_EVENT_TYPES: EventType[];
|
|
9
9
|
export declare const STATEFUL_LOADING_EVENT_TYPES: EventType[];
|
|
10
10
|
export declare const STATEFUL_EVENT_TYPES: EventType[];
|
|
11
|
-
export declare const DELETE_EVENT_TYPES: EventType[];
|
|
12
11
|
export declare const ARTIFACT_BATCH_SIZE = 2000;
|
|
13
12
|
export declare const MAX_DEVREV_ARTIFACT_SIZE: number;
|
|
14
13
|
export declare const MAX_DEVREV_FILENAME_LENGTH = 256;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/common/constants.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAGhD,eAAO,MAAM,8BAA8B,aAS1C,CAAC;AAEF,eAAO,MAAM,2BAA2B,aAKvC,CAAC;AAEF,eAAO,MAAM,mBAAmB,aAG/B,CAAC;AAEF,eAAO,MAAM,gCAAgC,aAI5C,CAAC;AAEF,eAAO,MAAM,6BAA6B,aAGzC,CAAC;AAEF,eAAO,MAAM,qBAAqB,aAGjC,CAAC;AAEF,eAAO,MAAM,+BAA+B,aAGzC,CAAC;AAEJ,eAAO,MAAM,4BAA4B,aAExC,CAAC;AAEF,eAAO,MAAM,oBAAoB,aAGhC,CAAC;AAEF,eAAO,MAAM,
|
|
1
|
+
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/common/constants.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAGhD,eAAO,MAAM,8BAA8B,aAS1C,CAAC;AAEF,eAAO,MAAM,2BAA2B,aAKvC,CAAC;AAEF,eAAO,MAAM,mBAAmB,aAG/B,CAAC;AAEF,eAAO,MAAM,gCAAgC,aAI5C,CAAC;AAEF,eAAO,MAAM,6BAA6B,aAGzC,CAAC;AAEF,eAAO,MAAM,qBAAqB,aAGjC,CAAC;AAEF,eAAO,MAAM,+BAA+B,aAGzC,CAAC;AAEJ,eAAO,MAAM,4BAA4B,aAExC,CAAC;AAEF,eAAO,MAAM,oBAAoB,aAGhC,CAAC;AAEF,eAAO,MAAM,mBAAmB,OAAO,CAAC;AACxC,eAAO,MAAM,wBAAwB,QAAyB,CAAC;AAC/D,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAC9C,eAAO,MAAM,oCAAoC,KAAK,CAAC;AAEvD,eAAO,MAAM,0BAA0B;;;;CAItC,CAAC;AAEF,eAAO,MAAM,eAAe,KAAsB,CAAC;AAEnD,eAAO,MAAM,sBAAsB,QAAiB,CAAC;AACrD,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAC3C,eAAO,MAAM,mBAAmB,QAAY,CAAC;AAE7C,eAAO,MAAM,sBAAsB,QAAgB,CAAC"}
|
package/dist/common/constants.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.DEFAULT_SLEEP_DELAY_MS = exports.MEMORY_LOG_INTERVAL = exports.HARD_TIMEOUT_MULTIPLIER = exports.DEFAULT_LAMBDA_TIMEOUT = exports.LIBRARY_VERSION = exports.AIRDROP_DEFAULT_ITEM_TYPES = exports.MAX_DEVREV_FILENAME_EXTENSION_LENGTH = exports.MAX_DEVREV_FILENAME_LENGTH = exports.MAX_DEVREV_ARTIFACT_SIZE = exports.ARTIFACT_BATCH_SIZE = exports.
|
|
3
|
+
exports.DEFAULT_SLEEP_DELAY_MS = exports.MEMORY_LOG_INTERVAL = exports.HARD_TIMEOUT_MULTIPLIER = exports.DEFAULT_LAMBDA_TIMEOUT = exports.LIBRARY_VERSION = exports.AIRDROP_DEFAULT_ITEM_TYPES = exports.MAX_DEVREV_FILENAME_EXTENSION_LENGTH = exports.MAX_DEVREV_FILENAME_LENGTH = exports.MAX_DEVREV_ARTIFACT_SIZE = exports.ARTIFACT_BATCH_SIZE = exports.STATEFUL_EVENT_TYPES = exports.STATEFUL_LOADING_EVENT_TYPES = exports.STATEFUL_EXTRACTION_EVENT_TYPES = exports.STATELESS_EVENT_TYPES = exports.STATELESS_LOADING_EVENT_TYPES = exports.STATELESS_EXTRACTION_EVENT_TYPES = exports.ALLOWED_EVENT_TYPES = exports.ALLOWED_LOADING_EVENT_TYPES = exports.ALLOWED_EXTRACTION_EVENT_TYPES = void 0;
|
|
4
4
|
const extraction_1 = require("../types/extraction");
|
|
5
5
|
const helpers_1 = require("./helpers");
|
|
6
6
|
exports.ALLOWED_EXTRACTION_EVENT_TYPES = [
|
|
@@ -42,12 +42,6 @@ exports.STATEFUL_EVENT_TYPES = [
|
|
|
42
42
|
...exports.STATEFUL_EXTRACTION_EVENT_TYPES,
|
|
43
43
|
...exports.STATEFUL_LOADING_EVENT_TYPES,
|
|
44
44
|
];
|
|
45
|
-
exports.DELETE_EVENT_TYPES = [
|
|
46
|
-
extraction_1.EventType.StartDeletingExtractorState,
|
|
47
|
-
extraction_1.EventType.StartDeletingExtractorAttachmentsState,
|
|
48
|
-
extraction_1.EventType.StartDeletingLoaderState,
|
|
49
|
-
extraction_1.EventType.StartDeletingLoaderAttachmentState,
|
|
50
|
-
];
|
|
51
45
|
exports.ARTIFACT_BATCH_SIZE = 2000;
|
|
52
46
|
exports.MAX_DEVREV_ARTIFACT_SIZE = 2 * 1024 * 1024 * 1024; // 2GB
|
|
53
47
|
exports.MAX_DEVREV_FILENAME_LENGTH = 256;
|
package/dist/common/helpers.d.ts
CHANGED
|
@@ -3,6 +3,11 @@ import { FileToLoad, LoaderEventType, LoaderReport, StatsFileObject } from '../t
|
|
|
3
3
|
export declare function getTimeoutErrorEventType(eventType: EventType): {
|
|
4
4
|
eventType: ExtractorEventType | LoaderEventType;
|
|
5
5
|
};
|
|
6
|
+
export declare function getNoScriptEventType(eventType: EventType): {
|
|
7
|
+
eventType: ExtractorEventType;
|
|
8
|
+
} | {
|
|
9
|
+
eventType: LoaderEventType;
|
|
10
|
+
};
|
|
6
11
|
export declare function getSyncDirection({ event }: {
|
|
7
12
|
event: AirdropEvent;
|
|
8
13
|
}): string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../src/common/helpers.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,UAAU,EACV,eAAe,EACf,YAAY,EACZ,eAAe,EAChB,MAAM,kBAAkB,CAAC;AAM1B,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,SAAS,GAAG;IAC9D,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;CACjD,CAmFA;AAED,wBAAgB,gBAAgB,CAAC,EAAE,KAAK,EAAE,EAAE;IAAE,KAAK,EAAE,YAAY,CAAA;CAAE,UAElE;AAED,wBAAgB,cAAc,CAAC,EAC7B,kBAAkB,EAClB,SAAS,GACV,EAAE;IACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,SAAS,EAAE,eAAe,EAAE,CAAC;CAC9B,GAAG,UAAU,EAAE,CA8Bf;AAED,wBAAgB,uBAAuB,CAAC,EACtC,aAAa,EACb,MAAM,GACP,EAAE;IACD,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,CAAC;CACtB,GAAG,YAAY,EAAE,CA4BjB;AAGD,wBAAgB,iBAAiB,QAiBhC;AAED,wBAAsB,KAAK,CAAC,EAAE,EAAE,MAAM,oBAGrC;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAmBzD;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,wBAAgB,cAAc,IAAI,UAAU,CAmD3C"}
|
|
1
|
+
{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../src/common/helpers.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,UAAU,EACV,eAAe,EACf,YAAY,EACZ,eAAe,EAChB,MAAM,kBAAkB,CAAC;AAM1B,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,SAAS,GAAG;IAC9D,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;CACjD,CAmFA;AAED,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,SAAS;;;;EA2BxD;AAED,wBAAgB,gBAAgB,CAAC,EAAE,KAAK,EAAE,EAAE;IAAE,KAAK,EAAE,YAAY,CAAA;CAAE,UAElE;AAED,wBAAgB,cAAc,CAAC,EAC7B,kBAAkB,EAClB,SAAS,GACV,EAAE;IACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,SAAS,EAAE,eAAe,EAAE,CAAC;CAC9B,GAAG,UAAU,EAAE,CA8Bf;AAED,wBAAgB,uBAAuB,CAAC,EACtC,aAAa,EACb,MAAM,GACP,EAAE;IACD,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,CAAC;CACtB,GAAG,YAAY,EAAE,CA4BjB;AAGD,wBAAgB,iBAAiB,QAiBhC;AAED,wBAAsB,KAAK,CAAC,EAAE,EAAE,MAAM,oBAGrC;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAmBzD;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,wBAAgB,cAAc,IAAI,UAAU,CAmD3C"}
|
package/dist/common/helpers.js
CHANGED
|
@@ -34,6 +34,7 @@ var __importStar = (this && this.__importStar) || (function () {
|
|
|
34
34
|
})();
|
|
35
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
36
|
exports.getTimeoutErrorEventType = getTimeoutErrorEventType;
|
|
37
|
+
exports.getNoScriptEventType = getNoScriptEventType;
|
|
37
38
|
exports.getSyncDirection = getSyncDirection;
|
|
38
39
|
exports.getFilesToLoad = getFilesToLoad;
|
|
39
40
|
exports.addReportToLoaderReport = addReportToLoaderReport;
|
|
@@ -119,6 +120,32 @@ function getTimeoutErrorEventType(eventType) {
|
|
|
119
120
|
};
|
|
120
121
|
}
|
|
121
122
|
}
|
|
123
|
+
function getNoScriptEventType(eventType) {
|
|
124
|
+
switch (eventType) {
|
|
125
|
+
case extraction_1.EventType.StartDeletingExtractorState:
|
|
126
|
+
return {
|
|
127
|
+
eventType: extraction_1.ExtractorEventType.ExtractorStateDeletionDone,
|
|
128
|
+
};
|
|
129
|
+
case extraction_1.EventType.StartDeletingExtractorAttachmentsState:
|
|
130
|
+
return {
|
|
131
|
+
eventType: extraction_1.ExtractorEventType.ExtractorAttachmentsStateDeletionDone,
|
|
132
|
+
};
|
|
133
|
+
case extraction_1.EventType.StartDeletingLoaderState:
|
|
134
|
+
return {
|
|
135
|
+
eventType: loading_1.LoaderEventType.LoaderStateDeletionDone,
|
|
136
|
+
};
|
|
137
|
+
case extraction_1.EventType.StartDeletingLoaderAttachmentState:
|
|
138
|
+
return {
|
|
139
|
+
eventType: loading_1.LoaderEventType.LoaderAttachmentStateDeletionDone,
|
|
140
|
+
};
|
|
141
|
+
default:
|
|
142
|
+
console.error('Event type not recognized in getNoScriptEventType function: ' +
|
|
143
|
+
eventType);
|
|
144
|
+
return {
|
|
145
|
+
eventType: loading_1.LoaderEventType.UnknownEventType,
|
|
146
|
+
};
|
|
147
|
+
}
|
|
148
|
+
}
|
|
122
149
|
function getSyncDirection({ event }) {
|
|
123
150
|
return event.payload.event_context.mode;
|
|
124
151
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"spawn.d.ts","sourceRoot":"","sources":["../../src/workers/spawn.ts"],"names":[],"mappings":"AAYA,OAAO,EAEL,qBAAqB,EACrB,cAAc,EAGf,MAAM,kBAAkB,CAAC;
|
|
1
|
+
{"version":3,"file":"spawn.d.ts","sourceRoot":"","sources":["../../src/workers/spawn.ts"],"names":[],"mappings":"AAYA,OAAO,EAEL,qBAAqB,EACrB,cAAc,EAGf,MAAM,kBAAkB,CAAC;AAmC1B;;;;;;;;;;GAUG;AACH,wBAAsB,KAAK,CAAC,cAAc,EAAE,EAC1C,KAAK,EACL,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,OAAO,EACP,cAAc,GACf,EAAE,qBAAqB,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAqFvD;AAED,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,wBAAwB,CAA6C;IAC7E,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,MAAM,CAAS;gBACX,EACV,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,eAAe,GAChB,EAAE,cAAc;IAgGjB,OAAO,CAAC,aAAa;YAYP,kBAAkB;CAiCjC"}
|
package/dist/workers/spawn.js
CHANGED
|
@@ -15,7 +15,6 @@ const extraction_1 = require("../types/extraction");
|
|
|
15
15
|
const workers_1 = require("../types/workers");
|
|
16
16
|
const constants_1 = require("../common/constants");
|
|
17
17
|
const create_worker_1 = require("./create-worker");
|
|
18
|
-
const types_1 = require("../types");
|
|
19
18
|
function getWorkerPath({ event, workerBasePath, }) {
|
|
20
19
|
let path = null;
|
|
21
20
|
switch (event.payload.event_type) {
|
|
@@ -111,53 +110,15 @@ async function spawn({ event, initialState, workerPath, initialDomainMapping, op
|
|
|
111
110
|
return Promise.reject(error);
|
|
112
111
|
}
|
|
113
112
|
}
|
|
114
|
-
// If the script is not found and the event type is a delete event type, emit a done event.
|
|
115
|
-
else if (constants_1.DELETE_EVENT_TYPES.includes(event.payload.event_type)) {
|
|
116
|
-
switch (event.payload.event_type) {
|
|
117
|
-
case extraction_1.EventType.StartDeletingExtractorAttachmentsState:
|
|
118
|
-
await (0, control_protocol_1.emit)({
|
|
119
|
-
event,
|
|
120
|
-
eventType: extraction_1.ExtractorEventType.ExtractorAttachmentsStateDeletionDone,
|
|
121
|
-
});
|
|
122
|
-
break;
|
|
123
|
-
case extraction_1.EventType.StartDeletingLoaderAttachmentState:
|
|
124
|
-
await (0, control_protocol_1.emit)({
|
|
125
|
-
event,
|
|
126
|
-
eventType: types_1.LoaderEventType.LoaderAttachmentStateDeletionDone,
|
|
127
|
-
});
|
|
128
|
-
break;
|
|
129
|
-
case extraction_1.EventType.StartDeletingExtractorState:
|
|
130
|
-
await (0, control_protocol_1.emit)({
|
|
131
|
-
event,
|
|
132
|
-
eventType: extraction_1.ExtractorEventType.ExtractorStateDeletionDone,
|
|
133
|
-
});
|
|
134
|
-
break;
|
|
135
|
-
case extraction_1.EventType.StartDeletingLoaderState:
|
|
136
|
-
await (0, control_protocol_1.emit)({
|
|
137
|
-
event,
|
|
138
|
-
eventType: types_1.LoaderEventType.LoaderStateDeletionDone,
|
|
139
|
-
});
|
|
140
|
-
break;
|
|
141
|
-
}
|
|
142
|
-
// eslint-disable-next-line no-global-assign
|
|
143
|
-
console = originalConsole;
|
|
144
|
-
return Promise.resolve();
|
|
145
|
-
}
|
|
146
|
-
// If the script is not found and the event type is not a delete event type, emit an unknown event.
|
|
147
113
|
else {
|
|
148
|
-
|
|
114
|
+
const { eventType } = (0, helpers_2.getNoScriptEventType)(event.payload.event_type);
|
|
149
115
|
await (0, control_protocol_1.emit)({
|
|
150
116
|
event,
|
|
151
|
-
eventType
|
|
152
|
-
data: {
|
|
153
|
-
error: {
|
|
154
|
-
message: `Unrecognized event type in spawn ${event.payload.event_type}.`,
|
|
155
|
-
},
|
|
156
|
-
},
|
|
117
|
+
eventType,
|
|
157
118
|
});
|
|
158
119
|
// eslint-disable-next-line no-global-assign
|
|
159
120
|
console = originalConsole;
|
|
160
|
-
return Promise.
|
|
121
|
+
return Promise.resolve();
|
|
161
122
|
}
|
|
162
123
|
}
|
|
163
124
|
class Spawn {
|
package/package.json
CHANGED