@devrev/ts-adaas 1.12.3-beta.2 → 1.12.3-beta.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (85) hide show
  1. package/dist/common/constants.js +11 -11
  2. package/dist/common/control-protocol.d.ts.map +1 -1
  3. package/dist/common/control-protocol.js +5 -1
  4. package/dist/common/event-type-translation.d.ts +24 -0
  5. package/dist/common/event-type-translation.d.ts.map +1 -0
  6. package/dist/common/event-type-translation.js +117 -0
  7. package/dist/common/helpers.d.ts.map +1 -1
  8. package/dist/common/helpers.js +25 -7
  9. package/dist/deprecated/adapter/index.d.ts.map +1 -1
  10. package/dist/deprecated/adapter/index.js +2 -0
  11. package/dist/logger/logger.d.ts +1 -16
  12. package/dist/logger/logger.d.ts.map +1 -1
  13. package/dist/logger/logger.interfaces.d.ts +3 -4
  14. package/dist/logger/logger.interfaces.d.ts.map +1 -1
  15. package/dist/logger/logger.js +6 -33
  16. package/dist/logger/logger.test.js +10 -71
  17. package/dist/state/state.js +2 -2
  18. package/dist/state/state.test.js +3 -3
  19. package/dist/tests/backwards-compatibility/backwards-compatibility.test.js +2 -17
  20. package/dist/tests/timeout-handling/timeout-1.js +2 -2
  21. package/dist/tests/timeout-handling/timeout-1.test.js +1 -1
  22. package/dist/tests/timeout-handling/timeout-2.js +3 -3
  23. package/dist/tests/timeout-handling/timeout-2.test.js +1 -1
  24. package/dist/tests/timeout-handling/timeout-3a.js +2 -2
  25. package/dist/tests/timeout-handling/timeout-3a.test.js +1 -1
  26. package/dist/tests/timeout-handling/timeout-3b.js +2 -2
  27. package/dist/tests/timeout-handling/timeout-3b.test.js +1 -1
  28. package/dist/types/extraction.d.ts +99 -2
  29. package/dist/types/extraction.d.ts.map +1 -1
  30. package/dist/types/extraction.js +102 -2
  31. package/dist/types/loading.d.ts +21 -1
  32. package/dist/types/loading.d.ts.map +1 -1
  33. package/dist/types/loading.js +23 -0
  34. package/dist/types/workers.d.ts +11 -15
  35. package/dist/types/workers.d.ts.map +1 -1
  36. package/dist/workers/process-task.d.ts.map +1 -1
  37. package/dist/workers/process-task.js +35 -37
  38. package/dist/workers/spawn.d.ts +3 -3
  39. package/dist/workers/spawn.d.ts.map +1 -1
  40. package/dist/workers/spawn.js +43 -49
  41. package/dist/workers/worker-adapter.d.ts.map +1 -1
  42. package/dist/workers/worker-adapter.js +475 -496
  43. package/dist/workers/worker-adapter.test.js +0 -7
  44. package/dist/workers/worker.js +1 -4
  45. package/package.json +1 -1
  46. package/dist/logger/logger.context.d.ts +0 -6
  47. package/dist/logger/logger.context.d.ts.map +0 -1
  48. package/dist/logger/logger.context.js +0 -31
  49. package/dist/logger/logger.worker-fixture.d.ts +0 -2
  50. package/dist/logger/logger.worker-fixture.d.ts.map +0 -1
  51. package/dist/logger/logger.worker-fixture.js +0 -10
  52. package/dist/workers/default-workers/attachments-deletion.d.ts +0 -2
  53. package/dist/workers/default-workers/attachments-deletion.d.ts.map +0 -1
  54. package/dist/workers/default-workers/attachments-deletion.js +0 -13
  55. package/dist/workers/default-workers/attachments-extraction.d.ts +0 -2
  56. package/dist/workers/default-workers/attachments-extraction.d.ts.map +0 -1
  57. package/dist/workers/default-workers/attachments-extraction.js +0 -95
  58. package/dist/workers/default-workers/data-deletion.d.ts +0 -2
  59. package/dist/workers/default-workers/data-deletion.d.ts.map +0 -1
  60. package/dist/workers/default-workers/data-deletion.js +0 -15
  61. package/dist/workers/default-workers/data-extraction.d.ts +0 -2
  62. package/dist/workers/default-workers/data-extraction.d.ts.map +0 -1
  63. package/dist/workers/default-workers/data-extraction.js +0 -100
  64. package/dist/workers/default-workers/delete-loader-attachment-state.d.ts +0 -2
  65. package/dist/workers/default-workers/delete-loader-attachment-state.d.ts.map +0 -1
  66. package/dist/workers/default-workers/delete-loader-attachment-state.js +0 -15
  67. package/dist/workers/default-workers/delete-loader-state.d.ts +0 -2
  68. package/dist/workers/default-workers/delete-loader-state.d.ts.map +0 -1
  69. package/dist/workers/default-workers/delete-loader-state.js +0 -15
  70. package/dist/workers/default-workers/external-sync-units-extraction.d.ts +0 -2
  71. package/dist/workers/default-workers/external-sync-units-extraction.d.ts.map +0 -1
  72. package/dist/workers/default-workers/external-sync-units-extraction.js +0 -27
  73. package/dist/workers/default-workers/load-attachments.d.ts +0 -2
  74. package/dist/workers/default-workers/load-attachments.d.ts.map +0 -1
  75. package/dist/workers/default-workers/load-attachments.js +0 -19
  76. package/dist/workers/default-workers/load-data.d.ts +0 -2
  77. package/dist/workers/default-workers/load-data.d.ts.map +0 -1
  78. package/dist/workers/default-workers/load-data.js +0 -18
  79. package/dist/workers/default-workers/metadata-extraction.d.ts +0 -2
  80. package/dist/workers/default-workers/metadata-extraction.d.ts.map +0 -1
  81. package/dist/workers/default-workers/metadata-extraction.js +0 -26
  82. package/dist/workers/dummy-extractor/data-normalization.d.ts +0 -5
  83. package/dist/workers/dummy-extractor/data-normalization.d.ts.map +0 -1
  84. package/dist/workers/dummy-extractor/data-normalization.js +0 -41
  85. package/dist/workers/dummy-extractor/external_domain_metadata.json +0 -58
@@ -1 +1 @@
1
- {"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE1D,OAAO,EAAE,YAAY,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAEhE,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAEhD;;;;;;;GAOG;AACH,MAAM,WAAW,sBAAsB,CAAC,cAAc;IACpD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,oBAAoB;IACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IACnD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,qBAAqB,CAAC,cAAc;IACnD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;CAC7C;AAED;;;;;GAKG;AACH,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,OAAO,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;CACxC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,IAAI,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,SAAS,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5E;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,aAAa,YAAY;IACzB,YAAY,WAAW;IACvB,WAAW,UAAU;IACrB,UAAU,SAAS;CACpB;AAED;;GAEG;AACH,oBAAY,oBAAoB;IAC9B,oBAAoB,SAAS;IAC7B,iBAAiB,SAAS;IAC1B,gBAAgB,QAAQ;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,oBAAoB,CAAC,oBAAoB,CAAC;IACnD,OAAO,EAAE;QACP,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;KACjD,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,oBAAoB,CAAC,iBAAiB,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,oBAAoB,CAAC,gBAAgB,CAAC;IAC/C,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,KAAK,EAAE,QAAQ,CAAC;QAChB,OAAO,CAAC,EAAE,OAAO,CAAC;KACnB,CAAC;CACH;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GACrB,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,CAAC;AAErB;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,cAAc;IACxC,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,YAAY,CAAC;IACpB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACrC"}
1
+ {"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE1D,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE3E,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAEhD;;;;;;;GAOG;AACH,MAAM,WAAW,sBAAsB,CAAC,cAAc;IACpD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;;;;;;;;GASG;AACH,MAAM,WAAW,oBAAoB;IACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;CAC3C;AAED;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IACnD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,qBAAqB,CAAC,cAAc;IACnD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;CAC7C;AAED;;;;;GAKG;AACH,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,OAAO,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;CACxC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,IAAI,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,SAAS,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5E;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,aAAa,YAAY;IACzB,YAAY,WAAW;IACvB,WAAW,UAAU;IACrB,UAAU,SAAS;CACpB;AAED;;GAEG;AACH,oBAAY,oBAAoB;IAC9B,oBAAoB,SAAS;IAC7B,iBAAiB,SAAS;IAC1B,gBAAgB,QAAQ;CACzB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,oBAAoB,CAAC,oBAAoB,CAAC;IACnD,OAAO,EAAE;QACP,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;KACjD,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,oBAAoB,CAAC,iBAAiB,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,oBAAoB,GAAG,iBAAiB,CAAC;AAErE;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,cAAc;IACxC,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,YAAY,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"process-task.d.ts","sourceRoot":"","sources":["../../src/workers/process-task.ts"],"names":[],"mappings":"AAOA,OAAO,EACL,oBAAoB,EAGrB,MAAM,kBAAkB,CAAC;AAG1B,wBAAgB,WAAW,CAAC,cAAc,EAAE,EAC1C,IAAI,EACJ,SAAS,GACV,EAAE,oBAAoB,CAAC,cAAc,CAAC,QA6DtC"}
1
+ {"version":3,"file":"process-task.d.ts","sourceRoot":"","sources":["../../src/workers/process-task.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,oBAAoB,EAGrB,MAAM,kBAAkB,CAAC;AAG1B,wBAAgB,WAAW,CAAC,cAAc,EAAE,EAC1C,IAAI,EACJ,SAAS,GACV,EAAE,oBAAoB,CAAC,cAAc,CAAC,QA6DtC"}
@@ -2,54 +2,52 @@
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.processTask = processTask;
4
4
  const node_worker_threads_1 = require("node:worker_threads");
5
+ const event_type_translation_1 = require("../common/event-type-translation");
5
6
  const logger_1 = require("../logger/logger");
6
- const logger_context_1 = require("../logger/logger.context");
7
7
  const state_1 = require("../state/state");
8
8
  const workers_1 = require("../types/workers");
9
9
  const worker_adapter_1 = require("./worker-adapter");
10
10
  function processTask({ task, onTimeout, }) {
11
11
  if (!node_worker_threads_1.isMainThread) {
12
12
  void (async () => {
13
- await (0, logger_context_1.runWithSdkLogContext)(async () => {
14
- try {
15
- const event = node_worker_threads_1.workerData.event;
16
- const initialState = node_worker_threads_1.workerData.initialState;
17
- const initialDomainMapping = node_worker_threads_1.workerData.initialDomainMapping;
18
- const options = node_worker_threads_1.workerData.options;
19
- // eslint-disable-next-line no-global-assign
20
- console = new logger_1.Logger({ event, options });
21
- const adapterState = await (0, state_1.createAdapterState)({
13
+ try {
14
+ const event = node_worker_threads_1.workerData.event;
15
+ // TODO: Remove when the old types are completely phased out
16
+ event.payload.event_type = (0, event_type_translation_1.translateIncomingEventType)(event.payload.event_type);
17
+ const initialState = node_worker_threads_1.workerData.initialState;
18
+ const initialDomainMapping = node_worker_threads_1.workerData.initialDomainMapping;
19
+ const options = node_worker_threads_1.workerData.options;
20
+ // eslint-disable-next-line no-global-assign
21
+ console = new logger_1.Logger({ event, options });
22
+ const adapterState = await (0, state_1.createAdapterState)({
23
+ event,
24
+ initialState,
25
+ initialDomainMapping,
26
+ options,
27
+ });
28
+ if (node_worker_threads_1.parentPort && node_worker_threads_1.workerData.event) {
29
+ const adapter = new worker_adapter_1.WorkerAdapter({
22
30
  event,
23
- initialState,
24
- initialDomainMapping,
31
+ adapterState,
25
32
  options,
26
33
  });
27
- if (node_worker_threads_1.parentPort && node_worker_threads_1.workerData.event) {
28
- const adapter = new worker_adapter_1.WorkerAdapter({
29
- event,
30
- adapterState,
31
- options,
32
- });
33
- node_worker_threads_1.parentPort.on(workers_1.WorkerEvent.WorkerMessage, (message) => void (async () => {
34
- await (0, logger_context_1.runWithSdkLogContext)(async () => {
35
- if (message.subject === workers_1.WorkerMessageSubject.WorkerMessageExit) {
36
- console.log('Worker received message to gracefully exit. Setting isTimeout flag and executing onTimeout function.');
37
- adapter.handleTimeout();
38
- await (0, logger_context_1.runWithUserLogContext)(async () => onTimeout({ adapter }));
39
- console.log('Finished executing onTimeout function. Exiting worker.');
40
- process.exit(0);
41
- }
42
- });
43
- })());
44
- await (0, logger_context_1.runWithUserLogContext)(async () => task({ adapter }));
45
- process.exit(0);
46
- }
34
+ node_worker_threads_1.parentPort.on(workers_1.WorkerEvent.WorkerMessage, (message) => void (async () => {
35
+ if (message.subject === workers_1.WorkerMessageSubject.WorkerMessageExit) {
36
+ console.log('Worker received message to gracefully exit. Setting isTimeout flag and executing onTimeout function.');
37
+ adapter.handleTimeout();
38
+ await onTimeout({ adapter });
39
+ console.log('Finished executing onTimeout function. Exiting worker.');
40
+ process.exit(0);
41
+ }
42
+ })());
43
+ await task({ adapter });
44
+ process.exit(0);
47
45
  }
48
- catch (error) {
49
- console.error('Error while processing task.', (0, logger_1.serializeError)(error));
50
- process.exit(1);
51
- }
52
- });
46
+ }
47
+ catch (error) {
48
+ console.error('Error while processing task.', (0, logger_1.serializeError)(error));
49
+ process.exit(1);
50
+ }
53
51
  })();
54
52
  }
55
53
  }
@@ -5,9 +5,9 @@ import { SpawnFactoryInterface, SpawnInterface } from '../types/workers';
5
5
  * The class provides utilities to emit control events to the platform and exit the worker gracefully.
6
6
  * In case of lambda timeout, the class emits a lambda timeout event to the platform.
7
7
  * @param {SpawnFactoryInterface} options - The options to create a new instance of Spawn class
8
- * @param {AirdropEvent} event - The event object received from the platform
9
- * @param {object} initialState - The initial state of the adapter
10
- * @param {string} workerPath - The path to the worker file
8
+ * @param {AirdropEvent} options.event - The event object received from the platform
9
+ * @param {object} options.initialState - The initial state of the adapter
10
+ * @param {string} options.workerPath - The path to the worker file
11
11
  * @returns {Promise<Spawn>} - A new instance of Spawn class
12
12
  */
13
13
  export declare function spawn<ConnectorState>({ event, initialState, workerPath, initialDomainMapping, options, }: SpawnFactoryInterface<ConnectorState>): Promise<void>;
@@ -1 +1 @@
1
- {"version":3,"file":"spawn.d.ts","sourceRoot":"","sources":["../../src/workers/spawn.ts"],"names":[],"mappings":"AAWA,OAAO,EAEL,qBAAqB,EACrB,cAAc,EAGf,MAAM,kBAAkB,CAAC;AA4D1B;;;;;;;;;;GAUG;AACH,wBAAsB,KAAK,CAAC,cAAc,EAAE,EAC1C,KAAK,EACL,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,OAAO,GACR,EAAE,qBAAqB,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAyEvD;AAED,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,wBAAwB,CAA6C;IAC7E,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,MAAM,CAAS;gBACX,EACV,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,eAAe,GAChB,EAAE,cAAc;IAkGjB,OAAO,CAAC,aAAa;YAYP,kBAAkB;CAiCjC"}
1
+ {"version":3,"file":"spawn.d.ts","sourceRoot":"","sources":["../../src/workers/spawn.ts"],"names":[],"mappings":"AAYA,OAAO,EAEL,qBAAqB,EACrB,cAAc,EAGf,MAAM,kBAAkB,CAAC;AAmC1B;;;;;;;;;;GAUG;AACH,wBAAsB,KAAK,CAAC,cAAc,EAAE,EAC1C,KAAK,EACL,YAAY,EACZ,UAAU,EACV,oBAAoB,EACpB,OAAO,GACR,EAAE,qBAAqB,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAqGvD;AAED,qBAAa,KAAK;IAChB,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,cAAc,CAAU;IAChC,OAAO,CAAC,oBAAoB,CAAkC;IAC9D,OAAO,CAAC,aAAa,CAAS;IAC9B,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,gBAAgB,CAA4C;IACpE,OAAO,CAAC,wBAAwB,CAA6C;IAC7E,OAAO,CAAC,OAAO,CAA4C;IAC3D,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,MAAM,CAAS;gBACX,EACV,KAAK,EACL,MAAM,EACN,OAAO,EACP,OAAO,EACP,eAAe,GAChB,EAAE,cAAc;IAgGjB,OAAO,CAAC,aAAa;YAYP,kBAAkB;CAiCjC"}
@@ -8,57 +8,32 @@ exports.spawn = spawn;
8
8
  const yargs_1 = __importDefault(require("yargs"));
9
9
  const helpers_1 = require("yargs/helpers");
10
10
  const control_protocol_1 = require("../common/control-protocol");
11
+ const event_type_translation_1 = require("../common/event-type-translation");
11
12
  const helpers_2 = require("../common/helpers");
12
13
  const logger_1 = require("../logger/logger");
13
14
  const extraction_1 = require("../types/extraction");
14
15
  const workers_1 = require("../types/workers");
15
16
  const constants_1 = require("../common/constants");
16
17
  const create_worker_1 = require("./create-worker");
17
- function getWorkerPath({ event, connectorWorkerPath, }) {
18
- if (connectorWorkerPath)
19
- return connectorWorkerPath;
18
+ function getWorkerPath({ event, workerBasePath }) {
20
19
  let path = null;
21
20
  switch (event.payload.event_type) {
22
- // Extraction
23
- case extraction_1.EventType.ExtractionExternalSyncUnitsStart:
24
- path = __dirname + '/default-workers/external-sync-units-extraction';
21
+ case extraction_1.EventType.StartExtractingExternalSyncUnits:
22
+ path = '/workers/external-sync-units-extraction';
25
23
  break;
26
- case extraction_1.EventType.ExtractionMetadataStart:
27
- path = __dirname + '/default-workers/metadata-extraction';
24
+ case extraction_1.EventType.StartExtractingMetadata:
25
+ path = '/workers/metadata-extraction';
28
26
  break;
29
- case extraction_1.EventType.ExtractionDataStart:
30
- case extraction_1.EventType.ExtractionDataContinue:
31
- path = __dirname + '/default-workers/data-extraction';
27
+ case extraction_1.EventType.StartExtractingData:
28
+ case extraction_1.EventType.ContinueExtractingData:
29
+ path = '/workers/data-extraction';
32
30
  break;
33
- case extraction_1.EventType.ExtractionAttachmentsStart:
34
- case extraction_1.EventType.ExtractionAttachmentsContinue:
35
- path = __dirname + '/default-workers/attachments-extraction';
31
+ case extraction_1.EventType.StartExtractingAttachments:
32
+ case extraction_1.EventType.ContinueExtractingAttachments:
33
+ path = '/workers/attachments-extraction';
36
34
  break;
37
- case extraction_1.EventType.ExtractionDataDelete:
38
- path = __dirname + '/default-workers/data-deletion';
39
- break;
40
- case extraction_1.EventType.ExtractionAttachmentsDelete:
41
- path = __dirname + '/default-workers/attachments-deletion';
42
- break;
43
- // Loading
44
- case extraction_1.EventType.StartLoadingData:
45
- case extraction_1.EventType.ContinueLoadingData:
46
- path = __dirname + '/default-workers/load-data';
47
- break;
48
- case extraction_1.EventType.StartLoadingAttachments:
49
- case extraction_1.EventType.ContinueLoadingAttachments:
50
- path = __dirname + '/default-workers/load-attachments';
51
- break;
52
- case extraction_1.EventType.StartDeletingLoaderState:
53
- path = __dirname + '/default-workers/delete-loader-state';
54
- break;
55
- case extraction_1.EventType.StartDeletingLoaderAttachmentState:
56
- path = __dirname + '/default-workers/delete-loader-attachment-state';
57
- break;
58
- default:
59
- path = null;
60
35
  }
61
- return path;
36
+ return path ? workerBasePath + path : null;
62
37
  }
63
38
  /**
64
39
  * Creates a new instance of Spawn class.
@@ -66,12 +41,22 @@ function getWorkerPath({ event, connectorWorkerPath, }) {
66
41
  * The class provides utilities to emit control events to the platform and exit the worker gracefully.
67
42
  * In case of lambda timeout, the class emits a lambda timeout event to the platform.
68
43
  * @param {SpawnFactoryInterface} options - The options to create a new instance of Spawn class
69
- * @param {AirdropEvent} event - The event object received from the platform
70
- * @param {object} initialState - The initial state of the adapter
71
- * @param {string} workerPath - The path to the worker file
44
+ * @param {AirdropEvent} options.event - The event object received from the platform
45
+ * @param {object} options.initialState - The initial state of the adapter
46
+ * @param {string} options.workerPath - The path to the worker file
72
47
  * @returns {Promise<Spawn>} - A new instance of Spawn class
73
48
  */
74
49
  async function spawn({ event, initialState, workerPath, initialDomainMapping, options, }) {
50
+ var _a;
51
+ // Translates incoming event type for backwards compatibility
52
+ // This allows the SDK to accept both old and new event type formats
53
+ const originalEventType = event.payload.event_type;
54
+ const translatedEventType = (0, event_type_translation_1.translateIncomingEventType)(event.payload.event_type);
55
+ // Update the event with the translated event type
56
+ event.payload.event_type = translatedEventType;
57
+ if (translatedEventType !== originalEventType) {
58
+ console.log(`Event type translated from ${originalEventType} to ${translatedEventType}.`);
59
+ }
75
60
  if (options === null || options === void 0 ? void 0 : options.isLocalDevelopment) {
76
61
  console.log('Snap-in is running in local development mode.');
77
62
  }
@@ -83,10 +68,21 @@ async function spawn({ event, initialState, workerPath, initialDomainMapping, op
83
68
  const originalConsole = console;
84
69
  // eslint-disable-next-line no-global-assign
85
70
  console = new logger_1.Logger({ event, options });
86
- const script = getWorkerPath({
87
- event,
88
- connectorWorkerPath: workerPath,
89
- });
71
+ let script = null;
72
+ if (workerPath != null) {
73
+ script = workerPath;
74
+ }
75
+ else if ((options === null || options === void 0 ? void 0 : options.baseWorkerPath) != null &&
76
+ (options === null || options === void 0 ? void 0 : options.workerPathOverrides) != null &&
77
+ options.workerPathOverrides[translatedEventType] != null) {
78
+ script = options.baseWorkerPath + options.workerPathOverrides[translatedEventType];
79
+ }
80
+ else {
81
+ script = getWorkerPath({
82
+ event,
83
+ workerBasePath: (_a = options === null || options === void 0 ? void 0 : options.baseWorkerPath) !== null && _a !== void 0 ? _a : __dirname
84
+ });
85
+ }
90
86
  if (script) {
91
87
  try {
92
88
  const worker = await (0, create_worker_1.createWorker)({
@@ -181,16 +177,14 @@ class Spawn {
181
177
  await this.exitFromMainThread();
182
178
  })());
183
179
  worker.on(workers_1.WorkerEvent.WorkerMessage, (message) => {
184
- var _a, _b, _c, _d;
180
+ var _a, _b;
185
181
  // Since logs from the worker thread are handled differently in snap-in
186
182
  // platform, we need to catch the log messages from worker thread and log
187
183
  // them in main thread.
188
184
  if ((message === null || message === void 0 ? void 0 : message.subject) === workers_1.WorkerMessageSubject.WorkerMessageLog) {
189
185
  const stringifiedArgs = (_a = message.payload) === null || _a === void 0 ? void 0 : _a.stringifiedArgs;
190
186
  const level = (_b = message.payload) === null || _b === void 0 ? void 0 : _b.level;
191
- const sdkLog = (_d = (_c = message.payload) === null || _c === void 0 ? void 0 : _c.sdk_log) !== null && _d !== void 0 ? _d : false;
192
- // Args are already sanitized in the worker thread, skip double sanitization
193
- this.logger.logFn(stringifiedArgs, level, sdkLog);
187
+ this.logger.logFn(stringifiedArgs, level);
194
188
  }
195
189
  // If worker sends a message that it has emitted an event, then set alreadyEmitted to true.
196
190
  if ((message === null || message === void 0 ? void 0 : message.subject) === workers_1.WorkerMessageSubject.WorkerMessageEmitted) {
@@ -1 +1 @@
1
- {"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../src/workers/worker-adapter.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AACpC,OAAO,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAE9E,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,QAAQ,EAAkB,MAAM,iCAAiC,CAAC;AAE3E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IAEnB,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,gBAAgB,CAAU;IAClC,OAAO,CAAC,KAAK,CAAc;IAG3B,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAqBzC,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAI5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuBtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IAmFV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAUrC,aAAa;IAIP,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAkHnD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IAyBK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IA2E5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA+LvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IA4FvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAqD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAyHzC"}
1
+ {"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../src/workers/worker-adapter.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AACpC,OAAO,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAE9E,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,QAAQ,EAAkB,MAAM,iCAAiC,CAAC;AAE3E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IAEnB,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,gBAAgB,CAAU;IAClC,OAAO,CAAC,KAAK,CAAc;IAG3B,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAqBzC,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAI5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuBtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAWrC,SAAS;IAIf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IAiFV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAUrC,aAAa;IAIP,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAgHnD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IAuBK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAwE5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA6LvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IAwFvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAmD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAsHzC"}