@devrev/airsync-sdk 2.0.0-beta.0 → 2.0.0-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +0 -4
- package/dist/airsync-sdk.d.ts +1802 -0
- package/dist/attachments-streaming/attachments-streaming-pool.d.ts +7 -0
- package/dist/attachments-streaming/attachments-streaming-pool.d.ts.map +1 -1
- package/dist/attachments-streaming/attachments-streaming-pool.js +44 -4
- package/dist/attachments-streaming/attachments-streaming-pool.test.js +259 -10
- package/dist/common/constants.d.ts +16 -5
- package/dist/common/constants.d.ts.map +1 -1
- package/dist/common/constants.js +20 -6
- package/dist/common/control-protocol.d.ts +2 -2
- package/dist/common/control-protocol.d.ts.map +1 -1
- package/dist/common/control-protocol.js +1 -5
- package/dist/common/helpers.d.ts +8 -0
- package/dist/common/helpers.d.ts.map +1 -1
- package/dist/common/helpers.js +15 -0
- package/dist/common/install-initial-domain-mapping.d.ts +2 -2
- package/dist/common/install-initial-domain-mapping.test.js +7 -3
- package/dist/common/test-utils.d.ts +19 -0
- package/dist/common/test-utils.d.ts.map +1 -0
- package/dist/common/test-utils.js +101 -0
- package/dist/common/time-value-resolver.d.ts +47 -0
- package/dist/common/time-value-resolver.d.ts.map +1 -0
- package/dist/common/time-value-resolver.js +141 -0
- package/dist/common/time-value-resolver.test.d.ts +2 -0
- package/dist/common/time-value-resolver.test.d.ts.map +1 -0
- package/dist/common/time-value-resolver.test.js +268 -0
- package/dist/http/axios-client-internal.d.ts.map +1 -1
- package/dist/http/axios-client-internal.js +7 -0
- package/dist/http/axios-client-internal.test.js +27 -6
- package/dist/http/axios-client.d.ts.map +1 -1
- package/dist/http/axios-client.js +6 -3
- package/dist/http/index.d.ts +0 -1
- package/dist/http/index.d.ts.map +1 -1
- package/dist/http/index.js +0 -1
- package/dist/index.d.ts +9 -8
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +12 -10
- package/dist/logger/logger.d.ts +1 -17
- package/dist/logger/logger.d.ts.map +1 -1
- package/dist/logger/logger.interfaces.d.ts +2 -2
- package/dist/logger/logger.js +35 -27
- package/dist/logger/logger.test.js +66 -19
- package/dist/mappers/mappers.interface.d.ts +5 -5
- package/dist/mappers/mappers.interface.js +3 -3
- package/dist/mappers/mappers.test.js +8 -10
- package/dist/mock-server/mock-server.d.ts +47 -0
- package/dist/mock-server/mock-server.d.ts.map +1 -0
- package/dist/mock-server/mock-server.interfaces.d.ts +73 -0
- package/dist/mock-server/mock-server.interfaces.d.ts.map +1 -0
- package/dist/mock-server/mock-server.interfaces.js +4 -0
- package/dist/mock-server/mock-server.js +278 -0
- package/dist/multithreading/create-worker.test.js +36 -17
- package/dist/multithreading/process-task.d.ts.map +1 -1
- package/dist/multithreading/process-task.js +46 -44
- package/dist/multithreading/process-task.test.d.ts +2 -0
- package/dist/multithreading/process-task.test.d.ts.map +1 -0
- package/dist/multithreading/process-task.test.js +146 -0
- package/dist/multithreading/spawn/spawn.d.ts +4 -3
- package/dist/multithreading/spawn/spawn.d.ts.map +1 -1
- package/dist/multithreading/spawn/spawn.helpers.d.ts.map +1 -1
- package/dist/multithreading/spawn/spawn.helpers.js +6 -14
- package/dist/multithreading/spawn/spawn.helpers.test.js +8 -8
- package/dist/multithreading/spawn/spawn.js +41 -31
- package/dist/multithreading/spawn/spawn.test.d.ts +2 -0
- package/dist/multithreading/spawn/spawn.test.d.ts.map +1 -0
- package/dist/multithreading/spawn/spawn.test.js +232 -0
- package/dist/multithreading/worker-adapter/worker-adapter.artifacts.test.js +49 -1
- package/dist/multithreading/worker-adapter/worker-adapter.d.ts +11 -5
- package/dist/multithreading/worker-adapter/worker-adapter.d.ts.map +1 -1
- package/dist/multithreading/worker-adapter/worker-adapter.emit.test.d.ts +2 -0
- package/dist/multithreading/worker-adapter/worker-adapter.emit.test.d.ts.map +1 -0
- package/dist/multithreading/worker-adapter/worker-adapter.emit.test.js +390 -0
- package/dist/multithreading/worker-adapter/worker-adapter.extraction.test.d.ts +2 -0
- package/dist/multithreading/worker-adapter/worker-adapter.extraction.test.d.ts.map +1 -0
- package/dist/multithreading/worker-adapter/worker-adapter.extraction.test.js +799 -0
- package/dist/multithreading/worker-adapter/worker-adapter.js +233 -134
- package/dist/multithreading/worker-adapter/worker-adapter.loading.test.d.ts +2 -0
- package/dist/multithreading/worker-adapter/worker-adapter.loading.test.d.ts.map +1 -0
- package/dist/multithreading/worker-adapter/worker-adapter.loading.test.js +596 -0
- package/dist/multithreading/worker-adapter/worker-adapter.serialization.test.d.ts +2 -0
- package/dist/multithreading/worker-adapter/worker-adapter.serialization.test.d.ts.map +1 -0
- package/dist/multithreading/worker-adapter/worker-adapter.serialization.test.js +71 -0
- package/dist/repo/repo.d.ts.map +1 -1
- package/dist/repo/repo.interfaces.d.ts +4 -2
- package/dist/repo/repo.interfaces.d.ts.map +1 -1
- package/dist/repo/repo.js +4 -3
- package/dist/repo/repo.test.js +60 -7
- package/dist/state/state.d.ts +7 -1
- package/dist/state/state.d.ts.map +1 -1
- package/dist/state/state.extract-window.test.d.ts +2 -0
- package/dist/state/state.extract-window.test.d.ts.map +1 -0
- package/dist/state/state.extract-window.test.js +163 -0
- package/dist/state/state.interfaces.d.ts +25 -8
- package/dist/state/state.interfaces.d.ts.map +1 -1
- package/dist/state/state.interfaces.js +4 -2
- package/dist/state/state.js +111 -12
- package/dist/state/state.pending-boundaries.test.d.ts +2 -0
- package/dist/state/state.pending-boundaries.test.d.ts.map +1 -0
- package/dist/state/state.pending-boundaries.test.js +189 -0
- package/dist/state/state.post-state.test.d.ts +2 -0
- package/dist/state/state.post-state.test.d.ts.map +1 -0
- package/dist/state/state.post-state.test.js +77 -0
- package/dist/state/state.test.js +117 -73
- package/dist/state/state.time-value-resolution.test.d.ts +2 -0
- package/dist/state/state.time-value-resolution.test.d.ts.map +1 -0
- package/dist/state/state.time-value-resolution.test.js +175 -0
- package/dist/tsdoc-metadata.json +11 -0
- package/dist/types/common.d.ts +0 -25
- package/dist/types/common.d.ts.map +1 -1
- package/dist/types/common.js +1 -11
- package/dist/types/external-domain-metadata.d.ts +338 -0
- package/dist/types/external-domain-metadata.d.ts.map +1 -0
- package/dist/types/extraction.d.ts +89 -218
- package/dist/types/extraction.d.ts.map +1 -1
- package/dist/types/extraction.js +56 -124
- package/dist/types/extraction.test.js +69 -43
- package/dist/types/index.d.ts +4 -2
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/index.js +6 -3
- package/dist/types/loading.d.ts +4 -24
- package/dist/types/loading.d.ts.map +1 -1
- package/dist/types/loading.js +1 -22
- package/dist/types/workers.d.ts +31 -14
- package/dist/types/workers.d.ts.map +1 -1
- package/dist/types/workers.js +1 -0
- package/dist/uploader/uploader.d.ts +1 -0
- package/dist/uploader/uploader.d.ts.map +1 -1
- package/dist/uploader/uploader.helpers.test.js +0 -11
- package/dist/uploader/uploader.interfaces.d.ts +3 -3
- package/dist/uploader/uploader.js +53 -20
- package/dist/uploader/uploader.test.js +22 -10
- package/package.json +12 -11
- package/dist/common/event-type-translation.d.ts +0 -24
- package/dist/common/event-type-translation.d.ts.map +0 -1
- package/dist/common/event-type-translation.js +0 -117
- package/dist/deprecated/adapter/index.d.ts +0 -62
- package/dist/deprecated/adapter/index.d.ts.map +0 -1
- package/dist/deprecated/adapter/index.js +0 -151
- package/dist/deprecated/common/helpers.d.ts +0 -7
- package/dist/deprecated/common/helpers.d.ts.map +0 -1
- package/dist/deprecated/common/helpers.js +0 -47
- package/dist/deprecated/demo-extractor/external_domain_metadata.json +0 -38
- package/dist/deprecated/demo-extractor/index.d.ts +0 -18
- package/dist/deprecated/demo-extractor/index.d.ts.map +0 -1
- package/dist/deprecated/demo-extractor/index.js +0 -161
- package/dist/deprecated/http/client.d.ts +0 -22
- package/dist/deprecated/http/client.d.ts.map +0 -1
- package/dist/deprecated/http/client.js +0 -161
- package/dist/deprecated/uploader/index.d.ts +0 -35
- package/dist/deprecated/uploader/index.d.ts.map +0 -1
- package/dist/deprecated/uploader/index.js +0 -161
- package/dist/http/types.d.ts +0 -17
- package/dist/http/types.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.test.d.ts +0 -2
- package/dist/multithreading/worker-adapter/worker-adapter.test.d.ts.map +0 -1
- package/dist/multithreading/worker-adapter/worker-adapter.test.js +0 -483
- /package/dist/{http/types.js → types/external-domain-metadata.js} +0 -0
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,iDAAiD,CAAC;AAEhF,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE3E,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAEhD;;;;;;;GAOG;AACH,MAAM,WAAW,sBAAsB,CAAC,cAAc;IACpD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,oBAAoB;IACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;
|
|
1
|
+
{"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,iDAAiD,CAAC;AAEhF,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE3E,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAEhD;;;;;;;GAOG;AACH,MAAM,WAAW,sBAAsB,CAAC,cAAc;IACpD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;;GAGG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAAC;AAEnE;;;;;;;;GAQG;AACH,MAAM,WAAW,oBAAoB;IACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IACnD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,qBAAqB,CAAC,cAAc;IACnD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;;;GAKG;AACH,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,OAAO,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;CACxC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,IAAI,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,SAAS,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5E;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,aAAa,YAAY;IACzB,YAAY,WAAW;IACvB,WAAW,UAAU;IACrB,UAAU,SAAS;CACpB;AAED;;GAEG;AACH,oBAAY,oBAAoB;IAC9B,oBAAoB,SAAS;IAC7B,iBAAiB,SAAS;IAC1B,gBAAgB,QAAQ;IACxB,mBAAmB,WAAW;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,oBAAoB,CAAC,oBAAoB,CAAC;IACnD,OAAO,EAAE;QACP,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;KACjD,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,oBAAoB,CAAC,iBAAiB,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,oBAAoB,CAAC,gBAAgB,CAAC;IAC/C,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,KAAK,EAAE,QAAQ,CAAC;QAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,CAAC;CACH;AAED;;;;GAIG;AACH,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,oBAAoB,CAAC,mBAAmB,CAAC;IAClD,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GACrB,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,mBAAmB,CAAC;AAExB;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,cAAc;IACxC,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,YAAY,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC"}
|
package/dist/types/workers.js
CHANGED
|
@@ -19,4 +19,5 @@ var WorkerMessageSubject;
|
|
|
19
19
|
WorkerMessageSubject["WorkerMessageEmitted"] = "emit";
|
|
20
20
|
WorkerMessageSubject["WorkerMessageExit"] = "exit";
|
|
21
21
|
WorkerMessageSubject["WorkerMessageLog"] = "log";
|
|
22
|
+
WorkerMessageSubject["WorkerMessageFailed"] = "failed";
|
|
22
23
|
})(WorkerMessageSubject || (exports.WorkerMessageSubject = WorkerMessageSubject = {}));
|
|
@@ -7,6 +7,7 @@ export declare class Uploader {
|
|
|
7
7
|
private devrevApiToken;
|
|
8
8
|
private requestId;
|
|
9
9
|
private defaultHeaders;
|
|
10
|
+
private skipConfirmation;
|
|
10
11
|
constructor({ event, options }: UploaderFactoryInterface);
|
|
11
12
|
/**
|
|
12
13
|
* Uploads the fetched objects to the DevRev platform. Fetched objects are compressed to a gzipped jsonl object and uploaded to the platform.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"uploader.d.ts","sourceRoot":"","sources":["../../src/uploader/uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAMtC,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAU/D,OAAO,EAEL,gBAAgB,EAChB,cAAc,EACd,wBAAwB,EACxB,cAAc,EACf,MAAM,uBAAuB,CAAC;AAE/B,qBAAa,QAAQ;IACnB,OAAO,CAAC,kBAAkB,CAAC,CAAU;IACrC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,cAAc,CAAyB;
|
|
1
|
+
{"version":3,"file":"uploader.d.ts","sourceRoot":"","sources":["../../src/uploader/uploader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAMtC,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAU/D,OAAO,EAEL,gBAAgB,EAChB,cAAc,EACd,wBAAwB,EACxB,cAAc,EACf,MAAM,uBAAuB,CAAC;AAE/B,qBAAa,QAAQ;IACnB,OAAO,CAAC,kBAAkB,CAAC,CAAU;IACrC,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,cAAc,CAAyB;IAC/C,OAAO,CAAC,gBAAgB,CAAU;gBAEtB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,wBAAwB;IAWxD;;;;;OAKG;IACG,MAAM,CACV,QAAQ,EAAE,MAAM,EAChB,cAAc,EAAE,MAAM,EAAE,GAAG,MAAM,GAChC,OAAO,CAAC,cAAc,CAAC;IA4E1B;;;;;;OAMG;IACG,oBAAoB,CACxB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,MAAM,EAChB,QAAQ,CAAC,EAAE,MAAM,GAChB,OAAO,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;IA2B5C;;;;;OAKG;IACG,cAAc,CAClB,QAAQ,EAAE,gBAAgB,EAC1B,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IAmBzC;;;;;OAKG;IACG,cAAc,CAClB,QAAQ,EAAE,gBAAgB,EAC1B,UAAU,EAAE,aAAa,GACxB,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IA8BzC;;;;OAIG;IACG,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC;QACvD,QAAQ,CAAC,EAAE,aAAa,CAAC;QACzB,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,CAAC;IAiCF;;;OAGG;IACH,OAAO,CAAC,aAAa;IAerB;;;;;OAKG;IACG,4BAA4B,CAAC,EACjC,QAAQ,GACT,EAAE;QACD,QAAQ,EAAE,MAAM,CAAC;KAClB,GAAG,OAAO,CAAC;QACV,WAAW,CAAC,EAAE,oBAAoB,EAAE,CAAC;QACrC,KAAK,CAAC,EAAE;YAAE,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC;KAC7B,CAAC;IA2DF;;;;OAIG;YACW,sBAAsB;IAsBpC;;;;OAIG;YACW,gBAAgB;IAc9B;;;;;;OAMG;IACG,yBAAyB,CAAC,EAC9B,UAAU,EACV,SAAiB,GAClB,EAAE;QACD,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;KACrB,GAAG,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC;CA6B/C"}
|
|
@@ -10,19 +10,8 @@ const zlib_1 = __importDefault(require("zlib"));
|
|
|
10
10
|
const constants_1 = require("../common/constants");
|
|
11
11
|
const uploader_helpers_1 = require("./uploader.helpers");
|
|
12
12
|
describe('uploader.helpers', () => {
|
|
13
|
-
let consoleErrorSpy;
|
|
14
|
-
let consoleLogSpy;
|
|
15
|
-
let consoleWarnSpy;
|
|
16
|
-
beforeEach(() => {
|
|
17
|
-
consoleErrorSpy = jest.spyOn(console, 'error').mockImplementation();
|
|
18
|
-
consoleLogSpy = jest.spyOn(console, 'log').mockImplementation();
|
|
19
|
-
consoleWarnSpy = jest.spyOn(console, 'warn').mockImplementation();
|
|
20
|
-
});
|
|
21
13
|
afterEach(() => {
|
|
22
14
|
jest.clearAllMocks();
|
|
23
|
-
consoleErrorSpy.mockRestore();
|
|
24
|
-
consoleLogSpy.mockRestore();
|
|
25
|
-
consoleWarnSpy.mockRestore();
|
|
26
15
|
});
|
|
27
16
|
describe(uploader_helpers_1.compressGzip.name, () => {
|
|
28
17
|
it('should compress a string to gzip buffer', () => {
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { ErrorRecord } from '../types/common';
|
|
2
|
-
import {
|
|
2
|
+
import { AirSyncEvent } from '../types/extraction';
|
|
3
3
|
import { ExternalSystemItem, StatsFileObject } from '../types/loading';
|
|
4
4
|
import { WorkerAdapterOptions } from '../types/workers';
|
|
5
5
|
export interface UploaderFactoryInterface {
|
|
6
|
-
event:
|
|
6
|
+
event: AirSyncEvent;
|
|
7
7
|
options?: WorkerAdapterOptions;
|
|
8
8
|
}
|
|
9
9
|
/**
|
|
@@ -18,7 +18,7 @@ export type UploaderResult<T> = {
|
|
|
18
18
|
error: unknown;
|
|
19
19
|
};
|
|
20
20
|
/**
|
|
21
|
-
* Artifact is an interface that defines the structure of an artifact. Artifact is a file that is generated by the extractor and uploaded to
|
|
21
|
+
* Artifact is an interface that defines the structure of an artifact. Artifact is a file that is generated by the extractor and uploaded to the AirSync platform.
|
|
22
22
|
*/
|
|
23
23
|
export interface Artifact {
|
|
24
24
|
id: string;
|
|
@@ -12,10 +12,12 @@ const logger_1 = require("../logger/logger");
|
|
|
12
12
|
const uploader_helpers_1 = require("./uploader.helpers");
|
|
13
13
|
class Uploader {
|
|
14
14
|
constructor({ event, options }) {
|
|
15
|
+
var _a;
|
|
15
16
|
this.devrevApiEndpoint = event.execution_metadata.devrev_endpoint;
|
|
16
17
|
this.devrevApiToken = event.context.secrets.service_account_token;
|
|
17
18
|
this.requestId = event.payload.event_context.request_id;
|
|
18
19
|
this.isLocalDevelopment = options === null || options === void 0 ? void 0 : options.isLocalDevelopment;
|
|
20
|
+
this.skipConfirmation = (_a = options === null || options === void 0 ? void 0 : options.skipConfirmation) !== null && _a !== void 0 ? _a : false;
|
|
19
21
|
this.defaultHeaders = {
|
|
20
22
|
Authorization: `Bearer ${this.devrevApiToken}`,
|
|
21
23
|
};
|
|
@@ -34,7 +36,10 @@ class Uploader {
|
|
|
34
36
|
const { response: file, error: fileError } = (0, uploader_helpers_1.compressGzip)(js_jsonl_1.jsonl.stringify(fetchedObjects));
|
|
35
37
|
if (fileError) {
|
|
36
38
|
return {
|
|
37
|
-
error:
|
|
39
|
+
error: {
|
|
40
|
+
message: 'Error while compressing jsonl object. ' +
|
|
41
|
+
(0, logger_1.serializeError)(fileError),
|
|
42
|
+
},
|
|
38
43
|
};
|
|
39
44
|
}
|
|
40
45
|
const filename = itemType + '.jsonl.gz';
|
|
@@ -43,23 +48,35 @@ class Uploader {
|
|
|
43
48
|
const { error: preparedArtifactError, response: preparedArtifact } = await this.getArtifactUploadUrl(filename, fileType);
|
|
44
49
|
if (preparedArtifactError) {
|
|
45
50
|
return {
|
|
46
|
-
error:
|
|
51
|
+
error: {
|
|
52
|
+
message: 'Error while getting artifact upload URL: ' +
|
|
53
|
+
(0, logger_1.serializeError)(preparedArtifactError),
|
|
54
|
+
},
|
|
47
55
|
};
|
|
48
56
|
}
|
|
49
57
|
// Upload prepared artifact to the given url
|
|
50
58
|
const { error: uploadItemError } = await this.uploadArtifact(preparedArtifact, file);
|
|
51
59
|
if (uploadItemError) {
|
|
52
60
|
return {
|
|
53
|
-
error:
|
|
61
|
+
error: {
|
|
62
|
+
message: 'Error while uploading artifact: ' +
|
|
63
|
+
(0, logger_1.serializeError)(uploadItemError),
|
|
64
|
+
},
|
|
54
65
|
};
|
|
55
66
|
}
|
|
56
|
-
//
|
|
57
|
-
|
|
58
|
-
if (
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
67
|
+
// Skip confirmation for External Sync Units, as this confirmation attachments
|
|
68
|
+
// uploads to the sync, which we haven't created yet when extracting External Sync Units.
|
|
69
|
+
if (!this.skipConfirmation) {
|
|
70
|
+
// Confirm upload
|
|
71
|
+
const { error: confirmArtifactUploadError } = await this.confirmArtifactUpload(preparedArtifact.artifact_id);
|
|
72
|
+
if (confirmArtifactUploadError) {
|
|
73
|
+
return {
|
|
74
|
+
error: {
|
|
75
|
+
message: 'Error while confirming artifact upload. ' +
|
|
76
|
+
JSON.stringify(confirmArtifactUploadError),
|
|
77
|
+
},
|
|
78
|
+
};
|
|
79
|
+
}
|
|
63
80
|
}
|
|
64
81
|
// Return the artifact information to the platform
|
|
65
82
|
const artifact = {
|
|
@@ -78,6 +95,11 @@ class Uploader {
|
|
|
78
95
|
*/
|
|
79
96
|
async getArtifactUploadUrl(filename, fileType, fileSize) {
|
|
80
97
|
const url = `${this.devrevApiEndpoint}/internal/airdrop.artifacts.upload-url`;
|
|
98
|
+
if (fileSize !== undefined && fileSize <= 0) {
|
|
99
|
+
return {
|
|
100
|
+
error: { message: 'File size is 0 or less.' },
|
|
101
|
+
};
|
|
102
|
+
}
|
|
81
103
|
try {
|
|
82
104
|
const response = await axios_client_internal_1.axiosClient.get(url, {
|
|
83
105
|
headers: Object.assign({}, this.defaultHeaders),
|
|
@@ -168,13 +190,15 @@ class Uploader {
|
|
|
168
190
|
}
|
|
169
191
|
else {
|
|
170
192
|
return {
|
|
171
|
-
error:
|
|
172
|
-
|
|
193
|
+
error: {
|
|
194
|
+
message: 'Error while confirming artifact upload. ' +
|
|
195
|
+
(0, logger_1.serializeError)(response),
|
|
196
|
+
},
|
|
173
197
|
};
|
|
174
198
|
}
|
|
175
199
|
}
|
|
176
200
|
catch (error) {
|
|
177
|
-
return { error: (0, logger_1.serializeError)(error) };
|
|
201
|
+
return { error: { message: (0, logger_1.serializeError)(error) } };
|
|
178
202
|
}
|
|
179
203
|
}
|
|
180
204
|
/**
|
|
@@ -208,31 +232,40 @@ class Uploader {
|
|
|
208
232
|
const { response: artifactUrl, error: artifactUrlError } = await this.getArtifactDownloadUrl(artifact);
|
|
209
233
|
if (artifactUrlError) {
|
|
210
234
|
return {
|
|
211
|
-
error:
|
|
212
|
-
|
|
235
|
+
error: {
|
|
236
|
+
message: 'Error while getting artifact download URL. ' +
|
|
237
|
+
(0, logger_1.serializeError)(artifactUrlError),
|
|
238
|
+
},
|
|
213
239
|
};
|
|
214
240
|
}
|
|
215
241
|
// Download artifact from the URL
|
|
216
242
|
const { response: gzippedJsonlObject, error: gzippedJsonlObjectError } = await this.downloadArtifact(artifactUrl);
|
|
217
243
|
if (gzippedJsonlObjectError) {
|
|
218
244
|
return {
|
|
219
|
-
error:
|
|
220
|
-
|
|
245
|
+
error: {
|
|
246
|
+
message: 'Error while downloading gzipped jsonl object. ' +
|
|
247
|
+
(0, logger_1.serializeError)(gzippedJsonlObjectError),
|
|
248
|
+
},
|
|
221
249
|
};
|
|
222
250
|
}
|
|
223
251
|
// Decompress the gzipped jsonl object
|
|
224
252
|
const { response: jsonlObject, error: jsonlObjectError } = (0, uploader_helpers_1.decompressGzip)(gzippedJsonlObject);
|
|
225
253
|
if (jsonlObjectError) {
|
|
226
254
|
return {
|
|
227
|
-
error:
|
|
228
|
-
|
|
255
|
+
error: {
|
|
256
|
+
message: 'Error while decompressing gzipped jsonl object. ' +
|
|
257
|
+
(0, logger_1.serializeError)(jsonlObjectError),
|
|
258
|
+
},
|
|
229
259
|
};
|
|
230
260
|
}
|
|
231
261
|
// Parse the jsonl object to get the attachment metadata
|
|
232
262
|
const { response: jsonObject, error: jsonObjectError } = (0, uploader_helpers_1.parseJsonl)(jsonlObject);
|
|
233
263
|
if (jsonObjectError) {
|
|
234
264
|
return {
|
|
235
|
-
error:
|
|
265
|
+
error: {
|
|
266
|
+
message: 'Error while parsing jsonl object. ' +
|
|
267
|
+
(0, logger_1.serializeError)(jsonObjectError),
|
|
268
|
+
},
|
|
236
269
|
};
|
|
237
270
|
}
|
|
238
271
|
return { attachments: jsonObject };
|
|
@@ -8,6 +8,8 @@ const js_jsonl_1 = require("js-jsonl");
|
|
|
8
8
|
const zlib_1 = __importDefault(require("zlib"));
|
|
9
9
|
const axios_client_internal_1 = require("../http/axios-client-internal");
|
|
10
10
|
const test_helpers_1 = require("../tests/test-helpers");
|
|
11
|
+
const jest_setup_1 = require("../tests/jest.setup");
|
|
12
|
+
const test_utils_1 = require("../common/test-utils");
|
|
11
13
|
const uploader_helpers_1 = require("./uploader.helpers");
|
|
12
14
|
const uploader_1 = require("./uploader");
|
|
13
15
|
jest.mock('../http/axios-client-internal');
|
|
@@ -16,7 +18,7 @@ const mockedAxiosClient = jest.mocked(axios_client_internal_1.axiosClient);
|
|
|
16
18
|
const mockedDownloadToLocal = jest.mocked(uploader_helpers_1.downloadToLocal);
|
|
17
19
|
const mockedCompressGzip = jest.mocked(uploader_helpers_1.compressGzip);
|
|
18
20
|
describe(uploader_1.Uploader.name, () => {
|
|
19
|
-
const mockEvent = (0,
|
|
21
|
+
const mockEvent = (0, test_utils_1.createMockEvent)(jest_setup_1.mockServer.baseUrl);
|
|
20
22
|
let uploader;
|
|
21
23
|
beforeEach(() => {
|
|
22
24
|
uploader = new uploader_1.Uploader({ event: mockEvent });
|
|
@@ -85,7 +87,7 @@ describe(uploader_1.Uploader.name, () => {
|
|
|
85
87
|
// Act
|
|
86
88
|
const result = await uploader.upload(itemType, fetchedObjects);
|
|
87
89
|
// Assert
|
|
88
|
-
expect(result.error).
|
|
90
|
+
expect(result.error).toHaveProperty('message');
|
|
89
91
|
expect(result.artifact).toBeUndefined();
|
|
90
92
|
});
|
|
91
93
|
it('should return error when uploadArtifact fails', async () => {
|
|
@@ -97,7 +99,7 @@ describe(uploader_1.Uploader.name, () => {
|
|
|
97
99
|
// Act
|
|
98
100
|
const result = await uploader.upload(itemType, fetchedObjects);
|
|
99
101
|
// Assert
|
|
100
|
-
expect(result.error).
|
|
102
|
+
expect(result.error).toHaveProperty('message');
|
|
101
103
|
expect(result.artifact).toBeUndefined();
|
|
102
104
|
});
|
|
103
105
|
it('should return error when confirmArtifactUpload fails', async () => {
|
|
@@ -111,7 +113,7 @@ describe(uploader_1.Uploader.name, () => {
|
|
|
111
113
|
// Act
|
|
112
114
|
const result = await uploader.upload(itemType, fetchedObjects);
|
|
113
115
|
// Assert
|
|
114
|
-
expect(result.error).
|
|
116
|
+
expect(result.error).toHaveProperty('message');
|
|
115
117
|
expect(result.artifact).toBeUndefined();
|
|
116
118
|
});
|
|
117
119
|
it('should return error when compression fails', async () => {
|
|
@@ -122,7 +124,7 @@ describe(uploader_1.Uploader.name, () => {
|
|
|
122
124
|
// Act
|
|
123
125
|
const result = await uploader.upload(itemType, fetchedObjects);
|
|
124
126
|
// Assert
|
|
125
|
-
expect(result.error).
|
|
127
|
+
expect(result.error).toHaveProperty('message');
|
|
126
128
|
expect(result.artifact).toBeUndefined();
|
|
127
129
|
});
|
|
128
130
|
});
|
|
@@ -160,6 +162,16 @@ describe(uploader_1.Uploader.name, () => {
|
|
|
160
162
|
expect(result.error).toBeInstanceOf(Error);
|
|
161
163
|
expect(mockedAxiosClient.get).toHaveBeenCalled();
|
|
162
164
|
});
|
|
165
|
+
it('should return error during upload, as it has size of zero', async () => {
|
|
166
|
+
// Arrange
|
|
167
|
+
const filename = 'test-file.jsonl.gz';
|
|
168
|
+
const fileType = 'application/x-gzip';
|
|
169
|
+
const fileSize = 0;
|
|
170
|
+
// Act
|
|
171
|
+
const result = await uploader.getArtifactUploadUrl(filename, fileType, fileSize);
|
|
172
|
+
// Assert
|
|
173
|
+
expect(result.error).toBeDefined();
|
|
174
|
+
});
|
|
163
175
|
});
|
|
164
176
|
describe(uploader_1.Uploader.prototype.uploadArtifact.name, () => {
|
|
165
177
|
it('should return response when posting file as multipart form data', async () => {
|
|
@@ -230,7 +242,7 @@ describe(uploader_1.Uploader.name, () => {
|
|
|
230
242
|
const result = await uploader.confirmArtifactUpload(artifactId);
|
|
231
243
|
// Assert
|
|
232
244
|
expect(result.response).toBeUndefined();
|
|
233
|
-
expect(result.error).
|
|
245
|
+
expect(result.error).toHaveProperty('message');
|
|
234
246
|
});
|
|
235
247
|
});
|
|
236
248
|
describe(uploader_1.Uploader.prototype.streamArtifact.name, () => {
|
|
@@ -459,7 +471,7 @@ describe(uploader_1.Uploader.name, () => {
|
|
|
459
471
|
artifact: artifactId,
|
|
460
472
|
});
|
|
461
473
|
// Assert
|
|
462
|
-
expect(result.error).
|
|
474
|
+
expect(result.error).toHaveProperty('message');
|
|
463
475
|
expect(result.attachments).toBeUndefined();
|
|
464
476
|
});
|
|
465
477
|
it('should return error when downloadArtifact fails', async () => {
|
|
@@ -472,7 +484,7 @@ describe(uploader_1.Uploader.name, () => {
|
|
|
472
484
|
artifact: artifactId,
|
|
473
485
|
});
|
|
474
486
|
// Assert
|
|
475
|
-
expect(result.error).
|
|
487
|
+
expect(result.error).toHaveProperty('message');
|
|
476
488
|
expect(result.attachments).toBeUndefined();
|
|
477
489
|
});
|
|
478
490
|
it('should return error when decompression fails', async () => {
|
|
@@ -487,7 +499,7 @@ describe(uploader_1.Uploader.name, () => {
|
|
|
487
499
|
artifact: artifactId,
|
|
488
500
|
});
|
|
489
501
|
// Assert
|
|
490
|
-
expect(result.error).
|
|
502
|
+
expect(result.error).toHaveProperty('message');
|
|
491
503
|
expect(result.attachments).toBeUndefined();
|
|
492
504
|
});
|
|
493
505
|
it('should return error when JSONL parsing fails', async () => {
|
|
@@ -503,7 +515,7 @@ describe(uploader_1.Uploader.name, () => {
|
|
|
503
515
|
artifact: artifactId,
|
|
504
516
|
});
|
|
505
517
|
// Assert
|
|
506
|
-
expect(result.error).
|
|
518
|
+
expect(result.error).toHaveProperty('message');
|
|
507
519
|
expect(result.attachments).toBeUndefined();
|
|
508
520
|
});
|
|
509
521
|
});
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@devrev/airsync-sdk",
|
|
3
|
-
"version": "2.0.0-beta.
|
|
3
|
+
"version": "2.0.0-beta.2",
|
|
4
4
|
"description": "TypeScript SDK for building AirSync snap-ins on the DevRev platform.",
|
|
5
5
|
"type": "commonjs",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -11,28 +11,30 @@
|
|
|
11
11
|
"start": "ts-node src/index.ts",
|
|
12
12
|
"lint": "eslint .",
|
|
13
13
|
"lint:fix": "eslint . --fix",
|
|
14
|
-
"test": "jest --
|
|
15
|
-
"test:backwards-compatibility": "jest --
|
|
14
|
+
"test": "jest --silent --forceExit --maxWorkers=50% --selectProjects default --",
|
|
15
|
+
"test:backwards-compatibility": "jest --silent --forceExit --selectProjects backwards-compatibility --",
|
|
16
|
+
"test:timeout-handling": "jest --silent --forceExit --selectProjects timeout-handling --",
|
|
17
|
+
"test:slow": "jest --silent --forceExit --selectProjects slow --",
|
|
18
|
+
"test:coverage": "jest --silent --forceExit --coverage --runInBand --",
|
|
19
|
+
"test:debug": "jest --forceExit --selectProjects default --"
|
|
16
20
|
},
|
|
17
21
|
"repository": {
|
|
18
22
|
"type": "git",
|
|
19
23
|
"url": "git+https://github.com/devrev/adaas-sdk.git"
|
|
20
24
|
},
|
|
21
25
|
"publishConfig": {
|
|
22
|
-
"registry": "https://
|
|
26
|
+
"registry": "https://registry.npmjs.org"
|
|
23
27
|
},
|
|
24
28
|
"keywords": [],
|
|
25
29
|
"author": "devrev",
|
|
26
30
|
"license": "ISC",
|
|
27
31
|
"devDependencies": {
|
|
28
|
-
"@microsoft/api-extractor": "^7.
|
|
32
|
+
"@microsoft/api-extractor": "^7.57.6",
|
|
29
33
|
"@microsoft/api-extractor-model": "^7.30.7",
|
|
30
|
-
"@types/express": "^5.0.3",
|
|
31
34
|
"@types/jest": "^29.5.14",
|
|
32
35
|
"@types/node": "^22.18.0",
|
|
33
36
|
"@types/yargs": "^17.0.33",
|
|
34
|
-
"
|
|
35
|
-
"@typescript-eslint/parser": "^8.46.0",
|
|
37
|
+
"ajv": "^8.18.0",
|
|
36
38
|
"eslint": "9.32.0",
|
|
37
39
|
"eslint-config-prettier": "^9.1.2",
|
|
38
40
|
"eslint-plugin-prettier": "4.0.0",
|
|
@@ -44,10 +46,9 @@
|
|
|
44
46
|
"typescript-eslint": "^8.46.1"
|
|
45
47
|
},
|
|
46
48
|
"dependencies": {
|
|
47
|
-
"@devrev/typescript-sdk": "^1.1.
|
|
48
|
-
"axios": "^1.
|
|
49
|
+
"@devrev/typescript-sdk": "^1.1.74",
|
|
50
|
+
"axios": "^1.15.2",
|
|
49
51
|
"axios-retry": "^4.5.0",
|
|
50
|
-
"express": "^5.2.1",
|
|
51
52
|
"form-data": "^4.0.4",
|
|
52
53
|
"js-jsonl": "^1.1.1",
|
|
53
54
|
"ts-node": "^10.9.2",
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import { EventType, ExtractorEventType } from '../types/extraction';
|
|
2
|
-
import { LoaderEventType } from '../types/loading';
|
|
3
|
-
/**
|
|
4
|
-
* Maps old incoming event type strings to new EventType enum values.
|
|
5
|
-
* This ensures backwards compatibility when the platform sends old event types.
|
|
6
|
-
* @param eventTypeString The raw event type string from the platform
|
|
7
|
-
* @returns The translated EventType enum value
|
|
8
|
-
*/
|
|
9
|
-
export declare function translateIncomingEventType(eventTypeString: string): EventType;
|
|
10
|
-
/**
|
|
11
|
-
* Translates ExtractorEventType enum values by converting old enum members to new ones.
|
|
12
|
-
* Old enum members are deprecated and should be replaced with new ones.
|
|
13
|
-
*/
|
|
14
|
-
export declare function translateExtractorEventType(eventType: ExtractorEventType): ExtractorEventType;
|
|
15
|
-
/**
|
|
16
|
-
* Translates LoaderEventType enum values by converting old enum members to new ones.
|
|
17
|
-
* Old enum members are deprecated and should be replaced with new ones.
|
|
18
|
-
*/
|
|
19
|
-
export declare function translateLoaderEventType(eventType: LoaderEventType): LoaderEventType;
|
|
20
|
-
/**
|
|
21
|
-
* Translates any outgoing event type (Extractor or Loader) to ensure new event types are used.
|
|
22
|
-
*/
|
|
23
|
-
export declare function translateOutgoingEventType(eventType: ExtractorEventType | LoaderEventType): ExtractorEventType | LoaderEventType;
|
|
24
|
-
//# sourceMappingURL=event-type-translation.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"event-type-translation.d.ts","sourceRoot":"","sources":["../../src/common/event-type-translation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAEnD;;;;;GAKG;AACH,wBAAgB,0BAA0B,CAAC,eAAe,EAAE,MAAM,GAAG,SAAS,CAwD7E;AAED;;;GAGG;AACH,wBAAgB,2BAA2B,CACzC,SAAS,EAAE,kBAAkB,GAC5B,kBAAkB,CA0CpB;AAED;;;GAGG;AACH,wBAAgB,wBAAwB,CACtC,SAAS,EAAE,eAAe,GACzB,eAAe,CAmBjB;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CACxC,SAAS,EAAE,kBAAkB,GAAG,eAAe,GAC9C,kBAAkB,GAAG,eAAe,CAatC"}
|
|
@@ -1,117 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.translateIncomingEventType = translateIncomingEventType;
|
|
4
|
-
exports.translateExtractorEventType = translateExtractorEventType;
|
|
5
|
-
exports.translateLoaderEventType = translateLoaderEventType;
|
|
6
|
-
exports.translateOutgoingEventType = translateOutgoingEventType;
|
|
7
|
-
const extraction_1 = require("../types/extraction");
|
|
8
|
-
const loading_1 = require("../types/loading");
|
|
9
|
-
/**
|
|
10
|
-
* Maps old incoming event type strings to new EventType enum values.
|
|
11
|
-
* This ensures backwards compatibility when the platform sends old event types.
|
|
12
|
-
* @param eventTypeString The raw event type string from the platform
|
|
13
|
-
* @returns The translated EventType enum value
|
|
14
|
-
*/
|
|
15
|
-
function translateIncomingEventType(eventTypeString) {
|
|
16
|
-
// Create a reverse mapping from OLD string values to NEW enum member names
|
|
17
|
-
const eventTypeMap = {
|
|
18
|
-
// Old extraction event types from platform -> New enum members
|
|
19
|
-
[extraction_1.EventType.ExtractionExternalSyncUnitsStart]: extraction_1.EventType.StartExtractingExternalSyncUnits,
|
|
20
|
-
[extraction_1.EventType.ExtractionMetadataStart]: extraction_1.EventType.StartExtractingMetadata,
|
|
21
|
-
[extraction_1.EventType.ExtractionDataStart]: extraction_1.EventType.StartExtractingData,
|
|
22
|
-
[extraction_1.EventType.ExtractionDataContinue]: extraction_1.EventType.ContinueExtractingData,
|
|
23
|
-
[extraction_1.EventType.ExtractionDataDelete]: extraction_1.EventType.StartDeletingExtractorState,
|
|
24
|
-
[extraction_1.EventType.ExtractionAttachmentsStart]: extraction_1.EventType.StartExtractingAttachments,
|
|
25
|
-
[extraction_1.EventType.ExtractionAttachmentsContinue]: extraction_1.EventType.ContinueExtractingAttachments,
|
|
26
|
-
[extraction_1.EventType.ExtractionAttachmentsDelete]: extraction_1.EventType.StartDeletingExtractorAttachmentsState,
|
|
27
|
-
// New extraction event types (already correct, map to new enum members)
|
|
28
|
-
[extraction_1.EventType.StartExtractingExternalSyncUnits]: extraction_1.EventType.StartExtractingExternalSyncUnits,
|
|
29
|
-
[extraction_1.EventType.StartExtractingMetadata]: extraction_1.EventType.StartExtractingMetadata,
|
|
30
|
-
[extraction_1.EventType.StartExtractingData]: extraction_1.EventType.StartExtractingData,
|
|
31
|
-
[extraction_1.EventType.ContinueExtractingData]: extraction_1.EventType.ContinueExtractingData,
|
|
32
|
-
[extraction_1.EventType.StartDeletingExtractorState]: extraction_1.EventType.StartDeletingExtractorState,
|
|
33
|
-
[extraction_1.EventType.StartExtractingAttachments]: extraction_1.EventType.StartExtractingAttachments,
|
|
34
|
-
[extraction_1.EventType.ContinueExtractingAttachments]: extraction_1.EventType.ContinueExtractingAttachments,
|
|
35
|
-
[extraction_1.EventType.StartDeletingExtractorAttachmentsState]: extraction_1.EventType.StartDeletingExtractorAttachmentsState,
|
|
36
|
-
// Loading events
|
|
37
|
-
[extraction_1.EventType.StartLoadingData]: extraction_1.EventType.StartLoadingData,
|
|
38
|
-
[extraction_1.EventType.ContinueLoadingData]: extraction_1.EventType.ContinueLoadingData,
|
|
39
|
-
[extraction_1.EventType.StartLoadingAttachments]: extraction_1.EventType.StartLoadingAttachments,
|
|
40
|
-
[extraction_1.EventType.ContinueLoadingAttachments]: extraction_1.EventType.ContinueLoadingAttachments,
|
|
41
|
-
[extraction_1.EventType.StartDeletingLoaderState]: extraction_1.EventType.StartDeletingLoaderState,
|
|
42
|
-
[extraction_1.EventType.StartDeletingLoaderAttachmentState]: extraction_1.EventType.StartDeletingLoaderAttachmentState,
|
|
43
|
-
// Unknown
|
|
44
|
-
[extraction_1.EventType.UnknownEventType]: extraction_1.EventType.UnknownEventType,
|
|
45
|
-
};
|
|
46
|
-
const translated = eventTypeMap[eventTypeString];
|
|
47
|
-
if (!translated) {
|
|
48
|
-
console.warn(`Unknown event type received: ${eventTypeString}. This may indicate a new event type or a typo.`);
|
|
49
|
-
// Return the original string cast as EventType as a fallback
|
|
50
|
-
return eventTypeString;
|
|
51
|
-
}
|
|
52
|
-
return translated;
|
|
53
|
-
}
|
|
54
|
-
/**
|
|
55
|
-
* Translates ExtractorEventType enum values by converting old enum members to new ones.
|
|
56
|
-
* Old enum members are deprecated and should be replaced with new ones.
|
|
57
|
-
*/
|
|
58
|
-
function translateExtractorEventType(eventType) {
|
|
59
|
-
var _a;
|
|
60
|
-
// Map old enum members to new enum members
|
|
61
|
-
const stringValue = eventType;
|
|
62
|
-
const mapping = {
|
|
63
|
-
// Old string values -> New enum members
|
|
64
|
-
[extraction_1.ExtractorEventType.ExtractionExternalSyncUnitsDone]: extraction_1.ExtractorEventType.ExternalSyncUnitExtractionDone,
|
|
65
|
-
[extraction_1.ExtractorEventType.ExtractionExternalSyncUnitsError]: extraction_1.ExtractorEventType.ExternalSyncUnitExtractionError,
|
|
66
|
-
[extraction_1.ExtractorEventType.ExtractionMetadataDone]: extraction_1.ExtractorEventType.MetadataExtractionDone,
|
|
67
|
-
[extraction_1.ExtractorEventType.ExtractionMetadataError]: extraction_1.ExtractorEventType.MetadataExtractionError,
|
|
68
|
-
[extraction_1.ExtractorEventType.ExtractionDataProgress]: extraction_1.ExtractorEventType.DataExtractionProgress,
|
|
69
|
-
[extraction_1.ExtractorEventType.ExtractionDataDelay]: extraction_1.ExtractorEventType.DataExtractionDelayed,
|
|
70
|
-
[extraction_1.ExtractorEventType.ExtractionDataDone]: extraction_1.ExtractorEventType.DataExtractionDone,
|
|
71
|
-
[extraction_1.ExtractorEventType.ExtractionDataError]: extraction_1.ExtractorEventType.DataExtractionError,
|
|
72
|
-
[extraction_1.ExtractorEventType.ExtractionDataDeleteDone]: extraction_1.ExtractorEventType.ExtractorStateDeletionDone,
|
|
73
|
-
[extraction_1.ExtractorEventType.ExtractionDataDeleteError]: extraction_1.ExtractorEventType.ExtractorStateDeletionError,
|
|
74
|
-
[extraction_1.ExtractorEventType.ExtractionAttachmentsProgress]: extraction_1.ExtractorEventType.AttachmentExtractionProgress,
|
|
75
|
-
[extraction_1.ExtractorEventType.ExtractionAttachmentsDelay]: extraction_1.ExtractorEventType.AttachmentExtractionDelayed,
|
|
76
|
-
[extraction_1.ExtractorEventType.ExtractionAttachmentsDone]: extraction_1.ExtractorEventType.AttachmentExtractionDone,
|
|
77
|
-
[extraction_1.ExtractorEventType.ExtractionAttachmentsError]: extraction_1.ExtractorEventType.AttachmentExtractionError,
|
|
78
|
-
[extraction_1.ExtractorEventType.ExtractionAttachmentsDeleteDone]: extraction_1.ExtractorEventType.ExtractorAttachmentsStateDeletionDone,
|
|
79
|
-
[extraction_1.ExtractorEventType.ExtractionAttachmentsDeleteError]: extraction_1.ExtractorEventType.ExtractorAttachmentsStateDeletionError,
|
|
80
|
-
};
|
|
81
|
-
// If there's a mapping, use it; otherwise return original (already new)
|
|
82
|
-
return (_a = mapping[stringValue]) !== null && _a !== void 0 ? _a : eventType;
|
|
83
|
-
}
|
|
84
|
-
/**
|
|
85
|
-
* Translates LoaderEventType enum values by converting old enum members to new ones.
|
|
86
|
-
* Old enum members are deprecated and should be replaced with new ones.
|
|
87
|
-
*/
|
|
88
|
-
function translateLoaderEventType(eventType) {
|
|
89
|
-
var _a;
|
|
90
|
-
// Map old enum members to new enum members
|
|
91
|
-
const stringValue = eventType;
|
|
92
|
-
const mapping = {
|
|
93
|
-
// Old string values -> New enum members
|
|
94
|
-
[loading_1.LoaderEventType.DataLoadingDelay]: loading_1.LoaderEventType.DataLoadingDelayed,
|
|
95
|
-
[loading_1.LoaderEventType.AttachmentsLoadingProgress]: loading_1.LoaderEventType.AttachmentLoadingProgress,
|
|
96
|
-
[loading_1.LoaderEventType.AttachmentsLoadingDelayed]: loading_1.LoaderEventType.AttachmentLoadingDelayed,
|
|
97
|
-
[loading_1.LoaderEventType.AttachmentsLoadingDone]: loading_1.LoaderEventType.AttachmentLoadingDone,
|
|
98
|
-
[loading_1.LoaderEventType.AttachmentsLoadingError]: loading_1.LoaderEventType.AttachmentLoadingError,
|
|
99
|
-
};
|
|
100
|
-
// If there's a mapping, use it; otherwise return original (already new)
|
|
101
|
-
return (_a = mapping[stringValue]) !== null && _a !== void 0 ? _a : eventType;
|
|
102
|
-
}
|
|
103
|
-
/**
|
|
104
|
-
* Translates any outgoing event type (Extractor or Loader) to ensure new event types are used.
|
|
105
|
-
*/
|
|
106
|
-
function translateOutgoingEventType(eventType) {
|
|
107
|
-
// Check if it's an ExtractorEventType by checking if the value exists in ExtractorEventType
|
|
108
|
-
if (Object.values(extraction_1.ExtractorEventType).includes(eventType)) {
|
|
109
|
-
return translateExtractorEventType(eventType);
|
|
110
|
-
}
|
|
111
|
-
// Otherwise treat as LoaderEventType
|
|
112
|
-
if (Object.values(loading_1.LoaderEventType).includes(eventType)) {
|
|
113
|
-
return translateLoaderEventType(eventType);
|
|
114
|
-
}
|
|
115
|
-
// If neither, return as-is
|
|
116
|
-
return eventType;
|
|
117
|
-
}
|
|
@@ -1,62 +0,0 @@
|
|
|
1
|
-
import { AirdropEvent, EventData, ExtractorEventType } from '../../types/extraction';
|
|
2
|
-
import { Artifact } from '../../uploader/uploader.interfaces';
|
|
3
|
-
import { AdapterState } from '../../state/state.interfaces';
|
|
4
|
-
import { State } from '../../state/state';
|
|
5
|
-
/**
|
|
6
|
-
* Adapter class is used to interact with Airdrop platform. The class provides
|
|
7
|
-
* utilities to
|
|
8
|
-
* - emit control events to the platform
|
|
9
|
-
* - update the state of the extractor
|
|
10
|
-
* - set the last saved state in case of a timeout
|
|
11
|
-
*
|
|
12
|
-
* @class Adapter
|
|
13
|
-
* @constructor
|
|
14
|
-
* @deprecated
|
|
15
|
-
* @param {AirdropEvent} event - The event object received from the platform
|
|
16
|
-
* @param {object=} initialState - The initial state of the adapter
|
|
17
|
-
* @param {boolean=} isLocalDevelopment - A flag to indicate if the adapter is being used in local development
|
|
18
|
-
*/
|
|
19
|
-
/**
|
|
20
|
-
* Creates an adapter instance.
|
|
21
|
-
*
|
|
22
|
-
* @param {AirdropEvent} event - The event object received from the platform
|
|
23
|
-
* @param initialState
|
|
24
|
-
* @param {boolean=} isLocalDevelopment - A flag to indicate if the adapter is being used in local development
|
|
25
|
-
* @return The adapter instance
|
|
26
|
-
*/
|
|
27
|
-
export declare function createAdapter<ConnectorState>(event: AirdropEvent, initialState: ConnectorState, isLocalDevelopment?: boolean): Promise<Adapter<ConnectorState>>;
|
|
28
|
-
export declare class Adapter<ConnectorState> {
|
|
29
|
-
private adapterState;
|
|
30
|
-
private _artifacts;
|
|
31
|
-
private event;
|
|
32
|
-
private callbackUrl;
|
|
33
|
-
private devrevToken;
|
|
34
|
-
private startTime;
|
|
35
|
-
private heartBeatFn;
|
|
36
|
-
private exit;
|
|
37
|
-
private lambdaTimeout;
|
|
38
|
-
private heartBeatInterval;
|
|
39
|
-
constructor(event: AirdropEvent, adapterState: State<ConnectorState>, isLocalDevelopment?: boolean);
|
|
40
|
-
get state(): AdapterState<ConnectorState>;
|
|
41
|
-
set state(value: AdapterState<ConnectorState>);
|
|
42
|
-
get artifacts(): Artifact[];
|
|
43
|
-
set artifacts(value: Artifact[]);
|
|
44
|
-
/**
|
|
45
|
-
* Emits an event to the platform.
|
|
46
|
-
*
|
|
47
|
-
* @param {ExtractorEventType} newEventType - The event type to be emitted
|
|
48
|
-
* @param {EventData=} data - The data to be sent with the event
|
|
49
|
-
*/
|
|
50
|
-
emit(newEventType: ExtractorEventType, data?: EventData): Promise<void>;
|
|
51
|
-
/**
|
|
52
|
-
* Exit the adapter. This will stop the heartbeat and no
|
|
53
|
-
* further events will be emitted.
|
|
54
|
-
*/
|
|
55
|
-
private exitAdapter;
|
|
56
|
-
/**
|
|
57
|
-
* Heartbeat function to check if the lambda is about to timeout.
|
|
58
|
-
* @returns true if 10 minutes have passed since the start of the lambda.
|
|
59
|
-
*/
|
|
60
|
-
private heartbeat;
|
|
61
|
-
}
|
|
62
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/deprecated/adapter/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kBAAkB,EACnB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAC;AAE9D,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAK5D,OAAO,EAAE,KAAK,EAAsB,MAAM,mBAAmB,CAAC;AAI9D;;;;;;;;;;;;;GAaG;AAEH;;;;;;;GAOG;AAEH,wBAAsB,aAAa,CAAC,cAAc,EAChD,KAAK,EAAE,YAAY,EACnB,YAAY,EAAE,cAAc,EAC5B,kBAAkB,GAAE,OAAe,oCAiBpC;AAED,qBAAa,OAAO,CAAC,cAAc;IACjC,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAE/B,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAA4C;IAC/D,OAAO,CAAC,IAAI,CAAkB;IAC9B,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,iBAAiB,CAAqB;gBAG5C,KAAK,EAAE,YAAY,EACnB,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,EACnC,kBAAkB,GAAE,OAAe;IAwBrC,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,EAE9B;IAED;;;;;OAKG;IACG,IAAI,CAAC,YAAY,EAAE,kBAAkB,EAAE,IAAI,CAAC,EAAE,SAAS;IAoD7D;;;OAGG;IACH,OAAO,CAAC,WAAW;IAInB;;;OAGG;YACW,SAAS;CAiBxB"}
|