@devrev/ts-adaas 1.17.1-beta.0 → 1.17.1-beta.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -1
- package/dist/mock-server/mock-server.d.ts +80 -0
- package/dist/mock-server/mock-server.d.ts.map +1 -0
- package/dist/mock-server/mock-server.interfaces.d.ts +57 -0
- package/dist/mock-server/mock-server.interfaces.d.ts.map +1 -0
- package/dist/mock-server/mock-server.interfaces.js +4 -0
- package/dist/mock-server/mock-server.js +271 -0
- package/dist/multithreading/worker-adapter/worker-adapter.d.ts +6 -0
- package/dist/multithreading/worker-adapter/worker-adapter.d.ts.map +1 -1
- package/dist/multithreading/worker-adapter/worker-adapter.js +22 -0
- package/dist/multithreading/worker-adapter/worker-adapter.test.js +117 -12
- package/dist/state/state.d.ts +7 -1
- package/dist/state/state.d.ts.map +1 -1
- package/dist/state/state.js +18 -3
- package/dist/state/state.test.js +75 -7
- package/dist/types/index.d.ts +1 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/workers.d.ts +7 -0
- package/dist/types/workers.d.ts.map +1 -1
- package/package.json +4 -2
package/dist/index.d.ts
CHANGED
|
@@ -12,4 +12,5 @@ export { spawn } from './multithreading/spawn/spawn';
|
|
|
12
12
|
export { WorkerAdapter } from './multithreading/worker-adapter/worker-adapter';
|
|
13
13
|
export * from './types/workers';
|
|
14
14
|
export { formatAxiosError, serializeAxiosError } from './logger/logger';
|
|
15
|
+
export { MockServer } from './mock-server/mock-server';
|
|
15
16
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,0BAA0B,CAAC;AACzC,cAAc,uBAAuB,CAAC;AAEtC,cAAc,QAAQ,CAAC;AACvB,cAAc,SAAS,CAAC;AAExB,cAAc,yCAAyC,CAAC;AAExD,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAE7D,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,8BAA8B,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,gDAAgD,CAAC;AAE/E,cAAc,iBAAiB,CAAC;AAEhC,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,0BAA0B,CAAC;AACzC,cAAc,uBAAuB,CAAC;AAEtC,cAAc,QAAQ,CAAC;AACvB,cAAc,SAAS,CAAC;AAExB,cAAc,yCAAyC,CAAC;AAExD,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAE7D,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,8BAA8B,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,gDAAgD,CAAC;AAE/E,cAAc,iBAAiB,CAAC;AAEhC,OAAO,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAExE,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
|
14
14
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
15
|
};
|
|
16
16
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
exports.serializeAxiosError = exports.formatAxiosError = exports.WorkerAdapter = exports.spawn = exports.processTask = exports.AirSyncDefaultItemTypes = void 0;
|
|
17
|
+
exports.MockServer = exports.serializeAxiosError = exports.formatAxiosError = exports.WorkerAdapter = exports.spawn = exports.processTask = exports.AirSyncDefaultItemTypes = void 0;
|
|
18
18
|
__exportStar(require("./deprecated/adapter"), exports);
|
|
19
19
|
__exportStar(require("./deprecated/demo-extractor"), exports);
|
|
20
20
|
__exportStar(require("./deprecated/http/client"), exports);
|
|
@@ -34,3 +34,5 @@ __exportStar(require("./types/workers"), exports);
|
|
|
34
34
|
var logger_1 = require("./logger/logger");
|
|
35
35
|
Object.defineProperty(exports, "formatAxiosError", { enumerable: true, get: function () { return logger_1.formatAxiosError; } });
|
|
36
36
|
Object.defineProperty(exports, "serializeAxiosError", { enumerable: true, get: function () { return logger_1.serializeAxiosError; } });
|
|
37
|
+
var mock_server_1 = require("./mock-server/mock-server");
|
|
38
|
+
Object.defineProperty(exports, "MockServer", { enumerable: true, get: function () { return mock_server_1.MockServer; } });
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
import { RequestInfo, RouteConfig } from './mock-server.interfaces';
|
|
2
|
+
/**
|
|
3
|
+
* MockServer used in tests to mock internal AirSync endpoints.
|
|
4
|
+
* This is a simple mock server that listens on a port and responds to requests.
|
|
5
|
+
* Supports per-test route configuration to simulate different response scenarios.
|
|
6
|
+
*/
|
|
7
|
+
export declare class MockServer {
|
|
8
|
+
private app;
|
|
9
|
+
private server;
|
|
10
|
+
private internalPort;
|
|
11
|
+
port: number;
|
|
12
|
+
baseUrl: string;
|
|
13
|
+
private routeHandlers;
|
|
14
|
+
private requests;
|
|
15
|
+
private requestCounts;
|
|
16
|
+
constructor(port?: number);
|
|
17
|
+
start(): Promise<void>;
|
|
18
|
+
stop(): Promise<void>;
|
|
19
|
+
/**
|
|
20
|
+
* Sets up routes for the mock server.
|
|
21
|
+
*/
|
|
22
|
+
private setupRoutes;
|
|
23
|
+
/**
|
|
24
|
+
* Creates a route handler that checks for custom handlers before using the default.
|
|
25
|
+
* @param method - The HTTP method
|
|
26
|
+
* @param path - The route path
|
|
27
|
+
* @returns A route handler function
|
|
28
|
+
*/
|
|
29
|
+
private routeHandler;
|
|
30
|
+
/**
|
|
31
|
+
* Default route handler for the mock server. Returns { success: true } for
|
|
32
|
+
* routes that are not explicitly set.
|
|
33
|
+
* @param req - The request object
|
|
34
|
+
* @param res - The response object
|
|
35
|
+
* @returns void
|
|
36
|
+
*/
|
|
37
|
+
private defaultRouteHandler;
|
|
38
|
+
/**
|
|
39
|
+
* Gets the route key for a given method and path.
|
|
40
|
+
* @param method - The HTTP method
|
|
41
|
+
* @param path - The route path
|
|
42
|
+
* @returns The route key in the format 'METHOD:path'
|
|
43
|
+
*/
|
|
44
|
+
private getRouteKey;
|
|
45
|
+
/**
|
|
46
|
+
* Configures a route to return a specific status code and optional response body.
|
|
47
|
+
* @param config - The route configuration object
|
|
48
|
+
* @param config.path - The path of the route (e.g., '/callback_url')
|
|
49
|
+
* @param config.method - The HTTP method (e.g., 'GET', 'POST')
|
|
50
|
+
* @param config.status - The HTTP status code to return (e.g., 200, 401, 500)
|
|
51
|
+
* @param config.body - Optional response body to send as JSON
|
|
52
|
+
* @param config.retry - Optional retry configuration for simulating failures before success
|
|
53
|
+
*/
|
|
54
|
+
setRoute(config: RouteConfig): void;
|
|
55
|
+
/**
|
|
56
|
+
* Resets all custom route handlers, restoring all default handlers.
|
|
57
|
+
* Also clears request tracking data.
|
|
58
|
+
*/
|
|
59
|
+
resetRoutes(): void;
|
|
60
|
+
/**
|
|
61
|
+
* Returns the most recent request or undefined if no requests exist.
|
|
62
|
+
* @returns The last RequestInfo object or undefined
|
|
63
|
+
*/
|
|
64
|
+
getLastRequest(): RequestInfo | undefined;
|
|
65
|
+
/**
|
|
66
|
+
* Gets the number of requests made to a specific endpoint.
|
|
67
|
+
* @param method - The HTTP method (e.g., 'GET', 'POST')
|
|
68
|
+
* @param path - The route path (e.g., '/test-endpoint', '/callback_url')
|
|
69
|
+
* @returns The number of requests made to the endpoint
|
|
70
|
+
*/
|
|
71
|
+
getRequestCount(method: string, path: string): number;
|
|
72
|
+
/**
|
|
73
|
+
* Gets all requests made to a specific endpoint.
|
|
74
|
+
* @param method - The HTTP method (e.g., 'GET', 'POST')
|
|
75
|
+
* @param path - The route path (e.g., '/test-endpoint', '/callback_url')
|
|
76
|
+
* @returns An array of RequestInfo objects for the endpoint
|
|
77
|
+
*/
|
|
78
|
+
getRequests(method: string, path: string): RequestInfo[];
|
|
79
|
+
}
|
|
80
|
+
//# sourceMappingURL=mock-server.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mock-server.d.ts","sourceRoot":"","sources":["../../src/mock-server/mock-server.ts"],"names":[],"mappings":"AAGA,OAAO,EAGL,WAAW,EACX,WAAW,EAGZ,MAAM,0BAA0B,CAAC;AAElC;;;;GAIG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,GAAG,CAAU;IACrB,OAAO,CAAC,MAAM,CAAuB;IACrC,OAAO,CAAC,YAAY,CAAS;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,aAAa,CAA4B;IACjD,OAAO,CAAC,QAAQ,CAAqB;IACrC,OAAO,CAAC,aAAa,CAA4B;gBAErC,IAAI,GAAE,MAAiC;IAetC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBlC;;OAEG;IACH,OAAO,CAAC,WAAW;IAsDnB;;;;;OAKG;IACH,OAAO,CAAC,YAAY;IAsBpB;;;;;;OAMG;IACH,OAAO,CAAC,mBAAmB;IA8B3B;;;;;OAKG;IACH,OAAO,CAAC,WAAW;IAInB;;;;;;;;OAQG;IACI,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI;IA2E1C;;;OAGG;IACI,WAAW,IAAI,IAAI;IAM1B;;;OAGG;IACI,cAAc,IAAI,WAAW,GAAG,SAAS;IAOhD;;;;;OAKG;IACI,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM;IAI5D;;;;;OAKG;IACI,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,WAAW,EAAE;CAShE"}
|
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
import type { Request, Response } from 'express';
|
|
2
|
+
export declare const DEFAULT_MOCK_SERVER_PORT = 3001;
|
|
3
|
+
/**
|
|
4
|
+
* Configuration for retry simulation behavior.
|
|
5
|
+
*/
|
|
6
|
+
export interface RetryConfig {
|
|
7
|
+
/** Number of times to return error before succeeding (default: 4) */
|
|
8
|
+
failureCount?: number;
|
|
9
|
+
/** 5xx status code to return during failures (default: 500) */
|
|
10
|
+
errorStatus?: number;
|
|
11
|
+
/** Optional error response body to send as JSON during failures */
|
|
12
|
+
errorBody?: unknown;
|
|
13
|
+
/** Optional headers to send with the error response */
|
|
14
|
+
headers?: Record<string, string>;
|
|
15
|
+
/** Optional delay in milliseconds before sending each failure response */
|
|
16
|
+
delay?: number;
|
|
17
|
+
}
|
|
18
|
+
/**
|
|
19
|
+
* Configuration object for setting up a route response.
|
|
20
|
+
*/
|
|
21
|
+
export interface RouteConfig {
|
|
22
|
+
/** The path of the route (e.g., '/callback_url', '/worker_data_url.get') */
|
|
23
|
+
path: string;
|
|
24
|
+
/** The HTTP method (e.g., 'GET', 'POST', 'PUT', 'DELETE') */
|
|
25
|
+
method: string;
|
|
26
|
+
/** The HTTP status code to return (e.g., 200, 401, 500) */
|
|
27
|
+
status: number;
|
|
28
|
+
/** Optional response body to send as JSON */
|
|
29
|
+
body?: unknown;
|
|
30
|
+
/** Optional headers to send with the response */
|
|
31
|
+
headers?: Record<string, string>;
|
|
32
|
+
/** Optional retry configuration for simulating failures before success */
|
|
33
|
+
retry?: RetryConfig;
|
|
34
|
+
/** Optional delay in milliseconds before sending the response */
|
|
35
|
+
delay?: number;
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Type for custom route handler functions.
|
|
39
|
+
*/
|
|
40
|
+
export type RouteHandler = (req: Request, res: Response) => unknown;
|
|
41
|
+
/**
|
|
42
|
+
* Information about a request received by the mock server.
|
|
43
|
+
*/
|
|
44
|
+
export interface RequestInfo {
|
|
45
|
+
/** The HTTP method (e.g., 'GET', 'POST') */
|
|
46
|
+
method: string;
|
|
47
|
+
/** The full URL path of the request */
|
|
48
|
+
url: string;
|
|
49
|
+
/** Optional request body (for POST/PUT requests) */
|
|
50
|
+
body?: unknown;
|
|
51
|
+
}
|
|
52
|
+
export type RouteHandlers = Map<string, RouteHandler>;
|
|
53
|
+
/**
|
|
54
|
+
* Type for tracking request counts per route.
|
|
55
|
+
*/
|
|
56
|
+
export type RequestCounts = Map<string, number>;
|
|
57
|
+
//# sourceMappingURL=mock-server.interfaces.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mock-server.interfaces.d.ts","sourceRoot":"","sources":["../../src/mock-server/mock-server.interfaces.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAEjD,eAAO,MAAM,wBAAwB,OAAO,CAAC;AAE7C;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,qEAAqE;IACrE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,+DAA+D;IAC/D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,mEAAmE;IACnE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,uDAAuD;IACvD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,0EAA0E;IAC1E,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4EAA4E;IAC5E,IAAI,EAAE,MAAM,CAAC;IACb,6DAA6D;IAC7D,MAAM,EAAE,MAAM,CAAC;IACf,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC;IACf,6CAA6C;IAC7C,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,iDAAiD;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,0EAA0E;IAC1E,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,iEAAiE;IACjE,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,KAAK,OAAO,CAAC;AAEpE;;GAEG;AACH,MAAM,WAAW,WAAW;IAC1B,4CAA4C;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,GAAG,EAAE,MAAM,CAAC;IACZ,oDAAoD;IACpD,IAAI,CAAC,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;AAEtD;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC"}
|
|
@@ -0,0 +1,271 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.MockServer = void 0;
|
|
4
|
+
const mock_server_interfaces_1 = require("./mock-server.interfaces");
|
|
5
|
+
/**
|
|
6
|
+
* MockServer used in tests to mock internal AirSync endpoints.
|
|
7
|
+
* This is a simple mock server that listens on a port and responds to requests.
|
|
8
|
+
* Supports per-test route configuration to simulate different response scenarios.
|
|
9
|
+
*/
|
|
10
|
+
class MockServer {
|
|
11
|
+
constructor(port = mock_server_interfaces_1.DEFAULT_MOCK_SERVER_PORT) {
|
|
12
|
+
this.server = null;
|
|
13
|
+
this.routeHandlers = new Map();
|
|
14
|
+
this.requests = [];
|
|
15
|
+
this.requestCounts = new Map();
|
|
16
|
+
// Lazy-load express so that importing MockServer doesn't require express at module load time.
|
|
17
|
+
// This allows the SDK to be used in production (Lambda) without express installed.
|
|
18
|
+
// eslint-disable-next-line @typescript-eslint/no-var-requires
|
|
19
|
+
const express = require('express');
|
|
20
|
+
this.internalPort = port;
|
|
21
|
+
this.port = port;
|
|
22
|
+
this.baseUrl = `http://localhost:${this.port}`;
|
|
23
|
+
this.app = express();
|
|
24
|
+
// Increase limit to handle size limit tests that send large artifact arrays
|
|
25
|
+
this.app.use(express.json({ limit: '10mb' }));
|
|
26
|
+
this.setupRoutes();
|
|
27
|
+
}
|
|
28
|
+
async start() {
|
|
29
|
+
return new Promise((resolve) => {
|
|
30
|
+
this.server = this.app.listen(this.internalPort, () => {
|
|
31
|
+
var _a, _b;
|
|
32
|
+
// Get the actual port assigned by the OS (important for port 0 = dynamic allocation)
|
|
33
|
+
const actualPort = (_b = (_a = this.server) === null || _a === void 0 ? void 0 : _a.address()) === null || _b === void 0 ? void 0 : _b.port;
|
|
34
|
+
if (actualPort) {
|
|
35
|
+
this.port = actualPort;
|
|
36
|
+
this.baseUrl = `http://localhost:${this.port}`;
|
|
37
|
+
}
|
|
38
|
+
console.log(`Mock server running on http://localhost:${this.port}.`);
|
|
39
|
+
resolve();
|
|
40
|
+
});
|
|
41
|
+
});
|
|
42
|
+
}
|
|
43
|
+
async stop() {
|
|
44
|
+
if (!this.server) {
|
|
45
|
+
return Promise.resolve();
|
|
46
|
+
}
|
|
47
|
+
return new Promise((resolve, reject) => {
|
|
48
|
+
this.server.close((err) => {
|
|
49
|
+
if (err) {
|
|
50
|
+
reject(err);
|
|
51
|
+
}
|
|
52
|
+
else {
|
|
53
|
+
console.log('Mock server stopped.');
|
|
54
|
+
this.server = null;
|
|
55
|
+
resolve();
|
|
56
|
+
}
|
|
57
|
+
});
|
|
58
|
+
});
|
|
59
|
+
}
|
|
60
|
+
/**
|
|
61
|
+
* Sets up routes for the mock server.
|
|
62
|
+
*/
|
|
63
|
+
setupRoutes() {
|
|
64
|
+
// TEST ENDPOINT
|
|
65
|
+
this.app.get('/test-endpoint', this.routeHandler('GET', '/test-endpoint'));
|
|
66
|
+
// CALLBACK URL
|
|
67
|
+
this.app.post('/callback_url', this.routeHandler('POST', '/callback_url'));
|
|
68
|
+
// WORKER DATA URL
|
|
69
|
+
this.app.post('/worker_data_url', this.routeHandler('POST', '/worker_data_url'));
|
|
70
|
+
this.app.get('/worker_data_url.get', this.routeHandler('GET', '/worker_data_url.get'));
|
|
71
|
+
this.app.post('/worker_data_url.update', this.routeHandler('POST', '/worker_data_url.update'));
|
|
72
|
+
// SNAP-INS URL
|
|
73
|
+
this.app.get('/internal/snap-ins.get', this.routeHandler('GET', '/internal/snap-ins.get'));
|
|
74
|
+
// AIRDROP RECIPE INITIAL DOMAIN MAPPINGS INSTALL URL
|
|
75
|
+
this.app.post('/internal/airdrop.recipe.initial-domain-mappings.install', this.routeHandler('POST', '/internal/airdrop.recipe.initial-domain-mappings.install'));
|
|
76
|
+
// ARTIFACTS URL
|
|
77
|
+
this.app.get('/internal/airdrop.artifacts.upload-url', this.routeHandler('GET', '/internal/airdrop.artifacts.upload-url'));
|
|
78
|
+
this.app.post('/internal/airdrop.artifacts.confirm-upload', this.routeHandler('POST', '/internal/airdrop.artifacts.confirm-upload'));
|
|
79
|
+
// FILE UPLOAD URL
|
|
80
|
+
this.app.post('/file-upload-url', this.routeHandler('POST', '/file-upload-url'));
|
|
81
|
+
}
|
|
82
|
+
/**
|
|
83
|
+
* Creates a route handler that checks for custom handlers before using the default.
|
|
84
|
+
* @param method - The HTTP method
|
|
85
|
+
* @param path - The route path
|
|
86
|
+
* @returns A route handler function
|
|
87
|
+
*/
|
|
88
|
+
routeHandler(method, path) {
|
|
89
|
+
return (req, res) => {
|
|
90
|
+
const requestInfo = Object.assign({ method: req.method, url: req.url || req.path }, (req.body !== undefined && req.body !== null
|
|
91
|
+
? { body: req.body }
|
|
92
|
+
: {}));
|
|
93
|
+
this.requests.push(requestInfo);
|
|
94
|
+
const key = `${method}:${path}`;
|
|
95
|
+
const customHandler = this.routeHandlers.get(key);
|
|
96
|
+
if (customHandler) {
|
|
97
|
+
customHandler(req, res);
|
|
98
|
+
}
|
|
99
|
+
else {
|
|
100
|
+
this.defaultRouteHandler(req, res);
|
|
101
|
+
}
|
|
102
|
+
};
|
|
103
|
+
}
|
|
104
|
+
/**
|
|
105
|
+
* Default route handler for the mock server. Returns { success: true } for
|
|
106
|
+
* routes that are not explicitly set.
|
|
107
|
+
* @param req - The request object
|
|
108
|
+
* @param res - The response object
|
|
109
|
+
* @returns void
|
|
110
|
+
*/
|
|
111
|
+
defaultRouteHandler(req, res) {
|
|
112
|
+
if (req.method === 'GET' && req.path === '/worker_data_url.get') {
|
|
113
|
+
res.status(200).json({
|
|
114
|
+
state: JSON.stringify({}),
|
|
115
|
+
});
|
|
116
|
+
}
|
|
117
|
+
else if (req.method === 'GET' && req.path === '/internal/snap-ins.get') {
|
|
118
|
+
res.status(200).json({
|
|
119
|
+
snap_in: {
|
|
120
|
+
imports: [{ name: 'test_import_slug' }],
|
|
121
|
+
snap_in_version: { slug: 'test_snap_in_slug' },
|
|
122
|
+
},
|
|
123
|
+
});
|
|
124
|
+
}
|
|
125
|
+
else if (req.method === 'GET' &&
|
|
126
|
+
req.path === '/internal/airdrop.artifacts.upload-url') {
|
|
127
|
+
// Generate a unique artifact ID for each request
|
|
128
|
+
const artifactId = `artifact-${Date.now()}-${Math.random()
|
|
129
|
+
.toString(36)
|
|
130
|
+
.substr(2, 9)}`;
|
|
131
|
+
res.status(200).json({
|
|
132
|
+
upload_url: `${this.baseUrl}/file-upload-url`,
|
|
133
|
+
artifact_id: artifactId,
|
|
134
|
+
form_data: [], // Empty form_data for local development
|
|
135
|
+
});
|
|
136
|
+
}
|
|
137
|
+
else {
|
|
138
|
+
res.status(200).json({ success: true });
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
/**
|
|
142
|
+
* Gets the route key for a given method and path.
|
|
143
|
+
* @param method - The HTTP method
|
|
144
|
+
* @param path - The route path
|
|
145
|
+
* @returns The route key in the format 'METHOD:path'
|
|
146
|
+
*/
|
|
147
|
+
getRouteKey(method, path) {
|
|
148
|
+
return `${method.toUpperCase()}:${path}`;
|
|
149
|
+
}
|
|
150
|
+
/**
|
|
151
|
+
* Configures a route to return a specific status code and optional response body.
|
|
152
|
+
* @param config - The route configuration object
|
|
153
|
+
* @param config.path - The path of the route (e.g., '/callback_url')
|
|
154
|
+
* @param config.method - The HTTP method (e.g., 'GET', 'POST')
|
|
155
|
+
* @param config.status - The HTTP status code to return (e.g., 200, 401, 500)
|
|
156
|
+
* @param config.body - Optional response body to send as JSON
|
|
157
|
+
* @param config.retry - Optional retry configuration for simulating failures before success
|
|
158
|
+
*/
|
|
159
|
+
setRoute(config) {
|
|
160
|
+
const { path, method, status, body, retry, headers, delay } = config;
|
|
161
|
+
const key = this.getRouteKey(method, path);
|
|
162
|
+
// Reset request count for this route if retry is configured
|
|
163
|
+
// This ensures a clean state each time setRoute is called
|
|
164
|
+
if (retry) {
|
|
165
|
+
this.requestCounts.set(key, 0);
|
|
166
|
+
}
|
|
167
|
+
this.routeHandlers.set(key, (req, res) => {
|
|
168
|
+
const sendResponse = (responseDelay) => {
|
|
169
|
+
const send = () => {
|
|
170
|
+
var _a, _b;
|
|
171
|
+
if (retry) {
|
|
172
|
+
const currentCount = this.requestCounts.get(key) || 0;
|
|
173
|
+
const failureCount = (_a = retry.failureCount) !== null && _a !== void 0 ? _a : 4;
|
|
174
|
+
const errorStatus = (_b = retry.errorStatus) !== null && _b !== void 0 ? _b : 500;
|
|
175
|
+
if (currentCount < failureCount) {
|
|
176
|
+
this.requestCounts.set(key, currentCount + 1);
|
|
177
|
+
const sendFailure = () => {
|
|
178
|
+
if (retry.headers) {
|
|
179
|
+
res.set(retry.headers);
|
|
180
|
+
}
|
|
181
|
+
if (retry.errorBody !== undefined) {
|
|
182
|
+
res.status(errorStatus).json(retry.errorBody);
|
|
183
|
+
}
|
|
184
|
+
else {
|
|
185
|
+
res.status(errorStatus).send();
|
|
186
|
+
}
|
|
187
|
+
};
|
|
188
|
+
if (retry.delay) {
|
|
189
|
+
setTimeout(sendFailure, retry.delay);
|
|
190
|
+
}
|
|
191
|
+
else {
|
|
192
|
+
sendFailure();
|
|
193
|
+
}
|
|
194
|
+
}
|
|
195
|
+
else {
|
|
196
|
+
this.requestCounts.set(key, currentCount + 1);
|
|
197
|
+
if (headers) {
|
|
198
|
+
res.set(headers);
|
|
199
|
+
}
|
|
200
|
+
if (body !== undefined) {
|
|
201
|
+
res.status(status).json(body);
|
|
202
|
+
}
|
|
203
|
+
else {
|
|
204
|
+
this.defaultRouteHandler(req, res);
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
else {
|
|
209
|
+
if (headers) {
|
|
210
|
+
res.set(headers);
|
|
211
|
+
}
|
|
212
|
+
if (body !== undefined) {
|
|
213
|
+
res.status(status).json(body);
|
|
214
|
+
}
|
|
215
|
+
else {
|
|
216
|
+
res.status(status).send();
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
};
|
|
220
|
+
if (responseDelay) {
|
|
221
|
+
setTimeout(send, responseDelay);
|
|
222
|
+
}
|
|
223
|
+
else {
|
|
224
|
+
send();
|
|
225
|
+
}
|
|
226
|
+
};
|
|
227
|
+
sendResponse(delay);
|
|
228
|
+
});
|
|
229
|
+
}
|
|
230
|
+
/**
|
|
231
|
+
* Resets all custom route handlers, restoring all default handlers.
|
|
232
|
+
* Also clears request tracking data.
|
|
233
|
+
*/
|
|
234
|
+
resetRoutes() {
|
|
235
|
+
this.routeHandlers.clear();
|
|
236
|
+
this.requestCounts.clear();
|
|
237
|
+
this.requests = [];
|
|
238
|
+
}
|
|
239
|
+
/**
|
|
240
|
+
* Returns the most recent request or undefined if no requests exist.
|
|
241
|
+
* @returns The last RequestInfo object or undefined
|
|
242
|
+
*/
|
|
243
|
+
getLastRequest() {
|
|
244
|
+
if (this.requests.length === 0) {
|
|
245
|
+
return undefined;
|
|
246
|
+
}
|
|
247
|
+
return this.requests[this.requests.length - 1];
|
|
248
|
+
}
|
|
249
|
+
/**
|
|
250
|
+
* Gets the number of requests made to a specific endpoint.
|
|
251
|
+
* @param method - The HTTP method (e.g., 'GET', 'POST')
|
|
252
|
+
* @param path - The route path (e.g., '/test-endpoint', '/callback_url')
|
|
253
|
+
* @returns The number of requests made to the endpoint
|
|
254
|
+
*/
|
|
255
|
+
getRequestCount(method, path) {
|
|
256
|
+
return this.getRequests(method, path).length;
|
|
257
|
+
}
|
|
258
|
+
/**
|
|
259
|
+
* Gets all requests made to a specific endpoint.
|
|
260
|
+
* @param method - The HTTP method (e.g., 'GET', 'POST')
|
|
261
|
+
* @param path - The route path (e.g., '/test-endpoint', '/callback_url')
|
|
262
|
+
* @returns An array of RequestInfo objects for the endpoint
|
|
263
|
+
*/
|
|
264
|
+
getRequests(method, path) {
|
|
265
|
+
// Remove query parameters for comparison
|
|
266
|
+
const pathWithoutQuery = path.split('?')[0];
|
|
267
|
+
return this.requests.filter((req) => req.method.toUpperCase() === method.toUpperCase() &&
|
|
268
|
+
req.url.split('?')[0] === pathWithoutQuery);
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
exports.MockServer = MockServer;
|
|
@@ -41,6 +41,12 @@ export declare class WorkerAdapter<ConnectorState> {
|
|
|
41
41
|
get reports(): LoaderReport[];
|
|
42
42
|
get processedFiles(): string[];
|
|
43
43
|
get mappers(): Mappers;
|
|
44
|
+
get extractionScope(): import("../../types/workers").ExtractionScope;
|
|
45
|
+
/**
|
|
46
|
+
* Returns whether the given item type should be extracted.
|
|
47
|
+
* Defaults to true if the scope is empty or the item type is not listed.
|
|
48
|
+
*/
|
|
49
|
+
shouldExtract(itemType: string): boolean;
|
|
44
50
|
initializeRepos(repos: RepoInterface[]): void;
|
|
45
51
|
getRepo(itemType: string): Repo | undefined;
|
|
46
52
|
postState(): Promise<void>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAI9E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,OAAO,CAAC;IAE1B,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,sBAAsB,CAAa;IAG3C,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAqBzC,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IA2HV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAqHnD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IA6E5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAkMvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IA6GvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAqD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;
|
|
1
|
+
{"version":3,"file":"worker-adapter.d.ts","sourceRoot":"","sources":["../../../src/multithreading/worker-adapter/worker-adapter.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAEhD,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EACL,oBAAoB,EACpB,aAAa,EACd,MAAM,4BAA4B,CAAC;AAEpC,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC5D,OAAO,EACL,YAAY,EACZ,SAAS,EAET,kCAAkC,EAClC,yCAAyC,EACzC,kBAAkB,EAClB,2BAA2B,EAC3B,2BAA2B,EAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAEL,wBAAwB,EACxB,kBAAkB,EAClB,6BAA6B,EAC7B,UAAU,EACV,qBAAqB,EACrB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,gBAAgB,EAChB,qBAAqB,EAEtB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,sBAAsB,EACtB,oBAAoB,EAGrB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,QAAQ,EAAkB,MAAM,oCAAoC,CAAC;AAI9E,wBAAgB,mBAAmB,CAAC,cAAc,EAAE,EAClD,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC,GAAG,aAAa,CAAC,cAAc,CAAC,CAMxE;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,aAAa,CAAC,cAAc;IACvC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,OAAO,CAAC,EAAE,oBAAoB,CAAC;IACxC,SAAS,EAAE,OAAO,CAAC;IACnB,gBAAgB,EAAE,OAAO,CAAC;IAE1B,OAAO,CAAC,YAAY,CAAwB;IAC5C,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,sBAAsB,CAAa;IAG3C,OAAO,CAAC,aAAa,CAAiB;IACtC,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAW;gBAEf,EACV,KAAK,EACL,YAAY,EACZ,OAAO,GACR,EAAE,sBAAsB,CAAC,cAAc,CAAC;IAqBzC,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,OAAO,IAAI,YAAY,EAAE,CAE5B;IAED,IAAI,cAAc,IAAI,MAAM,EAAE,CAE7B;IAED,IAAI,OAAO,IAAI,OAAO,CAErB;IAED,IAAI,eAAe,kDAElB;IAED;;;OAGG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAOxC,eAAe,CAAC,KAAK,EAAE,aAAa,EAAE;IAuCtC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS;IAarC,SAAS;IAMf,IAAI,SAAS,IAAI,QAAQ,EAAE,CAE1B;IAED,IAAI,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,EAIlC;IAED;;;;;OAKG;IACG,IAAI,CACR,YAAY,EAAE,kBAAkB,GAAG,eAAe,EAClD,IAAI,CAAC,EAAE,SAAS,GACf,OAAO,CAAC,IAAI,CAAC;IA2HV,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAU/B,aAAa,CAAC,EAClB,eAAe,GAChB,EAAE,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAqHnD,gBAAgB,CAAC,EACrB,kBAAkB,GACnB,EAAE;QACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;KAC9B;IA4BK,eAAe,CAAC,EACpB,MAAM,GACP,EAAE;QACD,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,qBAAqB,CAAC;IA6E5B,QAAQ,CAAC,EACb,IAAI,EACJ,cAAc,GACf,EAAE;QACD,IAAI,EAAE,kBAAkB,CAAC;QACzB,cAAc,EAAE,cAAc,CAAC;KAChC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAkMvB,iBAAiB,CACrB,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,yCAAyC,GAChD,OAAO,CAAC,2BAA2B,CAAC;IA6GvC;;;OAGG;IACH,OAAO,CAAC,iBAAiB;IAcnB,cAAc,CAAC,EACnB,IAAI,EACJ,MAAM,GACP,EAAE;QACD,IAAI,EAAE,wBAAwB,CAAC;QAC/B,MAAM,EAAE,6BAA6B,CAAC,wBAAwB,CAAC,CAAC;KACjE,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAqD7B;;;;;;OAMG;IACG,iBAAiB,CAAC,QAAQ,EAAE,EAChC,MAAM,EACN,UAAU,EACV,SAAa,GACd,EAAE;QACD,MAAM,EAAE,yCAAyC,CAAC;QAClD,UAAU,CAAC,EAAE,kCAAkC,CAC7C,cAAc,EACd,oBAAoB,EAAE,EACtB,QAAQ,CACT,CAAC;QACF,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,GAAG,OAAO,CAAC,2BAA2B,CAAC;CAmIzC"}
|
|
@@ -81,6 +81,21 @@ class WorkerAdapter {
|
|
|
81
81
|
get mappers() {
|
|
82
82
|
return this._mappers;
|
|
83
83
|
}
|
|
84
|
+
get extractionScope() {
|
|
85
|
+
return this.adapterState.extractionScope;
|
|
86
|
+
}
|
|
87
|
+
/**
|
|
88
|
+
* Returns whether the given item type should be extracted.
|
|
89
|
+
* Defaults to true if the scope is empty or the item type is not listed.
|
|
90
|
+
*/
|
|
91
|
+
shouldExtract(itemType) {
|
|
92
|
+
const scope = this.extractionScope;
|
|
93
|
+
if (Object.keys(scope).length === 0)
|
|
94
|
+
return true;
|
|
95
|
+
if (!(itemType in scope))
|
|
96
|
+
return true;
|
|
97
|
+
return scope[itemType].extract;
|
|
98
|
+
}
|
|
84
99
|
initializeRepos(repos) {
|
|
85
100
|
this.repos = repos.map((repo) => {
|
|
86
101
|
const shouldNormalize = repo.itemType !== constants_1.AirSyncDefaultItemTypes.EXTERNAL_DOMAIN_METADATA &&
|
|
@@ -773,6 +788,13 @@ class WorkerAdapter {
|
|
|
773
788
|
if ((response === null || response === void 0 ? void 0 : response.delay) || (response === null || response === void 0 ? void 0 : response.error)) {
|
|
774
789
|
return response;
|
|
775
790
|
}
|
|
791
|
+
// On timeout, emit progress and exit to allow resumption.
|
|
792
|
+
if (this.isTimeout) {
|
|
793
|
+
console.log(`Timeout detected after processing attachments for artifact ID: ${attachmentsMetadataArtifactId}. Emitting progress to allow resumption.`);
|
|
794
|
+
await this.emit(extraction_1.ExtractorEventType.AttachmentExtractionProgress);
|
|
795
|
+
process.exit(0);
|
|
796
|
+
return;
|
|
797
|
+
}
|
|
776
798
|
console.log(`Finished processing all attachments for artifact ID: ${attachmentsMetadataArtifactId}.`);
|
|
777
799
|
attachmentsMetadata.artifactIds.shift();
|
|
778
800
|
attachmentsMetadata.lastProcessed = 0;
|
|
@@ -353,6 +353,62 @@ describe(worker_adapter_1.WorkerAdapter.name, () => {
|
|
|
353
353
|
'artifact1',
|
|
354
354
|
]);
|
|
355
355
|
});
|
|
356
|
+
it('should emit progress event and exit process on timeout, preserving state for resumption', async () => {
|
|
357
|
+
const mockStream = jest.fn();
|
|
358
|
+
// Mock process.exit to prevent it from killing the test runner
|
|
359
|
+
const exitSpy = jest
|
|
360
|
+
.spyOn(process, 'exit')
|
|
361
|
+
.mockImplementation(() => undefined);
|
|
362
|
+
// Set up adapter state with multiple artifact IDs
|
|
363
|
+
adapter.state.toDevRev = {
|
|
364
|
+
attachmentsMetadata: {
|
|
365
|
+
artifactIds: ['artifact1', 'artifact2', 'artifact3'],
|
|
366
|
+
lastProcessed: 0,
|
|
367
|
+
lastProcessedAttachmentsIdsList: [],
|
|
368
|
+
},
|
|
369
|
+
};
|
|
370
|
+
// Mock getting attachments for each artifact
|
|
371
|
+
adapter['uploader'].getAttachmentsFromArtifactId = jest
|
|
372
|
+
.fn()
|
|
373
|
+
.mockResolvedValue({
|
|
374
|
+
attachments: [
|
|
375
|
+
{
|
|
376
|
+
url: 'http://example.com/file1.pdf',
|
|
377
|
+
id: 'attachment1',
|
|
378
|
+
file_name: 'file1.pdf',
|
|
379
|
+
parent_id: 'parent1',
|
|
380
|
+
},
|
|
381
|
+
],
|
|
382
|
+
});
|
|
383
|
+
// Mock the pool to simulate timeout happening during the first artifact
|
|
384
|
+
attachments_streaming_pool_1.AttachmentsStreamingPool.mockImplementationOnce(() => {
|
|
385
|
+
return {
|
|
386
|
+
streamAll: jest.fn().mockImplementation(async () => {
|
|
387
|
+
adapter.isTimeout = true;
|
|
388
|
+
return {};
|
|
389
|
+
}),
|
|
390
|
+
};
|
|
391
|
+
});
|
|
392
|
+
adapter.initializeRepos = jest.fn();
|
|
393
|
+
// Mock emit to verify it's called with progress event
|
|
394
|
+
const emitSpy = jest.spyOn(adapter, 'emit').mockResolvedValue();
|
|
395
|
+
await adapter.streamAttachments({
|
|
396
|
+
stream: mockStream,
|
|
397
|
+
});
|
|
398
|
+
// Should have emitted progress event
|
|
399
|
+
expect(emitSpy).toHaveBeenCalledWith(types_1.ExtractorEventType.AttachmentExtractionProgress);
|
|
400
|
+
// Should have called process.exit(0)
|
|
401
|
+
expect(exitSpy).toHaveBeenCalledWith(0);
|
|
402
|
+
// The current artifact should NOT be removed from the list
|
|
403
|
+
expect(adapter.state.toDevRev.attachmentsMetadata.artifactIds).toEqual([
|
|
404
|
+
'artifact1',
|
|
405
|
+
'artifact2',
|
|
406
|
+
'artifact3',
|
|
407
|
+
]);
|
|
408
|
+
// Only the first artifact should have been fetched
|
|
409
|
+
expect(adapter['uploader'].getAttachmentsFromArtifactId).toHaveBeenCalledTimes(1);
|
|
410
|
+
exitSpy.mockRestore();
|
|
411
|
+
});
|
|
356
412
|
it('should reset lastProcessed and attachment IDs list after processing all artifacts', async () => {
|
|
357
413
|
const mockStream = jest.fn();
|
|
358
414
|
adapter.state.toDevRev = {
|
|
@@ -411,10 +467,12 @@ describe(worker_adapter_1.WorkerAdapter.name, () => {
|
|
|
411
467
|
'content-length': '100',
|
|
412
468
|
}),
|
|
413
469
|
});
|
|
414
|
-
adapter['uploader'].getArtifactUploadUrl = jest
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
470
|
+
adapter['uploader'].getArtifactUploadUrl = jest.fn().mockResolvedValue({
|
|
471
|
+
response: {
|
|
472
|
+
artifact_id: 'art_1',
|
|
473
|
+
upload_url: 'https://upload',
|
|
474
|
+
form_data: [],
|
|
475
|
+
},
|
|
418
476
|
});
|
|
419
477
|
adapter['uploader'].streamArtifact = jest
|
|
420
478
|
.fn()
|
|
@@ -439,10 +497,12 @@ describe(worker_adapter_1.WorkerAdapter.name, () => {
|
|
|
439
497
|
'content-length': '200',
|
|
440
498
|
}),
|
|
441
499
|
});
|
|
442
|
-
adapter['uploader'].getArtifactUploadUrl = jest
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
500
|
+
adapter['uploader'].getArtifactUploadUrl = jest.fn().mockResolvedValue({
|
|
501
|
+
response: {
|
|
502
|
+
artifact_id: 'art_2',
|
|
503
|
+
upload_url: 'https://upload',
|
|
504
|
+
form_data: [],
|
|
505
|
+
},
|
|
446
506
|
});
|
|
447
507
|
adapter['uploader'].streamArtifact = jest
|
|
448
508
|
.fn()
|
|
@@ -463,10 +523,12 @@ describe(worker_adapter_1.WorkerAdapter.name, () => {
|
|
|
463
523
|
const mockStream = jest.fn().mockResolvedValue({
|
|
464
524
|
httpStream: createMockHttpStream({}),
|
|
465
525
|
});
|
|
466
|
-
adapter['uploader'].getArtifactUploadUrl = jest
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
526
|
+
adapter['uploader'].getArtifactUploadUrl = jest.fn().mockResolvedValue({
|
|
527
|
+
response: {
|
|
528
|
+
artifact_id: 'art_3',
|
|
529
|
+
upload_url: 'https://upload',
|
|
530
|
+
form_data: [],
|
|
531
|
+
},
|
|
470
532
|
});
|
|
471
533
|
adapter['uploader'].streamArtifact = jest
|
|
472
534
|
.fn()
|
|
@@ -681,4 +743,47 @@ describe(worker_adapter_1.WorkerAdapter.name, () => {
|
|
|
681
743
|
}
|
|
682
744
|
});
|
|
683
745
|
});
|
|
746
|
+
describe('extractionScope', () => {
|
|
747
|
+
it('should return empty object by default', () => {
|
|
748
|
+
expect(adapter.extractionScope).toEqual({});
|
|
749
|
+
});
|
|
750
|
+
it('should return extraction scope from adapter state', () => {
|
|
751
|
+
const extractionScope = {
|
|
752
|
+
tasks: { extract: true },
|
|
753
|
+
users: { extract: false },
|
|
754
|
+
};
|
|
755
|
+
// Simulate what State.init() does when parsing objects from API
|
|
756
|
+
mockAdapterState._extractionScope = extractionScope;
|
|
757
|
+
expect(adapter.extractionScope).toEqual({
|
|
758
|
+
tasks: { extract: true },
|
|
759
|
+
users: { extract: false },
|
|
760
|
+
});
|
|
761
|
+
});
|
|
762
|
+
});
|
|
763
|
+
describe('shouldExtract', () => {
|
|
764
|
+
it('should return true when extraction scope is empty', () => {
|
|
765
|
+
expect(adapter.shouldExtract('tasks')).toBe(true);
|
|
766
|
+
expect(adapter.shouldExtract('users')).toBe(true);
|
|
767
|
+
});
|
|
768
|
+
it('should return true when item type is not in scope', () => {
|
|
769
|
+
mockAdapterState._extractionScope = {
|
|
770
|
+
tasks: { extract: true },
|
|
771
|
+
};
|
|
772
|
+
expect(adapter.shouldExtract('users')).toBe(true);
|
|
773
|
+
});
|
|
774
|
+
it('should return true when item type has extract: true', () => {
|
|
775
|
+
mockAdapterState._extractionScope = {
|
|
776
|
+
tasks: { extract: true },
|
|
777
|
+
};
|
|
778
|
+
expect(adapter.shouldExtract('tasks')).toBe(true);
|
|
779
|
+
});
|
|
780
|
+
it('should return false when item type has extract: false', () => {
|
|
781
|
+
mockAdapterState._extractionScope = {
|
|
782
|
+
tasks: { extract: false },
|
|
783
|
+
users: { extract: true },
|
|
784
|
+
};
|
|
785
|
+
expect(adapter.shouldExtract('tasks')).toBe(false);
|
|
786
|
+
expect(adapter.shouldExtract('users')).toBe(true);
|
|
787
|
+
});
|
|
788
|
+
});
|
|
684
789
|
});
|
package/dist/state/state.d.ts
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import { AdapterState, StateInterface } from './state.interfaces';
|
|
2
|
+
import { ExtractionScope } from '../types/workers';
|
|
2
3
|
export declare function createAdapterState<ConnectorState>({ event, initialState, initialDomainMapping, options, }: StateInterface<ConnectorState>): Promise<State<ConnectorState>>;
|
|
3
4
|
export declare class State<ConnectorState> {
|
|
4
5
|
private _state;
|
|
6
|
+
private _extractionScope;
|
|
5
7
|
private initialSdkState;
|
|
6
8
|
private workerUrl;
|
|
7
9
|
private devrevToken;
|
|
@@ -10,6 +12,7 @@ export declare class State<ConnectorState> {
|
|
|
10
12
|
constructor({ event, initialState }: StateInterface<ConnectorState>);
|
|
11
13
|
get state(): AdapterState<ConnectorState>;
|
|
12
14
|
set state(value: AdapterState<ConnectorState>);
|
|
15
|
+
get extractionScope(): ExtractionScope;
|
|
13
16
|
/**
|
|
14
17
|
* Initializes the state for this adapter instance by fetching from API
|
|
15
18
|
* or creating an initial state if none exists (404).
|
|
@@ -25,6 +28,9 @@ export declare class State<ConnectorState> {
|
|
|
25
28
|
* Fetches the state of the adapter from API.
|
|
26
29
|
* @return The raw state data from API
|
|
27
30
|
*/
|
|
28
|
-
fetchState(): Promise<
|
|
31
|
+
fetchState(): Promise<{
|
|
32
|
+
state: string;
|
|
33
|
+
objects?: string;
|
|
34
|
+
}>;
|
|
29
35
|
}
|
|
30
36
|
//# sourceMappingURL=state.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../src/state/state.ts"],"names":[],"mappings":"AAWA,OAAO,EACL,YAAY,EAIZ,cAAc,EACf,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../src/state/state.ts"],"names":[],"mappings":"AAWA,OAAO,EACL,YAAY,EAIZ,cAAc,EACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAEnD,wBAAsB,kBAAkB,CAAC,cAAc,EAAE,EACvD,KAAK,EACL,YAAY,EACZ,oBAAoB,EACpB,OAAO,GACR,EAAE,cAAc,CAAC,cAAc,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CA8DjE;AAED,qBAAa,KAAK,CAAC,cAAc;IAC/B,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,gBAAgB,CAAuB;IAC/C,OAAO,CAAC,eAAe,CAAW;IAClC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,SAAS,CAAS;gBAEd,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,cAAc,CAAC,cAAc,CAAC;IAenE,IAAI,KAAK,IAAI,YAAY,CAAC,cAAc,CAAC,CAExC;IAED,IAAI,KAAK,CAAC,KAAK,EAAE,YAAY,CAAC,cAAc,CAAC,EAE5C;IAED,IAAI,eAAe,IAAI,eAAe,CAErC;IAED;;;;OAIG;IACG,IAAI,CAAC,YAAY,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAiDvD;;;OAGG;IACG,SAAS,CAAC,KAAK,CAAC,EAAE,YAAY,CAAC,cAAc,CAAC;IAqDpD;;;OAGG;IACG,UAAU,IAAI,OAAO,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAqBjE"}
|
package/dist/state/state.js
CHANGED
|
@@ -65,6 +65,7 @@ async function createAdapterState({ event, initialState, initialDomainMapping, o
|
|
|
65
65
|
}
|
|
66
66
|
class State {
|
|
67
67
|
constructor({ event, initialState }) {
|
|
68
|
+
this._extractionScope = {};
|
|
68
69
|
this.initialSdkState =
|
|
69
70
|
event.payload.event_context.mode === common_1.SyncMode.LOADING
|
|
70
71
|
? state_interfaces_1.loadingSdkState
|
|
@@ -81,6 +82,9 @@ class State {
|
|
|
81
82
|
set state(value) {
|
|
82
83
|
this._state = value;
|
|
83
84
|
}
|
|
85
|
+
get extractionScope() {
|
|
86
|
+
return this._extractionScope;
|
|
87
|
+
}
|
|
84
88
|
/**
|
|
85
89
|
* Initializes the state for this adapter instance by fetching from API
|
|
86
90
|
* or creating an initial state if none exists (404).
|
|
@@ -89,7 +93,7 @@ class State {
|
|
|
89
93
|
async init(initialState) {
|
|
90
94
|
var _a;
|
|
91
95
|
try {
|
|
92
|
-
const stringifiedState = await this.fetchState();
|
|
96
|
+
const { state: stringifiedState, objects } = await this.fetchState();
|
|
93
97
|
if (!stringifiedState) {
|
|
94
98
|
throw new Error('No state found in response.');
|
|
95
99
|
}
|
|
@@ -102,6 +106,14 @@ class State {
|
|
|
102
106
|
}
|
|
103
107
|
this.state = parsedState;
|
|
104
108
|
console.log('State fetched successfully. Current state', (0, logger_1.getPrintableState)(this.state));
|
|
109
|
+
if (objects) {
|
|
110
|
+
try {
|
|
111
|
+
this._extractionScope = JSON.parse(objects);
|
|
112
|
+
}
|
|
113
|
+
catch (error) {
|
|
114
|
+
console.warn(`Failed to parse extractionScope. ${error}`);
|
|
115
|
+
}
|
|
116
|
+
}
|
|
105
117
|
}
|
|
106
118
|
catch (error) {
|
|
107
119
|
if (axios_1.default.isAxiosError(error) && ((_a = error.response) === null || _a === void 0 ? void 0 : _a.status) === 404) {
|
|
@@ -170,7 +182,7 @@ class State {
|
|
|
170
182
|
* @return The raw state data from API
|
|
171
183
|
*/
|
|
172
184
|
async fetchState() {
|
|
173
|
-
var _a;
|
|
185
|
+
var _a, _b;
|
|
174
186
|
console.log(`Fetching state with sync unit id ${this.syncUnitId} and request id ${this.requestId}.`);
|
|
175
187
|
const url = this.workerUrl + '.get';
|
|
176
188
|
const response = await axios_client_internal_1.axiosClient.get(url, {
|
|
@@ -182,7 +194,10 @@ class State {
|
|
|
182
194
|
request_id: this.requestId,
|
|
183
195
|
},
|
|
184
196
|
});
|
|
185
|
-
return
|
|
197
|
+
return {
|
|
198
|
+
state: (_a = response.data) === null || _a === void 0 ? void 0 : _a.state,
|
|
199
|
+
objects: (_b = response.data) === null || _b === void 0 ? void 0 : _b.objects,
|
|
200
|
+
};
|
|
186
201
|
}
|
|
187
202
|
}
|
|
188
203
|
exports.State = State;
|
package/dist/state/state.test.js
CHANGED
|
@@ -63,7 +63,7 @@ describe(state_1.State.name, () => {
|
|
|
63
63
|
const event = (0, test_helpers_1.createEvent)({
|
|
64
64
|
eventType: eventType,
|
|
65
65
|
});
|
|
66
|
-
fetchStateSpy.mockResolvedValue('invalid-json');
|
|
66
|
+
fetchStateSpy.mockResolvedValue({ state: 'invalid-json' });
|
|
67
67
|
jest.spyOn(console, 'error').mockImplementation(() => { });
|
|
68
68
|
// Act & Assert
|
|
69
69
|
await expect((0, state_1.createAdapterState)({
|
|
@@ -78,7 +78,7 @@ describe(state_1.State.name, () => {
|
|
|
78
78
|
const event = (0, test_helpers_1.createEvent)({
|
|
79
79
|
eventType: eventType,
|
|
80
80
|
});
|
|
81
|
-
fetchStateSpy.mockResolvedValue(null);
|
|
81
|
+
fetchStateSpy.mockResolvedValue({ state: null });
|
|
82
82
|
jest.spyOn(console, 'error').mockImplementation(() => { });
|
|
83
83
|
// Act & Assert
|
|
84
84
|
await expect((0, state_1.createAdapterState)({
|
|
@@ -159,9 +159,11 @@ describe(state_1.State.name, () => {
|
|
|
159
159
|
const event = (0, test_helpers_1.createEvent)({
|
|
160
160
|
eventType: eventType,
|
|
161
161
|
});
|
|
162
|
-
fetchStateSpy.mockResolvedValue(
|
|
163
|
-
|
|
164
|
-
|
|
162
|
+
fetchStateSpy.mockResolvedValue({
|
|
163
|
+
state: JSON.stringify({
|
|
164
|
+
test: 'test',
|
|
165
|
+
}),
|
|
166
|
+
});
|
|
165
167
|
jest.spyOn(console, 'log').mockImplementation(() => { });
|
|
166
168
|
jest.spyOn(console, 'error').mockImplementation(() => { });
|
|
167
169
|
// Act & Assert
|
|
@@ -184,7 +186,7 @@ describe(state_1.State.name, () => {
|
|
|
184
186
|
test: 'test',
|
|
185
187
|
snapInVersionId: '1.0.0',
|
|
186
188
|
});
|
|
187
|
-
fetchStateSpy.mockResolvedValue(stringifiedState);
|
|
189
|
+
fetchStateSpy.mockResolvedValue({ state: stringifiedState });
|
|
188
190
|
jest.spyOn(console, 'log').mockImplementation(() => { });
|
|
189
191
|
// Act & Assert
|
|
190
192
|
await (0, state_1.createAdapterState)({
|
|
@@ -207,7 +209,7 @@ describe(state_1.State.name, () => {
|
|
|
207
209
|
test: 'test',
|
|
208
210
|
snapInVersionId: '1.0.0',
|
|
209
211
|
});
|
|
210
|
-
fetchStateSpy.mockResolvedValue(stringifiedState);
|
|
212
|
+
fetchStateSpy.mockResolvedValue({ state: stringifiedState });
|
|
211
213
|
installInitialDomainMappingSpy.mockResolvedValue({
|
|
212
214
|
success: true,
|
|
213
215
|
});
|
|
@@ -221,4 +223,70 @@ describe(state_1.State.name, () => {
|
|
|
221
223
|
// Assert
|
|
222
224
|
expect(installInitialDomainMappingSpy).toHaveBeenCalled();
|
|
223
225
|
});
|
|
226
|
+
it('should populate extractionScope from API response', async () => {
|
|
227
|
+
// Arrange
|
|
228
|
+
const event = (0, test_helpers_1.createEvent)({
|
|
229
|
+
eventType: extraction_1.EventType.StartExtractingData,
|
|
230
|
+
contextOverrides: {
|
|
231
|
+
snap_in_version_id: '1.0.0',
|
|
232
|
+
},
|
|
233
|
+
});
|
|
234
|
+
fetchStateSpy.mockResolvedValue({
|
|
235
|
+
state: JSON.stringify({ snapInVersionId: '1.0.0' }),
|
|
236
|
+
objects: JSON.stringify({
|
|
237
|
+
tasks: { extract: true },
|
|
238
|
+
users: { extract: true },
|
|
239
|
+
}),
|
|
240
|
+
});
|
|
241
|
+
jest.spyOn(console, 'log').mockImplementation(() => { });
|
|
242
|
+
// Act
|
|
243
|
+
const result = await (0, state_1.createAdapterState)({
|
|
244
|
+
event,
|
|
245
|
+
initialState: {},
|
|
246
|
+
initialDomainMapping: {},
|
|
247
|
+
});
|
|
248
|
+
// Assert
|
|
249
|
+
expect(result.extractionScope).toEqual({
|
|
250
|
+
tasks: { extract: true },
|
|
251
|
+
users: { extract: true },
|
|
252
|
+
});
|
|
253
|
+
});
|
|
254
|
+
it('should have empty extractionScope on 404', async () => {
|
|
255
|
+
// Arrange
|
|
256
|
+
const event = (0, test_helpers_1.createEvent)({
|
|
257
|
+
eventType: extraction_1.EventType.StartExtractingMetadata,
|
|
258
|
+
contextOverrides: {
|
|
259
|
+
snap_in_version_id: '',
|
|
260
|
+
},
|
|
261
|
+
});
|
|
262
|
+
fetchStateSpy.mockRejectedValue({
|
|
263
|
+
isAxiosError: true,
|
|
264
|
+
response: { status: 404 },
|
|
265
|
+
});
|
|
266
|
+
installInitialDomainMappingSpy.mockResolvedValue({ success: true });
|
|
267
|
+
postStateSpy.mockResolvedValue({ success: true });
|
|
268
|
+
jest.spyOn(console, 'log').mockImplementation(() => { });
|
|
269
|
+
// Act
|
|
270
|
+
const result = await (0, state_1.createAdapterState)({
|
|
271
|
+
event,
|
|
272
|
+
initialState: {},
|
|
273
|
+
initialDomainMapping: {},
|
|
274
|
+
});
|
|
275
|
+
// Assert
|
|
276
|
+
expect(result.extractionScope).toEqual({});
|
|
277
|
+
});
|
|
278
|
+
it('should have empty extractionScope for stateless events', async () => {
|
|
279
|
+
// Arrange
|
|
280
|
+
const event = (0, test_helpers_1.createEvent)({
|
|
281
|
+
eventType: extraction_1.EventType.StartExtractingExternalSyncUnits,
|
|
282
|
+
});
|
|
283
|
+
// Act
|
|
284
|
+
const result = await (0, state_1.createAdapterState)({
|
|
285
|
+
event,
|
|
286
|
+
initialState: {},
|
|
287
|
+
initialDomainMapping: {},
|
|
288
|
+
});
|
|
289
|
+
// Assert
|
|
290
|
+
expect(result.extractionScope).toEqual({});
|
|
291
|
+
});
|
|
224
292
|
});
|
package/dist/types/index.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
export { AdapterUpdateParams, ErrorLevel, ErrorRecord, InitialDomainMapping, LogRecord, SyncMode, } from './common';
|
|
2
|
-
export { AirdropEvent, AirdropMessage, ConnectionData, DomainObjectState, EventContextIn, EventContextOut, EventData, EventType, ExternalProcessAttachmentFunction, ExternalSyncUnit, ExternalSystemAttachmentIteratorFunction, ExternalSystemAttachmentReducerFunction, ExternalSystemAttachmentStreamingFunction, ExternalSystemAttachmentStreamingParams, ExternalSystemAttachmentStreamingResponse, ExtractionMode, ExtractorEvent, ExtractorEventType, ProcessAttachmentReturnType, } from './extraction';
|
|
2
|
+
export { AirdropEvent, AirdropMessage, ConnectionData, DomainObjectState, EventContextIn, EventContextOut, EventContext, EventData, EventType, ExternalProcessAttachmentFunction, ExternalSyncUnit, ExternalSystemAttachmentIteratorFunction, ExternalSystemAttachmentReducerFunction, ExternalSystemAttachmentStreamingFunction, ExternalSystemAttachmentStreamingParams, ExternalSystemAttachmentStreamingResponse, ExtractionMode, ExtractorEvent, ExtractorEventType, ProcessAttachmentReturnType, } from './extraction';
|
|
3
3
|
export { ExternalSystemAttachment, ExternalSystemItem, ExternalSystemItemLoadingParams, ExternalSystemItemLoadingResponse, LoaderEventType, } from './loading';
|
|
4
4
|
export { NormalizedAttachment, NormalizedItem, RepoInterface, } from '../repo/repo.interfaces';
|
|
5
5
|
export { AdapterState } from '../state/state.interfaces';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AACA,OAAO,EACL,mBAAmB,EACnB,UAAU,EACV,WAAW,EACX,oBAAoB,EACpB,SAAS,EACT,QAAQ,GACT,MAAM,UAAU,CAAC;AAGlB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,SAAS,EACT,SAAS,EACT,iCAAiC,EACjC,gBAAgB,EAChB,wCAAwC,EACxC,uCAAuC,EACvC,yCAAyC,EACzC,uCAAuC,EACvC,yCAAyC,EACzC,cAAc,EACd,cAAc,EACd,kBAAkB,EAClB,2BAA2B,GAC5B,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,wBAAwB,EACxB,kBAAkB,EAClB,+BAA+B,EAC/B,iCAAiC,EACjC,eAAe,GAChB,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,oBAAoB,EACpB,cAAc,EACd,aAAa,GACd,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAGzD,OAAO,EACL,QAAQ,EACR,wBAAwB,EACxB,cAAc,EACd,yBAAyB,EACzB,cAAc,EACd,cAAc,GACf,MAAM,iCAAiC,CAAC;AAGzC,YAAY,EACV,mBAAmB,EACnB,4BAA4B,EAC5B,0BAA0B,EAC1B,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EACL,sBAAsB,EACtB,0BAA0B,GAC3B,MAAM,8BAA8B,CAAC;AAGtC,YAAY,EACV,cAAc,EACd,wBAAwB,EACxB,cAAc,EACd,eAAe,EACf,WAAW,EACX,WAAW,EACX,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,sBAAsB,EACtB,KAAK,EACL,cAAc,EACd,wBAAwB,EACxB,oBAAoB,EACpB,eAAe,EACf,QAAQ,EACR,kBAAkB,EAClB,kBAAkB,EAClB,SAAS,EACT,SAAS,EACT,OAAO,EACP,cAAc,EACd,UAAU,EACV,kBAAkB,EAClB,qBAAqB,EACrB,aAAa,EACb,uBAAuB,EACvB,eAAe,EACf,aAAa,EACb,eAAe,EACf,aAAa,EACb,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,QAAQ,EACR,kBAAkB,GACnB,MAAM,4BAA4B,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/types/index.ts"],"names":[],"mappings":"AACA,OAAO,EACL,mBAAmB,EACnB,UAAU,EACV,WAAW,EACX,oBAAoB,EACpB,SAAS,EACT,QAAQ,GACT,MAAM,UAAU,CAAC;AAGlB,OAAO,EACL,YAAY,EACZ,cAAc,EACd,cAAc,EACd,iBAAiB,EACjB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,SAAS,EACT,SAAS,EACT,iCAAiC,EACjC,gBAAgB,EAChB,wCAAwC,EACxC,uCAAuC,EACvC,yCAAyC,EACzC,uCAAuC,EACvC,yCAAyC,EACzC,cAAc,EACd,cAAc,EACd,kBAAkB,EAClB,2BAA2B,GAC5B,MAAM,cAAc,CAAC;AAGtB,OAAO,EACL,wBAAwB,EACxB,kBAAkB,EAClB,+BAA+B,EAC/B,iCAAiC,EACjC,eAAe,GAChB,MAAM,WAAW,CAAC;AAGnB,OAAO,EACL,oBAAoB,EACpB,cAAc,EACd,aAAa,GACd,MAAM,yBAAyB,CAAC;AAGjC,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAGzD,OAAO,EACL,QAAQ,EACR,wBAAwB,EACxB,cAAc,EACd,yBAAyB,EACzB,cAAc,EACd,cAAc,GACf,MAAM,iCAAiC,CAAC;AAGzC,YAAY,EACV,mBAAmB,EACnB,4BAA4B,EAC5B,0BAA0B,EAC1B,mBAAmB,GACpB,MAAM,8BAA8B,CAAC;AAEtC,OAAO,EACL,sBAAsB,EACtB,0BAA0B,GAC3B,MAAM,8BAA8B,CAAC;AAGtC,YAAY,EACV,cAAc,EACd,wBAAwB,EACxB,cAAc,EACd,eAAe,EACf,WAAW,EACX,WAAW,EACX,QAAQ,EACR,SAAS,EACT,YAAY,EACZ,sBAAsB,EACtB,KAAK,EACL,cAAc,EACd,wBAAwB,EACxB,oBAAoB,EACpB,eAAe,EACf,QAAQ,EACR,kBAAkB,EAClB,kBAAkB,EAClB,SAAS,EACT,SAAS,EACT,OAAO,EACP,cAAc,EACd,UAAU,EACV,kBAAkB,EAClB,qBAAqB,EACrB,aAAa,EACb,uBAAuB,EACvB,eAAe,EACf,aAAa,EACb,eAAe,EACf,aAAa,EACb,aAAa,EACb,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,UAAU,EACV,aAAa,EACb,UAAU,EACV,iBAAiB,EACjB,QAAQ,EACR,kBAAkB,GACnB,MAAM,4BAA4B,CAAC"}
|
package/dist/types/workers.d.ts
CHANGED
|
@@ -18,6 +18,13 @@ export interface WorkerAdapterInterface<ConnectorState> {
|
|
|
18
18
|
adapterState: State<ConnectorState>;
|
|
19
19
|
options?: WorkerAdapterOptions;
|
|
20
20
|
}
|
|
21
|
+
/**
|
|
22
|
+
* ExtractionScope represents the parsed extraction scope from the platform.
|
|
23
|
+
* Each key is an item type name, and the value indicates whether it should be extracted.
|
|
24
|
+
*/
|
|
25
|
+
export type ExtractionScope = Record<string, {
|
|
26
|
+
extract: boolean;
|
|
27
|
+
}>;
|
|
21
28
|
/**
|
|
22
29
|
* WorkerAdapterOptions represents the options for WorkerAdapter class.
|
|
23
30
|
* @interface WorkerAdapterOptions
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,iDAAiD,CAAC;AAEhF,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE3E,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAEhD;;;;;;;GAOG;AACH,MAAM,WAAW,sBAAsB,CAAC,cAAc;IACpD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,oBAAoB;IACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IACnD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,qBAAqB,CAAC,cAAc;IACnD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAE7B,wGAAwG;IACxG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;;;GAKG;AACH,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,OAAO,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;CACxC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,IAAI,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,SAAS,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5E;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,aAAa,YAAY;IACzB,YAAY,WAAW;IACvB,WAAW,UAAU;IACrB,UAAU,SAAS;CACpB;AAED;;GAEG;AACH,oBAAY,oBAAoB;IAC9B,oBAAoB,SAAS;IAC7B,iBAAiB,SAAS;IAC1B,gBAAgB,QAAQ;IACxB,mBAAmB,WAAW;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,oBAAoB,CAAC,oBAAoB,CAAC;IACnD,OAAO,EAAE;QACP,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;KACjD,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,oBAAoB,CAAC,iBAAiB,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,oBAAoB,CAAC,gBAAgB,CAAC;IAC/C,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,KAAK,EAAE,QAAQ,CAAC;QAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,CAAC;CACH;AAED;;;;GAIG;AACH,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,oBAAoB,CAAC,mBAAmB,CAAC;IAClD,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GACrB,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,mBAAmB,CAAC;AAExB;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,cAAc;IACxC,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,YAAY,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC"}
|
|
1
|
+
{"version":3,"file":"workers.d.ts","sourceRoot":"","sources":["../../src/types/workers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,iDAAiD,CAAC;AAEhF,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAE3E,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAC;AAE5C,OAAO,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAEhD;;;;;;;GAOG;AACH,MAAM,WAAW,sBAAsB,CAAC,cAAc;IACpD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;IACpC,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;;GAGG;AACH,MAAM,MAAM,eAAe,GAAG,MAAM,CAAC,MAAM,EAAE;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAAC;AAEnE;;;;;;;;GAQG;AACH,MAAM,WAAW,oBAAoB;IACnC,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,mBAAmB,CAAC,EAAE,mBAAmB,CAAC;IAC1C,gBAAgB,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;GAMG;AACH,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,YAAY,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC;IACnD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,qBAAqB,CAAC,cAAc;IACnD,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAE7B,wGAAwG;IACxG,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,oBAAoB,CAAC;IAC/B,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;;;;GAKG;AACH,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,OAAO,EAAE,aAAa,CAAC,cAAc,CAAC,CAAC;CACxC;AAED;;;;;;GAMG;AACH,MAAM,WAAW,oBAAoB,CAAC,cAAc;IAClD,IAAI,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,SAAS,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC5E;AAED;;GAEG;AACH,oBAAY,WAAW;IACrB,aAAa,YAAY;IACzB,YAAY,WAAW;IACvB,WAAW,UAAU;IACrB,UAAU,SAAS;CACpB;AAED;;GAEG;AACH,oBAAY,oBAAoB;IAC9B,oBAAoB,SAAS;IAC7B,iBAAiB,SAAS;IAC1B,gBAAgB,QAAQ;IACxB,mBAAmB,WAAW;CAC/B;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,oBAAoB,CAAC,oBAAoB,CAAC;IACnD,OAAO,EAAE;QACP,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;KACjD,CAAC;CACH;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,oBAAoB,CAAC,iBAAiB,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,oBAAoB,CAAC,gBAAgB,CAAC;IAC/C,OAAO,EAAE;QACP,eAAe,EAAE,MAAM,CAAC;QACxB,KAAK,EAAE,QAAQ,CAAC;QAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;KACpB,CAAC;CACH;AAED;;;;GAIG;AACH,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,oBAAoB,CAAC,mBAAmB,CAAC;IAClD,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CAC9B;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GACrB,oBAAoB,GACpB,iBAAiB,GACjB,gBAAgB,GAChB,mBAAmB,CAAC;AAExB;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,cAAc;IACxC,KAAK,EAAE,YAAY,CAAC;IACpB,YAAY,EAAE,cAAc,CAAC;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,OAAO,CAAC,EAAE,oBAAoB,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,YAAY,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@devrev/ts-adaas",
|
|
3
|
-
"version": "1.17.1-beta.
|
|
3
|
+
"version": "1.17.1-beta.2",
|
|
4
4
|
"description": "Typescript library containing the ADaaS(AirDrop as a Service) control protocol.",
|
|
5
5
|
"type": "commonjs",
|
|
6
6
|
"main": "./dist/index.js",
|
|
@@ -38,7 +38,6 @@
|
|
|
38
38
|
"eslint": "9.32.0",
|
|
39
39
|
"eslint-config-prettier": "^9.1.2",
|
|
40
40
|
"eslint-plugin-prettier": "4.0.0",
|
|
41
|
-
"express": "^5.2.1",
|
|
42
41
|
"jest": "^29.7.0",
|
|
43
42
|
"jiti": "^2.6.1",
|
|
44
43
|
"prettier": "^2.8.3",
|
|
@@ -55,6 +54,9 @@
|
|
|
55
54
|
"ts-node": "^10.9.2",
|
|
56
55
|
"yargs": "^17.7.2"
|
|
57
56
|
},
|
|
57
|
+
"peerDependencies": {
|
|
58
|
+
"express": "^5.0.0"
|
|
59
|
+
},
|
|
58
60
|
"files": [
|
|
59
61
|
"dist/**/*",
|
|
60
62
|
"!dist/tests/**/*"
|