@chainlink/external-adapter-framework 0.0.6 → 0.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/adapter.js +60 -0
- package/dist/background-executor.js +45 -0
- package/dist/cache/factory.js +57 -0
- package/dist/cache/index.js +163 -0
- package/dist/cache/local.js +83 -0
- package/dist/cache/metrics.js +114 -0
- package/dist/cache/redis.js +100 -0
- package/dist/config/index.js +364 -0
- package/dist/config/provider-limits.js +75 -0
- package/dist/examples/coingecko/batch-warming.js +52 -0
- package/dist/examples/coingecko/index.js +10 -0
- package/dist/examples/coingecko/rest.js +50 -0
- package/dist/examples/ncfx/config/index.js +15 -0
- package/dist/examples/ncfx/index.js +10 -0
- package/dist/examples/ncfx/websocket.js +72 -0
- package/dist/index.js +89 -0
- package/dist/metrics/constants.js +25 -0
- package/dist/metrics/index.js +76 -0
- package/dist/metrics/util.js +9 -0
- package/dist/rate-limiting/factory.js +33 -0
- package/dist/rate-limiting/index.js +36 -0
- package/dist/rate-limiting/metrics.js +32 -0
- package/dist/rate-limiting/nop-limiter.js +15 -0
- package/dist/rate-limiting/simple-counting.js +61 -0
- package/dist/src/adapter.js +112 -0
- package/dist/src/background-executor.js +45 -0
- package/dist/src/cache/factory.js +57 -0
- package/dist/src/cache/index.js +165 -0
- package/dist/src/cache/local.js +83 -0
- package/dist/src/cache/metrics.js +114 -0
- package/dist/src/cache/redis.js +100 -0
- package/dist/src/config/index.js +366 -0
- package/dist/src/config/provider-limits.js +75 -0
- package/dist/src/examples/bank-frick/accounts.js +191 -0
- package/dist/src/examples/bank-frick/config/index.js +45 -0
- package/dist/src/examples/bank-frick/index.js +14 -0
- package/dist/src/examples/bank-frick/util.js +39 -0
- package/dist/src/examples/coingecko/batch-warming.js +52 -0
- package/dist/src/examples/coingecko/index.js +10 -0
- package/dist/src/examples/coingecko/rest.js +50 -0
- package/dist/src/examples/ncfx/config/index.js +15 -0
- package/dist/src/examples/ncfx/index.js +10 -0
- package/dist/src/examples/ncfx/websocket.js +72 -0
- package/dist/src/index.js +89 -0
- package/dist/src/metrics/constants.js +25 -0
- package/dist/src/metrics/index.js +76 -0
- package/dist/src/metrics/util.js +9 -0
- package/dist/src/rate-limiting/background/fixed-frequency.js +37 -0
- package/dist/src/rate-limiting/index.js +63 -0
- package/dist/src/rate-limiting/metrics.js +32 -0
- package/dist/src/rate-limiting/request/simple-counting.js +62 -0
- package/dist/src/test.js +6 -0
- package/dist/src/transports/batch-warming.js +55 -0
- package/dist/src/transports/index.js +85 -0
- package/dist/src/transports/metrics.js +119 -0
- package/dist/src/transports/rest.js +93 -0
- package/dist/src/transports/util.js +85 -0
- package/dist/src/transports/websocket.js +175 -0
- package/dist/src/util/expiring-sorted-set.js +47 -0
- package/dist/src/util/index.js +35 -0
- package/dist/src/util/logger.js +62 -0
- package/dist/src/util/request.js +2 -0
- package/dist/src/validation/error.js +41 -0
- package/dist/src/validation/index.js +84 -0
- package/dist/src/validation/input-params.js +30 -0
- package/dist/src/validation/override-functions.js +40 -0
- package/dist/src/validation/preset-tokens.json +23 -0
- package/dist/src/validation/validator.js +303 -0
- package/dist/test.js +6 -0
- package/dist/transports/batch-warming.js +57 -0
- package/dist/transports/index.js +76 -0
- package/dist/transports/metrics.js +133 -0
- package/dist/transports/rest.js +91 -0
- package/dist/transports/util.js +85 -0
- package/dist/transports/websocket.js +171 -0
- package/dist/util/expiring-sorted-set.js +47 -0
- package/dist/util/index.js +35 -0
- package/dist/util/logger.js +62 -0
- package/dist/util/request.js +2 -0
- package/dist/validation/error.js +41 -0
- package/dist/validation/index.js +82 -0
- package/dist/validation/input-params.js +30 -0
- package/dist/validation/overrideFunctions.js +42 -0
- package/dist/validation/presetTokens.json +23 -0
- package/dist/validation/validator.js +303 -0
- package/package.json +6 -2
- package/.c8rc.json +0 -3
- package/.eslintignore +0 -9
- package/.eslintrc.js +0 -96
- package/.github/README.MD +0 -17
- package/.github/actions/setup/action.yaml +0 -13
- package/.github/workflows/main.yaml +0 -39
- package/.github/workflows/publish.yaml +0 -17
- package/.prettierignore +0 -13
- package/.yarnrc +0 -0
- package/docker-compose.yaml +0 -35
- package/src/adapter.ts +0 -236
- package/src/background-executor.ts +0 -53
- package/src/cache/factory.ts +0 -28
- package/src/cache/index.ts +0 -236
- package/src/cache/local.ts +0 -73
- package/src/cache/metrics.ts +0 -112
- package/src/cache/redis.ts +0 -93
- package/src/config/index.ts +0 -501
- package/src/config/provider-limits.ts +0 -130
- package/src/examples/coingecko/batch-warming.ts +0 -79
- package/src/examples/coingecko/index.ts +0 -9
- package/src/examples/coingecko/rest.ts +0 -77
- package/src/examples/ncfx/config/index.ts +0 -12
- package/src/examples/ncfx/index.ts +0 -9
- package/src/examples/ncfx/websocket.ts +0 -100
- package/src/index.ts +0 -106
- package/src/metrics/constants.ts +0 -23
- package/src/metrics/index.ts +0 -116
- package/src/metrics/util.ts +0 -11
- package/src/rate-limiting/background/fixed-frequency.ts +0 -47
- package/src/rate-limiting/index.ts +0 -100
- package/src/rate-limiting/metrics.ts +0 -18
- package/src/rate-limiting/request/simple-counting.ts +0 -76
- package/src/test.ts +0 -5
- package/src/transports/batch-warming.ts +0 -121
- package/src/transports/index.ts +0 -173
- package/src/transports/metrics.ts +0 -95
- package/src/transports/rest.ts +0 -161
- package/src/transports/util.ts +0 -63
- package/src/transports/websocket.ts +0 -238
- package/src/util/expiring-sorted-set.ts +0 -52
- package/src/util/index.ts +0 -20
- package/src/util/logger.ts +0 -69
- package/src/util/request.ts +0 -115
- package/src/validation/error.ts +0 -116
- package/src/validation/index.ts +0 -101
- package/src/validation/input-params.ts +0 -45
- package/src/validation/override-functions.ts +0 -44
- package/src/validation/preset-tokens.json +0 -23
- package/src/validation/validator.ts +0 -384
- package/test/adapter.test.ts +0 -27
- package/test/background-executor.test.ts +0 -109
- package/test/cache/cache-key.test.ts +0 -96
- package/test/cache/helper.ts +0 -101
- package/test/cache/local.test.ts +0 -54
- package/test/cache/redis.test.ts +0 -89
- package/test/correlation.test.ts +0 -114
- package/test/index.test.ts +0 -37
- package/test/metrics/feed-id.test.ts +0 -33
- package/test/metrics/helper.ts +0 -14
- package/test/metrics/labels.test.ts +0 -36
- package/test/metrics/metrics.test.ts +0 -267
- package/test/metrics/redis-metrics.test.ts +0 -113
- package/test/metrics/warmer-metrics.test.ts +0 -192
- package/test/metrics/ws-metrics.test.ts +0 -225
- package/test/rate-limit-config.test.ts +0 -243
- package/test/transports/batch.test.ts +0 -465
- package/test/transports/rest.test.ts +0 -242
- package/test/transports/websocket.test.ts +0 -183
- package/test/tsconfig.json +0 -5
- package/test/util.ts +0 -76
- package/test/validation.test.ts +0 -169
- package/test.sh +0 -20
- package/tsconfig.json +0 -24
- package/typedoc.json +0 -6
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
exports.isArray = exports.isObject = exports.sleep = void 0;
|
|
18
|
+
__exportStar(require("./request"), exports);
|
|
19
|
+
__exportStar(require("./logger"), exports);
|
|
20
|
+
__exportStar(require("./expiring-sorted-set"), exports);
|
|
21
|
+
/**
|
|
22
|
+
* Sleeps for the provided number of milliseconds
|
|
23
|
+
* @param ms - The number of milliseconds to sleep for
|
|
24
|
+
* @returns a Promise that resolves once the specified time passes
|
|
25
|
+
*/
|
|
26
|
+
const sleep = (ms) => {
|
|
27
|
+
return new Promise((resolve) => {
|
|
28
|
+
setTimeout(resolve, ms);
|
|
29
|
+
});
|
|
30
|
+
};
|
|
31
|
+
exports.sleep = sleep;
|
|
32
|
+
const isObject = (o) => o !== null && typeof o === 'object' && Array.isArray(o) === false;
|
|
33
|
+
exports.isObject = isObject;
|
|
34
|
+
const isArray = (o) => o !== null && typeof o === 'object' && Array.isArray(o);
|
|
35
|
+
exports.isArray = isArray;
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.loggingContextMiddleware = exports.makeLogger = exports.asyncLocalStorage = void 0;
|
|
7
|
+
const pino_1 = __importDefault(require("pino"));
|
|
8
|
+
const config_1 = require("../config");
|
|
9
|
+
const crypto_1 = require("crypto");
|
|
10
|
+
const node_async_hooks_1 = require("node:async_hooks");
|
|
11
|
+
exports.asyncLocalStorage = new node_async_hooks_1.AsyncLocalStorage();
|
|
12
|
+
const debugTransport = {
|
|
13
|
+
target: 'pino-pretty',
|
|
14
|
+
options: {
|
|
15
|
+
levelFirst: true,
|
|
16
|
+
levelLabel: 'level',
|
|
17
|
+
ignore: 'layer,pid,hostname',
|
|
18
|
+
messageFormat: '[{correlationId}][{layer}] {msg}',
|
|
19
|
+
translateTime: 'yyyy-mm-dd HH:MM:ss.l',
|
|
20
|
+
},
|
|
21
|
+
};
|
|
22
|
+
// Base logger, shouldn't be used because we want layers to be specified
|
|
23
|
+
const baseLogger = (0, pino_1.default)({
|
|
24
|
+
level: process.env['LOG_LEVEL']?.toLowerCase() || config_1.BaseSettings.LOG_LEVEL.default,
|
|
25
|
+
mixin() {
|
|
26
|
+
if (process.env['CORRELATION_ID_ENABLED'] === 'true') {
|
|
27
|
+
const store = exports.asyncLocalStorage.getStore();
|
|
28
|
+
if (store) {
|
|
29
|
+
return store;
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
return {};
|
|
33
|
+
},
|
|
34
|
+
transport: process.env['DEBUG'] === 'true' ? debugTransport : undefined,
|
|
35
|
+
});
|
|
36
|
+
/**
|
|
37
|
+
* Instead of using a global logger instance, we want to force using a child logger
|
|
38
|
+
* with a specific layer set in it, so that we can filter logs by where they're output from.
|
|
39
|
+
*
|
|
40
|
+
* Details on what each log level represents:
|
|
41
|
+
* "trace": Forensic debugging of issues on a local machine.
|
|
42
|
+
* "debug": Detailed logging level to get more context from users on their environments.
|
|
43
|
+
* "info": High-level informational messages, to describe at a glance the high level state of the system.
|
|
44
|
+
* "warn": A mild error occurred that might require non-urgent action.
|
|
45
|
+
* "error": An unexpected error occurred during the regular operation of a well-maintained EA.
|
|
46
|
+
* "fatal": The EA encountered an unrecoverable problem and had to exit.
|
|
47
|
+
*
|
|
48
|
+
* Full reference this is based on can be found at
|
|
49
|
+
* https://github.com/smartcontractkit/documentation/blob/main/docs/Node%20Operators/configuration-variables.md#log_level
|
|
50
|
+
*
|
|
51
|
+
* @param layer - the layer name to include in the logs (e.g. "SomeMiddleware", "RedisCache", etc.)
|
|
52
|
+
* @returns a layer specific logger
|
|
53
|
+
*/
|
|
54
|
+
const makeLogger = (layer) => baseLogger.child({ layer });
|
|
55
|
+
exports.makeLogger = makeLogger;
|
|
56
|
+
const loggingContextMiddleware = (req, res, done) => {
|
|
57
|
+
const correlationId = req.headers['x-correlation-id'] || (0, crypto_1.randomUUID)();
|
|
58
|
+
exports.asyncLocalStorage.run({ correlationId: correlationId }, () => {
|
|
59
|
+
done();
|
|
60
|
+
});
|
|
61
|
+
};
|
|
62
|
+
exports.loggingContextMiddleware = loggingContextMiddleware;
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.AdapterError = void 0;
|
|
4
|
+
class AdapterError extends Error {
|
|
5
|
+
constructor({ jobRunID = '1', status = 'errored', statusCode = 500, name = 'AdapterError', message = 'An error occurred.', cause, url, errorResponse, feedID, providerStatusCode, }) {
|
|
6
|
+
super(message);
|
|
7
|
+
this.jobRunID = jobRunID;
|
|
8
|
+
this.status = status;
|
|
9
|
+
this.statusCode = statusCode;
|
|
10
|
+
this.name = name;
|
|
11
|
+
this.message = message;
|
|
12
|
+
this.cause = cause;
|
|
13
|
+
if (url) {
|
|
14
|
+
this.url = url;
|
|
15
|
+
}
|
|
16
|
+
if (feedID) {
|
|
17
|
+
this.feedID = feedID;
|
|
18
|
+
}
|
|
19
|
+
this.errorResponse = errorResponse;
|
|
20
|
+
this.providerStatusCode = providerStatusCode;
|
|
21
|
+
}
|
|
22
|
+
toJSONResponse() {
|
|
23
|
+
const showDebugInfo = process.env['NODE_ENV'] === 'development' || process.env['DEBUG'] === 'true';
|
|
24
|
+
const errorBasic = {
|
|
25
|
+
name: this.name,
|
|
26
|
+
message: this.message,
|
|
27
|
+
url: this.url,
|
|
28
|
+
errorResponse: this.errorResponse,
|
|
29
|
+
feedID: this.feedID,
|
|
30
|
+
};
|
|
31
|
+
const errorFull = { ...errorBasic, stack: this.stack, cause: this.cause };
|
|
32
|
+
return {
|
|
33
|
+
jobRunID: this.jobRunID,
|
|
34
|
+
status: this.status,
|
|
35
|
+
statusCode: this.statusCode,
|
|
36
|
+
providerStatusCode: this.providerStatusCode,
|
|
37
|
+
error: showDebugInfo ? errorFull : errorBasic,
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
exports.AdapterError = AdapterError;
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.errorCatchingMiddleware = exports.validatorMiddleware = void 0;
|
|
4
|
+
const cache_1 = require("../cache");
|
|
5
|
+
const util_1 = require("../metrics/util");
|
|
6
|
+
const util_2 = require("../util");
|
|
7
|
+
const error_1 = require("./error");
|
|
8
|
+
const validator_1 = require("./validator");
|
|
9
|
+
const override_functions_1 = require("./override-functions");
|
|
10
|
+
const errorCatcherLogger = (0, util_2.makeLogger)('ErrorCatchingMiddleware');
|
|
11
|
+
const validatorMiddleware = (adapter) => (req, reply, done) => {
|
|
12
|
+
if (req.headers['content-type'] !== 'application/json') {
|
|
13
|
+
throw new error_1.AdapterError({
|
|
14
|
+
message: 'Content type not "application/json", returning 400',
|
|
15
|
+
statusCode: 400,
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
if (!req.body) {
|
|
19
|
+
throw new error_1.AdapterError({
|
|
20
|
+
message: 'Body not present in adapter request, returning 400',
|
|
21
|
+
statusCode: 400,
|
|
22
|
+
});
|
|
23
|
+
}
|
|
24
|
+
// Make endpoints case insensitive
|
|
25
|
+
const endpointParam = req.body.endpoint?.toLowerCase() || adapter.defaultEndpoint;
|
|
26
|
+
if (!endpointParam) {
|
|
27
|
+
throw new error_1.AdapterError({
|
|
28
|
+
message: `Request body does not specify an endpoint, and there is no default endpoint configured for this adapter.`,
|
|
29
|
+
statusCode: 400,
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
const endpoint = adapter.endpointsMap[endpointParam];
|
|
33
|
+
if (!endpoint) {
|
|
34
|
+
throw new error_1.AdapterError({
|
|
35
|
+
message: `Adapter does not have a "${req.body.endpoint}" endpoint.`,
|
|
36
|
+
statusCode: 404,
|
|
37
|
+
});
|
|
38
|
+
}
|
|
39
|
+
// Validate data using validator from v2
|
|
40
|
+
// TODO: See if we want to change this whole thing
|
|
41
|
+
const validator = new validator_1.Validator(req.body, endpoint.inputParameters);
|
|
42
|
+
req.requestContext = {
|
|
43
|
+
id: req.body.id || '1',
|
|
44
|
+
cacheKey: '',
|
|
45
|
+
data: validator.validated.data,
|
|
46
|
+
endpointName: endpoint.name,
|
|
47
|
+
};
|
|
48
|
+
if (adapter.config.METRICS_ENABLED && adapter.config.EXPERIMENTAL_METRICS_ENABLED) {
|
|
49
|
+
// Add metrics meta which includes feedId to the request
|
|
50
|
+
// Perform prior to overrides to maintain consistent Feed IDs across adapters
|
|
51
|
+
const metricsMeta = (0, util_1.getMetricsMeta)(endpoint, validator.validated.data);
|
|
52
|
+
req.requestContext = { ...req.requestContext, metricsMeta };
|
|
53
|
+
}
|
|
54
|
+
// TODO: Support `includes` and `tokenOverrides` overrides as needed
|
|
55
|
+
const requestParams = req.requestContext.data ?? {};
|
|
56
|
+
if (requestParams['tokenOverrides']) {
|
|
57
|
+
throw new Error('Token overrides not yet supported');
|
|
58
|
+
}
|
|
59
|
+
if (requestParams['includes']) {
|
|
60
|
+
throw new Error('Includes not yet supported');
|
|
61
|
+
}
|
|
62
|
+
// Swaps the 'base' parameter if any overrides are found in the request or the adapter configuration
|
|
63
|
+
// Supports 'base' input as string or string[]
|
|
64
|
+
(0, override_functions_1.performSymbolOverrides)(adapter, req);
|
|
65
|
+
req.requestContext.cacheKey = (0, cache_1.calculateCacheKey)({
|
|
66
|
+
adapterEndpoint: endpoint,
|
|
67
|
+
adapterConfig: adapter.config,
|
|
68
|
+
}, req.requestContext.data);
|
|
69
|
+
done();
|
|
70
|
+
};
|
|
71
|
+
exports.validatorMiddleware = validatorMiddleware;
|
|
72
|
+
const errorCatchingMiddleware = (err, req, res) => {
|
|
73
|
+
if (err instanceof error_1.AdapterError) {
|
|
74
|
+
// We want to log these as warn, because although they are to be expected, NOPs should
|
|
75
|
+
// Only use "correct" job specs and therefore not hit adapters with invalid requests.
|
|
76
|
+
errorCatcherLogger.warn(err);
|
|
77
|
+
res.status(err.statusCode).send(err.toJSONResponse());
|
|
78
|
+
}
|
|
79
|
+
else {
|
|
80
|
+
errorCatcherLogger.error(err);
|
|
81
|
+
res.status(200).send('There was an unexpected error in the adapter.');
|
|
82
|
+
}
|
|
83
|
+
};
|
|
84
|
+
exports.errorCatchingMiddleware = errorCatchingMiddleware;
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.baseInputParameters = void 0;
|
|
4
|
+
exports.baseInputParameters = {
|
|
5
|
+
endpoint: {
|
|
6
|
+
description: 'The External Adapter "endpoint" name to use.',
|
|
7
|
+
required: false,
|
|
8
|
+
type: 'string',
|
|
9
|
+
},
|
|
10
|
+
resultPath: {
|
|
11
|
+
description: 'The path to key into the API response the retrieve the result',
|
|
12
|
+
required: false,
|
|
13
|
+
// Type: 'string', TODO: Once multiple types are supported this could be string or array of strings
|
|
14
|
+
},
|
|
15
|
+
overrides: {
|
|
16
|
+
description: 'Override the mapping of token symbols to another token symbol',
|
|
17
|
+
required: false,
|
|
18
|
+
// Type: 'string', TODO: Once complex types are supported this could be { [adapter: string]: { [token: string]: string } }
|
|
19
|
+
},
|
|
20
|
+
tokenOverrides: {
|
|
21
|
+
description: 'Override the mapping of token symbols to smart contract address',
|
|
22
|
+
required: false,
|
|
23
|
+
// Type: 'string', TODO: Once complex types are supported this could be { [network: string]: { [token: string]: string } }
|
|
24
|
+
},
|
|
25
|
+
includes: {
|
|
26
|
+
description: 'Override the array of includes that holds additional input parameters when matching a pair of symbols',
|
|
27
|
+
required: false,
|
|
28
|
+
// Type: 'string', TODO: Once complex types are supported this could be { from: string, to: string, includes: [{ from: string, to: string, adapters: string[], inverse: boolean, tokens: boolean }] } }[]
|
|
29
|
+
},
|
|
30
|
+
};
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.performSymbolOverrides = void 0;
|
|
4
|
+
const performSymbolOverrides = (adapter, req) => {
|
|
5
|
+
let adapterOverrides = {};
|
|
6
|
+
if (req.requestContext.data &&
|
|
7
|
+
req.requestContext.data['overrides'] &&
|
|
8
|
+
req.requestContext.data['overrides'][adapter.name]) {
|
|
9
|
+
adapterOverrides = req.requestContext.data['overrides'][adapter.name];
|
|
10
|
+
}
|
|
11
|
+
if (!Array.isArray(req.requestContext.data['base'])) {
|
|
12
|
+
// Perform overrides specified in the request payload
|
|
13
|
+
req.requestContext.data['base'] =
|
|
14
|
+
adapterOverrides[req.requestContext.data['base']] ?? req.requestContext.data['base'];
|
|
15
|
+
// Perform hardcoded overrides
|
|
16
|
+
if (adapter.overrides) {
|
|
17
|
+
req.requestContext.data['base'] =
|
|
18
|
+
adapter.overrides[req.requestContext.data['base']] ??
|
|
19
|
+
req.requestContext.data['base'];
|
|
20
|
+
}
|
|
21
|
+
return;
|
|
22
|
+
}
|
|
23
|
+
let requestedSymbols = req.requestContext.data['base'];
|
|
24
|
+
for (let i = 0; i < requestedSymbols.length; i++) {
|
|
25
|
+
const symbol = requestedSymbols[i];
|
|
26
|
+
// Perform overrides specified in the request payload
|
|
27
|
+
let overriddenSymbol = adapterOverrides[symbol.toUpperCase()] ?? adapterOverrides[symbol.toLowerCase()];
|
|
28
|
+
// Perform hardcoded overrides
|
|
29
|
+
if (adapter.overrides) {
|
|
30
|
+
overriddenSymbol =
|
|
31
|
+
adapter.overrides[symbol.toUpperCase()] ??
|
|
32
|
+
adapter.overrides[symbol.toLowerCase()] ??
|
|
33
|
+
overriddenSymbol;
|
|
34
|
+
}
|
|
35
|
+
requestedSymbols[i] = overriddenSymbol ?? requestedSymbols[i];
|
|
36
|
+
}
|
|
37
|
+
requestedSymbols = requestedSymbols.length > 1 ? requestedSymbols : requestedSymbols[1];
|
|
38
|
+
req.requestContext.data['base'] = requestedSymbols;
|
|
39
|
+
};
|
|
40
|
+
exports.performSymbolOverrides = performSymbolOverrides;
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
{
|
|
2
|
+
"ethereum": {
|
|
3
|
+
"LINK": "0x514910771af9ca656af840dff83e8264ecf986ca",
|
|
4
|
+
"WETH": "0xc02aaa39b223fe8d0a0e5c4f27ead9083c756cc2",
|
|
5
|
+
"ETH": "0xEeeeeEeeeEeEeeEeEeEeeEEEeeeeEeeeeeeeEEeE",
|
|
6
|
+
"stETH": "0xae7ab96520DE3A18E5e111B5EaAb095312D7fE84",
|
|
7
|
+
"DIGG": "0x798d1be841a82a273720ce31c822c61a67a601c3",
|
|
8
|
+
"WBTC": "0x2260fac5e5542a773aa44fbcfedf7c193bc2c599",
|
|
9
|
+
"RAI": "0x03ab458634910aad20ef5f1c8ee96f1d6ac54919",
|
|
10
|
+
"RGT": "0xD291E7a03283640FDc51b121aC401383A46cC623",
|
|
11
|
+
"RARI": "0xFca59Cd816aB1eaD66534D82bc21E7515cE441CF",
|
|
12
|
+
"SFI": "0xb753428af26e81097e7fd17f40c88aaa3e04902c",
|
|
13
|
+
"LDO": "0x5a98fcbea516cf06857215779fd812ca3bef1b32",
|
|
14
|
+
"VSP": "0x1b40183EFB4Dd766f11bDa7A7c3AD8982e998421",
|
|
15
|
+
"USDC": "0xA0b86991c6218b36c1d19D4a2e9Eb0cE3606eB48",
|
|
16
|
+
"USDT": "0xdAC17F958D2ee523a2206206994597C13D831ec7",
|
|
17
|
+
"DAI": "0x6B175474E89094C44Da98b954EedeAC495271d0F",
|
|
18
|
+
"FRAX": "0x853d955aCEf822Db058eb8505911ED77F175b99e",
|
|
19
|
+
"BOND": "0x0391d2021f89dc339f60fff84546ea23e337750f",
|
|
20
|
+
"FEI": "0x956f47f50a910163d8bf957cf5846d573e7f87ca",
|
|
21
|
+
"TRIBE": "0xc7283b66Eb1EB5FB86327f08e1B5816b0720212B"
|
|
22
|
+
}
|
|
23
|
+
}
|
|
@@ -0,0 +1,303 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.Validator = void 0;
|
|
7
|
+
const error_1 = require("./error");
|
|
8
|
+
const input_params_1 = require("./input-params");
|
|
9
|
+
const util_1 = require("../util");
|
|
10
|
+
const preset_tokens_json_1 = __importDefault(require("./preset-tokens.json"));
|
|
11
|
+
// Don't want to get requester in just yet, only copying the static method 'errored'
|
|
12
|
+
const requesterErrored = (jobRunID = '1', error = undefined, statusCode = 500, feedID = undefined) => {
|
|
13
|
+
if (error instanceof error_1.AdapterError) {
|
|
14
|
+
error.jobRunID = jobRunID;
|
|
15
|
+
if (feedID) {
|
|
16
|
+
error.feedID = feedID;
|
|
17
|
+
}
|
|
18
|
+
return error.toJSONResponse();
|
|
19
|
+
}
|
|
20
|
+
if (error instanceof Error) {
|
|
21
|
+
return new error_1.AdapterError({
|
|
22
|
+
jobRunID,
|
|
23
|
+
statusCode,
|
|
24
|
+
message: error.message,
|
|
25
|
+
cause: error,
|
|
26
|
+
feedID,
|
|
27
|
+
}).toJSONResponse();
|
|
28
|
+
}
|
|
29
|
+
return new error_1.AdapterError({ jobRunID, statusCode, message: error, feedID }).toJSONResponse();
|
|
30
|
+
};
|
|
31
|
+
class Validator {
|
|
32
|
+
constructor(input = { id: '1', data: {} }, inputConfigs = {}, inputOptions = {}, validatorOptions = {}) {
|
|
33
|
+
// OverrideSymbol = (adapter: string, symbol?: string | string[]): string | string[] => {
|
|
34
|
+
// Const defaultSymbol = symbol || this.validated.data.base
|
|
35
|
+
// If (!defaultSymbol) this.throwInvalid(`Required parameter not supplied: base`)
|
|
36
|
+
// // TODO: Will never be reached, because the presetSymbols are used as default overrides
|
|
37
|
+
// If (!this.validated.overrides) return defaultSymbol
|
|
38
|
+
// If (!Array.isArray(defaultSymbol))
|
|
39
|
+
// Return (
|
|
40
|
+
// This.validated.overrides.get(adapter.toLowerCase())?.get(defaultSymbol.toLowerCase()) ||
|
|
41
|
+
// DefaultSymbol
|
|
42
|
+
// )
|
|
43
|
+
// Const multiple: string[] = []
|
|
44
|
+
// For (const sym of defaultSymbol) {
|
|
45
|
+
// Const overrided = this.validated.overrides.get(adapter.toLowerCase())?.get(sym.toLowerCase())
|
|
46
|
+
// If (!overrided) multiple.push(sym)
|
|
47
|
+
// Else multiple.push(overrided)
|
|
48
|
+
// }
|
|
49
|
+
// Return multiple
|
|
50
|
+
// }
|
|
51
|
+
// OverrideToken = (symbol: string, network = 'ethereum'): string | undefined => {
|
|
52
|
+
// Return this.validated.tokenOverrides?.get(network.toLowerCase())?.get(symbol.toLowerCase())
|
|
53
|
+
// }
|
|
54
|
+
// OverrideIncludes = (from: string, to: string): IncludePair | undefined => {
|
|
55
|
+
// // Search through `presetIncludes` to find matching override for adapter and to/from pairing.
|
|
56
|
+
// Const pairs = (
|
|
57
|
+
// This.validated.includes?.filter(
|
|
58
|
+
// (val: string | Includes) => typeof val !== 'string',
|
|
59
|
+
// ) as Includes[]
|
|
60
|
+
// ).filter(
|
|
61
|
+
// (pair) =>
|
|
62
|
+
// Pair.from.toLowerCase() === from.toLowerCase() &&
|
|
63
|
+
// Pair.to.toLowerCase() === to.toLowerCase(),
|
|
64
|
+
// )
|
|
65
|
+
// If (!pairs || !pairs[0] || !pairs[0].includes || !pairs[0].includes[0]) {
|
|
66
|
+
// Return
|
|
67
|
+
// }
|
|
68
|
+
// Return pairs[0].includes[0]
|
|
69
|
+
// }
|
|
70
|
+
// OverrideReverseLookup = (adapter: string, type: OverrideType, symbol: string): string => {
|
|
71
|
+
// Const overrides: Map<string, string> | undefined = this.validated?.[type]?.get(
|
|
72
|
+
// Adapter.toLowerCase(),
|
|
73
|
+
// )
|
|
74
|
+
// If (!overrides) return symbol
|
|
75
|
+
// Let originalSymbol: string | undefined
|
|
76
|
+
// Overrides.forEach((overridden, original) => {
|
|
77
|
+
// If (overridden.toLowerCase() === symbol.toLowerCase()) originalSymbol = original
|
|
78
|
+
// })
|
|
79
|
+
// Return originalSymbol || symbol
|
|
80
|
+
// }
|
|
81
|
+
this.formatOverride = (param) => {
|
|
82
|
+
const _throwInvalid = () => this.throwInvalid(`Parameter supplied with wrong format: "override"`);
|
|
83
|
+
if (!(0, util_1.isObject)(param)) {
|
|
84
|
+
_throwInvalid();
|
|
85
|
+
}
|
|
86
|
+
const _isValid = Object.values(param).every(util_1.isObject);
|
|
87
|
+
if (!_isValid) {
|
|
88
|
+
_throwInvalid();
|
|
89
|
+
}
|
|
90
|
+
const _keyToLowerCase = (entry) => {
|
|
91
|
+
return [entry[0].toLowerCase(), entry[1]];
|
|
92
|
+
};
|
|
93
|
+
return new Map(Object.entries(param)
|
|
94
|
+
.map(_keyToLowerCase)
|
|
95
|
+
.map(([key, value]) => [key, new Map(Object.entries(value).map(_keyToLowerCase))]));
|
|
96
|
+
};
|
|
97
|
+
this.formatIncludeOverrides = (param) => {
|
|
98
|
+
const _throwInvalid = () => this.throwInvalid(`Parameter supplied with wrong format: "includes"`);
|
|
99
|
+
if (!(0, util_1.isArray)(param)) {
|
|
100
|
+
_throwInvalid();
|
|
101
|
+
}
|
|
102
|
+
const _isValid = Object.values(param).every((val) => (0, util_1.isObject)(val) || typeof val === 'string');
|
|
103
|
+
if (!_isValid) {
|
|
104
|
+
_throwInvalid();
|
|
105
|
+
}
|
|
106
|
+
return param;
|
|
107
|
+
};
|
|
108
|
+
this.throwInvalid = (message) => {
|
|
109
|
+
throw new error_1.AdapterError({ jobRunID: this.validated.id, statusCode: 400, message });
|
|
110
|
+
};
|
|
111
|
+
this.input = { ...input };
|
|
112
|
+
if (!this.input.id) {
|
|
113
|
+
this.input.id = '1';
|
|
114
|
+
} // TODO Please remove these once "no any" strict typing is enabled
|
|
115
|
+
if (!this.input.data) {
|
|
116
|
+
this.input.data = {};
|
|
117
|
+
}
|
|
118
|
+
this.inputConfigs = { ...input_params_1.baseInputParameters, ...inputConfigs };
|
|
119
|
+
this.inputOptions = { ...inputOptions };
|
|
120
|
+
this.validatorOptions = {
|
|
121
|
+
shouldThrowError: true,
|
|
122
|
+
includes: [],
|
|
123
|
+
overrides: {},
|
|
124
|
+
...validatorOptions,
|
|
125
|
+
};
|
|
126
|
+
this.validated = { id: this.input.id, data: {} };
|
|
127
|
+
this.validateInput();
|
|
128
|
+
this.validateOverrides('overrides', this.validatorOptions.overrides);
|
|
129
|
+
this.validateOverrides('tokenOverrides', preset_tokens_json_1.default);
|
|
130
|
+
this.validateIncludeOverrides();
|
|
131
|
+
this.checkDuplicateInputParams(inputConfigs);
|
|
132
|
+
}
|
|
133
|
+
validateInput() {
|
|
134
|
+
try {
|
|
135
|
+
for (const key in this.inputConfigs) {
|
|
136
|
+
this.validateObjectParam(key, this.validatorOptions.shouldThrowError);
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
catch (e) {
|
|
140
|
+
this.parseError(e);
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
validateOverrides(path, preset) {
|
|
144
|
+
try {
|
|
145
|
+
if (!this.input.data?.[path]) {
|
|
146
|
+
this.validated[path] = this.formatOverride(preset);
|
|
147
|
+
return;
|
|
148
|
+
}
|
|
149
|
+
this.validated[path] = this.formatOverride({ ...preset, ...this.input.data[path] });
|
|
150
|
+
}
|
|
151
|
+
catch (e) {
|
|
152
|
+
this.parseError(e);
|
|
153
|
+
}
|
|
154
|
+
}
|
|
155
|
+
checkDuplicateInputParams(inputConfig) {
|
|
156
|
+
let aliases = [];
|
|
157
|
+
for (const key in inputConfig) {
|
|
158
|
+
const param = inputConfig[key];
|
|
159
|
+
if (Array.isArray(param)) {
|
|
160
|
+
aliases = aliases.concat(param);
|
|
161
|
+
}
|
|
162
|
+
else if (typeof inputConfig === 'boolean') {
|
|
163
|
+
return;
|
|
164
|
+
}
|
|
165
|
+
else {
|
|
166
|
+
aliases.push(key);
|
|
167
|
+
if (typeof param === 'object' && 'aliases' in param && Array.isArray(param.aliases)) {
|
|
168
|
+
aliases = aliases.concat(param.aliases);
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
if (aliases.length !== new Set(aliases).size) {
|
|
173
|
+
this.throwInvalid('Duplicate Input Aliases');
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
validateIncludeOverrides() {
|
|
177
|
+
try {
|
|
178
|
+
this.validated.includes = this.formatIncludeOverrides([
|
|
179
|
+
...(Array.isArray(this.input.data?.includes) ? this.input.data.includes : []),
|
|
180
|
+
...(this.validatorOptions.includes || []),
|
|
181
|
+
]);
|
|
182
|
+
}
|
|
183
|
+
catch (e) {
|
|
184
|
+
this.parseError(e);
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
parseError(error) {
|
|
188
|
+
if (!(error instanceof Error)) {
|
|
189
|
+
return;
|
|
190
|
+
}
|
|
191
|
+
const message = 'Error validating input.';
|
|
192
|
+
if (error instanceof error_1.AdapterError) {
|
|
193
|
+
this.error = error;
|
|
194
|
+
}
|
|
195
|
+
else {
|
|
196
|
+
this.error = new error_1.AdapterError({
|
|
197
|
+
jobRunID: this.validated.id,
|
|
198
|
+
statusCode: 400,
|
|
199
|
+
message,
|
|
200
|
+
cause: error,
|
|
201
|
+
});
|
|
202
|
+
}
|
|
203
|
+
this.errored = requesterErrored(this.validated.id, this.error);
|
|
204
|
+
if (this.validatorOptions.shouldThrowError) {
|
|
205
|
+
throw this.error;
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
validateObjectParam(key, shouldThrowError = true) {
|
|
209
|
+
const inputConfig = this.inputConfigs[key];
|
|
210
|
+
const usedKey = this.getUsedKey(key, inputConfig.aliases ?? []);
|
|
211
|
+
const param = usedKey
|
|
212
|
+
? this.input.data[usedKey] ?? inputConfig.default
|
|
213
|
+
: inputConfig.default;
|
|
214
|
+
if (shouldThrowError) {
|
|
215
|
+
const paramIsDefined = !(param === undefined || param === null || param === '');
|
|
216
|
+
if (inputConfig.required && !paramIsDefined) {
|
|
217
|
+
this.throwInvalid(`Required parameter ${key} must be non-null and non-empty`);
|
|
218
|
+
}
|
|
219
|
+
if (paramIsDefined) {
|
|
220
|
+
if (inputConfig.type) {
|
|
221
|
+
const primitiveTypes = ['boolean', 'number', 'bigint', 'string'];
|
|
222
|
+
if (![...primitiveTypes, 'array', 'object'].includes(inputConfig.type)) {
|
|
223
|
+
this.throwInvalid(`${key} parameter has unrecognized type ${inputConfig.type}`);
|
|
224
|
+
}
|
|
225
|
+
if (primitiveTypes.includes(inputConfig.type) && typeof param !== inputConfig.type) {
|
|
226
|
+
this.throwInvalid(`${key} parameter must be of type ${inputConfig.type}`);
|
|
227
|
+
}
|
|
228
|
+
if (inputConfig.type === 'array' && (!Array.isArray(param) || param.length === 0)) {
|
|
229
|
+
this.throwInvalid(`${key} parameter must be a non-empty array`);
|
|
230
|
+
}
|
|
231
|
+
if (inputConfig.type === 'object' &&
|
|
232
|
+
(!param ||
|
|
233
|
+
Array.isArray(param) ||
|
|
234
|
+
typeof param !== inputConfig.type ||
|
|
235
|
+
Object.keys(param).length === 0)) {
|
|
236
|
+
this.throwInvalid(`${key} parameter must be an object with at least one property`);
|
|
237
|
+
}
|
|
238
|
+
}
|
|
239
|
+
// If (inputConfig.options) {
|
|
240
|
+
// Const tolcase = (o: any) => (typeof o === 'string' ? o.toLowerCase() : o)
|
|
241
|
+
// Const formattedOptions = inputConfig.options.map(tolcase)
|
|
242
|
+
// Const formattedParam = tolcase(param)
|
|
243
|
+
// If (!formattedOptions.includes(formattedParam))
|
|
244
|
+
// This.throwInvalid(
|
|
245
|
+
// `${key} parameter '${formattedParam}' is not in the set of available options: ${formattedOptions.join(
|
|
246
|
+
// ',',
|
|
247
|
+
// )}`,
|
|
248
|
+
// )
|
|
249
|
+
// }
|
|
250
|
+
// For (const dependency of inputConfig.dependsOn ?? []) {
|
|
251
|
+
// Const usedDependencyKey = this.getUsedKey(
|
|
252
|
+
// Dependency,
|
|
253
|
+
// (this.inputConfigs[dependency] as InputParameter).aliases ?? [],
|
|
254
|
+
// )
|
|
255
|
+
// If (!usedDependencyKey) this.throwInvalid(`${key} dependency ${dependency} not supplied`)
|
|
256
|
+
// }
|
|
257
|
+
// For (const exclusive of inputConfig.exclusive ?? []) {
|
|
258
|
+
// Const usedExclusiveKey = this.getUsedKey(
|
|
259
|
+
// Exclusive,
|
|
260
|
+
// (this.inputConfigs[exclusive] as InputParameter).aliases ?? [],
|
|
261
|
+
// )
|
|
262
|
+
// If (usedExclusiveKey)
|
|
263
|
+
// This.throwInvalid(`${key} cannot be supplied concurrently with ${exclusive}`)
|
|
264
|
+
// }
|
|
265
|
+
}
|
|
266
|
+
}
|
|
267
|
+
this.validated.data[key] = param;
|
|
268
|
+
}
|
|
269
|
+
validateOptionalParam(param, key, options) {
|
|
270
|
+
if (param && options) {
|
|
271
|
+
if (!Array.isArray(options)) {
|
|
272
|
+
this.throwInvalid(`Parameter options for ${key} must be of an Array type`);
|
|
273
|
+
}
|
|
274
|
+
if (!options.includes(param)) {
|
|
275
|
+
this.throwInvalid(`${param} is not a supported ${key} option. Must be one of ${options}`);
|
|
276
|
+
}
|
|
277
|
+
}
|
|
278
|
+
this.validated.data[key] = param;
|
|
279
|
+
}
|
|
280
|
+
validateRequiredParam(param, key, options) {
|
|
281
|
+
if (typeof param === 'undefined' || param === '') {
|
|
282
|
+
this.throwInvalid(`Required parameter not supplied: ${key}`);
|
|
283
|
+
}
|
|
284
|
+
if (options) {
|
|
285
|
+
if (!Array.isArray(options)) {
|
|
286
|
+
this.throwInvalid(`Parameter options for ${key} must be of an Array type`);
|
|
287
|
+
}
|
|
288
|
+
if (!options.includes(param)) {
|
|
289
|
+
this.throwInvalid(`${param} is not a supported ${key} option. Must be one of ${options.join(' || ')}`);
|
|
290
|
+
}
|
|
291
|
+
}
|
|
292
|
+
this.validated.data[key] = param;
|
|
293
|
+
}
|
|
294
|
+
getUsedKey(key, keyArray) {
|
|
295
|
+
const comparisonArray = [...keyArray];
|
|
296
|
+
if (!comparisonArray.includes(key)) {
|
|
297
|
+
comparisonArray.push(key);
|
|
298
|
+
}
|
|
299
|
+
const inputParamKeys = Object.keys(this.input.data);
|
|
300
|
+
return inputParamKeys.find((k) => comparisonArray.includes(k));
|
|
301
|
+
}
|
|
302
|
+
}
|
|
303
|
+
exports.Validator = Validator;
|