@chainlink/external-adapter-framework 0.0.6 → 0.0.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (237) hide show
  1. package/adapter.d.ts +88 -0
  2. package/adapter.js +112 -0
  3. package/background-executor.d.ts +11 -0
  4. package/background-executor.js +45 -0
  5. package/cache/factory.d.ts +6 -0
  6. package/cache/factory.js +57 -0
  7. package/cache/index.d.ts +90 -0
  8. package/cache/index.js +169 -0
  9. package/cache/local.d.ts +23 -0
  10. package/cache/local.js +83 -0
  11. package/cache/metrics.d.ts +27 -0
  12. package/cache/metrics.js +120 -0
  13. package/cache/redis.d.ts +16 -0
  14. package/cache/redis.js +100 -0
  15. package/chainlink-external-adapter-framework-v0.0.8.tgz +0 -0
  16. package/config/index.d.ts +195 -0
  17. package/config/index.js +365 -0
  18. package/config/provider-limits.d.ts +31 -0
  19. package/config/provider-limits.js +75 -0
  20. package/examples/coingecko/batch-warming.d.ts +2 -0
  21. package/examples/coingecko/batch-warming.js +52 -0
  22. package/examples/coingecko/index.d.ts +2 -0
  23. package/examples/coingecko/index.js +10 -0
  24. package/examples/coingecko/rest.d.ts +2 -0
  25. package/examples/coingecko/rest.js +50 -0
  26. package/examples/ncfx/config/index.d.ts +12 -0
  27. package/examples/ncfx/config/index.js +15 -0
  28. package/examples/ncfx/index.d.ts +2 -0
  29. package/examples/ncfx/index.js +10 -0
  30. package/examples/ncfx/websocket.d.ts +36 -0
  31. package/examples/ncfx/websocket.js +72 -0
  32. package/index.d.ts +12 -0
  33. package/index.js +92 -0
  34. package/metrics/constants.d.ts +16 -0
  35. package/metrics/constants.js +25 -0
  36. package/metrics/index.d.ts +15 -0
  37. package/metrics/index.js +123 -0
  38. package/metrics/util.d.ts +3 -0
  39. package/metrics/util.js +9 -0
  40. package/package/adapter.d.ts +88 -0
  41. package/package/adapter.js +112 -0
  42. package/package/background-executor.d.ts +11 -0
  43. package/package/background-executor.js +45 -0
  44. package/package/cache/factory.d.ts +6 -0
  45. package/package/cache/factory.js +57 -0
  46. package/package/cache/index.d.ts +90 -0
  47. package/package/cache/index.js +169 -0
  48. package/package/cache/local.d.ts +23 -0
  49. package/package/cache/local.js +83 -0
  50. package/package/cache/metrics.d.ts +27 -0
  51. package/package/cache/metrics.js +120 -0
  52. package/package/cache/redis.d.ts +16 -0
  53. package/package/cache/redis.js +100 -0
  54. package/package/config/index.d.ts +195 -0
  55. package/package/config/index.js +365 -0
  56. package/package/config/provider-limits.d.ts +31 -0
  57. package/package/config/provider-limits.js +75 -0
  58. package/package/examples/coingecko/batch-warming.d.ts +2 -0
  59. package/package/examples/coingecko/batch-warming.js +52 -0
  60. package/package/examples/coingecko/index.d.ts +2 -0
  61. package/package/examples/coingecko/index.js +10 -0
  62. package/package/examples/coingecko/rest.d.ts +2 -0
  63. package/package/examples/coingecko/rest.js +50 -0
  64. package/package/examples/ncfx/config/index.d.ts +12 -0
  65. package/package/examples/ncfx/config/index.js +15 -0
  66. package/package/examples/ncfx/index.d.ts +2 -0
  67. package/package/examples/ncfx/index.js +10 -0
  68. package/package/examples/ncfx/websocket.d.ts +36 -0
  69. package/package/examples/ncfx/websocket.js +72 -0
  70. package/package/index.d.ts +12 -0
  71. package/package/index.js +92 -0
  72. package/package/metrics/constants.d.ts +16 -0
  73. package/package/metrics/constants.js +25 -0
  74. package/package/metrics/index.d.ts +15 -0
  75. package/package/metrics/index.js +123 -0
  76. package/package/metrics/util.d.ts +3 -0
  77. package/package/metrics/util.js +9 -0
  78. package/package/package.json +69 -0
  79. package/package/rate-limiting/background/fixed-frequency.d.ts +10 -0
  80. package/package/rate-limiting/background/fixed-frequency.js +37 -0
  81. package/package/rate-limiting/index.d.ts +54 -0
  82. package/package/rate-limiting/index.js +63 -0
  83. package/package/rate-limiting/metrics.d.ts +3 -0
  84. package/package/rate-limiting/metrics.js +44 -0
  85. package/package/rate-limiting/request/simple-counting.d.ts +20 -0
  86. package/package/rate-limiting/request/simple-counting.js +62 -0
  87. package/package/test.d.ts +1 -0
  88. package/package/test.js +6 -0
  89. package/package/transports/batch-warming.d.ts +34 -0
  90. package/package/transports/batch-warming.js +101 -0
  91. package/package/transports/index.d.ts +87 -0
  92. package/package/transports/index.js +87 -0
  93. package/package/transports/metrics.d.ts +21 -0
  94. package/package/transports/metrics.js +105 -0
  95. package/package/transports/rest.d.ts +43 -0
  96. package/package/transports/rest.js +129 -0
  97. package/package/transports/util.d.ts +8 -0
  98. package/package/transports/util.js +85 -0
  99. package/package/transports/websocket.d.ts +80 -0
  100. package/package/transports/websocket.js +169 -0
  101. package/package/util/expiring-sorted-set.d.ts +21 -0
  102. package/package/util/expiring-sorted-set.js +47 -0
  103. package/package/util/index.d.ts +11 -0
  104. package/package/util/index.js +35 -0
  105. package/package/util/logger.d.ts +42 -0
  106. package/package/util/logger.js +62 -0
  107. package/package/util/request.d.ts +55 -0
  108. package/package/util/request.js +2 -0
  109. package/package/validation/error.d.ts +50 -0
  110. package/package/validation/error.js +79 -0
  111. package/package/validation/index.d.ts +5 -0
  112. package/package/validation/index.js +86 -0
  113. package/package/validation/input-params.d.ts +15 -0
  114. package/package/validation/input-params.js +30 -0
  115. package/package/validation/override-functions.d.ts +3 -0
  116. package/package/validation/override-functions.js +40 -0
  117. package/package/validation/preset-tokens.json +23 -0
  118. package/package/validation/validator.d.ts +47 -0
  119. package/package/validation/validator.js +303 -0
  120. package/package.json +1 -1
  121. package/rate-limiting/background/fixed-frequency.d.ts +10 -0
  122. package/rate-limiting/background/fixed-frequency.js +37 -0
  123. package/rate-limiting/index.d.ts +54 -0
  124. package/rate-limiting/index.js +63 -0
  125. package/rate-limiting/metrics.d.ts +3 -0
  126. package/rate-limiting/metrics.js +44 -0
  127. package/rate-limiting/request/simple-counting.d.ts +20 -0
  128. package/rate-limiting/request/simple-counting.js +62 -0
  129. package/test.d.ts +1 -0
  130. package/test.js +6 -0
  131. package/transports/batch-warming.d.ts +34 -0
  132. package/transports/batch-warming.js +101 -0
  133. package/transports/index.d.ts +87 -0
  134. package/transports/index.js +87 -0
  135. package/transports/metrics.d.ts +21 -0
  136. package/transports/metrics.js +105 -0
  137. package/transports/rest.d.ts +43 -0
  138. package/transports/rest.js +129 -0
  139. package/transports/util.d.ts +8 -0
  140. package/transports/util.js +85 -0
  141. package/transports/websocket.d.ts +80 -0
  142. package/transports/websocket.js +169 -0
  143. package/util/expiring-sorted-set.d.ts +21 -0
  144. package/util/expiring-sorted-set.js +47 -0
  145. package/util/index.d.ts +11 -0
  146. package/util/index.js +35 -0
  147. package/util/logger.d.ts +42 -0
  148. package/util/logger.js +62 -0
  149. package/util/request.d.ts +55 -0
  150. package/util/request.js +2 -0
  151. package/validation/error.d.ts +50 -0
  152. package/validation/error.js +79 -0
  153. package/validation/index.d.ts +5 -0
  154. package/validation/index.js +86 -0
  155. package/validation/input-params.d.ts +15 -0
  156. package/validation/input-params.js +30 -0
  157. package/validation/override-functions.d.ts +3 -0
  158. package/validation/override-functions.js +40 -0
  159. package/validation/preset-tokens.json +23 -0
  160. package/validation/validator.d.ts +47 -0
  161. package/validation/validator.js +303 -0
  162. package/.c8rc.json +0 -3
  163. package/.eslintignore +0 -9
  164. package/.eslintrc.js +0 -96
  165. package/.github/README.MD +0 -17
  166. package/.github/actions/setup/action.yaml +0 -13
  167. package/.github/workflows/main.yaml +0 -39
  168. package/.github/workflows/publish.yaml +0 -17
  169. package/.prettierignore +0 -13
  170. package/.yarnrc +0 -0
  171. package/README.md +0 -103
  172. package/docker-compose.yaml +0 -35
  173. package/src/adapter.ts +0 -236
  174. package/src/background-executor.ts +0 -53
  175. package/src/cache/factory.ts +0 -28
  176. package/src/cache/index.ts +0 -236
  177. package/src/cache/local.ts +0 -73
  178. package/src/cache/metrics.ts +0 -112
  179. package/src/cache/redis.ts +0 -93
  180. package/src/config/index.ts +0 -501
  181. package/src/config/provider-limits.ts +0 -130
  182. package/src/examples/coingecko/batch-warming.ts +0 -79
  183. package/src/examples/coingecko/index.ts +0 -9
  184. package/src/examples/coingecko/rest.ts +0 -77
  185. package/src/examples/ncfx/config/index.ts +0 -12
  186. package/src/examples/ncfx/index.ts +0 -9
  187. package/src/examples/ncfx/websocket.ts +0 -100
  188. package/src/index.ts +0 -106
  189. package/src/metrics/constants.ts +0 -23
  190. package/src/metrics/index.ts +0 -116
  191. package/src/metrics/util.ts +0 -11
  192. package/src/rate-limiting/background/fixed-frequency.ts +0 -47
  193. package/src/rate-limiting/index.ts +0 -100
  194. package/src/rate-limiting/metrics.ts +0 -18
  195. package/src/rate-limiting/request/simple-counting.ts +0 -76
  196. package/src/test.ts +0 -5
  197. package/src/transports/batch-warming.ts +0 -121
  198. package/src/transports/index.ts +0 -173
  199. package/src/transports/metrics.ts +0 -95
  200. package/src/transports/rest.ts +0 -161
  201. package/src/transports/util.ts +0 -63
  202. package/src/transports/websocket.ts +0 -238
  203. package/src/util/expiring-sorted-set.ts +0 -52
  204. package/src/util/index.ts +0 -20
  205. package/src/util/logger.ts +0 -69
  206. package/src/util/request.ts +0 -115
  207. package/src/validation/error.ts +0 -116
  208. package/src/validation/index.ts +0 -101
  209. package/src/validation/input-params.ts +0 -45
  210. package/src/validation/override-functions.ts +0 -44
  211. package/src/validation/preset-tokens.json +0 -23
  212. package/src/validation/validator.ts +0 -384
  213. package/test/adapter.test.ts +0 -27
  214. package/test/background-executor.test.ts +0 -109
  215. package/test/cache/cache-key.test.ts +0 -96
  216. package/test/cache/helper.ts +0 -101
  217. package/test/cache/local.test.ts +0 -54
  218. package/test/cache/redis.test.ts +0 -89
  219. package/test/correlation.test.ts +0 -114
  220. package/test/index.test.ts +0 -37
  221. package/test/metrics/feed-id.test.ts +0 -33
  222. package/test/metrics/helper.ts +0 -14
  223. package/test/metrics/labels.test.ts +0 -36
  224. package/test/metrics/metrics.test.ts +0 -267
  225. package/test/metrics/redis-metrics.test.ts +0 -113
  226. package/test/metrics/warmer-metrics.test.ts +0 -192
  227. package/test/metrics/ws-metrics.test.ts +0 -225
  228. package/test/rate-limit-config.test.ts +0 -243
  229. package/test/transports/batch.test.ts +0 -465
  230. package/test/transports/rest.test.ts +0 -242
  231. package/test/transports/websocket.test.ts +0 -183
  232. package/test/tsconfig.json +0 -5
  233. package/test/util.ts +0 -76
  234. package/test/validation.test.ts +0 -169
  235. package/test.sh +0 -20
  236. package/tsconfig.json +0 -24
  237. package/typedoc.json +0 -6
@@ -0,0 +1,15 @@
1
+ export declare type Override = Map<string, Map<string, string>>;
2
+ export declare type InputParameter = {
3
+ aliases?: string[];
4
+ description?: string;
5
+ type?: 'bigint' | 'boolean' | 'array' | 'number' | 'object' | 'string';
6
+ required?: boolean;
7
+ options?: unknown[];
8
+ default?: unknown;
9
+ dependsOn?: string[];
10
+ exclusive?: string[];
11
+ };
12
+ export declare type InputParameters = {
13
+ [name: string]: InputParameter | boolean | string[];
14
+ };
15
+ export declare const baseInputParameters: InputParameters;
@@ -0,0 +1,30 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.baseInputParameters = void 0;
4
+ exports.baseInputParameters = {
5
+ endpoint: {
6
+ description: 'The External Adapter "endpoint" name to use.',
7
+ required: false,
8
+ type: 'string',
9
+ },
10
+ resultPath: {
11
+ description: 'The path to key into the API response the retrieve the result',
12
+ required: false,
13
+ // Type: 'string', TODO: Once multiple types are supported this could be string or array of strings
14
+ },
15
+ overrides: {
16
+ description: 'Override the mapping of token symbols to another token symbol',
17
+ required: false,
18
+ // Type: 'string', TODO: Once complex types are supported this could be { [adapter: string]: { [token: string]: string } }
19
+ },
20
+ tokenOverrides: {
21
+ description: 'Override the mapping of token symbols to smart contract address',
22
+ required: false,
23
+ // Type: 'string', TODO: Once complex types are supported this could be { [network: string]: { [token: string]: string } }
24
+ },
25
+ includes: {
26
+ description: 'Override the array of includes that holds additional input parameters when matching a pair of symbols',
27
+ required: false,
28
+ // Type: 'string', TODO: Once complex types are supported this could be { from: string, to: string, includes: [{ from: string, to: string, adapters: string[], inverse: boolean, tokens: boolean }] } }[]
29
+ },
30
+ };
@@ -0,0 +1,3 @@
1
+ import { InitializedAdapter } from '../adapter';
2
+ import { AdapterRequest } from '../util/request';
3
+ export declare const performSymbolOverrides: (adapter: InitializedAdapter, req: AdapterRequest) => void;
@@ -0,0 +1,40 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.performSymbolOverrides = void 0;
4
+ const performSymbolOverrides = (adapter, req) => {
5
+ let adapterOverrides = {};
6
+ if (req.requestContext.data &&
7
+ req.requestContext.data['overrides'] &&
8
+ req.requestContext.data['overrides'][adapter.name]) {
9
+ adapterOverrides = req.requestContext.data['overrides'][adapter.name];
10
+ }
11
+ if (!Array.isArray(req.requestContext.data['base'])) {
12
+ // Perform overrides specified in the request payload
13
+ req.requestContext.data['base'] =
14
+ adapterOverrides[req.requestContext.data['base']] ?? req.requestContext.data['base'];
15
+ // Perform hardcoded overrides
16
+ if (adapter.overrides) {
17
+ req.requestContext.data['base'] =
18
+ adapter.overrides[req.requestContext.data['base']] ??
19
+ req.requestContext.data['base'];
20
+ }
21
+ return;
22
+ }
23
+ let requestedSymbols = req.requestContext.data['base'];
24
+ for (let i = 0; i < requestedSymbols.length; i++) {
25
+ const symbol = requestedSymbols[i];
26
+ // Perform overrides specified in the request payload
27
+ let overriddenSymbol = adapterOverrides[symbol.toUpperCase()] ?? adapterOverrides[symbol.toLowerCase()];
28
+ // Perform hardcoded overrides
29
+ if (adapter.overrides) {
30
+ overriddenSymbol =
31
+ adapter.overrides[symbol.toUpperCase()] ??
32
+ adapter.overrides[symbol.toLowerCase()] ??
33
+ overriddenSymbol;
34
+ }
35
+ requestedSymbols[i] = overriddenSymbol ?? requestedSymbols[i];
36
+ }
37
+ requestedSymbols = requestedSymbols.length > 1 ? requestedSymbols : requestedSymbols[1];
38
+ req.requestContext.data['base'] = requestedSymbols;
39
+ };
40
+ exports.performSymbolOverrides = performSymbolOverrides;
@@ -0,0 +1,23 @@
1
+ {
2
+ "ethereum": {
3
+ "LINK": "0x514910771af9ca656af840dff83e8264ecf986ca",
4
+ "WETH": "0xc02aaa39b223fe8d0a0e5c4f27ead9083c756cc2",
5
+ "ETH": "0xEeeeeEeeeEeEeeEeEeEeeEEEeeeeEeeeeeeeEEeE",
6
+ "stETH": "0xae7ab96520DE3A18E5e111B5EaAb095312D7fE84",
7
+ "DIGG": "0x798d1be841a82a273720ce31c822c61a67a601c3",
8
+ "WBTC": "0x2260fac5e5542a773aa44fbcfedf7c193bc2c599",
9
+ "RAI": "0x03ab458634910aad20ef5f1c8ee96f1d6ac54919",
10
+ "RGT": "0xD291E7a03283640FDc51b121aC401383A46cC623",
11
+ "RARI": "0xFca59Cd816aB1eaD66534D82bc21E7515cE441CF",
12
+ "SFI": "0xb753428af26e81097e7fd17f40c88aaa3e04902c",
13
+ "LDO": "0x5a98fcbea516cf06857215779fd812ca3bef1b32",
14
+ "VSP": "0x1b40183EFB4Dd766f11bDa7A7c3AD8982e998421",
15
+ "USDC": "0xA0b86991c6218b36c1d19D4a2e9Eb0cE3606eB48",
16
+ "USDT": "0xdAC17F958D2ee523a2206206994597C13D831ec7",
17
+ "DAI": "0x6B175474E89094C44Da98b954EedeAC495271d0F",
18
+ "FRAX": "0x853d955aCEf822Db058eb8505911ED77F175b99e",
19
+ "BOND": "0x0391d2021f89dc339f60fff84546ea23e337750f",
20
+ "FEI": "0x956f47f50a910163d8bf957cf5846d573e7f87ca",
21
+ "TRIBE": "0xc7283b66Eb1EB5FB86327f08e1B5816b0720212B"
22
+ }
23
+ }
@@ -0,0 +1,47 @@
1
+ import { AdapterError, AdapterErrorResponse } from './error';
2
+ import { InputParameters, Override } from './input-params';
3
+ export declare type OverrideType = 'overrides' | 'tokenOverrides' | 'includes';
4
+ declare type InputType = {
5
+ id?: string;
6
+ data?: any;
7
+ };
8
+ export interface ValidatorOptions {
9
+ shouldThrowError?: boolean;
10
+ includes?: any[];
11
+ overrides?: any;
12
+ }
13
+ export declare type IncludePair = {
14
+ from: string;
15
+ to: string;
16
+ adapters?: string[];
17
+ inverse?: boolean;
18
+ tokens?: boolean;
19
+ };
20
+ export declare type Includes = {
21
+ from: string;
22
+ to: string;
23
+ includes: IncludePair[];
24
+ };
25
+ export declare class Validator {
26
+ input: InputType;
27
+ inputConfigs: InputParameters;
28
+ inputOptions: Record<string, any[]>;
29
+ validatorOptions: ValidatorOptions;
30
+ validated: any;
31
+ error: AdapterError | undefined;
32
+ errored: AdapterErrorResponse | undefined;
33
+ constructor(input?: InputType, inputConfigs?: {}, inputOptions?: {}, validatorOptions?: ValidatorOptions);
34
+ validateInput(): void;
35
+ validateOverrides(path: 'overrides' | 'tokenOverrides', preset: Record<string, any>): void;
36
+ checkDuplicateInputParams(inputConfig: InputParameters): void;
37
+ validateIncludeOverrides(): void;
38
+ parseError(error: unknown): void;
39
+ formatOverride: (param: any) => Override;
40
+ formatIncludeOverrides: (param: any) => Override;
41
+ throwInvalid: (message: string) => void;
42
+ validateObjectParam(key: string, shouldThrowError?: boolean): void;
43
+ validateOptionalParam(param: any, key: string, options: any[]): void;
44
+ validateRequiredParam(param: any, key: string, options: any[]): void;
45
+ getUsedKey(key: string, keyArray: string[]): string | undefined;
46
+ }
47
+ export {};
@@ -0,0 +1,303 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.Validator = void 0;
7
+ const error_1 = require("./error");
8
+ const input_params_1 = require("./input-params");
9
+ const util_1 = require("../util");
10
+ const preset_tokens_json_1 = __importDefault(require("./preset-tokens.json"));
11
+ // Don't want to get requester in just yet, only copying the static method 'errored'
12
+ const requesterErrored = (jobRunID = '1', error = undefined, statusCode = 500, feedID = undefined) => {
13
+ if (error instanceof error_1.AdapterError) {
14
+ error.jobRunID = jobRunID;
15
+ if (feedID) {
16
+ error.feedID = feedID;
17
+ }
18
+ return error.toJSONResponse();
19
+ }
20
+ if (error instanceof Error) {
21
+ return new error_1.AdapterError({
22
+ jobRunID,
23
+ statusCode,
24
+ message: error.message,
25
+ cause: error,
26
+ feedID,
27
+ }).toJSONResponse();
28
+ }
29
+ return new error_1.AdapterError({ jobRunID, statusCode, message: error, feedID }).toJSONResponse();
30
+ };
31
+ class Validator {
32
+ constructor(input = { id: '1', data: {} }, inputConfigs = {}, inputOptions = {}, validatorOptions = {}) {
33
+ // OverrideSymbol = (adapter: string, symbol?: string | string[]): string | string[] => {
34
+ // Const defaultSymbol = symbol || this.validated.data.base
35
+ // If (!defaultSymbol) this.throwInvalid(`Required parameter not supplied: base`)
36
+ // // TODO: Will never be reached, because the presetSymbols are used as default overrides
37
+ // If (!this.validated.overrides) return defaultSymbol
38
+ // If (!Array.isArray(defaultSymbol))
39
+ // Return (
40
+ // This.validated.overrides.get(adapter.toLowerCase())?.get(defaultSymbol.toLowerCase()) ||
41
+ // DefaultSymbol
42
+ // )
43
+ // Const multiple: string[] = []
44
+ // For (const sym of defaultSymbol) {
45
+ // Const overrided = this.validated.overrides.get(adapter.toLowerCase())?.get(sym.toLowerCase())
46
+ // If (!overrided) multiple.push(sym)
47
+ // Else multiple.push(overrided)
48
+ // }
49
+ // Return multiple
50
+ // }
51
+ // OverrideToken = (symbol: string, network = 'ethereum'): string | undefined => {
52
+ // Return this.validated.tokenOverrides?.get(network.toLowerCase())?.get(symbol.toLowerCase())
53
+ // }
54
+ // OverrideIncludes = (from: string, to: string): IncludePair | undefined => {
55
+ // // Search through `presetIncludes` to find matching override for adapter and to/from pairing.
56
+ // Const pairs = (
57
+ // This.validated.includes?.filter(
58
+ // (val: string | Includes) => typeof val !== 'string',
59
+ // ) as Includes[]
60
+ // ).filter(
61
+ // (pair) =>
62
+ // Pair.from.toLowerCase() === from.toLowerCase() &&
63
+ // Pair.to.toLowerCase() === to.toLowerCase(),
64
+ // )
65
+ // If (!pairs || !pairs[0] || !pairs[0].includes || !pairs[0].includes[0]) {
66
+ // Return
67
+ // }
68
+ // Return pairs[0].includes[0]
69
+ // }
70
+ // OverrideReverseLookup = (adapter: string, type: OverrideType, symbol: string): string => {
71
+ // Const overrides: Map<string, string> | undefined = this.validated?.[type]?.get(
72
+ // Adapter.toLowerCase(),
73
+ // )
74
+ // If (!overrides) return symbol
75
+ // Let originalSymbol: string | undefined
76
+ // Overrides.forEach((overridden, original) => {
77
+ // If (overridden.toLowerCase() === symbol.toLowerCase()) originalSymbol = original
78
+ // })
79
+ // Return originalSymbol || symbol
80
+ // }
81
+ this.formatOverride = (param) => {
82
+ const _throwInvalid = () => this.throwInvalid(`Parameter supplied with wrong format: "override"`);
83
+ if (!(0, util_1.isObject)(param)) {
84
+ _throwInvalid();
85
+ }
86
+ const _isValid = Object.values(param).every(util_1.isObject);
87
+ if (!_isValid) {
88
+ _throwInvalid();
89
+ }
90
+ const _keyToLowerCase = (entry) => {
91
+ return [entry[0].toLowerCase(), entry[1]];
92
+ };
93
+ return new Map(Object.entries(param)
94
+ .map(_keyToLowerCase)
95
+ .map(([key, value]) => [key, new Map(Object.entries(value).map(_keyToLowerCase))]));
96
+ };
97
+ this.formatIncludeOverrides = (param) => {
98
+ const _throwInvalid = () => this.throwInvalid(`Parameter supplied with wrong format: "includes"`);
99
+ if (!(0, util_1.isArray)(param)) {
100
+ _throwInvalid();
101
+ }
102
+ const _isValid = Object.values(param).every((val) => (0, util_1.isObject)(val) || typeof val === 'string');
103
+ if (!_isValid) {
104
+ _throwInvalid();
105
+ }
106
+ return param;
107
+ };
108
+ this.throwInvalid = (message) => {
109
+ throw new error_1.AdapterError({ jobRunID: this.validated.id, statusCode: 400, message });
110
+ };
111
+ this.input = { ...input };
112
+ if (!this.input.id) {
113
+ this.input.id = '1';
114
+ } // TODO Please remove these once "no any" strict typing is enabled
115
+ if (!this.input.data) {
116
+ this.input.data = {};
117
+ }
118
+ this.inputConfigs = { ...input_params_1.baseInputParameters, ...inputConfigs };
119
+ this.inputOptions = { ...inputOptions };
120
+ this.validatorOptions = {
121
+ shouldThrowError: true,
122
+ includes: [],
123
+ overrides: {},
124
+ ...validatorOptions,
125
+ };
126
+ this.validated = { id: this.input.id, data: {} };
127
+ this.validateInput();
128
+ this.validateOverrides('overrides', this.validatorOptions.overrides);
129
+ this.validateOverrides('tokenOverrides', preset_tokens_json_1.default);
130
+ this.validateIncludeOverrides();
131
+ this.checkDuplicateInputParams(inputConfigs);
132
+ }
133
+ validateInput() {
134
+ try {
135
+ for (const key in this.inputConfigs) {
136
+ this.validateObjectParam(key, this.validatorOptions.shouldThrowError);
137
+ }
138
+ }
139
+ catch (e) {
140
+ this.parseError(e);
141
+ }
142
+ }
143
+ validateOverrides(path, preset) {
144
+ try {
145
+ if (!this.input.data?.[path]) {
146
+ this.validated[path] = this.formatOverride(preset);
147
+ return;
148
+ }
149
+ this.validated[path] = this.formatOverride({ ...preset, ...this.input.data[path] });
150
+ }
151
+ catch (e) {
152
+ this.parseError(e);
153
+ }
154
+ }
155
+ checkDuplicateInputParams(inputConfig) {
156
+ let aliases = [];
157
+ for (const key in inputConfig) {
158
+ const param = inputConfig[key];
159
+ if (Array.isArray(param)) {
160
+ aliases = aliases.concat(param);
161
+ }
162
+ else if (typeof inputConfig === 'boolean') {
163
+ return;
164
+ }
165
+ else {
166
+ aliases.push(key);
167
+ if (typeof param === 'object' && 'aliases' in param && Array.isArray(param.aliases)) {
168
+ aliases = aliases.concat(param.aliases);
169
+ }
170
+ }
171
+ }
172
+ if (aliases.length !== new Set(aliases).size) {
173
+ this.throwInvalid('Duplicate Input Aliases');
174
+ }
175
+ }
176
+ validateIncludeOverrides() {
177
+ try {
178
+ this.validated.includes = this.formatIncludeOverrides([
179
+ ...(Array.isArray(this.input.data?.includes) ? this.input.data.includes : []),
180
+ ...(this.validatorOptions.includes || []),
181
+ ]);
182
+ }
183
+ catch (e) {
184
+ this.parseError(e);
185
+ }
186
+ }
187
+ parseError(error) {
188
+ if (!(error instanceof Error)) {
189
+ return;
190
+ }
191
+ const message = 'Error validating input.';
192
+ if (error instanceof error_1.AdapterError) {
193
+ this.error = error;
194
+ }
195
+ else {
196
+ this.error = new error_1.AdapterError({
197
+ jobRunID: this.validated.id,
198
+ statusCode: 400,
199
+ message,
200
+ cause: error,
201
+ });
202
+ }
203
+ this.errored = requesterErrored(this.validated.id, this.error);
204
+ if (this.validatorOptions.shouldThrowError) {
205
+ throw this.error;
206
+ }
207
+ }
208
+ validateObjectParam(key, shouldThrowError = true) {
209
+ const inputConfig = this.inputConfigs[key];
210
+ const usedKey = this.getUsedKey(key, inputConfig.aliases ?? []);
211
+ const param = usedKey
212
+ ? this.input.data[usedKey] ?? inputConfig.default
213
+ : inputConfig.default;
214
+ if (shouldThrowError) {
215
+ const paramIsDefined = !(param === undefined || param === null || param === '');
216
+ if (inputConfig.required && !paramIsDefined) {
217
+ this.throwInvalid(`Required parameter ${key} must be non-null and non-empty`);
218
+ }
219
+ if (paramIsDefined) {
220
+ if (inputConfig.type) {
221
+ const primitiveTypes = ['boolean', 'number', 'bigint', 'string'];
222
+ if (![...primitiveTypes, 'array', 'object'].includes(inputConfig.type)) {
223
+ this.throwInvalid(`${key} parameter has unrecognized type ${inputConfig.type}`);
224
+ }
225
+ if (primitiveTypes.includes(inputConfig.type) && typeof param !== inputConfig.type) {
226
+ this.throwInvalid(`${key} parameter must be of type ${inputConfig.type}`);
227
+ }
228
+ if (inputConfig.type === 'array' && (!Array.isArray(param) || param.length === 0)) {
229
+ this.throwInvalid(`${key} parameter must be a non-empty array`);
230
+ }
231
+ if (inputConfig.type === 'object' &&
232
+ (!param ||
233
+ Array.isArray(param) ||
234
+ typeof param !== inputConfig.type ||
235
+ Object.keys(param).length === 0)) {
236
+ this.throwInvalid(`${key} parameter must be an object with at least one property`);
237
+ }
238
+ }
239
+ // If (inputConfig.options) {
240
+ // Const tolcase = (o: any) => (typeof o === 'string' ? o.toLowerCase() : o)
241
+ // Const formattedOptions = inputConfig.options.map(tolcase)
242
+ // Const formattedParam = tolcase(param)
243
+ // If (!formattedOptions.includes(formattedParam))
244
+ // This.throwInvalid(
245
+ // `${key} parameter '${formattedParam}' is not in the set of available options: ${formattedOptions.join(
246
+ // ',',
247
+ // )}`,
248
+ // )
249
+ // }
250
+ // For (const dependency of inputConfig.dependsOn ?? []) {
251
+ // Const usedDependencyKey = this.getUsedKey(
252
+ // Dependency,
253
+ // (this.inputConfigs[dependency] as InputParameter).aliases ?? [],
254
+ // )
255
+ // If (!usedDependencyKey) this.throwInvalid(`${key} dependency ${dependency} not supplied`)
256
+ // }
257
+ // For (const exclusive of inputConfig.exclusive ?? []) {
258
+ // Const usedExclusiveKey = this.getUsedKey(
259
+ // Exclusive,
260
+ // (this.inputConfigs[exclusive] as InputParameter).aliases ?? [],
261
+ // )
262
+ // If (usedExclusiveKey)
263
+ // This.throwInvalid(`${key} cannot be supplied concurrently with ${exclusive}`)
264
+ // }
265
+ }
266
+ }
267
+ this.validated.data[key] = param;
268
+ }
269
+ validateOptionalParam(param, key, options) {
270
+ if (param && options) {
271
+ if (!Array.isArray(options)) {
272
+ this.throwInvalid(`Parameter options for ${key} must be of an Array type`);
273
+ }
274
+ if (!options.includes(param)) {
275
+ this.throwInvalid(`${param} is not a supported ${key} option. Must be one of ${options}`);
276
+ }
277
+ }
278
+ this.validated.data[key] = param;
279
+ }
280
+ validateRequiredParam(param, key, options) {
281
+ if (typeof param === 'undefined' || param === '') {
282
+ this.throwInvalid(`Required parameter not supplied: ${key}`);
283
+ }
284
+ if (options) {
285
+ if (!Array.isArray(options)) {
286
+ this.throwInvalid(`Parameter options for ${key} must be of an Array type`);
287
+ }
288
+ if (!options.includes(param)) {
289
+ this.throwInvalid(`${param} is not a supported ${key} option. Must be one of ${options.join(' || ')}`);
290
+ }
291
+ }
292
+ this.validated.data[key] = param;
293
+ }
294
+ getUsedKey(key, keyArray) {
295
+ const comparisonArray = [...keyArray];
296
+ if (!comparisonArray.includes(key)) {
297
+ comparisonArray.push(key);
298
+ }
299
+ const inputParamKeys = Object.keys(this.input.data);
300
+ return inputParamKeys.find((k) => comparisonArray.includes(k));
301
+ }
302
+ }
303
+ exports.Validator = Validator;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@chainlink/external-adapter-framework",
3
- "version": "0.0.6",
3
+ "version": "0.0.8",
4
4
  "main": "dist/index.js",
5
5
  "license": "MIT",
6
6
  "dependencies": {
@@ -0,0 +1,10 @@
1
+ import { AdapterRateLimitTier, BackgroundExecuteRateLimiter } from '..';
2
+ import { AdapterEndpoint } from '../../adapter';
3
+ export declare const DEFAULT_SHARED_MS_BETWEEN_REQUESTS = 5000;
4
+ export declare class FixedFrequencyRateLimiter implements BackgroundExecuteRateLimiter {
5
+ msBetweenRequestsMap: {
6
+ [endpointName: string]: number;
7
+ };
8
+ initialize(endpoints: AdapterEndpoint[], limits?: AdapterRateLimitTier): this;
9
+ msUntilNextExecution(endpointName: string): number;
10
+ }
@@ -0,0 +1,37 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.FixedFrequencyRateLimiter = exports.DEFAULT_SHARED_MS_BETWEEN_REQUESTS = void 0;
4
+ const __1 = require("..");
5
+ const util_1 = require("../../util");
6
+ const logger = (0, util_1.makeLogger)('FixedFrequencyRateLimiter');
7
+ exports.DEFAULT_SHARED_MS_BETWEEN_REQUESTS = 5000;
8
+ class FixedFrequencyRateLimiter {
9
+ constructor() {
10
+ this.msBetweenRequestsMap = {};
11
+ }
12
+ initialize(endpoints, limits) {
13
+ // Translate the hourly limit into reqs per minute
14
+ let sharedMsBetweenRequests = 1000 / (0, __1.consolidateTierLimits)(limits);
15
+ // If there is no limit set, we use some reasonable number
16
+ if (!limits?.rateLimit1h && !limits?.rateLimit1m && !limits?.rateLimit1s) {
17
+ // 5s period for all seems good
18
+ sharedMsBetweenRequests = exports.DEFAULT_SHARED_MS_BETWEEN_REQUESTS;
19
+ }
20
+ logger.debug('Using fixed frequency batch rate limiting');
21
+ for (const endpoint of endpoints) {
22
+ // TODO: See if we can remove this runtime check
23
+ if (endpoint.rateLimiting?.allocationPercentage == null) {
24
+ throw new Error(`Allocation percentage for endpoint "${endpoint.name}" is null`);
25
+ }
26
+ // TODO: Implement different strategy where this is not fixed, but rather divided based on whether all warmers are active
27
+ this.msBetweenRequestsMap[endpoint.name] =
28
+ (sharedMsBetweenRequests / endpoint.rateLimiting?.allocationPercentage) * 100;
29
+ logger.debug(`Endpoint [${endpoint.name}]: ${this.msBetweenRequestsMap[endpoint.name] / 1000}s between requests`);
30
+ }
31
+ return this;
32
+ }
33
+ msUntilNextExecution(endpointName) {
34
+ return this.msBetweenRequestsMap[endpointName];
35
+ }
36
+ }
37
+ exports.FixedFrequencyRateLimiter = FixedFrequencyRateLimiter;
@@ -0,0 +1,54 @@
1
+ import { AdapterEndpoint } from '../adapter';
2
+ export * from './request/simple-counting';
3
+ export * from './background/fixed-frequency';
4
+ export interface AdapterRateLimitTier {
5
+ rateLimit1s?: number;
6
+ rateLimit1m?: number;
7
+ rateLimit1h?: number;
8
+ note?: string;
9
+ }
10
+ /**
11
+ * Common interface for all RateLimiter classes to implement
12
+ */
13
+ export interface RateLimiter {
14
+ /**
15
+ * Method to ensure all RateLimiters can be initialized in the same manner.
16
+ *
17
+ * @param limits - settings for how much throughput to allow for the Adapter
18
+ * @param endpoints - list of adapter endpoints
19
+ */
20
+ initialize(endpoints: AdapterEndpoint[], limits: AdapterRateLimitTier): this;
21
+ }
22
+ /**
23
+ * RequestRateLimiters perform checks agains imminent outbound requests for any transport.
24
+ */
25
+ export interface RequestRateLimiter extends RateLimiter {
26
+ /**
27
+ * This method will check using whatever strategy is implemented to determine if
28
+ * this request can be processed. If so, it returns true; if not, returns false.
29
+ */
30
+ isUnderLimits(): boolean;
31
+ }
32
+ /**
33
+ * BackgroundExecuteFrequencyRateLimiters will implement custom logic to calculate
34
+ * the period of time to wait between background executions for a transport.
35
+ */
36
+ export interface BackgroundExecuteRateLimiter extends RateLimiter {
37
+ msUntilNextExecution(endpointName: string): number;
38
+ }
39
+ /**
40
+ * This method will convert all possible settings for a rate limit tier and
41
+ * convert them all to requests per second, returning the lowest one
42
+ *
43
+ * @param limits - the rate limit tier set for the adapter
44
+ * @returns the most restrictive of the set options, in requests per second
45
+ */
46
+ export declare const consolidateTierLimits: (limits?: AdapterRateLimitTier | undefined) => number;
47
+ /**
48
+ * Validates rate limiting tiers specified for the adapter, and returns the one to use.
49
+ *
50
+ * @param tiers - the adapter config listing the different available API tiers
51
+ * @param selectedTier - chosen API tier from settings, if present
52
+ * @returns the specified API tier, or a default one if none are specified
53
+ */
54
+ export declare const getRateLimitingTier: (tiers?: Record<string, AdapterRateLimitTier> | undefined, selectedTier?: string | undefined) => AdapterRateLimitTier | undefined;
@@ -0,0 +1,63 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ exports.getRateLimitingTier = exports.consolidateTierLimits = void 0;
18
+ __exportStar(require("./request/simple-counting"), exports);
19
+ __exportStar(require("./background/fixed-frequency"), exports);
20
+ /**
21
+ * This method will convert all possible settings for a rate limit tier and
22
+ * convert them all to requests per second, returning the lowest one
23
+ *
24
+ * @param limits - the rate limit tier set for the adapter
25
+ * @returns the most restrictive of the set options, in requests per second
26
+ */
27
+ const consolidateTierLimits = (limits) => {
28
+ const perHourLimit = (limits?.rateLimit1h || Infinity) / (60 * 60);
29
+ const perMinuteLimit = (limits?.rateLimit1m || Infinity) / 60;
30
+ const perSecondLimit = limits?.rateLimit1s || Infinity;
31
+ return Math.min(perHourLimit, perMinuteLimit, perSecondLimit);
32
+ };
33
+ exports.consolidateTierLimits = consolidateTierLimits;
34
+ /**
35
+ * Validates rate limiting tiers specified for the adapter, and returns the one to use.
36
+ *
37
+ * @param tiers - the adapter config listing the different available API tiers
38
+ * @param selectedTier - chosen API tier from settings, if present
39
+ * @returns the specified API tier, or a default one if none are specified
40
+ */
41
+ const getRateLimitingTier = (tiers, selectedTier) => {
42
+ if (!tiers) {
43
+ return;
44
+ }
45
+ // Check that if the tiers object is defined, it has values
46
+ if (Object.values(tiers).length === 0) {
47
+ throw new Error(`The tiers object is defined, but has no entries`);
48
+ }
49
+ // Check that the tier set in the AdapterConfig is a valid one
50
+ if (selectedTier && !tiers[selectedTier]) {
51
+ const validTiersString = Object.keys(tiers)
52
+ .map((t) => `"${t}"`)
53
+ .join(', ');
54
+ throw new Error(`The selected rate limit tier "${selectedTier}" is not valid (can be one of ${validTiersString})`);
55
+ }
56
+ if (!selectedTier) {
57
+ // Sort the tiers by most to least restrictive
58
+ const sortedTiers = Object.values(tiers).sort((t1, t2) => (0, exports.consolidateTierLimits)(t1) - (0, exports.consolidateTierLimits)(t2));
59
+ return sortedTiers[0];
60
+ }
61
+ return tiers[selectedTier];
62
+ };
63
+ exports.getRateLimitingTier = getRateLimitingTier;
@@ -0,0 +1,3 @@
1
+ import * as client from 'prom-client';
2
+ export declare const retrieveCost: <ProviderResponseBody>(data: ProviderResponseBody) => number;
3
+ export declare const rateLimitCreditsSpentTotal: client.Counter<"feed_id" | "participant_id">;