@chainlink/external-adapter-framework 0.0.6 → 0.0.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (237) hide show
  1. package/adapter.d.ts +88 -0
  2. package/adapter.js +112 -0
  3. package/background-executor.d.ts +11 -0
  4. package/background-executor.js +45 -0
  5. package/cache/factory.d.ts +6 -0
  6. package/cache/factory.js +57 -0
  7. package/cache/index.d.ts +90 -0
  8. package/cache/index.js +169 -0
  9. package/cache/local.d.ts +23 -0
  10. package/cache/local.js +83 -0
  11. package/cache/metrics.d.ts +27 -0
  12. package/cache/metrics.js +120 -0
  13. package/cache/redis.d.ts +16 -0
  14. package/cache/redis.js +100 -0
  15. package/chainlink-external-adapter-framework-v0.0.8.tgz +0 -0
  16. package/config/index.d.ts +195 -0
  17. package/config/index.js +365 -0
  18. package/config/provider-limits.d.ts +31 -0
  19. package/config/provider-limits.js +75 -0
  20. package/examples/coingecko/batch-warming.d.ts +2 -0
  21. package/examples/coingecko/batch-warming.js +52 -0
  22. package/examples/coingecko/index.d.ts +2 -0
  23. package/examples/coingecko/index.js +10 -0
  24. package/examples/coingecko/rest.d.ts +2 -0
  25. package/examples/coingecko/rest.js +50 -0
  26. package/examples/ncfx/config/index.d.ts +12 -0
  27. package/examples/ncfx/config/index.js +15 -0
  28. package/examples/ncfx/index.d.ts +2 -0
  29. package/examples/ncfx/index.js +10 -0
  30. package/examples/ncfx/websocket.d.ts +36 -0
  31. package/examples/ncfx/websocket.js +72 -0
  32. package/index.d.ts +12 -0
  33. package/index.js +92 -0
  34. package/metrics/constants.d.ts +16 -0
  35. package/metrics/constants.js +25 -0
  36. package/metrics/index.d.ts +15 -0
  37. package/metrics/index.js +123 -0
  38. package/metrics/util.d.ts +3 -0
  39. package/metrics/util.js +9 -0
  40. package/package/adapter.d.ts +88 -0
  41. package/package/adapter.js +112 -0
  42. package/package/background-executor.d.ts +11 -0
  43. package/package/background-executor.js +45 -0
  44. package/package/cache/factory.d.ts +6 -0
  45. package/package/cache/factory.js +57 -0
  46. package/package/cache/index.d.ts +90 -0
  47. package/package/cache/index.js +169 -0
  48. package/package/cache/local.d.ts +23 -0
  49. package/package/cache/local.js +83 -0
  50. package/package/cache/metrics.d.ts +27 -0
  51. package/package/cache/metrics.js +120 -0
  52. package/package/cache/redis.d.ts +16 -0
  53. package/package/cache/redis.js +100 -0
  54. package/package/config/index.d.ts +195 -0
  55. package/package/config/index.js +365 -0
  56. package/package/config/provider-limits.d.ts +31 -0
  57. package/package/config/provider-limits.js +75 -0
  58. package/package/examples/coingecko/batch-warming.d.ts +2 -0
  59. package/package/examples/coingecko/batch-warming.js +52 -0
  60. package/package/examples/coingecko/index.d.ts +2 -0
  61. package/package/examples/coingecko/index.js +10 -0
  62. package/package/examples/coingecko/rest.d.ts +2 -0
  63. package/package/examples/coingecko/rest.js +50 -0
  64. package/package/examples/ncfx/config/index.d.ts +12 -0
  65. package/package/examples/ncfx/config/index.js +15 -0
  66. package/package/examples/ncfx/index.d.ts +2 -0
  67. package/package/examples/ncfx/index.js +10 -0
  68. package/package/examples/ncfx/websocket.d.ts +36 -0
  69. package/package/examples/ncfx/websocket.js +72 -0
  70. package/package/index.d.ts +12 -0
  71. package/package/index.js +92 -0
  72. package/package/metrics/constants.d.ts +16 -0
  73. package/package/metrics/constants.js +25 -0
  74. package/package/metrics/index.d.ts +15 -0
  75. package/package/metrics/index.js +123 -0
  76. package/package/metrics/util.d.ts +3 -0
  77. package/package/metrics/util.js +9 -0
  78. package/package/package.json +69 -0
  79. package/package/rate-limiting/background/fixed-frequency.d.ts +10 -0
  80. package/package/rate-limiting/background/fixed-frequency.js +37 -0
  81. package/package/rate-limiting/index.d.ts +54 -0
  82. package/package/rate-limiting/index.js +63 -0
  83. package/package/rate-limiting/metrics.d.ts +3 -0
  84. package/package/rate-limiting/metrics.js +44 -0
  85. package/package/rate-limiting/request/simple-counting.d.ts +20 -0
  86. package/package/rate-limiting/request/simple-counting.js +62 -0
  87. package/package/test.d.ts +1 -0
  88. package/package/test.js +6 -0
  89. package/package/transports/batch-warming.d.ts +34 -0
  90. package/package/transports/batch-warming.js +101 -0
  91. package/package/transports/index.d.ts +87 -0
  92. package/package/transports/index.js +87 -0
  93. package/package/transports/metrics.d.ts +21 -0
  94. package/package/transports/metrics.js +105 -0
  95. package/package/transports/rest.d.ts +43 -0
  96. package/package/transports/rest.js +129 -0
  97. package/package/transports/util.d.ts +8 -0
  98. package/package/transports/util.js +85 -0
  99. package/package/transports/websocket.d.ts +80 -0
  100. package/package/transports/websocket.js +169 -0
  101. package/package/util/expiring-sorted-set.d.ts +21 -0
  102. package/package/util/expiring-sorted-set.js +47 -0
  103. package/package/util/index.d.ts +11 -0
  104. package/package/util/index.js +35 -0
  105. package/package/util/logger.d.ts +42 -0
  106. package/package/util/logger.js +62 -0
  107. package/package/util/request.d.ts +55 -0
  108. package/package/util/request.js +2 -0
  109. package/package/validation/error.d.ts +50 -0
  110. package/package/validation/error.js +79 -0
  111. package/package/validation/index.d.ts +5 -0
  112. package/package/validation/index.js +86 -0
  113. package/package/validation/input-params.d.ts +15 -0
  114. package/package/validation/input-params.js +30 -0
  115. package/package/validation/override-functions.d.ts +3 -0
  116. package/package/validation/override-functions.js +40 -0
  117. package/package/validation/preset-tokens.json +23 -0
  118. package/package/validation/validator.d.ts +47 -0
  119. package/package/validation/validator.js +303 -0
  120. package/package.json +1 -1
  121. package/rate-limiting/background/fixed-frequency.d.ts +10 -0
  122. package/rate-limiting/background/fixed-frequency.js +37 -0
  123. package/rate-limiting/index.d.ts +54 -0
  124. package/rate-limiting/index.js +63 -0
  125. package/rate-limiting/metrics.d.ts +3 -0
  126. package/rate-limiting/metrics.js +44 -0
  127. package/rate-limiting/request/simple-counting.d.ts +20 -0
  128. package/rate-limiting/request/simple-counting.js +62 -0
  129. package/test.d.ts +1 -0
  130. package/test.js +6 -0
  131. package/transports/batch-warming.d.ts +34 -0
  132. package/transports/batch-warming.js +101 -0
  133. package/transports/index.d.ts +87 -0
  134. package/transports/index.js +87 -0
  135. package/transports/metrics.d.ts +21 -0
  136. package/transports/metrics.js +105 -0
  137. package/transports/rest.d.ts +43 -0
  138. package/transports/rest.js +129 -0
  139. package/transports/util.d.ts +8 -0
  140. package/transports/util.js +85 -0
  141. package/transports/websocket.d.ts +80 -0
  142. package/transports/websocket.js +169 -0
  143. package/util/expiring-sorted-set.d.ts +21 -0
  144. package/util/expiring-sorted-set.js +47 -0
  145. package/util/index.d.ts +11 -0
  146. package/util/index.js +35 -0
  147. package/util/logger.d.ts +42 -0
  148. package/util/logger.js +62 -0
  149. package/util/request.d.ts +55 -0
  150. package/util/request.js +2 -0
  151. package/validation/error.d.ts +50 -0
  152. package/validation/error.js +79 -0
  153. package/validation/index.d.ts +5 -0
  154. package/validation/index.js +86 -0
  155. package/validation/input-params.d.ts +15 -0
  156. package/validation/input-params.js +30 -0
  157. package/validation/override-functions.d.ts +3 -0
  158. package/validation/override-functions.js +40 -0
  159. package/validation/preset-tokens.json +23 -0
  160. package/validation/validator.d.ts +47 -0
  161. package/validation/validator.js +303 -0
  162. package/.c8rc.json +0 -3
  163. package/.eslintignore +0 -9
  164. package/.eslintrc.js +0 -96
  165. package/.github/README.MD +0 -17
  166. package/.github/actions/setup/action.yaml +0 -13
  167. package/.github/workflows/main.yaml +0 -39
  168. package/.github/workflows/publish.yaml +0 -17
  169. package/.prettierignore +0 -13
  170. package/.yarnrc +0 -0
  171. package/README.md +0 -103
  172. package/docker-compose.yaml +0 -35
  173. package/src/adapter.ts +0 -236
  174. package/src/background-executor.ts +0 -53
  175. package/src/cache/factory.ts +0 -28
  176. package/src/cache/index.ts +0 -236
  177. package/src/cache/local.ts +0 -73
  178. package/src/cache/metrics.ts +0 -112
  179. package/src/cache/redis.ts +0 -93
  180. package/src/config/index.ts +0 -501
  181. package/src/config/provider-limits.ts +0 -130
  182. package/src/examples/coingecko/batch-warming.ts +0 -79
  183. package/src/examples/coingecko/index.ts +0 -9
  184. package/src/examples/coingecko/rest.ts +0 -77
  185. package/src/examples/ncfx/config/index.ts +0 -12
  186. package/src/examples/ncfx/index.ts +0 -9
  187. package/src/examples/ncfx/websocket.ts +0 -100
  188. package/src/index.ts +0 -106
  189. package/src/metrics/constants.ts +0 -23
  190. package/src/metrics/index.ts +0 -116
  191. package/src/metrics/util.ts +0 -11
  192. package/src/rate-limiting/background/fixed-frequency.ts +0 -47
  193. package/src/rate-limiting/index.ts +0 -100
  194. package/src/rate-limiting/metrics.ts +0 -18
  195. package/src/rate-limiting/request/simple-counting.ts +0 -76
  196. package/src/test.ts +0 -5
  197. package/src/transports/batch-warming.ts +0 -121
  198. package/src/transports/index.ts +0 -173
  199. package/src/transports/metrics.ts +0 -95
  200. package/src/transports/rest.ts +0 -161
  201. package/src/transports/util.ts +0 -63
  202. package/src/transports/websocket.ts +0 -238
  203. package/src/util/expiring-sorted-set.ts +0 -52
  204. package/src/util/index.ts +0 -20
  205. package/src/util/logger.ts +0 -69
  206. package/src/util/request.ts +0 -115
  207. package/src/validation/error.ts +0 -116
  208. package/src/validation/index.ts +0 -101
  209. package/src/validation/input-params.ts +0 -45
  210. package/src/validation/override-functions.ts +0 -44
  211. package/src/validation/preset-tokens.json +0 -23
  212. package/src/validation/validator.ts +0 -384
  213. package/test/adapter.test.ts +0 -27
  214. package/test/background-executor.test.ts +0 -109
  215. package/test/cache/cache-key.test.ts +0 -96
  216. package/test/cache/helper.ts +0 -101
  217. package/test/cache/local.test.ts +0 -54
  218. package/test/cache/redis.test.ts +0 -89
  219. package/test/correlation.test.ts +0 -114
  220. package/test/index.test.ts +0 -37
  221. package/test/metrics/feed-id.test.ts +0 -33
  222. package/test/metrics/helper.ts +0 -14
  223. package/test/metrics/labels.test.ts +0 -36
  224. package/test/metrics/metrics.test.ts +0 -267
  225. package/test/metrics/redis-metrics.test.ts +0 -113
  226. package/test/metrics/warmer-metrics.test.ts +0 -192
  227. package/test/metrics/ws-metrics.test.ts +0 -225
  228. package/test/rate-limit-config.test.ts +0 -243
  229. package/test/transports/batch.test.ts +0 -465
  230. package/test/transports/rest.test.ts +0 -242
  231. package/test/transports/websocket.test.ts +0 -183
  232. package/test/tsconfig.json +0 -5
  233. package/test/util.ts +0 -76
  234. package/test/validation.test.ts +0 -169
  235. package/test.sh +0 -20
  236. package/tsconfig.json +0 -24
  237. package/typedoc.json +0 -6
@@ -0,0 +1,169 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
15
+ }) : function(o, v) {
16
+ o["default"] = v;
17
+ });
18
+ var __importStar = (this && this.__importStar) || function (mod) {
19
+ if (mod && mod.__esModule) return mod;
20
+ var result = {};
21
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
+ __setModuleDefault(result, mod);
23
+ return result;
24
+ };
25
+ var __importDefault = (this && this.__importDefault) || function (mod) {
26
+ return (mod && mod.__esModule) ? mod : { "default": mod };
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.WebSocketTransport = exports.WebSocketClassProvider = exports.DEFAULT_WS_TTL = void 0;
30
+ const ws_1 = __importDefault(require("ws"));
31
+ const util_1 = require("../util");
32
+ const _1 = require("./");
33
+ const transportMetrics = __importStar(require("./metrics"));
34
+ // TODO: Config
35
+ exports.DEFAULT_WS_TTL = 10000;
36
+ const logger = (0, util_1.makeLogger)('WebSocketTransport');
37
+ class WebSocketClassProvider {
38
+ static set(ctor) {
39
+ this.ctor = ctor;
40
+ }
41
+ static get() {
42
+ return this.ctor;
43
+ }
44
+ }
45
+ exports.WebSocketClassProvider = WebSocketClassProvider;
46
+ WebSocketClassProvider.ctor = ws_1.default;
47
+ /**
48
+ * Transport implementation that takes incoming requests, adds them to an [[ExpiringSortedSet]] and,
49
+ * through a WebSocket connection, subscribes to the relevant feeds to populate the cache.
50
+ *
51
+ * @typeParam AdapterParams - interface for the adapter request body
52
+ * @typeParam ProviderDataMessage - interface for a WS message containing processable data (i.e. not part of open/close/login/etc)
53
+ */
54
+ class WebSocketTransport {
55
+ constructor(config) {
56
+ this.config = config;
57
+ // The double sets serve to create a simple polling mechanism instead of needing a subscription
58
+ // This one would be either local, redis, etc
59
+ this.expiringSortedSet = new util_1.ExpiringSortedSet(); // TODO: Move to dependencies, inject
60
+ // This one would not; this is always local state
61
+ this.localSubscriptions = [];
62
+ }
63
+ async initialize(dependencies) {
64
+ this.cache = dependencies.cache;
65
+ this.rateLimiter = dependencies.backgroundExecuteRateLimiter;
66
+ }
67
+ async hasBeenSetUp(req) {
68
+ return !!this.expiringSortedSet.get(req.requestContext.cacheKey);
69
+ }
70
+ async setup(req) {
71
+ logger.debug(`Adding entry to subscription set: [${req.requestContext.cacheKey}] = ${req.requestContext.data}`);
72
+ this.expiringSortedSet.add(req.requestContext.cacheKey, req.requestContext.data, exports.DEFAULT_WS_TTL);
73
+ }
74
+ // TODO: Maybe we don't do this, and leave the preparation on the adapter's side?
75
+ // TODO: Maybe we store adapter params pre-prepared? That would be more efficient
76
+ // Assuming always JSON payloads for now, makes it all cleaner
77
+ serializeMessage(payload) {
78
+ return typeof payload === 'string' ? payload : JSON.stringify(payload);
79
+ }
80
+ deserializeMessage(data) {
81
+ return JSON.parse(data.toString());
82
+ }
83
+ establishWsConnection(context) {
84
+ return new Promise((resolve) => {
85
+ const ctor = WebSocketClassProvider.get();
86
+ this.wsConnection = new ctor(this.config.url);
87
+ this.wsConnection.addEventListener('open', async (event) => {
88
+ logger.debug(`Opened websocket connection.`);
89
+ await this.config.handlers.open(this.wsConnection, context);
90
+ logger.debug('Successfully executed connection opened handler');
91
+ // Record active ws connections by incrementing count on open
92
+ // Using URL in label since connection_key is removed from v3
93
+ transportMetrics.wsConnectionActive.inc();
94
+ resolve(true);
95
+ });
96
+ this.wsConnection.addEventListener('message', async (event) => {
97
+ // TODO: Assuming JSON always, maybe use BSON also?
98
+ const parsed = this.deserializeMessage(event.data);
99
+ logger.trace(`Got ws message: ${parsed}`);
100
+ const results = this.config.handlers.message(parsed, context);
101
+ if (Array.isArray(results)) {
102
+ const responses = (0, _1.buildCacheEntriesFromResults)(results, context);
103
+ logger.trace(`Writing ${responses.length} responses to cache`);
104
+ await this.cache.setMany(responses, context.adapterConfig.CACHE_MAX_AGE);
105
+ }
106
+ });
107
+ this.wsConnection.addEventListener('error', async (event) => {
108
+ // Record connection error count
109
+ transportMetrics.wsConnectionErrors
110
+ .labels(transportMetrics.connectionErrorLabels(event.message))
111
+ .inc();
112
+ });
113
+ this.wsConnection.addEventListener('close', (event) => {
114
+ logger.debug(`Closed websocket connection. Code: ${event.code} ; reason: ${event.reason?.toString()}`);
115
+ // Record active ws connections by decrementing count on close
116
+ // Using URL in label since connection_key is removed from v3
117
+ transportMetrics.wsConnectionActive.dec();
118
+ });
119
+ });
120
+ }
121
+ // Unlike cache warming, this execute will manage subscriptions
122
+ async backgroundExecute(context) {
123
+ logger.debug('Starting background execute, getting subscriptions from sorted set');
124
+ const desiredSubs = this.expiringSortedSet.getAll();
125
+ logger.debug('Generating delta (subscribes & unsubscribes)');
126
+ // TODO: More efficient algorithm, this is really easy to read, but high(er) time complexity
127
+ const subscribeParams = desiredSubs.filter((s) => !this.localSubscriptions.includes(s));
128
+ const subscribes = subscribeParams
129
+ .map(this.config.builders.subscribeMessage)
130
+ .map(this.serializeMessage);
131
+ const unsubscribeParams = this.localSubscriptions.filter((s) => !desiredSubs.includes(s));
132
+ const unsubscribes = unsubscribeParams
133
+ .map(this.config.builders.unsubscribeMessage)
134
+ .map(this.serializeMessage);
135
+ logger.debug(`${subscribes.length} new subscriptions; ${unsubscribes.length} to unsubscribe`);
136
+ if (subscribes.length) {
137
+ logger.trace(`Will subscribe to: ${subscribes}`);
138
+ }
139
+ if (unsubscribes.length) {
140
+ logger.trace(`Will unsubscribe to: ${unsubscribes}`);
141
+ }
142
+ // New subs && no connection -> connect -> add subs
143
+ // No new subs && no connection -> skip
144
+ // New subs && connection -> add subs
145
+ // No new subs && connection -> unsubs only
146
+ if (!subscribes.length && !this.wsConnection) {
147
+ logger.debug('No entries in subscription set and no established connection, skipping');
148
+ return this.rateLimiter.msUntilNextExecution(context.adapterEndpoint.name);
149
+ }
150
+ if (!this.wsConnection && subscribes.length) {
151
+ logger.debug('No established connection and new subscriptions available, connecting to WS');
152
+ await this.establishWsConnection(context);
153
+ }
154
+ // TODO: Close connection at some point?
155
+ logger.debug('Sending subs/unsubs if there are any');
156
+ const messages = unsubscribes.concat(subscribes);
157
+ for (const message of messages) {
158
+ logger.trace(`Sending message: ${JSON.stringify(message)}`);
159
+ this.wsConnection.send(message);
160
+ }
161
+ // Record WS message and subscription metrics
162
+ transportMetrics.recordWsMessageMetrics(context, subscribeParams, unsubscribeParams);
163
+ logger.debug('Setting local state to cache value');
164
+ this.localSubscriptions = desiredSubs;
165
+ logger.debug('Background execute complete');
166
+ return this.rateLimiter.msUntilNextExecution(context.adapterEndpoint.name);
167
+ }
168
+ }
169
+ exports.WebSocketTransport = WebSocketTransport;
@@ -0,0 +1,21 @@
1
+ /**
2
+ * An object describing an entry in the expiring sorted set.
3
+ * @typeParam T - the type of the entry's value
4
+ */
5
+ interface ExpiringSortedSetEntry<T> {
6
+ value: T;
7
+ expirationTimestamp: number;
8
+ }
9
+ /**
10
+ * This class implements a set of unique items, each of which has an expiration timestamp.
11
+ * On reads, items that have expired will be deleted from the set and not returned.
12
+ *
13
+ * @typeParam T - the type of the set entries' values
14
+ */
15
+ export declare class ExpiringSortedSet<T> {
16
+ map: Map<string, ExpiringSortedSetEntry<T>>;
17
+ add(key: string, value: T, ttl: number): void;
18
+ get(key: string): T | undefined;
19
+ getAll(): T[];
20
+ }
21
+ export {};
@@ -0,0 +1,47 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ExpiringSortedSet = void 0;
4
+ /**
5
+ * This class implements a set of unique items, each of which has an expiration timestamp.
6
+ * On reads, items that have expired will be deleted from the set and not returned.
7
+ *
8
+ * @typeParam T - the type of the set entries' values
9
+ */
10
+ class ExpiringSortedSet {
11
+ constructor() {
12
+ this.map = new Map();
13
+ }
14
+ add(key, value, ttl) {
15
+ this.map.set(key, {
16
+ value,
17
+ expirationTimestamp: Date.now() + ttl,
18
+ });
19
+ }
20
+ get(key) {
21
+ const entry = this.map.get(key);
22
+ if (!entry) {
23
+ return;
24
+ }
25
+ else if (entry.expirationTimestamp < Date.now()) {
26
+ return entry.value;
27
+ }
28
+ else {
29
+ this.map.delete(key);
30
+ }
31
+ }
32
+ getAll() {
33
+ const results = [];
34
+ const now = Date.now();
35
+ // Since we're iterating, might as well prune here
36
+ for (const [key, entry] of this.map.entries()) {
37
+ if (entry.expirationTimestamp < now) {
38
+ this.map.delete(key); // In theory, this shouldn't happen frequently for feeds
39
+ }
40
+ else {
41
+ results.push(entry.value);
42
+ }
43
+ }
44
+ return results;
45
+ }
46
+ }
47
+ exports.ExpiringSortedSet = ExpiringSortedSet;
@@ -0,0 +1,11 @@
1
+ export * from './request';
2
+ export * from './logger';
3
+ export * from './expiring-sorted-set';
4
+ /**
5
+ * Sleeps for the provided number of milliseconds
6
+ * @param ms - The number of milliseconds to sleep for
7
+ * @returns a Promise that resolves once the specified time passes
8
+ */
9
+ export declare const sleep: (ms: number) => Promise<void>;
10
+ export declare const isObject: (o: unknown) => boolean;
11
+ export declare const isArray: (o: unknown) => boolean;
@@ -0,0 +1,35 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ exports.isArray = exports.isObject = exports.sleep = void 0;
18
+ __exportStar(require("./request"), exports);
19
+ __exportStar(require("./logger"), exports);
20
+ __exportStar(require("./expiring-sorted-set"), exports);
21
+ /**
22
+ * Sleeps for the provided number of milliseconds
23
+ * @param ms - The number of milliseconds to sleep for
24
+ * @returns a Promise that resolves once the specified time passes
25
+ */
26
+ const sleep = (ms) => {
27
+ return new Promise((resolve) => {
28
+ setTimeout(resolve, ms);
29
+ });
30
+ };
31
+ exports.sleep = sleep;
32
+ const isObject = (o) => o !== null && typeof o === 'object' && Array.isArray(o) === false;
33
+ exports.isObject = isObject;
34
+ const isArray = (o) => o !== null && typeof o === 'object' && Array.isArray(o);
35
+ exports.isArray = isArray;
@@ -0,0 +1,42 @@
1
+ /// <reference types="node" />
2
+ import pino from 'pino';
3
+ import { AdapterRequest } from './request';
4
+ import { FastifyReply, HookHandlerDoneFunction } from 'fastify';
5
+ import { AsyncLocalStorage } from 'node:async_hooks';
6
+ export declare const asyncLocalStorage: AsyncLocalStorage<unknown>;
7
+ export declare type Store = {
8
+ correlationId: string;
9
+ };
10
+ /**
11
+ * Instead of using a global logger instance, we want to force using a child logger
12
+ * with a specific layer set in it, so that we can filter logs by where they're output from.
13
+ *
14
+ * Details on what each log level represents:
15
+ * "trace": Forensic debugging of issues on a local machine.
16
+ * "debug": Detailed logging level to get more context from users on their environments.
17
+ * "info": High-level informational messages, to describe at a glance the high level state of the system.
18
+ * "warn": A mild error occurred that might require non-urgent action.
19
+ * "error": An unexpected error occurred during the regular operation of a well-maintained EA.
20
+ * "fatal": The EA encountered an unrecoverable problem and had to exit.
21
+ *
22
+ * Full reference this is based on can be found at
23
+ * https://github.com/smartcontractkit/documentation/blob/main/docs/Node%20Operators/configuration-variables.md#log_level
24
+ *
25
+ * @param layer - the layer name to include in the logs (e.g. "SomeMiddleware", "RedisCache", etc.)
26
+ * @returns a layer specific logger
27
+ */
28
+ export declare const makeLogger: (layer: string) => pino.Logger<{
29
+ level: string;
30
+ mixin(): {};
31
+ transport: {
32
+ target: string;
33
+ options: {
34
+ levelFirst: boolean;
35
+ levelLabel: string;
36
+ ignore: string;
37
+ messageFormat: string;
38
+ translateTime: string;
39
+ };
40
+ } | undefined;
41
+ } & pino.ChildLoggerOptions>;
42
+ export declare const loggingContextMiddleware: (req: AdapterRequest, res: FastifyReply, done: HookHandlerDoneFunction) => void;
@@ -0,0 +1,62 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.loggingContextMiddleware = exports.makeLogger = exports.asyncLocalStorage = void 0;
7
+ const pino_1 = __importDefault(require("pino"));
8
+ const config_1 = require("../config");
9
+ const crypto_1 = require("crypto");
10
+ const node_async_hooks_1 = require("node:async_hooks");
11
+ exports.asyncLocalStorage = new node_async_hooks_1.AsyncLocalStorage();
12
+ const debugTransport = {
13
+ target: 'pino-pretty',
14
+ options: {
15
+ levelFirst: true,
16
+ levelLabel: 'level',
17
+ ignore: 'layer,pid,hostname',
18
+ messageFormat: '[{correlationId}][{layer}] {msg}',
19
+ translateTime: 'yyyy-mm-dd HH:MM:ss.l',
20
+ },
21
+ };
22
+ // Base logger, shouldn't be used because we want layers to be specified
23
+ const baseLogger = (0, pino_1.default)({
24
+ level: process.env['LOG_LEVEL']?.toLowerCase() || config_1.BaseSettings.LOG_LEVEL.default,
25
+ mixin() {
26
+ if (process.env['CORRELATION_ID_ENABLED'] === 'true') {
27
+ const store = exports.asyncLocalStorage.getStore();
28
+ if (store) {
29
+ return store;
30
+ }
31
+ }
32
+ return {};
33
+ },
34
+ transport: process.env['DEBUG'] === 'true' ? debugTransport : undefined,
35
+ });
36
+ /**
37
+ * Instead of using a global logger instance, we want to force using a child logger
38
+ * with a specific layer set in it, so that we can filter logs by where they're output from.
39
+ *
40
+ * Details on what each log level represents:
41
+ * "trace": Forensic debugging of issues on a local machine.
42
+ * "debug": Detailed logging level to get more context from users on their environments.
43
+ * "info": High-level informational messages, to describe at a glance the high level state of the system.
44
+ * "warn": A mild error occurred that might require non-urgent action.
45
+ * "error": An unexpected error occurred during the regular operation of a well-maintained EA.
46
+ * "fatal": The EA encountered an unrecoverable problem and had to exit.
47
+ *
48
+ * Full reference this is based on can be found at
49
+ * https://github.com/smartcontractkit/documentation/blob/main/docs/Node%20Operators/configuration-variables.md#log_level
50
+ *
51
+ * @param layer - the layer name to include in the logs (e.g. "SomeMiddleware", "RedisCache", etc.)
52
+ * @returns a layer specific logger
53
+ */
54
+ const makeLogger = (layer) => baseLogger.child({ layer });
55
+ exports.makeLogger = makeLogger;
56
+ const loggingContextMiddleware = (req, res, done) => {
57
+ const correlationId = req.headers['x-correlation-id'] || (0, crypto_1.randomUUID)();
58
+ exports.asyncLocalStorage.run({ correlationId: correlationId }, () => {
59
+ done();
60
+ });
61
+ };
62
+ exports.loggingContextMiddleware = loggingContextMiddleware;
@@ -0,0 +1,55 @@
1
+ import { FastifyReply, FastifyRequest, HookHandlerDoneFunction } from 'fastify';
2
+ import { InitializedAdapter } from '../adapter';
3
+ import { AdapterError } from '../validation/error';
4
+ declare module 'fastify' {
5
+ interface FastifyRequest {
6
+ requestContext: AdapterRequestContext;
7
+ }
8
+ }
9
+ export interface AdapterRequestBody<T = AdapterRequestData> {
10
+ endpoint?: string;
11
+ data: T;
12
+ id?: string;
13
+ }
14
+ export declare type AdapterRequestContext<T = AdapterRequestData> = {
15
+ id: string;
16
+ endpointName: string;
17
+ cacheKey: string;
18
+ data: T;
19
+ meta?: AdapterRequestMeta;
20
+ };
21
+ export declare type AdapterRouteGeneric<T = AdapterRequestData> = {
22
+ Body: AdapterRequestBody<T>;
23
+ };
24
+ export declare type AdapterRequest<T = AdapterRequestData> = FastifyRequest<AdapterRouteGeneric<T>> & {
25
+ requestContext: AdapterRequestContext<T>;
26
+ };
27
+ /**
28
+ * Meta info that pertains to exposing metrics
29
+ */
30
+ export interface AdapterRequestMeta {
31
+ metrics?: AdapterMetricsMeta;
32
+ error?: AdapterError | Error;
33
+ }
34
+ /**
35
+ * Meta info that pertains to exposing metrics
36
+ */
37
+ export interface AdapterMetricsMeta {
38
+ feedId?: string;
39
+ cacheHit?: boolean;
40
+ }
41
+ export declare type AdapterRequestData = Record<string, unknown>;
42
+ export interface ProviderResult<Params> {
43
+ params: Params;
44
+ value: unknown;
45
+ }
46
+ export declare type AdapterResponse<T = unknown> = {
47
+ statusCode: number;
48
+ data: T;
49
+ result: unknown;
50
+ maxAge?: number;
51
+ meta?: AdapterRequestMeta;
52
+ providerStatusCode?: number;
53
+ };
54
+ export declare type Middleware = ((req: AdapterRequest, reply: FastifyReply, done: HookHandlerDoneFunction) => FastifyReply | void) | ((req: AdapterRequest, reply: FastifyReply) => Promise<FastifyReply | void>);
55
+ export declare type AdapterMiddlewareBuilder = (adapter: InitializedAdapter) => Middleware;
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,50 @@
1
+ import { HttpRequestType } from "../metrics/constants";
2
+ declare type ErrorBasic = {
3
+ name: string;
4
+ message: string;
5
+ };
6
+ declare type ErrorFull = ErrorBasic & {
7
+ stack: string;
8
+ cause: string;
9
+ };
10
+ export declare type AdapterErrorResponse = {
11
+ jobRunID: string;
12
+ status: string;
13
+ statusCode: number;
14
+ providerStatusCode?: number;
15
+ error: ErrorBasic | ErrorFull;
16
+ };
17
+ export declare class AdapterError extends Error {
18
+ jobRunID: string;
19
+ status: string;
20
+ statusCode: number;
21
+ cause: any;
22
+ url?: string;
23
+ errorResponse: any;
24
+ feedID?: string;
25
+ providerStatusCode?: number;
26
+ metricsLabel?: HttpRequestType;
27
+ name: string;
28
+ message: string;
29
+ constructor({ jobRunID, status, statusCode, name, message, cause, url, errorResponse, feedID, providerStatusCode, metricsLabel }: Partial<AdapterError>);
30
+ toJSONResponse(): AdapterErrorResponse;
31
+ }
32
+ export declare class AdapterInputError extends AdapterError {
33
+ constructor(input: Partial<AdapterError>);
34
+ }
35
+ export declare class AdapterRateLimitError extends AdapterError {
36
+ constructor(input: Partial<AdapterError>);
37
+ }
38
+ export declare class AdapterTimeoutError extends AdapterError {
39
+ constructor(input: Partial<AdapterError>);
40
+ }
41
+ export declare class AdapterDataProviderError extends AdapterError {
42
+ constructor(input: Partial<AdapterError>);
43
+ }
44
+ export declare class AdapterConnectionError extends AdapterError {
45
+ constructor(input: Partial<AdapterError>);
46
+ }
47
+ export declare class AdapterCustomError extends AdapterError {
48
+ constructor(input: Partial<AdapterError>);
49
+ }
50
+ export {};
@@ -0,0 +1,79 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.AdapterCustomError = exports.AdapterConnectionError = exports.AdapterDataProviderError = exports.AdapterTimeoutError = exports.AdapterRateLimitError = exports.AdapterInputError = exports.AdapterError = void 0;
4
+ const constants_1 = require("../metrics/constants");
5
+ class AdapterError extends Error {
6
+ constructor({ jobRunID = '1', status = 'errored', statusCode = 500, name = 'AdapterError', message = 'An error occurred.', cause, url, errorResponse, feedID, providerStatusCode, metricsLabel = constants_1.HttpRequestType.ADAPTER_ERROR }) {
7
+ super(message);
8
+ this.jobRunID = jobRunID;
9
+ this.status = status;
10
+ this.statusCode = statusCode;
11
+ this.name = name;
12
+ this.message = message;
13
+ this.cause = cause;
14
+ if (url) {
15
+ this.url = url;
16
+ }
17
+ if (feedID) {
18
+ this.feedID = feedID;
19
+ }
20
+ this.errorResponse = errorResponse;
21
+ this.providerStatusCode = providerStatusCode;
22
+ this.metricsLabel = metricsLabel;
23
+ }
24
+ toJSONResponse() {
25
+ const showDebugInfo = process.env['NODE_ENV'] === 'development' || process.env['DEBUG'] === 'true';
26
+ const errorBasic = {
27
+ name: this.name,
28
+ message: this.message,
29
+ url: this.url,
30
+ errorResponse: this.errorResponse,
31
+ feedID: this.feedID,
32
+ };
33
+ const errorFull = { ...errorBasic, stack: this.stack, cause: this.cause };
34
+ return {
35
+ jobRunID: this.jobRunID,
36
+ status: this.status,
37
+ statusCode: this.statusCode,
38
+ providerStatusCode: this.providerStatusCode,
39
+ error: showDebugInfo ? errorFull : errorBasic,
40
+ };
41
+ }
42
+ }
43
+ exports.AdapterError = AdapterError;
44
+ class AdapterInputError extends AdapterError {
45
+ constructor(input) {
46
+ super({ ...input, metricsLabel: constants_1.HttpRequestType.INPUT_ERROR });
47
+ }
48
+ }
49
+ exports.AdapterInputError = AdapterInputError;
50
+ class AdapterRateLimitError extends AdapterError {
51
+ constructor(input) {
52
+ super({ ...input, metricsLabel: constants_1.HttpRequestType.RATE_LIMIT_ERROR });
53
+ }
54
+ }
55
+ exports.AdapterRateLimitError = AdapterRateLimitError;
56
+ class AdapterTimeoutError extends AdapterError {
57
+ constructor(input) {
58
+ super({ ...input, metricsLabel: constants_1.HttpRequestType.TIMEOUT_ERROR });
59
+ }
60
+ }
61
+ exports.AdapterTimeoutError = AdapterTimeoutError;
62
+ class AdapterDataProviderError extends AdapterError {
63
+ constructor(input) {
64
+ super({ ...input, metricsLabel: constants_1.HttpRequestType.DP_ERROR });
65
+ }
66
+ }
67
+ exports.AdapterDataProviderError = AdapterDataProviderError;
68
+ class AdapterConnectionError extends AdapterError {
69
+ constructor(input) {
70
+ super({ ...input, metricsLabel: constants_1.HttpRequestType.CONNECTION_ERROR });
71
+ }
72
+ }
73
+ exports.AdapterConnectionError = AdapterConnectionError;
74
+ class AdapterCustomError extends AdapterError {
75
+ constructor(input) {
76
+ super({ ...input, metricsLabel: constants_1.HttpRequestType.CUSTOM_ERROR });
77
+ }
78
+ }
79
+ exports.AdapterCustomError = AdapterCustomError;
@@ -0,0 +1,5 @@
1
+ import { FastifyReply, FastifyRequest } from 'fastify';
2
+ import { AdapterMiddlewareBuilder } from '../util/request';
3
+ export { InputParameters } from './input-params';
4
+ export declare const validatorMiddleware: AdapterMiddlewareBuilder;
5
+ export declare const errorCatchingMiddleware: (err: Error, req: FastifyRequest, res: FastifyReply) => void;
@@ -0,0 +1,86 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.errorCatchingMiddleware = exports.validatorMiddleware = void 0;
4
+ const cache_1 = require("../cache");
5
+ const util_1 = require("../metrics/util");
6
+ const util_2 = require("../util");
7
+ const error_1 = require("./error");
8
+ const validator_1 = require("./validator");
9
+ const override_functions_1 = require("./override-functions");
10
+ const errorCatcherLogger = (0, util_2.makeLogger)('ErrorCatchingMiddleware');
11
+ const validatorMiddleware = (adapter) => (req, reply, done) => {
12
+ if (req.headers['content-type'] !== 'application/json') {
13
+ throw new error_1.AdapterInputError({
14
+ message: 'Content type not "application/json", returning 400',
15
+ statusCode: 400,
16
+ });
17
+ }
18
+ if (!req.body) {
19
+ throw new error_1.AdapterInputError({
20
+ message: 'Body not present in adapter request, returning 400',
21
+ statusCode: 400,
22
+ });
23
+ }
24
+ // Make endpoints case insensitive
25
+ const endpointParam = req.body.endpoint?.toLowerCase() || adapter.defaultEndpoint;
26
+ if (!endpointParam) {
27
+ throw new error_1.AdapterInputError({
28
+ message: `Request body does not specify an endpoint, and there is no default endpoint configured for this adapter.`,
29
+ statusCode: 400,
30
+ });
31
+ }
32
+ const endpoint = adapter.endpointsMap[endpointParam];
33
+ if (!endpoint) {
34
+ throw new error_1.AdapterInputError({
35
+ message: `Adapter does not have a "${req.body.endpoint}" endpoint.`,
36
+ statusCode: 404,
37
+ });
38
+ }
39
+ // Validate data using validator from v2
40
+ // TODO: See if we want to change this whole thing
41
+ const validator = new validator_1.Validator(req.body, endpoint.inputParameters);
42
+ req.requestContext = {
43
+ id: req.body.id || '1',
44
+ cacheKey: '',
45
+ data: validator.validated.data,
46
+ endpointName: endpoint.name,
47
+ };
48
+ if (adapter.config.METRICS_ENABLED && adapter.config.EXPERIMENTAL_METRICS_ENABLED) {
49
+ // Add metrics meta which includes feedId to the request
50
+ // Perform prior to overrides to maintain consistent Feed IDs across adapters
51
+ const metrics = (0, util_1.getMetricsMeta)(endpoint, validator.validated.data);
52
+ req.requestContext = { ...req.requestContext, meta: { metrics } };
53
+ }
54
+ // TODO: Support `includes` and `tokenOverrides` overrides as needed
55
+ const requestParams = req.requestContext.data ?? {};
56
+ if (requestParams['tokenOverrides']) {
57
+ throw new Error('Token overrides not yet supported');
58
+ }
59
+ if (requestParams['includes']) {
60
+ throw new Error('Includes not yet supported');
61
+ }
62
+ // Swaps the 'base' parameter if any overrides are found in the request or the adapter configuration
63
+ // Supports 'base' input as string or string[]
64
+ (0, override_functions_1.performSymbolOverrides)(adapter, req);
65
+ req.requestContext.cacheKey = (0, cache_1.calculateCacheKey)({
66
+ adapterEndpoint: endpoint,
67
+ adapterConfig: adapter.config,
68
+ }, req.requestContext.data);
69
+ done();
70
+ };
71
+ exports.validatorMiddleware = validatorMiddleware;
72
+ const errorCatchingMiddleware = (err, req, res) => {
73
+ // Add adapter or generic error to request meta for metrics use
74
+ req.requestContext.meta = { ...req.requestContext.meta, error: err };
75
+ if (err instanceof error_1.AdapterError) {
76
+ // We want to log these as warn, because although they are to be expected, NOPs should
77
+ // Only use "correct" job specs and therefore not hit adapters with invalid requests.
78
+ errorCatcherLogger.warn(err);
79
+ res.status(err.statusCode).send(err.toJSONResponse());
80
+ }
81
+ else {
82
+ errorCatcherLogger.error(err);
83
+ res.status(200).send('There was an unexpected error in the adapter.');
84
+ }
85
+ };
86
+ exports.errorCatchingMiddleware = errorCatchingMiddleware;