@chainlink/external-adapter-framework 0.5.0 → 0.5.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/adapter/basic.d.ts +90 -0
- package/adapter/basic.js +325 -0
- package/adapter/basic.js.map +1 -0
- package/adapter/endpoint.d.ts +17 -0
- package/adapter/endpoint.js +20 -0
- package/adapter/endpoint.js.map +1 -0
- package/adapter/index.d.ts +4 -0
- package/adapter/index.js +21 -0
- package/adapter/index.js.map +1 -0
- package/adapter/price.d.ts +77 -0
- package/adapter/price.js +88 -0
- package/adapter/price.js.map +1 -0
- package/adapter/types.d.ts +124 -0
- package/adapter/types.js +3 -0
- package/adapter/types.js.map +1 -0
- package/background-executor.d.ts +9 -0
- package/background-executor.js +97 -0
- package/background-executor.js.map +1 -0
- package/cache/factory.d.ts +6 -0
- package/cache/factory.js +24 -0
- package/cache/factory.js.map +1 -0
- package/cache/index.d.ts +87 -0
- package/cache/index.js +133 -0
- package/cache/index.js.map +1 -0
- package/cache/local.d.ts +23 -0
- package/cache/local.js +84 -0
- package/cache/local.js.map +1 -0
- package/cache/metrics.d.ts +27 -0
- package/cache/metrics.js +121 -0
- package/cache/metrics.js.map +1 -0
- package/cache/redis.d.ts +16 -0
- package/cache/redis.js +101 -0
- package/cache/redis.js.map +1 -0
- package/config/index.d.ts +298 -0
- package/config/index.js +359 -0
- package/config/index.js.map +1 -0
- package/config/provider-limits.d.ts +27 -0
- package/config/provider-limits.js +75 -0
- package/config/provider-limits.js.map +1 -0
- package/examples/bank-frick/accounts.d.ts +45 -0
- package/examples/bank-frick/accounts.js +203 -0
- package/examples/bank-frick/accounts.js.map +1 -0
- package/examples/bank-frick/config/index.d.ts +17 -0
- package/examples/bank-frick/config/index.js +55 -0
- package/examples/bank-frick/config/index.js.map +1 -0
- package/examples/bank-frick/index.d.ts +2 -0
- package/examples/bank-frick/index.js +16 -0
- package/examples/bank-frick/index.js.map +1 -0
- package/examples/bank-frick/util.d.ts +4 -0
- package/examples/bank-frick/util.js +40 -0
- package/examples/bank-frick/util.js.map +1 -0
- package/examples/coingecko/src/config/index.d.ts +2 -0
- package/examples/coingecko/src/config/index.js +6 -0
- package/examples/coingecko/src/config/index.js.map +1 -0
- package/examples/coingecko/src/config/overrides.json +10825 -0
- package/examples/coingecko/src/crypto-utils.d.ts +62 -0
- package/examples/coingecko/src/crypto-utils.js +60 -0
- package/examples/coingecko/src/crypto-utils.js.map +1 -0
- package/examples/coingecko/src/endpoint/coins.d.ts +26 -0
- package/examples/coingecko/src/endpoint/coins.js +37 -0
- package/examples/coingecko/src/endpoint/coins.js.map +1 -0
- package/examples/coingecko/src/endpoint/crypto-marketcap.d.ts +3 -0
- package/examples/coingecko/src/endpoint/crypto-marketcap.js +30 -0
- package/examples/coingecko/src/endpoint/crypto-marketcap.js.map +1 -0
- package/examples/coingecko/src/endpoint/crypto-volume.d.ts +3 -0
- package/examples/coingecko/src/endpoint/crypto-volume.js +30 -0
- package/examples/coingecko/src/endpoint/crypto-volume.js.map +1 -0
- package/examples/coingecko/src/endpoint/crypto.d.ts +3 -0
- package/examples/coingecko/src/endpoint/crypto.js +28 -0
- package/examples/coingecko/src/endpoint/crypto.js.map +1 -0
- package/examples/coingecko/src/endpoint/dominance.d.ts +3 -0
- package/examples/coingecko/src/endpoint/dominance.js +28 -0
- package/examples/coingecko/src/endpoint/dominance.js.map +1 -0
- package/examples/coingecko/src/endpoint/global-marketcap.d.ts +3 -0
- package/examples/coingecko/src/endpoint/global-marketcap.js +28 -0
- package/examples/coingecko/src/endpoint/global-marketcap.js.map +1 -0
- package/examples/coingecko/src/endpoint/index.d.ts +6 -0
- package/examples/coingecko/src/endpoint/index.js +16 -0
- package/examples/coingecko/src/endpoint/index.js.map +1 -0
- package/examples/coingecko/src/global-utils.d.ts +42 -0
- package/examples/coingecko/src/global-utils.js +47 -0
- package/examples/coingecko/src/global-utils.js.map +1 -0
- package/examples/coingecko/src/index.d.ts +4 -0
- package/examples/coingecko/src/index.js +19 -0
- package/examples/coingecko/src/index.js.map +1 -0
- package/examples/coingecko-old/batch-warming.d.ts +7 -0
- package/examples/coingecko-old/batch-warming.js +54 -0
- package/examples/coingecko-old/batch-warming.js.map +1 -0
- package/examples/coingecko-old/index.d.ts +2 -0
- package/examples/coingecko-old/index.js +12 -0
- package/examples/coingecko-old/index.js.map +1 -0
- package/examples/coingecko-old/rest.d.ts +12 -0
- package/examples/coingecko-old/rest.js +55 -0
- package/examples/coingecko-old/rest.js.map +1 -0
- package/examples/cryptocompare/src/config/index.d.ts +2 -0
- package/examples/cryptocompare/src/config/index.js +6 -0
- package/examples/cryptocompare/src/config/index.js.map +1 -0
- package/examples/cryptocompare/src/endpoints/crypto.d.ts +40 -0
- package/examples/cryptocompare/src/endpoints/crypto.js +54 -0
- package/examples/cryptocompare/src/endpoints/crypto.js.map +1 -0
- package/examples/cryptocompare/src/endpoints/index.d.ts +1 -0
- package/examples/cryptocompare/src/endpoints/index.js +6 -0
- package/examples/cryptocompare/src/endpoints/index.js.map +1 -0
- package/examples/cryptocompare/src/index.d.ts +4 -0
- package/examples/cryptocompare/src/index.js +14 -0
- package/examples/cryptocompare/src/index.js.map +1 -0
- package/examples/genesis/config/index.d.ts +7 -0
- package/examples/genesis/config/index.js +11 -0
- package/examples/genesis/config/index.js.map +1 -0
- package/examples/genesis/index.d.ts +2 -0
- package/examples/genesis/index.js +13 -0
- package/examples/genesis/index.js.map +1 -0
- package/examples/genesis/sseStream.d.ts +27 -0
- package/examples/genesis/sseStream.js +149 -0
- package/examples/genesis/sseStream.js.map +1 -0
- package/examples/ncfx/config/index.d.ts +12 -0
- package/examples/ncfx/config/index.js +16 -0
- package/examples/ncfx/config/index.js.map +1 -0
- package/examples/ncfx/index.d.ts +2 -0
- package/examples/ncfx/index.js +12 -0
- package/examples/ncfx/index.js.map +1 -0
- package/examples/ncfx/websocket.d.ts +37 -0
- package/examples/ncfx/websocket.js +74 -0
- package/examples/ncfx/websocket.js.map +1 -0
- package/index.d.ts +17 -0
- package/index.js +174 -0
- package/index.js.map +1 -0
- package/metrics/constants.d.ts +16 -0
- package/metrics/constants.js +26 -0
- package/metrics/constants.js.map +1 -0
- package/metrics/index.d.ts +19 -0
- package/metrics/index.js +139 -0
- package/metrics/index.js.map +1 -0
- package/metrics/util.d.ts +7 -0
- package/metrics/util.js +10 -0
- package/metrics/util.js.map +1 -0
- package/package.json +50 -42
- package/rate-limiting/background/fixed-frequency.d.ts +10 -0
- package/rate-limiting/background/fixed-frequency.js +36 -0
- package/rate-limiting/background/fixed-frequency.js.map +1 -0
- package/rate-limiting/index.d.ts +56 -0
- package/rate-limiting/index.js +86 -0
- package/rate-limiting/index.js.map +1 -0
- package/rate-limiting/metrics.d.ts +3 -0
- package/rate-limiting/metrics.js +45 -0
- package/rate-limiting/metrics.js.map +1 -0
- package/rate-limiting/request/simple-counting.d.ts +20 -0
- package/rate-limiting/request/simple-counting.js +63 -0
- package/rate-limiting/request/simple-counting.js.map +1 -0
- package/transports/batch-warming.d.ts +53 -0
- package/transports/batch-warming.js +136 -0
- package/transports/batch-warming.js.map +1 -0
- package/transports/index.d.ts +108 -0
- package/transports/index.js +56 -0
- package/transports/index.js.map +1 -0
- package/transports/inference-test.d.ts +0 -0
- package/transports/inference-test.js +202 -0
- package/transports/inference-test.js.map +1 -0
- package/transports/metrics.d.ts +25 -0
- package/transports/metrics.js +122 -0
- package/transports/metrics.js.map +1 -0
- package/transports/rest.d.ts +68 -0
- package/transports/rest.js +131 -0
- package/transports/rest.js.map +1 -0
- package/transports/routing.d.ts +21 -0
- package/transports/routing.js +50 -0
- package/transports/routing.js.map +1 -0
- package/transports/sse.d.ts +61 -0
- package/transports/sse.js +97 -0
- package/transports/sse.js.map +1 -0
- package/transports/util.d.ts +9 -0
- package/transports/util.js +87 -0
- package/transports/util.js.map +1 -0
- package/transports/websocket.d.ts +95 -0
- package/transports/websocket.js +164 -0
- package/transports/websocket.js.map +1 -0
- package/util/censor/censor-list.d.ts +9 -0
- package/util/censor/censor-list.js +13 -0
- package/util/censor/censor-list.js.map +1 -0
- package/util/index.d.ts +13 -0
- package/util/index.js +38 -0
- package/util/index.js.map +1 -0
- package/util/logger.d.ts +49 -0
- package/util/logger.js +123 -0
- package/util/logger.js.map +1 -0
- package/util/request.d.ts +138 -0
- package/util/request.js +3 -0
- package/util/request.js.map +1 -0
- package/util/subscription-set/expiring-sorted-set.d.ts +21 -0
- package/util/subscription-set/expiring-sorted-set.js +36 -0
- package/util/subscription-set/expiring-sorted-set.js.map +1 -0
- package/util/subscription-set/redis-sorted-set.d.ts +9 -0
- package/util/subscription-set/redis-sorted-set.js +29 -0
- package/util/subscription-set/redis-sorted-set.js.map +1 -0
- package/util/subscription-set/subscription-set.d.ts +19 -0
- package/util/subscription-set/subscription-set.js +28 -0
- package/util/subscription-set/subscription-set.js.map +1 -0
- package/util/test-payload-loader.d.ts +26 -0
- package/util/test-payload-loader.js +85 -0
- package/util/test-payload-loader.js.map +1 -0
- package/validation/error.d.ts +48 -0
- package/validation/error.js +78 -0
- package/validation/error.js.map +1 -0
- package/validation/index.d.ts +5 -0
- package/validation/index.js +102 -0
- package/validation/index.js.map +1 -0
- package/validation/input-params.d.ts +14 -0
- package/validation/input-params.js +3 -0
- package/validation/input-params.js.map +1 -0
- package/validation/input-validator.d.ts +16 -0
- package/validation/input-validator.js +123 -0
- package/validation/input-validator.js.map +1 -0
- package/README.md +0 -102
|
@@ -0,0 +1,90 @@
|
|
|
1
|
+
import { SettingsMap, BaseAdapterConfig, AdapterConfig } from '../config';
|
|
2
|
+
import { AdapterRequest, AdapterResponse, Merge } from '../util';
|
|
3
|
+
import { AdapterEndpoint } from './endpoint';
|
|
4
|
+
import { AdapterDependencies, AdapterParams, AdapterRateLimitingConfig, CustomAdapterSettings, EndpointGenerics, RequestTransform } from './types';
|
|
5
|
+
/**
|
|
6
|
+
* Main class to represent an External Adapter
|
|
7
|
+
*/
|
|
8
|
+
export declare class Adapter<CustomSettings extends CustomAdapterSettings = SettingsMap> implements Omit<AdapterParams<CustomSettings>, 'bootstrap'> {
|
|
9
|
+
name: Uppercase<string>;
|
|
10
|
+
defaultEndpoint?: string | undefined;
|
|
11
|
+
endpoints: AdapterEndpoint<Merge<EndpointGenerics, {
|
|
12
|
+
CustomSettings: CustomSettings;
|
|
13
|
+
}>>[];
|
|
14
|
+
envDefaultOverrides?: Partial<BaseAdapterConfig> | undefined;
|
|
15
|
+
customSettings?: SettingsMap | undefined;
|
|
16
|
+
rateLimiting?: AdapterRateLimitingConfig | undefined;
|
|
17
|
+
overrides?: Record<string, string> | undefined;
|
|
18
|
+
requestTransforms?: RequestTransform[];
|
|
19
|
+
initialized: boolean;
|
|
20
|
+
/** Object containing alias translations for all endpoints */
|
|
21
|
+
endpointsMap: Record<string, AdapterEndpoint<Merge<EndpointGenerics, {
|
|
22
|
+
CustomSettings: CustomSettings;
|
|
23
|
+
}>>>;
|
|
24
|
+
/** Initialized dependencies that the adapter will use */
|
|
25
|
+
dependencies: AdapterDependencies;
|
|
26
|
+
/** Configuration params for various adapter properties */
|
|
27
|
+
config: AdapterConfig<CustomSettings>;
|
|
28
|
+
/** Bootstrap function that will run when initializing the adapter */
|
|
29
|
+
private readonly bootstrap?;
|
|
30
|
+
constructor(params: AdapterParams<CustomSettings>);
|
|
31
|
+
/**
|
|
32
|
+
* Initializes all of the [[Transport]]s in the adapter, passing along any [[AdapterDependencies]] and [[AdapterConfig]].
|
|
33
|
+
* Additionally, it builds a map out of all the endpoint names and aliases (checking for duplicates).
|
|
34
|
+
*/
|
|
35
|
+
initialize(dependencies?: Partial<AdapterDependencies>): Promise<void>;
|
|
36
|
+
/**
|
|
37
|
+
* Takes an adapter and normalizes all endpoint names and aliases, as well as the default endpoint.
|
|
38
|
+
* i.e. makes them lowercase for now
|
|
39
|
+
*/
|
|
40
|
+
private normalizeEndpointNames;
|
|
41
|
+
/**
|
|
42
|
+
* This function will take an adapter structure and go through each endpoint, calculating
|
|
43
|
+
* each one's allocation of the total rate limits that are set for the adapter as a whole.
|
|
44
|
+
*
|
|
45
|
+
*/
|
|
46
|
+
private calculateRateLimitAllocations;
|
|
47
|
+
/**
|
|
48
|
+
* Creates a list of key/value pairs that need to be censored in the logs
|
|
49
|
+
* using the sensitive flag in the adapter config
|
|
50
|
+
*/
|
|
51
|
+
private buildCensorList;
|
|
52
|
+
/**
|
|
53
|
+
* This function will process dependencies for an adapter, such as caches or rate limiters,
|
|
54
|
+
* in order to inject them into transports and other relevant places later in the lifecycle.
|
|
55
|
+
*
|
|
56
|
+
* @param inputDependencies - a partial obj of initialized dependencies to override the created ones
|
|
57
|
+
* @returns a set of AdapterDependencies all initialized
|
|
58
|
+
*/
|
|
59
|
+
initializeDependencies(inputDependencies?: Partial<AdapterDependencies>): AdapterDependencies;
|
|
60
|
+
/**
|
|
61
|
+
* Attempts to find a value from the Cache and return that if found.
|
|
62
|
+
*
|
|
63
|
+
* @param req - the incoming request to this adapter
|
|
64
|
+
* @returns the cached value if exists
|
|
65
|
+
*/
|
|
66
|
+
findResponseInCache(req: AdapterRequest): Promise<AdapterResponse | undefined>;
|
|
67
|
+
/**
|
|
68
|
+
* Default request transform that takes requests and manipulates
|
|
69
|
+
*
|
|
70
|
+
* @param adapter - the current adapter
|
|
71
|
+
* @param req - the current adapter request
|
|
72
|
+
* @returns the modified (or new) request
|
|
73
|
+
*/
|
|
74
|
+
symbolOverrider(req: AdapterRequest): AdapterRequest<import("../util").RequestGenerics>;
|
|
75
|
+
/**
|
|
76
|
+
* Takes the incoming request and applies all request transforms in the adapter
|
|
77
|
+
*
|
|
78
|
+
* @param req - the current adapter request
|
|
79
|
+
* @returns the request after passing through all request transforms
|
|
80
|
+
*/
|
|
81
|
+
runRequestTransforms(req: AdapterRequest): void;
|
|
82
|
+
/**
|
|
83
|
+
* Function to serve as middleware to pass along the AdapterRequest to the appropriate Transport (acc. to the endpoint in the req.)
|
|
84
|
+
*
|
|
85
|
+
* @param req - the incoming request to this adapter
|
|
86
|
+
* @param replySent - a promise that resolves when the reply has already been sent
|
|
87
|
+
* @returns a simple Promise when it's done
|
|
88
|
+
*/
|
|
89
|
+
handleRequest(req: AdapterRequest, replySent: Promise<unknown>): Promise<AdapterResponse>;
|
|
90
|
+
}
|
package/adapter/basic.js
ADDED
|
@@ -0,0 +1,325 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
+
if (mod && mod.__esModule) return mod;
|
|
20
|
+
var result = {};
|
|
21
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
+
__setModuleDefault(result, mod);
|
|
23
|
+
return result;
|
|
24
|
+
};
|
|
25
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
26
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
27
|
+
};
|
|
28
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
|
+
exports.Adapter = void 0;
|
|
30
|
+
const ioredis_1 = __importDefault(require("ioredis"));
|
|
31
|
+
const cache_1 = require("../cache");
|
|
32
|
+
const cacheMetrics = __importStar(require("../cache/metrics"));
|
|
33
|
+
const config_1 = require("../config");
|
|
34
|
+
const transportMetrics = __importStar(require("../transports/metrics"));
|
|
35
|
+
const rate_limiting_1 = require("../rate-limiting");
|
|
36
|
+
const util_1 = require("../util");
|
|
37
|
+
const censor_list_1 = __importDefault(require("../util/censor/censor-list"));
|
|
38
|
+
const error_1 = require("../validation/error");
|
|
39
|
+
const logger = (0, util_1.makeLogger)('Adapter');
|
|
40
|
+
/**
|
|
41
|
+
* Main class to represent an External Adapter
|
|
42
|
+
*/
|
|
43
|
+
class Adapter {
|
|
44
|
+
constructor(params) {
|
|
45
|
+
// After initialization
|
|
46
|
+
this.initialized = false;
|
|
47
|
+
/** Object containing alias translations for all endpoints */
|
|
48
|
+
this.endpointsMap = {};
|
|
49
|
+
// Copy over params
|
|
50
|
+
this.name = params.name;
|
|
51
|
+
this.defaultEndpoint = params.defaultEndpoint?.toLowerCase();
|
|
52
|
+
this.endpoints = params.endpoints;
|
|
53
|
+
this.envDefaultOverrides = params.envDefaultOverrides;
|
|
54
|
+
this.customSettings = params.customSettings;
|
|
55
|
+
this.rateLimiting = params.rateLimiting;
|
|
56
|
+
this.overrides = params.overrides;
|
|
57
|
+
this.requestTransforms = [this.symbolOverrider.bind(this), ...(params.requestTransforms || [])];
|
|
58
|
+
this.bootstrap = params.bootstrap;
|
|
59
|
+
this.config = (0, config_1.buildAdapterConfig)({
|
|
60
|
+
overrides: this.envDefaultOverrides,
|
|
61
|
+
customSettings: this.customSettings,
|
|
62
|
+
});
|
|
63
|
+
this.normalizeEndpointNames();
|
|
64
|
+
this.calculateRateLimitAllocations();
|
|
65
|
+
}
|
|
66
|
+
/**
|
|
67
|
+
* Initializes all of the [[Transport]]s in the adapter, passing along any [[AdapterDependencies]] and [[AdapterConfig]].
|
|
68
|
+
* Additionally, it builds a map out of all the endpoint names and aliases (checking for duplicates).
|
|
69
|
+
*/
|
|
70
|
+
async initialize(dependencies) {
|
|
71
|
+
if (this.initialized) {
|
|
72
|
+
throw new Error('This adapter has already been initialized!');
|
|
73
|
+
}
|
|
74
|
+
// Building configs during initialization to avoid validation errors during construction
|
|
75
|
+
(0, config_1.validateAdapterConfig)(this.config, this.customSettings);
|
|
76
|
+
if (this.bootstrap) {
|
|
77
|
+
await this.bootstrap(this);
|
|
78
|
+
}
|
|
79
|
+
this.dependencies = this.initializeDependencies(dependencies);
|
|
80
|
+
for (const endpoint of this.endpoints) {
|
|
81
|
+
// Add aliases to map to use in validation
|
|
82
|
+
const aliases = [endpoint.name, ...(endpoint.aliases || [])];
|
|
83
|
+
for (const alias of aliases) {
|
|
84
|
+
if (this.endpointsMap[alias]) {
|
|
85
|
+
throw new Error(`Duplicate endpoint / alias: "${alias}"`);
|
|
86
|
+
}
|
|
87
|
+
this.endpointsMap[alias] = endpoint;
|
|
88
|
+
}
|
|
89
|
+
logger.debug(`Initializing transport for endpoint "${endpoint.name}"...`);
|
|
90
|
+
await endpoint.transport.initialize(this.dependencies, this.config, endpoint.name);
|
|
91
|
+
}
|
|
92
|
+
// Build list of key/values that need to be redacted in logs
|
|
93
|
+
// Populates the static array in CensorList to use in censor-transport
|
|
94
|
+
this.buildCensorList();
|
|
95
|
+
logger.debug('Adapter initialization complete.');
|
|
96
|
+
this.initialized = true;
|
|
97
|
+
}
|
|
98
|
+
/**
|
|
99
|
+
* Takes an adapter and normalizes all endpoint names and aliases, as well as the default endpoint.
|
|
100
|
+
* i.e. makes them lowercase for now
|
|
101
|
+
*/
|
|
102
|
+
normalizeEndpointNames() {
|
|
103
|
+
for (const endpoint of this.endpoints) {
|
|
104
|
+
endpoint.name = endpoint.name.toLowerCase();
|
|
105
|
+
endpoint.aliases = endpoint.aliases?.map((a) => a.toLowerCase());
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
/**
|
|
109
|
+
* This function will take an adapter structure and go through each endpoint, calculating
|
|
110
|
+
* each one's allocation of the total rate limits that are set for the adapter as a whole.
|
|
111
|
+
*
|
|
112
|
+
*/
|
|
113
|
+
calculateRateLimitAllocations() {
|
|
114
|
+
const numberOfEndpoints = this.endpoints.length;
|
|
115
|
+
const endpointsWithExplicitAllocations = this.endpoints.filter((e) => e.rateLimiting);
|
|
116
|
+
const totalExplicitAllocation = endpointsWithExplicitAllocations
|
|
117
|
+
.map((e) => e.rateLimiting?.allocationPercentage || 0)
|
|
118
|
+
.reduce((sum, next) => sum + next, 0);
|
|
119
|
+
if (totalExplicitAllocation > 100) {
|
|
120
|
+
throw new Error('The total allocation set for all endpoints summed cannot exceed 100%');
|
|
121
|
+
}
|
|
122
|
+
if (totalExplicitAllocation === 100 &&
|
|
123
|
+
numberOfEndpoints - endpointsWithExplicitAllocations.length > 0) {
|
|
124
|
+
throw new Error('The explicit allocation is at 100% but there are endpoints with implicit allocation');
|
|
125
|
+
}
|
|
126
|
+
const implicitAllocation = 100 - totalExplicitAllocation;
|
|
127
|
+
logger.debug('Adapter rate limit allocations:');
|
|
128
|
+
for (const endpoint of this.endpoints) {
|
|
129
|
+
if (!endpoint.rateLimiting) {
|
|
130
|
+
endpoint.rateLimiting = {
|
|
131
|
+
allocationPercentage: implicitAllocation / (numberOfEndpoints - endpointsWithExplicitAllocations.length),
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
logger.debug(`Endpoint [${endpoint.name}] - ${endpoint.rateLimiting?.allocationPercentage}%`);
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
/**
|
|
138
|
+
* Creates a list of key/value pairs that need to be censored in the logs
|
|
139
|
+
* using the sensitive flag in the adapter config
|
|
140
|
+
*/
|
|
141
|
+
buildCensorList() {
|
|
142
|
+
const censorList = Object.entries(config_1.BaseSettings)
|
|
143
|
+
.concat(Object.entries(this.customSettings || {}))
|
|
144
|
+
.filter(([name, setting]) => setting &&
|
|
145
|
+
setting.type === 'string' &&
|
|
146
|
+
setting.sensitive &&
|
|
147
|
+
this.config[name])
|
|
148
|
+
.map(([name]) => ({
|
|
149
|
+
key: name,
|
|
150
|
+
// Escaping potential special characters in values before creating regex
|
|
151
|
+
value: new RegExp(
|
|
152
|
+
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
|
|
153
|
+
this.config[name].replace(/[-[\]{}()*+?.,\\^$|#\s]/g, '\\$&'), 'gi'),
|
|
154
|
+
}));
|
|
155
|
+
censor_list_1.default.set(censorList);
|
|
156
|
+
}
|
|
157
|
+
/**
|
|
158
|
+
* This function will process dependencies for an adapter, such as caches or rate limiters,
|
|
159
|
+
* in order to inject them into transports and other relevant places later in the lifecycle.
|
|
160
|
+
*
|
|
161
|
+
* @param inputDependencies - a partial obj of initialized dependencies to override the created ones
|
|
162
|
+
* @returns a set of AdapterDependencies all initialized
|
|
163
|
+
*/
|
|
164
|
+
initializeDependencies(inputDependencies) {
|
|
165
|
+
const dependencies = inputDependencies || {};
|
|
166
|
+
if (!dependencies.redisClient) {
|
|
167
|
+
if (this.config.CACHE_TYPE === 'redis') {
|
|
168
|
+
dependencies.redisClient = new ioredis_1.default({
|
|
169
|
+
enableAutoPipelining: true,
|
|
170
|
+
host: this.config.CACHE_REDIS_HOST,
|
|
171
|
+
port: this.config.CACHE_REDIS_PORT,
|
|
172
|
+
password: this.config.CACHE_REDIS_PASSWORD,
|
|
173
|
+
path: this.config.CACHE_REDIS_PATH,
|
|
174
|
+
timeout: this.config.CACHE_REDIS_TIMEOUT,
|
|
175
|
+
});
|
|
176
|
+
dependencies.redisClient.on('connect', () => {
|
|
177
|
+
cacheMetrics.redisConnectionsOpen.inc();
|
|
178
|
+
});
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
if (!dependencies.cache) {
|
|
182
|
+
dependencies.cache = cache_1.CacheFactory.buildCache(this.config.CACHE_TYPE, dependencies.redisClient);
|
|
183
|
+
}
|
|
184
|
+
const rateLimitingTier = (0, rate_limiting_1.getRateLimitingTier)(this.config, this.rateLimiting?.tiers);
|
|
185
|
+
if (!dependencies.requestRateLimiter) {
|
|
186
|
+
dependencies.requestRateLimiter = new rate_limiting_1.SimpleCountingRateLimiter().initialize(this.endpoints, rateLimitingTier);
|
|
187
|
+
}
|
|
188
|
+
if (!dependencies.backgroundExecuteRateLimiter) {
|
|
189
|
+
dependencies.backgroundExecuteRateLimiter = new rate_limiting_1.FixedFrequencyRateLimiter().initialize(this.endpoints, rateLimitingTier);
|
|
190
|
+
}
|
|
191
|
+
if (!dependencies.subscriptionSetFactory) {
|
|
192
|
+
dependencies.subscriptionSetFactory = new util_1.SubscriptionSetFactory(this.config, this.name, dependencies.redisClient);
|
|
193
|
+
}
|
|
194
|
+
return dependencies;
|
|
195
|
+
}
|
|
196
|
+
/**
|
|
197
|
+
* Attempts to find a value from the Cache and return that if found.
|
|
198
|
+
*
|
|
199
|
+
* @param req - the incoming request to this adapter
|
|
200
|
+
* @returns the cached value if exists
|
|
201
|
+
*/
|
|
202
|
+
async findResponseInCache(req) {
|
|
203
|
+
const response = await this.dependencies.cache.get(req.requestContext.cacheKey);
|
|
204
|
+
if (response) {
|
|
205
|
+
if (this.config.METRICS_ENABLED && this.config.EXPERIMENTAL_METRICS_ENABLED) {
|
|
206
|
+
const label = cacheMetrics.cacheMetricsLabel(req.requestContext.cacheKey, req.requestContext.meta?.metrics?.feedId || 'N/A', this.config.CACHE_TYPE);
|
|
207
|
+
// Record cache staleness and cache get count and value
|
|
208
|
+
const staleness = (0, cache_1.calculateStaleness)(response.maxAge, this.config.CACHE_MAX_AGE);
|
|
209
|
+
cacheMetrics.cacheGet(label, response.result, staleness);
|
|
210
|
+
req.requestContext.meta = {
|
|
211
|
+
...req.requestContext.meta,
|
|
212
|
+
metrics: { ...req.requestContext.meta?.metrics, cacheHit: true },
|
|
213
|
+
};
|
|
214
|
+
}
|
|
215
|
+
return response;
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
/**
|
|
219
|
+
* Default request transform that takes requests and manipulates
|
|
220
|
+
*
|
|
221
|
+
* @param adapter - the current adapter
|
|
222
|
+
* @param req - the current adapter request
|
|
223
|
+
* @returns the modified (or new) request
|
|
224
|
+
*/
|
|
225
|
+
symbolOverrider(req) {
|
|
226
|
+
const rawRequestBody = req.body;
|
|
227
|
+
const requestOverrides = rawRequestBody.data?.overrides?.[this.name.toLowerCase()];
|
|
228
|
+
const base = req.requestContext.data['base'];
|
|
229
|
+
// Perform overrides specified in the request payload
|
|
230
|
+
if (requestOverrides?.[base]) {
|
|
231
|
+
req.requestContext.data['base'] = requestOverrides[base];
|
|
232
|
+
}
|
|
233
|
+
// Perform hardcoded adapter overrides
|
|
234
|
+
if (this.overrides?.[base]) {
|
|
235
|
+
req.requestContext.data['base'] = this.overrides[base];
|
|
236
|
+
}
|
|
237
|
+
return req;
|
|
238
|
+
}
|
|
239
|
+
/**
|
|
240
|
+
* Takes the incoming request and applies all request transforms in the adapter
|
|
241
|
+
*
|
|
242
|
+
* @param req - the current adapter request
|
|
243
|
+
* @returns the request after passing through all request transforms
|
|
244
|
+
*/
|
|
245
|
+
runRequestTransforms(req) {
|
|
246
|
+
if (!this.requestTransforms) {
|
|
247
|
+
return;
|
|
248
|
+
}
|
|
249
|
+
for (const transform of this.requestTransforms) {
|
|
250
|
+
transform(req);
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
/**
|
|
254
|
+
* Function to serve as middleware to pass along the AdapterRequest to the appropriate Transport (acc. to the endpoint in the req.)
|
|
255
|
+
*
|
|
256
|
+
* @param req - the incoming request to this adapter
|
|
257
|
+
* @param replySent - a promise that resolves when the reply has already been sent
|
|
258
|
+
* @returns a simple Promise when it's done
|
|
259
|
+
*/
|
|
260
|
+
async handleRequest(req, replySent) {
|
|
261
|
+
// Get transport, must be here because it's already checked in the validator
|
|
262
|
+
const transport = this.endpointsMap[req.requestContext.endpointName].transport;
|
|
263
|
+
// First try to find the response in our cache, keep it ready
|
|
264
|
+
const cachedResponse = await this.findResponseInCache(req);
|
|
265
|
+
// Next we fire off the transport's registration of the request if defined, regardless of if we already have a cached response.
|
|
266
|
+
// This is necessary to ensure things like subscription sets are updated each time we get a request
|
|
267
|
+
let requestRegistrationPromise;
|
|
268
|
+
if (transport.registerRequest) {
|
|
269
|
+
const handler = async () => {
|
|
270
|
+
// If we already have a cached response, wait for it to be sent back before continuing with registration
|
|
271
|
+
// This way we respond to incoming requests from the cache as fast as possible
|
|
272
|
+
if (cachedResponse) {
|
|
273
|
+
await replySent;
|
|
274
|
+
}
|
|
275
|
+
// Disable the non-null assertion error, since we're checking this exists in the if above
|
|
276
|
+
// eslint-disable-next-line @typescript-eslint/no-non-null-assertion
|
|
277
|
+
return transport.registerRequest(req, this.config);
|
|
278
|
+
};
|
|
279
|
+
// Execute the registration handler without blocking
|
|
280
|
+
logger.debug(`Firing request registration handler${cachedResponse ? ' (cached response already sent)' : ''}`);
|
|
281
|
+
requestRegistrationPromise = handler();
|
|
282
|
+
}
|
|
283
|
+
// Now that we have dealt with request registration, we can return the cached response if present
|
|
284
|
+
if (cachedResponse) {
|
|
285
|
+
logger.debug('Found response from cache, sending that');
|
|
286
|
+
return cachedResponse;
|
|
287
|
+
}
|
|
288
|
+
// If there was no cached response, execute the foregroundExecute if defined
|
|
289
|
+
const immediateResponse = transport.foregroundExecute && (await transport.foregroundExecute(req, this.config));
|
|
290
|
+
if (immediateResponse) {
|
|
291
|
+
logger.debug('Got immediate response from transport, sending as response');
|
|
292
|
+
return immediateResponse;
|
|
293
|
+
}
|
|
294
|
+
// Finally, either because there was no synchronous execute or because it returned an empty response,
|
|
295
|
+
// we wait for the cache to be filled (either from background work started in the sync execute, or the backgroundExecute).
|
|
296
|
+
// We can wait for the request registration to have finished here, since we're going to be sleeping for the cache anyways,
|
|
297
|
+
// and it's useful in case the registration throws a promise so that it doesn't go unhandled.
|
|
298
|
+
await requestRegistrationPromise;
|
|
299
|
+
// Observe the idle time taken for polling response
|
|
300
|
+
const metricsTimer = transportMetrics.transportPollingDurationSeconds
|
|
301
|
+
.labels({ endpoint: req.requestContext.endpointName })
|
|
302
|
+
.startTimer();
|
|
303
|
+
logger.debug('Transport is set up, polling cache for response...');
|
|
304
|
+
const response = await (0, cache_1.pollResponseFromCache)(this.dependencies.cache, req.requestContext.cacheKey, {
|
|
305
|
+
maxRetries: this.config.CACHE_POLLING_MAX_RETRIES,
|
|
306
|
+
sleep: this.config.CACHE_POLLING_SLEEP_MS,
|
|
307
|
+
});
|
|
308
|
+
metricsTimer({ succeeded: String(!!response) });
|
|
309
|
+
if (response) {
|
|
310
|
+
logger.debug('Got a response from polling the cache, sending that back');
|
|
311
|
+
return response;
|
|
312
|
+
}
|
|
313
|
+
// Record polling mechanism failure to return response
|
|
314
|
+
transportMetrics.transportPollingFailureCount
|
|
315
|
+
.labels({ endpoint: req.requestContext.endpointName })
|
|
316
|
+
.inc();
|
|
317
|
+
logger.debug('Ran out of polling attempts, returning timeout');
|
|
318
|
+
throw new error_1.AdapterTimeoutError({
|
|
319
|
+
message: 'Timed out waiting for provider result.',
|
|
320
|
+
statusCode: 504,
|
|
321
|
+
});
|
|
322
|
+
}
|
|
323
|
+
}
|
|
324
|
+
exports.Adapter = Adapter;
|
|
325
|
+
//# sourceMappingURL=basic.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"basic.js","sourceRoot":"","sources":["../../../src/adapter/basic.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,sDAA2B;AAC3B,oCAAyF;AACzF,+DAAgD;AAChD,sCAOkB;AAClB,wEAAyD;AACzD,oDAIyB;AACzB,kCAAoG;AACpG,6EAAuE;AAWvE,+CAAyD;AAEzD,MAAM,MAAM,GAAG,IAAA,iBAAU,EAAC,SAAS,CAAC,CAAA;AAEpC;;GAEG;AACH,MAAa,OAAO;IA+BlB,YAAY,MAAqC;QAlBjD,uBAAuB;QACvB,gBAAW,GAAG,KAAK,CAAA;QAEnB,6DAA6D;QAC7D,iBAAY,GAGR,EAAE,CAAA;QAYJ,mBAAmB;QACnB,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;QACvB,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,EAAE,WAAW,EAAE,CAAA;QAC5D,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;QACjC,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,mBAAmB,CAAA;QACrD,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAA;QAC3C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAA;QACvC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;QACjC,IAAI,CAAC,iBAAiB,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,iBAAiB,IAAI,EAAE,CAAC,CAAC,CAAA;QAC/F,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;QAEjC,IAAI,CAAC,MAAM,GAAG,IAAA,2BAAkB,EAAC;YAC/B,SAAS,EAAE,IAAI,CAAC,mBAAmB;YACnC,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC,CAAA;QAEF,IAAI,CAAC,sBAAsB,EAAE,CAAA;QAC7B,IAAI,CAAC,6BAA6B,EAAE,CAAA;IACtC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,YAA2C;QAC1D,IAAI,IAAI,CAAC,WAAW,EAAE;YACpB,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;SAC9D;QAED,wFAAwF;QACxF,IAAA,8BAAqB,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC,CAAA;QAEvD,IAAI,IAAI,CAAC,SAAS,EAAE;YAClB,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;SAC3B;QAED,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,YAAY,CAAC,CAAA;QAE7D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE;YACrC,0CAA0C;YAC1C,MAAM,OAAO,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAA;YAC5D,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;gBAC3B,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE;oBAC5B,MAAM,IAAI,KAAK,CAAC,gCAAgC,KAAK,GAAG,CAAC,CAAA;iBAC1D;gBACD,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAA;aACpC;YAED,MAAM,CAAC,KAAK,CAAC,wCAAwC,QAAQ,CAAC,IAAI,MAAM,CAAC,CAAA;YACzE,MAAM,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAA;SACnF;QAED,4DAA4D;QAC5D,sEAAsE;QACtE,IAAI,CAAC,eAAe,EAAE,CAAA;QAEtB,MAAM,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAA;QAChD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;IACzB,CAAC;IAED;;;OAGG;IACK,sBAAsB;QAC5B,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE;YACrC,QAAQ,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAA;YAC3C,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAA;SACjE;IACH,CAAC;IAED;;;;OAIG;IACK,6BAA6B;QACnC,MAAM,iBAAiB,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAA;QAC/C,MAAM,gCAAgC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAA;QAErF,MAAM,uBAAuB,GAAG,gCAAgC;aAC7D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,EAAE,oBAAoB,IAAI,CAAC,CAAC;aACrD,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,EAAE,CAAC,CAAC,CAAA;QAEvC,IAAI,uBAAuB,GAAG,GAAG,EAAE;YACjC,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAA;SACxF;QAED,IACE,uBAAuB,KAAK,GAAG;YAC/B,iBAAiB,GAAG,gCAAgC,CAAC,MAAM,GAAG,CAAC,EAC/D;YACA,MAAM,IAAI,KAAK,CACb,qFAAqF,CACtF,CAAA;SACF;QAED,MAAM,kBAAkB,GAAG,GAAG,GAAG,uBAAuB,CAAA;QAExD,MAAM,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAA;QAC/C,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE;YACrC,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE;gBAC1B,QAAQ,CAAC,YAAY,GAAG;oBACtB,oBAAoB,EAClB,kBAAkB,GAAG,CAAC,iBAAiB,GAAG,gCAAgC,CAAC,MAAM,CAAC;iBACrF,CAAA;aACF;YAED,MAAM,CAAC,KAAK,CAAC,aAAa,QAAQ,CAAC,IAAI,OAAO,QAAQ,CAAC,YAAY,EAAE,oBAAoB,GAAG,CAAC,CAAA;SAC9F;IACH,CAAC;IAED;;;OAGG;IACK,eAAe;QACrB,MAAM,UAAU,GAAqB,MAAM,CAAC,OAAO,CAAC,qBAA2B,CAAC;aAC7E,MAAM,CAAC,MAAM,CAAC,OAAO,CAAE,IAAI,CAAC,cAA8B,IAAI,EAAE,CAAC,CAAC;aAClE,MAAM,CACL,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE,CAClB,OAAO;YACP,OAAO,CAAC,IAAI,KAAK,QAAQ;YACzB,OAAO,CAAC,SAAS;YACjB,IAAI,CAAC,MAAM,CAAC,IAA2C,CAAC,CAC3D;aACA,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YAChB,GAAG,EAAE,IAAI;YACT,wEAAwE;YACxE,KAAK,EAAE,IAAI,MAAM;YACf,oEAAoE;YAClE,IAAI,CAAC,MAAwB,CAAC,IAAI,CAAa,CAAC,OAAO,CACvD,0BAA0B,EAC1B,MAAM,CACP,EACD,IAAI,CACL;SACF,CAAC,CAAC,CAAA;QACL,qBAAU,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;IAC5B,CAAC;IAED;;;;;;OAMG;IACH,sBAAsB,CAAC,iBAAgD;QACrE,MAAM,YAAY,GAAG,iBAAiB,IAAI,EAAE,CAAA;QAE5C,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE;YAC7B,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,KAAK,OAAO,EAAE;gBACtC,YAAY,CAAC,WAAW,GAAG,IAAI,iBAAK,CAAC;oBACnC,oBAAoB,EAAE,IAAI;oBAC1B,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;oBAClC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;oBAClC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,oBAAoB;oBAC1C,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB;oBAClC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,mBAAmB;iBACzC,CAAC,CAAA;gBACF,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;oBAC1C,YAAY,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAA;gBACzC,CAAC,CAAC,CAAA;aACH;SACF;QAED,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE;YACvB,YAAY,CAAC,KAAK,GAAG,oBAAY,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,YAAY,CAAC,WAAW,CAAC,CAAA;SAC/F;QAED,MAAM,gBAAgB,GAAG,IAAA,mCAAmB,EAC1C,IAAI,CAAC,MAAuB,EAC5B,IAAI,CAAC,YAAY,EAAE,KAAK,CACzB,CAAA;QACD,IAAI,CAAC,YAAY,CAAC,kBAAkB,EAAE;YACpC,YAAY,CAAC,kBAAkB,GAAG,IAAI,yCAAyB,EAAE,CAAC,UAAU,CAC1E,IAAI,CAAC,SAAS,EACd,gBAAgB,CACjB,CAAA;SACF;QACD,IAAI,CAAC,YAAY,CAAC,4BAA4B,EAAE;YAC9C,YAAY,CAAC,4BAA4B,GAAG,IAAI,yCAAyB,EAAE,CAAC,UAAU,CACpF,IAAI,CAAC,SAAS,EACd,gBAAgB,CACjB,CAAA;SACF;QACD,IAAI,CAAC,YAAY,CAAC,sBAAsB,EAAE;YACxC,YAAY,CAAC,sBAAsB,GAAG,IAAI,6BAAsB,CAC9D,IAAI,CAAC,MAAuB,EAC5B,IAAI,CAAC,IAAI,EACT,YAAY,CAAC,WAAW,CACzB,CAAA;SACF;QAED,OAAO,YAAmC,CAAA;IAC5C,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,mBAAmB,CAAC,GAAmB;QAC3C,MAAM,QAAQ,GAAG,MAAO,IAAI,CAAC,YAAY,CAAC,KAAgC,CAAC,GAAG,CAC5E,GAAG,CAAC,cAAc,CAAC,QAAQ,CAC5B,CAAA;QAED,IAAI,QAAQ,EAAE;YACZ,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,4BAA4B,EAAE;gBAC3E,MAAM,KAAK,GAAG,YAAY,CAAC,iBAAiB,CAC1C,GAAG,CAAC,cAAc,CAAC,QAAQ,EAC3B,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,IAAI,KAAK,EACjD,IAAI,CAAC,MAAM,CAAC,UAAU,CACvB,CAAA;gBAED,uDAAuD;gBACvD,MAAM,SAAS,GAAG,IAAA,0BAAkB,EAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;gBAChF,YAAY,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;gBACxD,GAAG,CAAC,cAAc,CAAC,IAAI,GAAG;oBACxB,GAAG,GAAG,CAAC,cAAc,CAAC,IAAI;oBAC1B,OAAO,EAAE,EAAE,GAAG,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE;iBACjE,CAAA;aACF;YAED,OAAO,QAAQ,CAAA;SAChB;IACH,CAAC;IAED;;;;;;OAMG;IACH,eAAe,CAAC,GAAmB;QACjC,MAAM,cAAc,GAAG,GAAG,CAAC,IAA4C,CAAA;QACvE,MAAM,gBAAgB,GAAG,cAAc,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAA;QAClF,MAAM,IAAI,GAAG,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAW,CAAA;QAEtD,qDAAqD;QACrD,IAAI,gBAAgB,EAAE,CAAC,IAAI,CAAC,EAAE;YAC5B,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAA;SACzD;QAED,sCAAsC;QACtC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,IAAI,CAAC,EAAE;YAC1B,GAAG,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;SACvD;QAED,OAAO,GAAG,CAAA;IACZ,CAAC;IAED;;;;;OAKG;IACH,oBAAoB,CAAC,GAAmB;QACtC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE;YAC3B,OAAM;SACP;QAED,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,iBAAiB,EAAE;YAC9C,SAAS,CAAC,GAAG,CAAC,CAAA;SACf;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,aAAa,CAAC,GAAmB,EAAE,SAA2B;QAClE,4EAA4E;QAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,SAAS,CAAA;QAE9E,6DAA6D;QAC7D,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAA;QAE1D,+HAA+H;QAC/H,mGAAmG;QACnG,IAAI,0BAAqD,CAAA;QACzD,IAAI,SAAS,CAAC,eAAe,EAAE;YAC7B,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;gBACzB,wGAAwG;gBACxG,8EAA8E;gBAC9E,IAAI,cAAc,EAAE;oBAClB,MAAM,SAAS,CAAA;iBAChB;gBAED,yFAAyF;gBACzF,oEAAoE;gBACpE,OAAO,SAAS,CAAC,eAAgB,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;YACrD,CAAC,CAAA;YAED,oDAAoD;YACpD,MAAM,CAAC,KAAK,CACV,sCACE,cAAc,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC,CAAC,EACvD,EAAE,CACH,CAAA;YACD,0BAA0B,GAAG,OAAO,EAAE,CAAA;SACvC;QAED,iGAAiG;QACjG,IAAI,cAAc,EAAE;YAClB,MAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAA;YACvD,OAAO,cAAc,CAAA;SACtB;QAED,4EAA4E;QAC5E,MAAM,iBAAiB,GACrB,SAAS,CAAC,iBAAiB,IAAI,CAAC,MAAM,SAAS,CAAC,iBAAiB,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAA;QACtF,IAAI,iBAAiB,EAAE;YACrB,MAAM,CAAC,KAAK,CAAC,4DAA4D,CAAC,CAAA;YAC1E,OAAO,iBAAiB,CAAA;SACzB;QAED,qGAAqG;QACrG,0HAA0H;QAC1H,0HAA0H;QAC1H,6FAA6F;QAC7F,MAAM,0BAA0B,CAAA;QAEhC,mDAAmD;QACnD,MAAM,YAAY,GAAG,gBAAgB,CAAC,+BAA+B;aAClE,MAAM,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC;aACrD,UAAU,EAAE,CAAA;QAEf,MAAM,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAA;QAClE,MAAM,QAAQ,GAAG,MAAM,IAAA,6BAAqB,EAC1C,IAAI,CAAC,YAAY,CAAC,KAA+B,EACjD,GAAG,CAAC,cAAc,CAAC,QAAQ,EAC3B;YACE,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,yBAAyB;YACjD,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,sBAAsB;SAC1C,CACF,CAAA;QAED,YAAY,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;QAE/C,IAAI,QAAQ,EAAE;YACZ,MAAM,CAAC,KAAK,CAAC,0DAA0D,CAAC,CAAA;YACxE,OAAO,QAAQ,CAAA;SAChB;QAED,sDAAsD;QACtD,gBAAgB,CAAC,4BAA4B;aAC1C,MAAM,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,cAAc,CAAC,YAAY,EAAE,CAAC;aACrD,GAAG,EAAE,CAAA;QAER,MAAM,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAA;QAC9D,MAAM,IAAI,2BAAmB,CAAC;YAC5B,OAAO,EAAE,wCAAwC;YACjD,UAAU,EAAE,GAAG;SAChB,CAAC,CAAA;IACJ,CAAC;CACF;AA3YD,0BA2YC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { MetaTransport, Transport } from '../transports';
|
|
2
|
+
import { InputParameters } from '../validation';
|
|
3
|
+
import { InputValidator } from '../validation/input-validator';
|
|
4
|
+
import { AdapterEndpointParams, EndpointGenerics, EndpointRateLimitingConfig } from './types';
|
|
5
|
+
/**
|
|
6
|
+
* Main class to represent an endpoint within an External Adapter
|
|
7
|
+
*/
|
|
8
|
+
export declare class AdapterEndpoint<T extends EndpointGenerics> implements AdapterEndpointParams<T> {
|
|
9
|
+
name: string;
|
|
10
|
+
aliases?: string[] | undefined;
|
|
11
|
+
transport: Transport<T> | MetaTransport<T>;
|
|
12
|
+
inputParameters: InputParameters;
|
|
13
|
+
rateLimiting?: EndpointRateLimitingConfig | undefined;
|
|
14
|
+
validator: InputValidator;
|
|
15
|
+
cacheKeyGenerator?: (data: Record<string, unknown>) => string;
|
|
16
|
+
constructor(params: AdapterEndpointParams<T>);
|
|
17
|
+
}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.AdapterEndpoint = void 0;
|
|
4
|
+
const input_validator_1 = require("../validation/input-validator");
|
|
5
|
+
/**
|
|
6
|
+
* Main class to represent an endpoint within an External Adapter
|
|
7
|
+
*/
|
|
8
|
+
class AdapterEndpoint {
|
|
9
|
+
constructor(params) {
|
|
10
|
+
this.name = params.name;
|
|
11
|
+
this.aliases = params.aliases;
|
|
12
|
+
this.transport = params.transport;
|
|
13
|
+
this.inputParameters = params.inputParameters;
|
|
14
|
+
this.rateLimiting = params.rateLimiting;
|
|
15
|
+
this.validator = new input_validator_1.InputValidator(this.inputParameters);
|
|
16
|
+
this.cacheKeyGenerator = params.cacheKeyGenerator;
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
exports.AdapterEndpoint = AdapterEndpoint;
|
|
20
|
+
//# sourceMappingURL=endpoint.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"endpoint.js","sourceRoot":"","sources":["../../../src/adapter/endpoint.ts"],"names":[],"mappings":";;;AAEA,mEAA8D;AAG9D;;GAEG;AACH,MAAa,eAAe;IAS1B,YAAY,MAAgC;QAC1C,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;QACvB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAA;QAC7B,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAA;QACjC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAA;QAC7C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,CAAA;QACvC,IAAI,CAAC,SAAS,GAAG,IAAI,gCAAc,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;QACzD,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,CAAA;IACnD,CAAC;CACF;AAlBD,0CAkBC"}
|
package/adapter/index.js
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./basic"), exports);
|
|
18
|
+
__exportStar(require("./price"), exports);
|
|
19
|
+
__exportStar(require("./endpoint"), exports);
|
|
20
|
+
__exportStar(require("./types"), exports);
|
|
21
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/adapter/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAuB;AACvB,0CAAuB;AACvB,6CAA0B;AAC1B,0CAAuB"}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import { SettingsMap } from '../config';
|
|
2
|
+
import { AdapterRequest, AdapterRequestContext, AdapterResponse, RequestGenerics } from '../util';
|
|
3
|
+
import { AdapterEndpoint } from './endpoint';
|
|
4
|
+
import { Adapter, AdapterEndpointParams, AdapterParams, EndpointGenerics } from './index';
|
|
5
|
+
/**
|
|
6
|
+
* Type for the base input parameter config that any [[PriceEndpoint]] must extend
|
|
7
|
+
*/
|
|
8
|
+
export declare type PriceEndpointInputParameters = {
|
|
9
|
+
base: {
|
|
10
|
+
aliases: readonly ['from', 'coin', ...string[]];
|
|
11
|
+
type: 'string';
|
|
12
|
+
description: 'The symbol of symbols of the currency to query';
|
|
13
|
+
required: boolean;
|
|
14
|
+
};
|
|
15
|
+
quote: {
|
|
16
|
+
aliases: readonly ['to', 'market', ...string[]];
|
|
17
|
+
type: 'string';
|
|
18
|
+
description: 'The symbol of the currency to convert to';
|
|
19
|
+
required: boolean;
|
|
20
|
+
};
|
|
21
|
+
};
|
|
22
|
+
/**
|
|
23
|
+
* Base input parameter config that any [[PriceEndpoint]] must extend
|
|
24
|
+
*/
|
|
25
|
+
export declare const priceEndpointInputParameters: PriceEndpointInputParameters;
|
|
26
|
+
/**
|
|
27
|
+
* Type for base input params for a PriceEndpoint
|
|
28
|
+
*/
|
|
29
|
+
export declare type PriceEndpointParams = {
|
|
30
|
+
base: string;
|
|
31
|
+
quote: string;
|
|
32
|
+
};
|
|
33
|
+
/**
|
|
34
|
+
* Structure of an "includes" file.
|
|
35
|
+
* Include pairs describe an incoming price feed request, and the details specify
|
|
36
|
+
*/
|
|
37
|
+
export declare type IncludesFile = IncludePair[];
|
|
38
|
+
declare type IncludeDetails = {
|
|
39
|
+
from: string;
|
|
40
|
+
to: string;
|
|
41
|
+
inverse: boolean;
|
|
42
|
+
};
|
|
43
|
+
declare type IncludePair = {
|
|
44
|
+
from: string;
|
|
45
|
+
to: string;
|
|
46
|
+
includes: IncludeDetails[];
|
|
47
|
+
};
|
|
48
|
+
declare type IncludesMap = Record<string, Record<string, IncludeDetails>>;
|
|
49
|
+
/**
|
|
50
|
+
* A PriceEndpoint is a specific type of AdapterEndpoint. Meant to comply with standard practices for
|
|
51
|
+
* Data Feeds, its InputParameters must extend the basic ones (base/quote).
|
|
52
|
+
*/
|
|
53
|
+
export declare class PriceEndpoint<T extends EndpointGenerics> extends AdapterEndpoint<T> {
|
|
54
|
+
constructor(params: AdapterEndpointParams<T> & {
|
|
55
|
+
inputParameters: PriceEndpointInputParameters;
|
|
56
|
+
});
|
|
57
|
+
}
|
|
58
|
+
declare type PriceAdapterRequest<T extends RequestGenerics> = AdapterRequest<T> & {
|
|
59
|
+
requestContext: AdapterRequestContext<T> & {
|
|
60
|
+
priceMeta: {
|
|
61
|
+
inverse: boolean;
|
|
62
|
+
};
|
|
63
|
+
};
|
|
64
|
+
};
|
|
65
|
+
/**
|
|
66
|
+
* A PriceAdapter is a specific kind of Adapter that includes at least one PriceEnpoint.
|
|
67
|
+
*/
|
|
68
|
+
export declare class PriceAdapter<CustomSettings extends SettingsMap> extends Adapter<CustomSettings> {
|
|
69
|
+
includesMap?: IncludesMap;
|
|
70
|
+
constructor(params: AdapterParams<CustomSettings> & {
|
|
71
|
+
includes?: IncludesFile;
|
|
72
|
+
});
|
|
73
|
+
handleRequest(req: PriceAdapterRequest<{
|
|
74
|
+
Params: PriceEndpointParams;
|
|
75
|
+
}>, replySent: Promise<unknown>): Promise<AdapterResponse>;
|
|
76
|
+
}
|
|
77
|
+
export {};
|