@steerprotocol/data-connector-loader 0.0.3 → 0.0.5

package/lib/dataConnector.js

@@ -68,7 +68,7 @@ class DataConnector {
             // Calculate block number for determinism
             // Best way to handle contextually non-null values?
             const syncedBlock = yield (0, blockFinder_1.getBlockFromTimestamp)(this.executionContext.epochTimestamp, this.providerIdentity); //@note uncomment for deterministic blocks
-            // Call the desired method with the specified arguements at synced block
+            // Call the desired method with the specified arguments at synced block
             const result = yield contract[config.method](...paramsArray, { blockTag: syncedBlock }); //@note uncomment for deterministic blocks
             // This gets stringified before calling main
             return result;

package/lib/index.js

@@ -8,12 +8,11 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
         step((generator = generator.apply(thisArg, _arguments || [])).next());
     });
 };
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DataConnectorExecution = void 0;
-const axios_1 = __importDefault(require("axios"));
+// eslint-disable-next-line @typescript-eslint/no-var-requires
+const axios = require('axios');
+const pluginManager_1 = require("./pluginManager");
 class DataConnectorExecution {
     constructor(dataConnector) {
         this.dataConnector = dataConnector;
@@ -29,6 +28,8 @@ class DataConnectorExecution {
             // Each data connector results will be pushed into single array
             // they will passed to execution bundle
             const transformationData = [];
+            const pluginManager = new pluginManager_1.PluginManager();
+            yield pluginManager.registerFromPublicConfig();
             // Iterate over each data connector
             for (const connectorConfig of dataConnectorConfigs) {
                 // If bundle hash is not present, skip the data connector
@@ -51,14 +52,14 @@ class DataConnectorExecution {
                 let request = yield this.dataConnector.execute('');
                 let response;
                 while (request != 'true') {
-                    const parsedRequest = JSON.parse(request);
+                    const parsedRequest = yield pluginManager.process(JSON.parse(request));
                     // On Chain
                     if (this.dataConnector.configObj.isChainRead == true) {
                         response = yield this.dataConnector.view(parsedRequest);
                     }
                     else {
                         // Axios logic (off-chain)
-                        const ax_instance = axios_1.default.create();
+                        const ax_instance = axios.create();
                         response = (yield ax_instance.request(parsedRequest)).data;
                     }
                     // break;
@@ -72,7 +73,7 @@ class DataConnectorExecution {
     }
     downloadWasmBundle(ipfsHash) {
         return __awaiter(this, void 0, void 0, function* () {
-            const response = yield axios_1.default.get(`https://steerprotocol.mypinata.cloud/ipfs/${ipfsHash}`, {
+            const response = yield axios.get(`https://steerprotocol.mypinata.cloud/ipfs/${ipfsHash}`, {
                 responseType: 'arraybuffer',
             });
             const wasmFile = new Uint8Array(response.data);

package/lib/pluginManager.d.ts

@@ -0,0 +1,11 @@
+import { AxiosRequestConfig } from 'axios';
+export declare class PluginManager {
+    private registeredPluginConfigs;
+    constructor();
+    registerFromPublicConfig(): Promise<void>;
+    registerPluginConfig(name: string, domain: string, headers: object): void;
+    private findMatchingPluginConfigs;
+    private interpolateEnvVars;
+    private interpolateHeaders;
+    process(config: AxiosRequestConfig): Promise<AxiosRequestConfig>;
+}

package/lib/pluginManager.js

@@ -0,0 +1,84 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PluginManager = void 0;
+const axios_1 = __importDefault(require("axios"));
+class PluginManager {
+    constructor() {
+        this.registeredPluginConfigs = [];
+    }
+    registerFromPublicConfig() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const { data: dataConnectorPlugins } = yield axios_1.default.get('https://igk02ovpui.execute-api.us-east-1.amazonaws.com/data-connector-plugins');
+            for (const plugin of dataConnectorPlugins) {
+                this.registerPluginConfig(plugin.name, plugin.domain, plugin.headers);
+            }
+        });
+    }
+    registerPluginConfig(name, domain, headers) {
+        this.registeredPluginConfigs.push({ name, domain, headers });
+    }
+    findMatchingPluginConfigs(url) {
+        const matchingHeaders = {};
+        for (const pluginConfig of this.registeredPluginConfigs) {
+            if (url.includes(pluginConfig.domain)) {
+                Object.assign(matchingHeaders, pluginConfig.headers);
+            }
+        }
+        return matchingHeaders;
+    }
+    interpolateEnvVars(str) {
+        return str.replace(/\{\{(\w+)\}\}/g, (_match, envVar) => {
+            const envValue = process.env[envVar];
+            if (envValue === undefined) {
+                console.log(`Environment variable '${envVar}' not found.`);
+                return '';
+            }
+            return envValue;
+        });
+    }
+    interpolateHeaders(headers) {
+        const interpolatedHeaders = {};
+        for (const [key, value] of Object.entries(headers)) {
+            interpolatedHeaders[key] = typeof value === 'string' ? this.interpolateEnvVars(value) : value;
+        }
+        return interpolatedHeaders;
+    }
+    process(config) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (!config.url) {
+                throw new Error('Request URL is not provided');
+            }
+            const matchingHeaders = this.findMatchingPluginConfigs(config.url);
+            const interpolatedHeaders = this.interpolateHeaders(matchingHeaders);
+            const updatedHeaders = Object.assign(Object.assign({}, config.headers), interpolatedHeaders);
+            const updatedConfig = Object.assign(Object.assign({}, config), { headers: updatedHeaders });
+            return updatedConfig;
+        });
+    }
+}
+exports.PluginManager = PluginManager;
+// // Usage example:
+// (async () => {
+//   const headerMerger = new PluginManager();
+//   headerMerger.registerPluginConfig('Example API', 'example.com', { 'X-Custom-Header': '{{MY_ENV_VAR}}' });
+//   process.env['MY_ENV_VAR'] = 'ExampleValue';
+//   const requestConfig: AxiosRequestConfig = {
+//     url: 'https://example.com/api/some-resource',
+//     method: 'GET',
+//   };
+//   const updatedRequestConfig = await headerMerger.process(requestConfig);
+//   const response = await axios(updatedRequestConfig);
+//   console.log(response.data);
+// })();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@steerprotocol/data-connector-loader",
-  "version": "0.0.3",
+  "version": "0.0.5",
   "description": "App Loader for Steer Protocol",
   "main": "lib/index.js",
   "types": "lib/index.d.ts",
@@ -48,7 +48,7 @@
   "dependencies": {
     "@steerprotocol/app-loader": "0.1.6",
     "@steerprotocol/strategy-utils": "^2.1.0",
-    "axios": "^1.3.2",
+    "axios": "^1.3.4",
     "ethers": "^6.1.0",
     "pondjs": "1.0.0-alpha.10"
   }