@mhubcloud/tms_core 2.0.0-beta.4 → 2.0.1-beta.0

package/dist/index.js

@@ -53,7 +53,6 @@ __export(utils_exports, {
 });
 var crypto = __toESM(require("crypto"));
 var appInsights = __toESM(require("applicationinsights"));
-var import_node_fetch = __toESM(require("node-fetch"));
 var aiClient = null;
 if (process.env.APPINSIGHTS_INSTRUMENTATIONKEY) {
   appInsights.setup().setAutoCollectDependencies(false).setAutoCollectConsole(true, true).setSendLiveMetrics(false).setAutoCollectRequests(false).setAutoCollectPerformance(false).setUseDiskRetryCaching(false).start();
@@ -199,7 +198,10 @@ async function handlePlatformRequest({
     // eslint-disable-next-line @typescript-eslint/naming-convention
     headers: { ...requestOptions.headers }
   };
-  const rawPlatformResponse = await (0, import_node_fetch.default)(fullUrl, fetchRequestOptions);
+  const rawPlatformResponse = await fetchWithTimeout(
+    fullUrl,
+    fetchRequestOptions
+  );
   if (process.env.PUBLISHER_TESTURL) {
     await handleTestRequest({
       fetchRequestOptions,
@@ -228,13 +230,21 @@ async function handleTestRequest(params) {
       // eslint-disable-next-line @typescript-eslint/naming-convention
       "x-mhub-orig-response-status-message": params.rawPlatformResponse.statusText
     };
-    await (0, import_node_fetch.default)(
+    await fetchWithTimeout(
       `${process.env.PUBLISHER_TESTURL ?? ""} + ${params.query ?? ""}`,
       params.fetchRequestOptions
     );
   } catch {
   }
 }
+async function fetchWithTimeout(resource, options = {}) {
+  const { timeoutMS = 3e3 } = options;
+  const response = await fetch(resource, {
+    ...options,
+    signal: AbortSignal.timeout(timeoutMS)
+  });
+  return response;
+}
 
 // src/defaultPublisher.ts
 async function defaultPublisher(azureFunctionContext, eventHubMessages, source, platformPublisher, trigger) {

package/index.js

@@ -10,6 +10,7 @@ module.exports = {
         GoogleAnalytics4 : require('./publishers/GoogleAnalytics4'),
         CJ : require('./publishers/CJ'),
         UniversalAnalytics : require('./publishers/UniversalAnalytics'),
+        TableStorage : require('./publishers/TableStorage'),
         HttpPublisher : require('./publishers/HttpPublisher'),
         AffiliatePort : require('./publishers/AffiliatePort')
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mhubcloud/tms_core",
-  "version": "2.0.0-beta.4",
+  "version": "2.0.1-beta.0",
   "description": "Core function for mHub Cloud TMS publishers",
   "homepage": "https://mhubcloud.com/",
   "license": "Apache 2.0",
@@ -16,15 +16,14 @@
     "conversion API"
   ],
   "dependencies": {
+    "@azure/data-tables": "^13.2.2",
     "ajv": "^8.12.0",
-    "applicationinsights": "^2.6.0",
-    "node-fetch": "^2.6.11"
+    "applicationinsights": "^2.6.0"
   },
   "devDependencies": {
     "@azure/functions": "^3.5.1",
     "@tsconfig/recommended": "^1.0.2",
     "@types/node": "^18.16.14",
-    "@types/node-fetch": "^2.6.4",
     "@typescript-eslint/eslint-plugin": "^5.59.7",
     "@typescript-eslint/parser": "^5.59.7",
     "eslint": "^8.41.0",
@@ -39,8 +38,8 @@
     "typescript": "^4.9.5"
   },
   "scripts": {
+    "test": "mocha ./tests/*.js --local-settings=./local.settings.json --timeout 100000",
     "dev": "ts-node index.ts",
-    "build": "tsup ./src/index.ts --format cjs --target node18",
-    "test": "mocha ./tests/*.js  --timeout 10000 "
+    "build": "tsup ./src/index.ts --format cjs --target node18"
   }
 }

package/publishers/TableStorage.js

@@ -0,0 +1,52 @@
+const { TableClient } = require('@azure/data-tables');
+const utils = require('../src/utils/utils');
+const SOURCE = 'f_TableStorage';
+
+module.exports = {
+  /**
+   * Processed data comming from EventHub to data for further processing
+   * @param {Object} data The data comming from EventHub
+   * @returns {Object} Data for further processing
+   */
+  parse: function parse(data, context) {
+    // ConsumerBase.cs:ConsumeOneEventAsync
+    data.enqueuedAt = context.test ? 1600000000000 : Date.now();
+    return data;
+  },
+
+  /**
+   * Publishes data to TableStorage
+   * https://www.npmjs.com/package/@azure/data-tables
+   * @param {{id: string, access_token: string}} config Publisher configuration
+   * @param {Object} data Data in publisher-friendly format to be published
+   * @param {string} event for which is it triggered
+   */
+  publish: async function publish(config, data, event) {
+    data = utils.removeUndefined(data);
+
+    const client = new TableClient(config.connectionString, config.tableName);
+
+    await client.createEntity(data);
+
+    console.log(`TableStorage - ${event} - sent`);
+  },
+
+  /**
+   * Validates an object against given schema
+   * @param {Object} data An object to validate.
+   * @param {string} schema Name of the schema. That's name of a file with `.schema.json` extension in `customizable/schemas` subfolder of current publisher folder
+   * @returns {boolean} Validation result, true if successful, false if unsuccessfull (in which case more info is written to console)
+   */
+  validate: function validate(data, schema) {
+    if (!schema) {
+      throw new Error('Schema parameters not provided');
+    }
+    if (schema.includes('/')) {
+      throw new Error(
+        'Schema must be provided as schema name, not schema path',
+      );
+    }
+    // More validation done by utils.validate
+    return utils.validate(data, SOURCE, schema);
+  },
+};

package/src/utils/utils.ts

@@ -5,7 +5,6 @@ import {
   SeverityLevel,
   Telemetry,
 } from 'applicationinsights/out/Declarations/Contracts';
-import fetch, { RequestInit, Response } from 'node-fetch';
 import { EventPublisherBaseClass } from '../types/EventPublisher';
 import { PlatformRequestOptions } from '../types/PlatformPublisher';
 import { TypeSafeObject } from '../types/UtilTypes';
@@ -307,7 +306,10 @@ export async function handlePlatformRequest({
     headers: { ...requestOptions.headers },
   };
 
-  const rawPlatformResponse = await fetch(fullUrl, fetchRequestOptions);
+  const rawPlatformResponse = await fetchWithTimeout(
+    fullUrl,
+    fetchRequestOptions,
+  );
 
   if (process.env.PUBLISHER_TESTURL) {
     await handleTestRequest({
@@ -348,7 +350,7 @@ async function handleTestRequest(params: HandleTestRequestParams) {
       'x-mhub-orig-response-status-message':
         params.rawPlatformResponse.statusText,
     };
-    await fetch(
+    await fetchWithTimeout(
       `${process.env.PUBLISHER_TESTURL ?? ''} + ${params.query ?? ''}`,
       params.fetchRequestOptions,
     );
@@ -356,3 +358,14 @@ async function handleTestRequest(params: HandleTestRequestParams) {
     /* empty */
   }
 }
+
+async function fetchWithTimeout(resource, options = {}) {
+  const { timeoutMS = 3000 } = options;
+
+  const response = await fetch(resource, {
+    ...options,
+    signal: AbortSignal.timeout(timeoutMS),
+  });
+
+  return response;
+}