@meltwater/conversations-api-services 1.0.40 → 1.0.41

package/dist/cjs/data-access/http/ir.client.js

@@ -3,14 +3,25 @@
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
-exports.IRClient = void 0;
+exports.addRevisionsToDocuments = addRevisionsToDocuments;
+exports.default = void 0;
+exports.markAsComplete = markAsComplete;
+exports.markAsHasDMReply = markAsHasDMReply;
+exports.markAsToDo = markAsToDo;
 var _uuid = require("uuid");
 var _superagent = _interopRequireDefault(require("superagent"));
 var _logger = _interopRequireDefault(require("../../lib/logger.js"));
 var _configuration = _interopRequireDefault(require("../../lib/configuration.js"));
-var _metricsHelper = require("../../lib/metrics.helper.js");
 var _loggerHelpers = require("../../lib/logger.helpers.js");
 function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+const searchServicesUrl = _configuration.default.get('SEARCH_SERVICE_URL');
+const searchServicesKey = process.env.IR_API_KEY;
+const documentRevisionsServiceUrl = _configuration.default.get('DOCUMENT_REVISIONS_SERVICE_URL');
+const documentServiceUrl = _configuration.default.get('DOCUMENT_SERVICE_URL');
+const documentServiceKey = process.env.IR_API_KEY;
+const exportApiUrl = _configuration.default.get('EXPORT_API_URL');
+const exportApiKey = process.env.IR_API_KEY;
+const chunkSize = process.env.REVISION_CHUNK_SIZE || 200;
 class IRClient {
   RETRY_COUNT = 50;
   constructor(context) {
@@ -25,47 +36,14 @@ class IRClient {
     this.traceId = traceId;
     this.metrics = metrics;
   }
-  async init() {
-    let irApiKey = _configuration.default.get('IR_API_KEY');
-    this.searchServicesUrl = _configuration.default.get('SEARCH_SERVICE_URL');
-    this.searchServicesKey = irApiKey;
-    this.documentRevisionsServiceUrl = _configuration.default.get('DOCUMENT_REVISIONS_SERVICE_URL');
-    this.documentServiceUrl = _configuration.default.get('DOCUMENT_SERVICE_URL');
-    this.documentServiceKey = irApiKey;
-    this.exportApiUrl = _configuration.default.get('EXPORT_API_URL');
-    this.exportApiKey = irApiKey;
-  }
   async addRevisionsToDocuments(operations) {
-    await this.init();
-    const wait = 100;
-    const url = `${this.documentRevisionsServiceUrl}/${this.company._id}/`;
-    const loggerChild = _logger.default.child({
-      [_loggerHelpers.MeltwaterAttributes.COMPANYID]: this.company._id
-    });
-    let result;
-    try {
-      result = await _superagent.default.patch(url).query({
-        wait,
-        apikey: this.documentServiceKey
-      }).set('x-client-name', 'engage-conversations').send(operations).then(result => result.body);
-    } catch (error) {
-      loggerChild.error(`Failed adding a revisions with operations`, error, {
-        url,
-        [_loggerHelpers.MeltwaterAttributes.COMPANYID]: this.company._id,
-        operations: JSON.stringify(operations)
-      });
-      return;
-    }
-    loggerChild.info(`Finished adding revision operations`, {
-      operations: JSON.stringify(operations)
-    });
-    return result;
+    return await addRevisionsToDocuments(operations, this.company._id, _logger.default);
   }
   async modifyDocuments(operations) {
     let retryAttempt = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 0;
     await this.init();
     const wait = 100;
-    const url = `${this.documentServiceUrl}/`;
+    const url = `${documentServiceUrl}/`;
     const loggerChild = _logger.default.child({
       [_loggerHelpers.MeltwaterAttributes.COMPANYID]: this.company._id
     });
@@ -73,7 +51,7 @@ class IRClient {
     try {
       result = await _superagent.default.patch(url).query({
         wait,
-        apikey: this.documentServiceKey
+        apikey: documentServiceKey
       }).set('x-client-name', 'engage-conversations').send(operations).then(result => result.body);
     } catch (err) {
       retryAttempt++;
@@ -94,7 +72,7 @@ class IRClient {
     let retryAttempt = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 0;
     await this.init();
     try {
-      const uri = `${this.documentServiceUrl}/${id}/revisions/${this.company._id}?apikey=${this.documentServiceKey}`;
+      const uri = `${documentServiceUrl}/${id}/revisions/${this.company._id}?apikey=${documentServiceKey}`;
       const metric = this.metrics.count(metricNames.irGetByDocumentId);
       const result = await _superagent.default.get(uri);
       this.metrics.finishOperation(metricNames.irGetByDocumentId, metric);
@@ -135,8 +113,8 @@ class IRClient {
     await this.init();
     const traceId = this.generateTraceId();
     try {
-      let uri = `${this.exportApiUrl}?apikey=${this.exportApiKey}`;
-      _logger.default.info(`Starting call to : ${this.exportApiUrl}`, {
+      let uri = `${exportApiUrl}?apikey=${exportApiKey}`;
+      _logger.default.info(`Starting call to : ${exportApiUrl}`, {
         rune
       });
       this.addCompanyToRuneForHorace(rune);
@@ -155,7 +133,7 @@ class IRClient {
     await this.init();
     const traceId = this.generateTraceId();
     try {
-      let uri = `${this.searchServicesUrl}?apikey=${this.searchServicesKey}`;
+      let uri = `${searchServicesUrl}?apikey=${searchServicesKey}`;
 
       // todo: remove changing rune searchResults size
       // todo: remove reduce ( dedupes and trims to original rune limit )
@@ -224,7 +202,7 @@ class IRClient {
   async executeSearch(rune) {
     await this.init();
     this.addCompanyToRuneForHorace(rune);
-    const uri = `${this.searchServicesUrl}?apikey=${this.searchServicesKey}`;
+    const uri = `${searchServicesUrl}?apikey=${searchServicesKey}`;
     return await _superagent.default.post(uri).send(rune);
   }
   addCompanyToRuneForHorace(rune) {
@@ -239,4 +217,105 @@ class IRClient {
     return `engage_${this.company._id}_${this.traceId}_${(0, _uuid.v4)()}`;
   }
 }
-exports.IRClient = IRClient;
+exports.default = IRClient;
+async function addRevisionsToDocuments(operations, companyId, logger) {
+  const url = `${documentRevisionsServiceUrl}/${companyId}/`;
+  let result;
+  try {
+    result = await _superagent.default.patch(url).query({
+      apikey: documentServiceKey
+    }).set('x-client-name', 'engage-conversations').send(operations).then(result => result.body);
+  } catch (error) {
+    (0, _loggerHelpers.loggerError)(logger, `Failed adding a revisions with operations`, error, {
+      url,
+      [_loggerHelpers.MeltwaterAttributes.COMPANYID]: companyId,
+      operations: JSON.stringify(operations)
+    });
+    return;
+  }
+  return result;
+}
+async function markAsComplete(messageIds, companyId, logger) {
+  return reviseDocumentHelper(messageIds, 'markAsComplete', companyId, logger);
+}
+async function markAsHasDMReply(messageIds, companyId, logger) {
+  return reviseDocumentHelper(messageIds, 'markAsHasDMReply', companyId, logger);
+}
+async function markAsToDo(messageIds, companyId, logger) {
+  return reviseDocumentHelper(messageIds, 'markAsToDo', companyId, logger);
+}
+async function reviseDocumentHelper(messageIds, revisionType, companyId, logger) {
+  const messageIdsChunks = chunkArray(messageIds, chunkSize);
+  const revisionPromises = [];
+  for (const messageIdChunk of messageIdsChunks) {
+    const operations = {};
+    // build operation list for each document
+    switch (revisionType) {
+      case "markAsComplete":
+        messageIdChunk.forEach(message => {
+          operations[message.documentId] = [{
+            operation: 'addToSet',
+            fieldPath: 'metaData.applicationTags',
+            value: [generateCompanyAppDataKey({
+              companyId: companyId,
+              key: `${message.searchId || `credential:${message.credentialId}`}:status`,
+              value: 'complete'
+            })]
+          }];
+        });
+        break;
+      case "markAsHasDMReply":
+        messageIdChunk.forEach(message => {
+          operations[message.documentId] = [{
+            operation: 'addToSet',
+            fieldPath: 'metaData.applicationTags',
+            value: [generateCompanyAppDataKey({
+              companyId: companyId,
+              key: `${message.searchId || `credential:${message.credentialId}`}:hasBrandReply`,
+              value: 'true'
+            })]
+          }];
+        });
+        break;
+      case "markAsToDo":
+        messageIdChunk.forEach(message => {
+          operations[message.documentId] = [{
+            operation: 'removeFromSet',
+            fieldPath: 'metaData.applicationTags',
+            value: [generateCompanyAppDataKey({
+              companyId: companyId,
+              key: `${message.searchId || `credential:${message.credentialId}`}:status`,
+              value: `complete`
+            })]
+          }];
+        });
+        break;
+    }
+    try {
+      (0, _loggerHelpers.loggerInfo)(logger, `Sending revision for ${revisionType} for companyId: ${companyId}`, {
+        operations: JSON.stringify(operations)
+      });
+      revisionPromises.push(addRevisionsToDocuments(operations, companyId, logger));
+    } catch (error) {
+      (0, _loggerHelpers.loggerError)(logger, `Error marking as ${revisionType} in IR for ${messageIds.length} document(s). Unable to save revision.`, error, {
+        messageIds
+      });
+    }
+  }
+  return await Promise.all(revisionPromises);
+}
+function chunkArray(array, size) {
+  return array.reduce((chunks, item, index) => {
+    const chunkIndex = Math.floor(index / size);
+    chunks[chunkIndex] = (chunks[chunkIndex] || []).concat(item);
+    return chunks;
+  }, []);
+}
+function generateCompanyAppDataKey(_ref) {
+  let {
+    companyId,
+    key,
+    value
+  } = _ref;
+  return `conversations:${companyId}:${key}=${value}`;
+}

package/dist/cjs/data-access/http/twitter.native.js

@@ -28,11 +28,7 @@ var _crypto = _interopRequireDefault(require("crypto"));
 var _axios = _interopRequireDefault(require("axios"));
 var _fs = _interopRequireDefault(require("fs"));
 var _socialTwit = _interopRequireDefault(require("@meltwater/social-twit"));
-var _url = require("url");
-var _path = require("path");
 function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
-const _filename = (0, _url.fileURLToPath)(import.meta.url);
-const _dirname = (0, _path.dirname)(_filename);
 function addOAuthToToken(token, TWITTER_CONSUMER_KEY, TWITTER_CONSUMER_SECRET) {
   if (!token.oauth) {
     token.oauth = (0, _oauth.default)({
@@ -534,8 +530,8 @@ async function downloadImage(url, fileName) {
 }
 
 // local
-function generateFilePath(mimeType) {
-  let dir = `${_dirname}/temporaryTwitterMedia`;
+function generateFilePath(mimeType, dirname) {
+  let dir = `${dirname}/temporaryTwitterMedia`;
   if (!_fs.default.existsSync(dir)) {
     _fs.default.mkdirSync(dir);
   }
@@ -549,7 +545,7 @@ function generateFilePath(mimeType) {
 // local
 async function uploadMedia(attachment, token, discussionType, logger) {
   return new Promise(async (resolve, reject) => {
-    let filePath = generateFilePath(attachment.mimeType);
+    let filePath = generateFilePath(attachment.mimeType, attachment.__dirname);
     await downloadImage(attachment.url, filePath);
     const T = new _socialTwit.default({
       consumer_key: token.consumer_key,

package/dist/cjs/data-access/index.js

@@ -14,7 +14,8 @@ var _featureToggleApiClient = require("./http/featureToggleApi.client.js");
 var _identityServicesClient = require("./http/identityServices.client.js");
 var _instagramApiClient = require("./http/instagramApi.client.js");
 var _InstagramVideoClient = require("./http/InstagramVideoClient.js");
-var _irClient = require("./http/ir.client.js");
+var _irClient = _interopRequireWildcard(require("./http/ir.client.js"));
+var IRClientHelpers = _irClient;
 var _linkedInApiClient = require("./http/linkedInApi.client.js");
 var _tiktokApiClient = require("./http/tiktokApi.client.js");
 var _masfClient = require("./http/masf.client.js");
@@ -59,11 +60,12 @@ var _default = exports.default = {
   IdentityServicesClient: _identityServicesClient.IdentityServicesClient,
   InstagramApiClient: _instagramApiClient.InstagramApiClient,
   InstagramVideoClient: _InstagramVideoClient.InstagramVideoClient,
-  IRClient: _irClient.IRClient,
+  IRClient: _irClient.default,
   LinkedInApiClient: _linkedInApiClient.LinkedInApiClient,
   TikTokApiClient: _tiktokApiClient.TikTokApiClient,
   MasfClient: _masfClient.MasfClient,
   WarpZoneApiClient: _WarpZoneApiClient.WarpZoneApiClient,
   DocumentHelperFunctions,
-  LinkedInHelpers
+  LinkedInHelpers,
+  IRClientHelpers
 };

package/dist/esm/data-access/http/ir.client.js

@@ -2,9 +2,16 @@ import { v4 } from 'uuid';
 import superagent from 'superagent';
 import logger from '../../lib/logger.js';
 import configuration from '../../lib/configuration.js';
-import { metricN } from '../../lib/metrics.helper.js';
-import { MeltwaterAttributes } from '../../lib/logger.helpers.js';
-export class IRClient {
+import { loggerError, loggerInfo, MeltwaterAttributes } from '../../lib/logger.helpers.js';
+const searchServicesUrl = configuration.get('SEARCH_SERVICE_URL');
+const searchServicesKey = process.env.IR_API_KEY;
+const documentRevisionsServiceUrl = configuration.get('DOCUMENT_REVISIONS_SERVICE_URL');
+const documentServiceUrl = configuration.get('DOCUMENT_SERVICE_URL');
+const documentServiceKey = process.env.IR_API_KEY;
+const exportApiUrl = configuration.get('EXPORT_API_URL');
+const exportApiKey = process.env.IR_API_KEY;
+const chunkSize = process.env.REVISION_CHUNK_SIZE || 200;
+export default class IRClient {
   RETRY_COUNT = 50;
   constructor(context) {
     const {
@@ -18,47 +25,14 @@ export class IRClient {
     this.traceId = traceId;
     this.metrics = metrics;
   }
-  async init() {
-    let irApiKey = configuration.get('IR_API_KEY');
-    this.searchServicesUrl = configuration.get('SEARCH_SERVICE_URL');
-    this.searchServicesKey = irApiKey;
-    this.documentRevisionsServiceUrl = configuration.get('DOCUMENT_REVISIONS_SERVICE_URL');
-    this.documentServiceUrl = configuration.get('DOCUMENT_SERVICE_URL');
-    this.documentServiceKey = irApiKey;
-    this.exportApiUrl = configuration.get('EXPORT_API_URL');
-    this.exportApiKey = irApiKey;
-  }
   async addRevisionsToDocuments(operations) {
-    await this.init();
-    const wait = 100;
-    const url = `${this.documentRevisionsServiceUrl}/${this.company._id}/`;
-    const loggerChild = logger.child({
-      [MeltwaterAttributes.COMPANYID]: this.company._id
-    });
-    let result;
-    try {
-      result = await superagent.patch(url).query({
-        wait,
-        apikey: this.documentServiceKey
-      }).set('x-client-name', 'engage-conversations').send(operations).then(result => result.body);
-    } catch (error) {
-      loggerChild.error(`Failed adding a revisions with operations`, error, {
-        url,
-        [MeltwaterAttributes.COMPANYID]: this.company._id,
-        operations: JSON.stringify(operations)
-      });
-      return;
-    }
-    loggerChild.info(`Finished adding revision operations`, {
-      operations: JSON.stringify(operations)
-    });
-    return result;
+    return await addRevisionsToDocuments(operations, this.company._id, logger);
   }
   async modifyDocuments(operations) {
     let retryAttempt = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 0;
     await this.init();
     const wait = 100;
-    const url = `${this.documentServiceUrl}/`;
+    const url = `${documentServiceUrl}/`;
     const loggerChild = logger.child({
       [MeltwaterAttributes.COMPANYID]: this.company._id
     });
@@ -66,7 +40,7 @@ export class IRClient {
     try {
       result = await superagent.patch(url).query({
         wait,
-        apikey: this.documentServiceKey
+        apikey: documentServiceKey
       }).set('x-client-name', 'engage-conversations').send(operations).then(result => result.body);
     } catch (err) {
       retryAttempt++;
@@ -87,7 +61,7 @@ export class IRClient {
     let retryAttempt = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 0;
     await this.init();
     try {
-      const uri = `${this.documentServiceUrl}/${id}/revisions/${this.company._id}?apikey=${this.documentServiceKey}`;
+      const uri = `${documentServiceUrl}/${id}/revisions/${this.company._id}?apikey=${documentServiceKey}`;
       const metric = this.metrics.count(metricNames.irGetByDocumentId);
       const result = await superagent.get(uri);
       this.metrics.finishOperation(metricNames.irGetByDocumentId, metric);
@@ -128,8 +102,8 @@ export class IRClient {
     await this.init();
     const traceId = this.generateTraceId();
     try {
-      let uri = `${this.exportApiUrl}?apikey=${this.exportApiKey}`;
-      logger.info(`Starting call to : ${this.exportApiUrl}`, {
+      let uri = `${exportApiUrl}?apikey=${exportApiKey}`;
+      logger.info(`Starting call to : ${exportApiUrl}`, {
         rune
       });
       this.addCompanyToRuneForHorace(rune);
@@ -148,7 +122,7 @@ export class IRClient {
     await this.init();
     const traceId = this.generateTraceId();
     try {
-      let uri = `${this.searchServicesUrl}?apikey=${this.searchServicesKey}`;
+      let uri = `${searchServicesUrl}?apikey=${searchServicesKey}`;
 
       // todo: remove changing rune searchResults size
       // todo: remove reduce ( dedupes and trims to original rune limit )
@@ -217,7 +191,7 @@ export class IRClient {
   async executeSearch(rune) {
     await this.init();
     this.addCompanyToRuneForHorace(rune);
-    const uri = `${this.searchServicesUrl}?apikey=${this.searchServicesKey}`;
+    const uri = `${searchServicesUrl}?apikey=${searchServicesKey}`;
     return await superagent.post(uri).send(rune);
   }
   addCompanyToRuneForHorace(rune) {
@@ -231,4 +205,105 @@ export class IRClient {
   generateTraceId() {
     return `engage_${this.company._id}_${this.traceId}_${v4()}`;
   }
+}
+export async function addRevisionsToDocuments(operations, companyId, logger) {
+  const url = `${documentRevisionsServiceUrl}/${companyId}/`;
+  let result;
+  try {
+    result = await superagent.patch(url).query({
+      apikey: documentServiceKey
+    }).set('x-client-name', 'engage-conversations').send(operations).then(result => result.body);
+  } catch (error) {
+    loggerError(logger, `Failed adding a revisions with operations`, error, {
+      url,
+      [MeltwaterAttributes.COMPANYID]: companyId,
+      operations: JSON.stringify(operations)
+    });
+    return;
+  }
+  return result;
+}
+export async function markAsComplete(messageIds, companyId, logger) {
+  return reviseDocumentHelper(messageIds, 'markAsComplete', companyId, logger);
+}
+export async function markAsHasDMReply(messageIds, companyId, logger) {
+  return reviseDocumentHelper(messageIds, 'markAsHasDMReply', companyId, logger);
+}
+export async function markAsToDo(messageIds, companyId, logger) {
+  return reviseDocumentHelper(messageIds, 'markAsToDo', companyId, logger);
+}
+async function reviseDocumentHelper(messageIds, revisionType, companyId, logger) {
+  const messageIdsChunks = chunkArray(messageIds, chunkSize);
+  const revisionPromises = [];
+  for (const messageIdChunk of messageIdsChunks) {
+    const operations = {};
+    // build operation list for each document
+    switch (revisionType) {
+      case "markAsComplete":
+        messageIdChunk.forEach(message => {
+          operations[message.documentId] = [{
+            operation: 'addToSet',
+            fieldPath: 'metaData.applicationTags',
+            value: [generateCompanyAppDataKey({
+              companyId: companyId,
+              key: `${message.searchId || `credential:${message.credentialId}`}:status`,
+              value: 'complete'
+            })]
+          }];
+        });
+        break;
+      case "markAsHasDMReply":
+        messageIdChunk.forEach(message => {
+          operations[message.documentId] = [{
+            operation: 'addToSet',
+            fieldPath: 'metaData.applicationTags',
+            value: [generateCompanyAppDataKey({
+              companyId: companyId,
+              key: `${message.searchId || `credential:${message.credentialId}`}:hasBrandReply`,
+              value: 'true'
+            })]
+          }];
+        });
+        break;
+      case "markAsToDo":
+        messageIdChunk.forEach(message => {
+          operations[message.documentId] = [{
+            operation: 'removeFromSet',
+            fieldPath: 'metaData.applicationTags',
+            value: [generateCompanyAppDataKey({
+              companyId: companyId,
+              key: `${message.searchId || `credential:${message.credentialId}`}:status`,
+              value: `complete`
+            })]
+          }];
+        });
+        break;
+    }
+    try {
+      loggerInfo(logger, `Sending revision for ${revisionType} for companyId: ${companyId}`, {
+        operations: JSON.stringify(operations)
+      });
+      revisionPromises.push(addRevisionsToDocuments(operations, companyId, logger));
+    } catch (error) {
+      loggerError(logger, `Error marking as ${revisionType} in IR for ${messageIds.length} document(s). Unable to save revision.`, error, {
+        messageIds
+      });
+    }
+  }
+  return await Promise.all(revisionPromises);
+}
+function chunkArray(array, size) {
+  return array.reduce((chunks, item, index) => {
+    const chunkIndex = Math.floor(index / size);
+    chunks[chunkIndex] = (chunks[chunkIndex] || []).concat(item);
+    return chunks;
+  }, []);
+}
+function generateCompanyAppDataKey(_ref) {
+  let {
+    companyId,
+    key,
+    value
+  } = _ref;
+  return `conversations:${companyId}:${key}=${value}`;
 }

package/dist/esm/data-access/http/twitter.native.js

@@ -6,10 +6,6 @@ import crypto from 'crypto';
 import axios from 'axios';
 import fs from 'fs';
 import Twit from '@meltwater/social-twit';
-import { fileURLToPath } from 'url';
-import { dirname } from 'path';
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
 export function addOAuthToToken(token, TWITTER_CONSUMER_KEY, TWITTER_CONSUMER_SECRET) {
   if (!token.oauth) {
     token.oauth = OAuth({
@@ -511,8 +507,8 @@ async function downloadImage(url, fileName) {
 }
 
 // local
-function generateFilePath(mimeType) {
-  let dir = `${__dirname}/temporaryTwitterMedia`;
+function generateFilePath(mimeType, dirname) {
+  let dir = `${dirname}/temporaryTwitterMedia`;
   if (!fs.existsSync(dir)) {
     fs.mkdirSync(dir);
   }
@@ -526,7 +522,7 @@ function generateFilePath(mimeType) {
 // local
 async function uploadMedia(attachment, token, discussionType, logger) {
   return new Promise(async (resolve, reject) => {
-    let filePath = generateFilePath(attachment.mimeType);
+    let filePath = generateFilePath(attachment.mimeType, attachment.__dirname);
     await downloadImage(attachment.url, filePath);
     const T = new Twit({
       consumer_key: token.consumer_key,

package/dist/esm/data-access/index.js

@@ -8,7 +8,7 @@ import { FeatureToggleClient } from './http/featureToggleApi.client.js';
 import { IdentityServicesClient } from './http/identityServices.client.js';
 import { InstagramApiClient } from './http/instagramApi.client.js';
 import { InstagramVideoClient } from './http/InstagramVideoClient.js';
-import { IRClient } from './http/ir.client.js';
+import IRClient, * as IRClientHelpers from './http/ir.client.js';
 import { LinkedInApiClient, getOrganization, getProfile, getOrganizations } from './http/linkedInApi.client.js';
 import { TikTokApiClient } from './http/tiktokApi.client.js';
 import { MasfClient } from './http/masf.client.js';
@@ -57,5 +57,6 @@ export default {
   MasfClient,
   WarpZoneApiClient,
   DocumentHelperFunctions,
-  LinkedInHelpers
+  LinkedInHelpers,
+  IRClientHelpers
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@meltwater/conversations-api-services",
-  "version": "1.0.40",
+  "version": "1.0.41",
   "description": "Repository to contain all conversations api services shared across our services",
   "main": "dist/cjs/data-access/index.js",
   "module": "dist/esm/data-access/index.js",

package/src/data-access/http/ir.client.js

@@ -2,10 +2,22 @@ import { v4 } from 'uuid';
 import superagent from 'superagent';
 import logger from '../../lib/logger.js';
 import configuration from '../../lib/configuration.js';
-import { metricN } from '../../lib/metrics.helper.js';
-import { MeltwaterAttributes } from '../../lib/logger.helpers.js';
+import { loggerError, loggerInfo, MeltwaterAttributes } from '../../lib/logger.helpers.js';
 
-export class IRClient {
+const searchServicesUrl = configuration.get('SEARCH_SERVICE_URL');
+const searchServicesKey = process.env.IR_API_KEY;
+
+const documentRevisionsServiceUrl = configuration.get(
+    'DOCUMENT_REVISIONS_SERVICE_URL'
+);
+const documentServiceUrl = configuration.get('DOCUMENT_SERVICE_URL');
+const documentServiceKey = process.env.IR_API_KEY;
+
+const exportApiUrl = configuration.get('EXPORT_API_URL');
+const exportApiKey = process.env.IR_API_KEY;
+const chunkSize = process.env.REVISION_CHUNK_SIZE || 200;
+
+export default class IRClient {
     RETRY_COUNT = 50;
     constructor(context) {
         const { company, user, traceId, metrics } = context;
@@ -15,62 +27,14 @@ export class IRClient {
         this.metrics = metrics;
     }
 
-    async init() {
-        let irApiKey = configuration.get('IR_API_KEY');
-
-        this.searchServicesUrl = configuration.get('SEARCH_SERVICE_URL');
-        this.searchServicesKey = irApiKey;
-
-        this.documentRevisionsServiceUrl = configuration.get(
-            'DOCUMENT_REVISIONS_SERVICE_URL'
-        );
-        this.documentServiceUrl = configuration.get('DOCUMENT_SERVICE_URL');
-        this.documentServiceKey = irApiKey;
-
-        this.exportApiUrl = configuration.get('EXPORT_API_URL');
-        this.exportApiKey = irApiKey;
-    }
-
     async addRevisionsToDocuments(operations) {
-        await this.init();
-        const wait = 100;
-        const url = `${this.documentRevisionsServiceUrl}/${this.company._id}/`;
-        const loggerChild = logger.child({
-            [MeltwaterAttributes.COMPANYID]: this.company._id,
-        });
-
-        let result;
-
-        try {
-            result = await superagent
-                .patch(url)
-                .query({
-                    wait,
-                    apikey: this.documentServiceKey,
-                })
-                .set('x-client-name', 'engage-conversations')
-                .send(operations)
-                .then((result) => result.body);
-        } catch (error) {
-            loggerChild.error(`Failed adding a revisions with operations`, error, {
-                url,
-                [MeltwaterAttributes.COMPANYID]: this.company._id,
-                operations: JSON.stringify(operations)
-            });
-            return;
-        }
-
-        loggerChild.info(`Finished adding revision operations`, {
-            operations: JSON.stringify(operations)
-        });
-
-        return result;
+        return await addRevisionsToDocuments(operations,this.company._id,logger);
     }
 
     async modifyDocuments(operations, retryAttempt = 0) {
         await this.init();
         const wait = 100;
-        const url = `${this.documentServiceUrl}/`;
+        const url = `${documentServiceUrl}/`;
         const loggerChild = logger.child({
             [MeltwaterAttributes.COMPANYID]: this.company._id,
         });
@@ -81,7 +45,7 @@ export class IRClient {
                 .patch(url)
                 .query({
                     wait,
-                    apikey: this.documentServiceKey,
+                    apikey: documentServiceKey,
                 })
                 .set('x-client-name', 'engage-conversations')
                 .send(operations)
@@ -111,7 +75,7 @@ export class IRClient {
         await this.init();
 
         try {
-            const uri = `${this.documentServiceUrl}/${id}/revisions/${this.company._id}?apikey=${this.documentServiceKey}`;
+            const uri = `${documentServiceUrl}/${id}/revisions/${this.company._id}?apikey=${documentServiceKey}`;
             const metric = this.metrics.count(metricNames.irGetByDocumentId);
             const result = await superagent.get(uri);
             this.metrics.finishOperation(metricNames.irGetByDocumentId, metric);
@@ -164,9 +128,9 @@ export class IRClient {
         const traceId = this.generateTraceId();
 
         try {
-            let uri = `${this.exportApiUrl}?apikey=${this.exportApiKey}`;
+            let uri = `${exportApiUrl}?apikey=${exportApiKey}`;
 
-            logger.info(`Starting call to : ${this.exportApiUrl}`, {
+            logger.info(`Starting call to : ${exportApiUrl}`, {
                 rune,
             });
 
@@ -197,7 +161,7 @@ export class IRClient {
         const traceId = this.generateTraceId();
 
         try {
-            let uri = `${this.searchServicesUrl}?apikey=${this.searchServicesKey}`;
+            let uri = `${searchServicesUrl}?apikey=${searchServicesKey}`;
 
             // todo: remove changing rune searchResults size
             // todo: remove reduce ( dedupes and trims to original rune limit )
@@ -294,7 +258,7 @@ export class IRClient {
     async executeSearch(rune) {
         await this.init();
         this.addCompanyToRuneForHorace(rune);
-        const uri = `${this.searchServicesUrl}?apikey=${this.searchServicesKey}`;
+        const uri = `${searchServicesUrl}?apikey=${searchServicesKey}`;
         return await superagent.post(uri).send(rune);
     }
 
@@ -311,3 +275,139 @@ export class IRClient {
         return `engage_${this.company._id}_${this.traceId}_${v4()}`;
     }
 }
+
+export async function addRevisionsToDocuments(operations, companyId, logger) {
+    const url = `${documentRevisionsServiceUrl}/${companyId}/`;
+    let result;
+
+    try {
+        result = await superagent
+            .patch(url)
+            .query({
+                apikey: documentServiceKey,
+            })
+            .set('x-client-name', 'engage-conversations')
+            .send(operations)
+            .then((result) => result.body);
+    } catch (error) {
+        loggerError(logger,`Failed adding a revisions with operations`, error, {
+            url,
+            [MeltwaterAttributes.COMPANYID]: companyId,
+            operations: JSON.stringify(operations)
+        });
+        return;
+    }
+
+    return result;
+}
+
+export async function markAsComplete(messageIds, companyId, logger) {
+    return reviseDocumentHelper(messageIds,'markAsComplete',companyId,logger);
+}
+
+export async function markAsHasDMReply(messageIds, companyId, logger) {
+    return reviseDocumentHelper(messageIds,'markAsHasDMReply',companyId,logger);
+}
+
+export async function markAsToDo(messageIds, companyId, logger) {
+    return reviseDocumentHelper(messageIds,'markAsToDo',companyId,logger);
+}
+
+
+async function reviseDocumentHelper(messageIds, revisionType, companyId, logger) {
+    const messageIdsChunks = chunkArray(messageIds, chunkSize);
+    const revisionPromises = [];
+    for (const messageIdChunk of messageIdsChunks) {
+        const operations = {};
+        // build operation list for each document
+        switch(revisionType){
+            case "markAsComplete":
+                messageIdChunk.forEach((message) => {
+                    operations[message.documentId] = [
+                        {
+                            operation: 'addToSet',
+                            fieldPath: 'metaData.applicationTags',
+                            value: [
+                                generateCompanyAppDataKey({
+                                    companyId: companyId,
+                                    key: `${
+                                        message.searchId || `credential:${message.credentialId}`
+                                    }:status`,
+                                    value: 'complete',
+                                }),
+                            ],
+                        },
+                    ];  
+                })
+                break;
+            case "markAsHasDMReply":
+                messageIdChunk.forEach((message) => {
+                    operations[message.documentId] = [
+                        {
+                            operation: 'addToSet',
+                            fieldPath: 'metaData.applicationTags',
+                            value: [
+                                generateCompanyAppDataKey({
+                                    companyId: companyId,
+                                    key: `${
+                                        message.searchId || `credential:${message.credentialId}`
+                                    }:hasBrandReply`,
+                                    value: 'true',
+                                }),
+                            ],
+                        },
+                    ];
+                })
+                break;
+            case "markAsToDo":
+                messageIdChunk.forEach((message) => {
+                    operations[message.documentId] = [
+                        {
+                            operation: 'removeFromSet',
+                            fieldPath: 'metaData.applicationTags',
+                            value: [
+                                generateCompanyAppDataKey({
+                                    companyId: companyId,
+                                    key: `${
+                                        message.searchId || `credential:${message.credentialId}`
+                                    }:status`,
+                                    value: `complete`,
+                                }),
+                            ],
+                        },
+                    ];
+                });
+                break;
+        }
+
+        try {
+            loggerInfo(logger,
+                `Sending revision for ${revisionType} for companyId: ${companyId}`,
+                { operations: JSON.stringify(operations) }
+            );
+            revisionPromises.push(
+                addRevisionsToDocuments(operations,companyId,logger)
+            );
+        } catch (error) {
+            loggerError(logger,
+                `Error marking as ${revisionType} in IR for ${messageIds.length} document(s). Unable to save revision.`,
+                error,
+                { messageIds }
+            );
+        }
+    }
+    return await Promise.all(revisionPromises);
+}
+
+
+function chunkArray(array, size) {
+    return array.reduce((chunks, item, index) => {
+        const chunkIndex = Math.floor(index / size);
+        chunks[chunkIndex] = (chunks[chunkIndex] || []).concat(item);
+        return chunks;
+    }, []);
+}
+
+function generateCompanyAppDataKey({ companyId, key, value }) {
+    return `conversations:${companyId}:${key}=${value}`;
+}

package/src/data-access/http/twitter.native.js

@@ -7,11 +7,7 @@ import axios from 'axios';
 import fs from 'fs';
 import Twit from '@meltwater/social-twit';
 
-import { fileURLToPath } from 'url';
-import { dirname } from 'path';
 
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = dirname(__filename);
 
 export function addOAuthToToken(token, TWITTER_CONSUMER_KEY, TWITTER_CONSUMER_SECRET) {
     if(!token.oauth){
@@ -610,8 +606,8 @@ async function downloadImage(url, fileName) {
 }
 
     // local
-function generateFilePath(mimeType) {
-    let dir = `${__dirname}/temporaryTwitterMedia`;
+function generateFilePath(mimeType, dirname) {
+    let dir = `${dirname}/temporaryTwitterMedia`;
     if (!fs.existsSync(dir)) {
         fs.mkdirSync(dir);
     }
@@ -625,7 +621,7 @@ function generateFilePath(mimeType) {
     // local
 async function uploadMedia(attachment, token, discussionType, logger) {
     return new Promise(async (resolve, reject) => {
-        let filePath = generateFilePath(attachment.mimeType);
+        let filePath = generateFilePath(attachment.mimeType, attachment.__dirname);
         await downloadImage(attachment.url, filePath);
         const T = new Twit({
             consumer_key: token.consumer_key,

package/src/data-access/index.js

@@ -8,7 +8,7 @@ import { FeatureToggleClient } from './http/featureToggleApi.client.js';
 import { IdentityServicesClient } from './http/identityServices.client.js';
 import { InstagramApiClient } from './http/instagramApi.client.js';
 import { InstagramVideoClient } from './http/InstagramVideoClient.js';
-import { IRClient } from './http/ir.client.js';
+import IRClient, * as IRClientHelpers from './http/ir.client.js';
 import {
     LinkedInApiClient,
     getOrganization,
@@ -65,4 +65,5 @@ export default {
     WarpZoneApiClient,
     DocumentHelperFunctions,
     LinkedInHelpers,
+    IRClientHelpers,
 };