@resolveio/server-lib 20.14.44 → 20.14.46

package/methods/cron-jobs.js

@@ -89,6 +89,7 @@ var Excel = require("exceljs");
 var moment = require("moment-timezone");
 var simpl_schema_1 = require("simpl-schema");
 var cron_job_collection_1 = require("../collections/cron-job.collection");
+var communication_metric_collection_1 = require("../collections/communication-metric.collection");
 var file_collection_1 = require("../collections/file.collection");
 var openai_usage_ledger_collection_1 = require("../collections/openai-usage-ledger.collection");
 var report_builder_report_collection_1 = require("../collections/report-builder-report.collection");
@@ -796,6 +797,10 @@ var OPENAI_USAGE_BILLING_ENDPOINT = 'https://backend.resolveio.com/api/openai-us
 var OPENAI_USAGE_DEFAULT_LOOKBACK_DAYS = 30;
 var OPENAI_USAGE_DEFAULT_BATCH_SIZE = 500;
 var OPENAI_USAGE_DEFAULT_OVERLAP_MINUTES = 10;
+var COMMUNICATION_METRICS_ENDPOINT = 'https://backend.resolveio.com/api/communication-metrics/report';
+var COMMUNICATION_METRICS_DEFAULT_LOOKBACK_DAYS = 30;
+var COMMUNICATION_METRICS_DEFAULT_BATCH_SIZE = 1000;
+var COMMUNICATION_METRICS_DEFAULT_OVERLAP_MINUTES = 10;
 var toNumberSetting = function (value, fallback, allowZero) {
     if (allowZero === void 0) { allowZero = false; }
     var parsed = Number(value);
@@ -889,6 +894,68 @@ var normalizeUsagePayloadEntry = function (entry) {
         id_conversation: normalizeIdentifier(entry.id_conversation)
     };
 };
+var resolveCommunicationMetricsSyncConfig = function () {
+    var _a, _b;
+    var config = ((_a = resolveio_server_app_1.ResolveIOServer.getServerConfig) === null || _a === void 0 ? void 0 : _a.call(resolveio_server_app_1.ResolveIOServer)) || {};
+    var endpoint = normalizeString(config['COMMUNICATION_METRICS_REPORT_URL']
+        || config['COMMUNICATION_METRICS_BILLING_URL']
+        || process.env.COMMUNICATION_METRICS_REPORT_URL
+        || process.env.COMMUNICATION_METRICS_BILLING_URL) || COMMUNICATION_METRICS_ENDPOINT;
+    var apiKey = normalizeString(config['COMMUNICATION_METRICS_INGEST_KEY']
+        || config['COMMUNICATION_METRICS_API_KEY']
+        || process.env.COMMUNICATION_METRICS_INGEST_KEY
+        || process.env.COMMUNICATION_METRICS_API_KEY
+        || config['OPENAI_USAGE_INGEST_KEY']
+        || config['OPENAI_USAGE_API_KEY']
+        || process.env.OPENAI_USAGE_INGEST_KEY
+        || process.env.OPENAI_USAGE_API_KEY
+        || process.env.OPENAI_USAGE_REPORT_KEY);
+    var batchSize = toNumberSetting(config['COMMUNICATION_METRICS_SYNC_BATCH_SIZE'] || process.env.COMMUNICATION_METRICS_SYNC_BATCH_SIZE, COMMUNICATION_METRICS_DEFAULT_BATCH_SIZE);
+    var lookbackDays = toNumberSetting(config['COMMUNICATION_METRICS_SYNC_LOOKBACK_DAYS'] || process.env.COMMUNICATION_METRICS_SYNC_LOOKBACK_DAYS, COMMUNICATION_METRICS_DEFAULT_LOOKBACK_DAYS);
+    var overlapMinutes = toNumberSetting(config['COMMUNICATION_METRICS_SYNC_OVERLAP_MINUTES'] || process.env.COMMUNICATION_METRICS_SYNC_OVERLAP_MINUTES, COMMUNICATION_METRICS_DEFAULT_OVERLAP_MINUTES, true);
+    var enabledRaw = (_b = config['COMMUNICATION_METRICS_SYNC_ENABLED']) !== null && _b !== void 0 ? _b : process.env.COMMUNICATION_METRICS_SYNC_ENABLED;
+    var enabled = typeof enabledRaw === 'string'
+        ? enabledRaw.trim().toLowerCase() !== 'false' && enabledRaw.trim() !== '0'
+        : enabledRaw !== false;
+    return { config: config, endpoint: endpoint, apiKey: apiKey, batchSize: batchSize, lookbackDays: lookbackDays, overlapMinutes: overlapMinutes, enabled: enabled };
+};
+var buildCommunicationMetricsQuery = function (cursorAt, cursorId) {
+    if (!cursorId) {
+        return { date: { $gte: cursorAt } };
+    }
+    return {
+        $or: [
+            { date: { $gt: cursorAt } },
+            { date: cursorAt, _id: { $gt: cursorId } }
+        ]
+    };
+};
+var normalizeCommunicationMetricEntry = function (entry) {
+    var _a, _b;
+    if (!entry) {
+        return null;
+    }
+    var date = normalizeDate(entry.date || entry.timestamp);
+    var type = normalizeString(entry.type);
+    if (!date || !type) {
+        return null;
+    }
+    var value = Number((_b = (_a = entry.value) !== null && _a !== void 0 ? _a : entry.count) !== null && _b !== void 0 ? _b : 0);
+    if (!Number.isFinite(value) || !value) {
+        return null;
+    }
+    var id = normalizeIdentifier(entry._id) || normalizeIdentifier(entry.id) || '';
+    var unit = normalizeString(entry.unit);
+    var metadata = entry.metadata && typeof entry.metadata === 'object' ? entry.metadata : undefined;
+    return {
+        _id: id || undefined,
+        date: date,
+        type: type,
+        value: value,
+        unit: unit || undefined,
+        metadata: metadata
+    };
+};
 function loadCronJobMethods(methodManager) {
     methodManager.methods({
         cronEmailMergedDocsCleanUp: {
@@ -1047,6 +1114,118 @@ function loadCronJobMethods(methodManager) {
                 });
             }
         },
+        cronCommunicationMetricsSync: {
+            check: new simpl_schema_1.default({
+                data: {
+                    type: Object,
+                    blackbox: true
+                }
+            }),
+            function: function () {
+                return __awaiter(this, void 0, void 0, function () {
+                    var _a, config, endpoint, apiKey, batchSize, lookbackDays, overlapMinutes, enabled, rootUrl, jobDoc, runData, lastSyncedAt, lastSyncedId, lookbackMs, cursorAt, cursorId, totalSent, cursorMoved, source, i, query, entries, payloadEntries, lastEntry;
+                    var _b;
+                    return __generator(this, function (_c) {
+                        switch (_c.label) {
+                            case 0:
+                                _a = resolveCommunicationMetricsSyncConfig(), config = _a.config, endpoint = _a.endpoint, apiKey = _a.apiKey, batchSize = _a.batchSize, lookbackDays = _a.lookbackDays, overlapMinutes = _a.overlapMinutes, enabled = _a.enabled;
+                                if (!enabled) {
+                                    return [2 /*return*/, true];
+                                }
+                                rootUrl = normalizeString(config['ROOT_URL']);
+                                if (rootUrl === 'https://resolveio.com' || rootUrl === 'http://localhost:4200') {
+                                    return [2 /*return*/, true];
+                                }
+                                if (!endpoint || !apiKey) {
+                                    console.warn('[Communication Metrics Sync] Missing endpoint or API key.');
+                                    return [2 /*return*/, false];
+                                }
+                                return [4 /*yield*/, cron_job_collection_1.CronJobs.findOne({ name: 'Communication Metrics Sync' })];
+                            case 1:
+                                jobDoc = _c.sent();
+                                runData = jobDoc === null || jobDoc === void 0 ? void 0 : jobDoc.method_run_data;
+                                lastSyncedAt = normalizeDate(runData === null || runData === void 0 ? void 0 : runData.last_synced_at);
+                                lastSyncedId = normalizeString(runData === null || runData === void 0 ? void 0 : runData.last_synced_id);
+                                lookbackMs = lookbackDays * 24 * 60 * 60 * 1000;
+                                cursorAt = lastSyncedAt || new Date(Date.now() - lookbackMs);
+                                if (lastSyncedAt && overlapMinutes > 0) {
+                                    cursorAt = new Date(cursorAt.getTime() - overlapMinutes * 60 * 1000);
+                                }
+                                cursorId = lastSyncedId;
+                                totalSent = 0;
+                                cursorMoved = false;
+                                source = {
+                                    clientSlug: (_b = resolveio_server_app_1.ResolveIOServer.getClientName) === null || _b === void 0 ? void 0 : _b.call(resolveio_server_app_1.ResolveIOServer),
+                                    clientName: normalizeString(config['CLIENT_NAME']),
+                                    rootUrl: rootUrl,
+                                    reportedAt: new Date(),
+                                    appVersion: process.env.APP_VERSION
+                                };
+                                i = 0;
+                                _c.label = 2;
+                            case 2:
+                                if (!(i < 1000)) return [3 /*break*/, 7];
+                                query = buildCommunicationMetricsQuery(cursorAt, cursorId);
+                                return [4 /*yield*/, communication_metric_collection_1.CommunicationMetrics.find(query, {
+                                        sort: { date: 1, _id: 1 },
+                                        limit: batchSize
+                                    })];
+                            case 3:
+                                entries = _c.sent();
+                                if (!entries.length) {
+                                    return [3 /*break*/, 7];
+                                }
+                                payloadEntries = entries
+                                    .map(function (entry) { return normalizeCommunicationMetricEntry(entry); })
+                                    .filter(Boolean);
+                                if (!payloadEntries.length) return [3 /*break*/, 5];
+                                return [4 /*yield*/, axios_1.default.post(endpoint, { entries: payloadEntries, source: source }, {
+                                        headers: {
+                                            'Content-Type': 'application/json',
+                                            'X-ResolveIO-Communication-Metrics-Key': apiKey,
+                                            'X-ResolveIO-OpenAI-Usage-Key': apiKey,
+                                            'X-OpenAI-Usage-Key': apiKey,
+                                            'X-API-Key': apiKey
+                                        },
+                                        timeout: 20000
+                                    })];
+                            case 4:
+                                _c.sent();
+                                totalSent += payloadEntries.length;
+                                _c.label = 5;
+                            case 5:
+                                lastEntry = entries[entries.length - 1];
+                                if (lastEntry) {
+                                    cursorAt = normalizeDate(lastEntry.date) || cursorAt;
+                                    cursorId = normalizeString(lastEntry._id) || cursorId;
+                                    cursorMoved = true;
+                                }
+                                if (entries.length < batchSize) {
+                                    return [3 /*break*/, 7];
+                                }
+                                _c.label = 6;
+                            case 6:
+                                i++;
+                                return [3 /*break*/, 2];
+                            case 7:
+                                if (!cursorMoved) return [3 /*break*/, 9];
+                                return [4 /*yield*/, cron_job_collection_1.CronJobs.updateOne({ name: 'Communication Metrics Sync' }, {
+                                        $set: {
+                                            'method_run_data.last_synced_at': cursorAt,
+                                            'method_run_data.last_synced_id': cursorId,
+                                            'method_run_data.last_sent_at': new Date(),
+                                            'method_run_data.last_sent_count': totalSent
+                                        }
+                                    })];
+                            case 8:
+                                _c.sent();
+                                _c.label = 9;
+                            case 9: return [2 /*return*/, true];
+                        }
+                    });
+                });
+            }
+        },
         reportbuilderCronJob: {
             check: new simpl_schema_1.default({
                 data: {