@resolveio/server-lib 22.2.32 → 22.2.34
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.github/workflows/ai-assistant-nightly-eval.yml +224 -0
- package/.github/workflows/ai-assistant-pr-guardrails.yml +60 -0
- package/.nodemon.json +5 -0
- package/.vscode/settings.json +21 -0
- package/AGENTS.md +179 -0
- package/README.md +22 -0
- package/build_package.sh +5 -0
- package/compileDTS.pl +64 -0
- package/docs/ai-assistant-nightly-eval.md +65 -0
- package/docs/ai-assistant-preflight-checklist.md +23 -0
- package/docs/ai-assistant-report-builder-bridge-playbook.md +115 -0
- package/eslint-plugin-custom/index.js +7 -0
- package/eslint-plugin-custom/rules/no-filter-zero-index.js +44 -0
- package/eslint.config.js +103 -0
- package/gulpfile.js +216 -0
- package/methodAndPublicationListGenerator.py +319 -0
- package/mongodbensurers.js +2 -0
- package/mongostop.js +3 -0
- package/package.json +1 -1
- package/settings.development.json +25 -0
- package/settings.development.redacted.json +25 -0
- package/src/.env +12 -0
- package/src/ai/assistant-core-heuristics.ts +577 -0
- package/src/client-server-app.ts +12 -0
- package/src/collections/ai-terminal-conversation.collection.ts +91 -0
- package/src/collections/ai-terminal-issue-report.collection.ts +99 -0
- package/src/collections/ai-terminal-message.collection.ts +77 -0
- package/src/collections/app-setting.collection.ts +104 -0
- package/src/collections/app-status.collection.ts +58 -0
- package/src/collections/communication-metric.collection.ts +84 -0
- package/src/collections/counter.collection.ts +56 -0
- package/src/collections/cron-job-history.collection.ts +94 -0
- package/src/collections/cron-job.collection.ts +92 -0
- package/src/collections/customer-notification.collection.ts +131 -0
- package/src/collections/customer-portal-password.collection.ts +76 -0
- package/src/collections/email-history.collection.ts +121 -0
- package/src/collections/email-verified.collection.ts +61 -0
- package/src/collections/file.collection.ts +74 -0
- package/src/collections/flag-update.collection.ts +57 -0
- package/src/collections/flag.collection.ts +57 -0
- package/src/collections/log-method-latency.collection.ts +77 -0
- package/src/collections/log-subscription.collection.ts +80 -0
- package/src/collections/log.collection.ts +93 -0
- package/src/collections/logged-in-users.collection.ts +67 -0
- package/src/collections/monitor-cpu.collection.ts +65 -0
- package/src/collections/monitor-function.collection.ts +74 -0
- package/src/collections/monitor-memory.collection.ts +77 -0
- package/src/collections/monitor-mongo.collection.ts +71 -0
- package/src/collections/notification.collection.ts +57 -0
- package/src/collections/openai-usage-ledger.collection.ts +77 -0
- package/src/collections/report-builder-dashboard-builder.collection.ts +109 -0
- package/src/collections/report-builder-library.collection.ts +89 -0
- package/src/collections/report-builder-report.collection.ts +180 -0
- package/src/collections/user-group.collection.ts +89 -0
- package/src/collections/user-guide.collection.ts +57 -0
- package/src/collections/user.collection.ts +181 -0
- package/src/cron/cron.ts +117 -0
- package/src/fixtures/cron-jobs.ts +95 -0
- package/src/fixtures/init.ts +35 -0
- package/src/http/auth.ts +764 -0
- package/src/http/health.ts +7 -0
- package/src/http/home.ts +90 -0
- package/src/http/slow-query-publication.ts +49 -0
- package/src/index.ts +1 -0
- package/src/managers/communication-metric.manager.ts +82 -0
- package/src/managers/cron.manager.ts +333 -0
- package/src/managers/customer-notification-content.manager.ts +236 -0
- package/src/managers/diagnostic-manager-bootstrap.ts +165 -0
- package/src/managers/error-auto-fix.manager.ts +2767 -0
- package/src/managers/local-log.manager.ts +113 -0
- package/src/managers/method.manager.ts +1557 -0
- package/src/managers/mongo.manager.ts +4566 -0
- package/src/managers/monitor.manager.ts +489 -0
- package/src/managers/openai-usage-ledger.manager.ts +116 -0
- package/src/managers/slow-query-verifier.manager.ts +3590 -0
- package/src/managers/slow-query.manager.ts +519 -0
- package/src/managers/subscription.manager.ts +3120 -0
- package/src/managers/websocket.manager.ts +746 -0
- package/src/managers/worker-dispatcher.manager.ts +1318 -0
- package/src/managers/worker-server.manager.ts +468 -0
- package/src/methods/accounts.ts +532 -0
- package/src/methods/ai-terminal.ts +25505 -0
- package/src/methods/app-settings.ts +114 -0
- package/src/methods/aws.ts +646 -0
- package/src/methods/collections.ts +544 -0
- package/src/methods/counters.ts +67 -0
- package/src/methods/cron-jobs.ts +2610 -0
- package/src/methods/customer-notifications.ts +458 -0
- package/src/methods/diagnostics.ts +447 -0
- package/src/methods/flag-updates.ts +7 -0
- package/src/methods/flags.ts +7 -0
- package/src/methods/logs.ts +656 -0
- package/src/methods/mongo-explorer.ts +1883 -0
- package/src/methods/monitor.ts +540 -0
- package/src/methods/pdf.ts +1210 -0
- package/src/methods/publications.ts +128 -0
- package/src/methods/report-builder.ts +3305 -0
- package/src/methods/support.ts +210 -0
- package/src/models/ai-terminal-conversation.model.ts +19 -0
- package/src/models/ai-terminal-issue-report.model.ts +21 -0
- package/src/models/ai-terminal-message.model.ts +24 -0
- package/src/models/app-setting.model.ts +17 -0
- package/{models/app-status.model.d.ts → src/models/app-status.model.ts} +3 -2
- package/{models/billing-logged-in-users.model.d.ts → src/models/billing-logged-in-users.model.ts} +5 -4
- package/src/models/collection-document.model.ts +24 -0
- package/src/models/communication-metric.model.ts +23 -0
- package/{models/counter.model.d.ts → src/models/counter.model.ts} +4 -3
- package/src/models/cron-job-history.model.ts +16 -0
- package/src/models/cron-job.model.ts +15 -0
- package/src/models/customer-notification.model.ts +28 -0
- package/src/models/customer-portal-password.model.ts +12 -0
- package/src/models/dialog.model.ts +25 -0
- package/{models/email-history.model.js → src/models/email-history.model.ts} +34 -4
- package/{models/email-verified.model.d.ts → src/models/email-verified.model.ts} +6 -5
- package/{models/file.model.d.ts → src/models/file.model.ts} +8 -7
- package/{models/flag-update.model.d.ts → src/models/flag-update.model.ts} +4 -3
- package/{models/flag.model.d.ts → src/models/flag.model.ts} +4 -3
- package/src/models/log-method-latency.model.ts +11 -0
- package/{models/log-subscription.model.d.ts → src/models/log-subscription.model.ts} +11 -9
- package/src/models/log.model.ts +19 -0
- package/{models/logged-in-users.model.d.ts → src/models/logged-in-users.model.ts} +6 -5
- package/{models/method-response.model.d.ts → src/models/method-response.model.ts} +7 -6
- package/src/models/method.model.ts +23 -0
- package/{models/monitor-cpu.model.d.ts → src/models/monitor-cpu.model.ts} +9 -7
- package/src/models/monitor-function.model.ts +16 -0
- package/src/models/monitor-memory.model.ts +17 -0
- package/src/models/monitor-mongo.model.ts +15 -0
- package/{models/notification.model.d.ts → src/models/notification.model.ts} +6 -4
- package/src/models/openai-usage-ledger.model.ts +16 -0
- package/src/models/pagination.model.ts +35 -0
- package/src/models/permission.model.ts +14 -0
- package/src/models/report-builder-dashboard-builder.model.ts +29 -0
- package/src/models/report-builder-library.model.ts +20 -0
- package/src/models/report-builder-report.model.ts +135 -0
- package/src/models/report-builder.model.ts +68 -0
- package/src/models/select-data-label.model.ts +9 -0
- package/src/models/server-message.model.ts +31 -0
- package/src/models/slow-query-report.model.ts +23 -0
- package/src/models/subscription.model.ts +73 -0
- package/src/models/support-ticket.model.ts +96 -0
- package/src/models/user-group.model.ts +24 -0
- package/{models/user-guide.model.d.ts → src/models/user-guide.model.ts} +5 -4
- package/src/models/user.model.ts +96 -0
- package/src/private/images/ResolveIO.png +0 -0
- package/src/publications/ai-terminal.ts +73 -0
- package/src/publications/app-settings.ts +25 -0
- package/src/publications/app-status.ts +13 -0
- package/src/publications/cron-jobs.ts +29 -0
- package/src/publications/customer-notifications.ts +101 -0
- package/src/publications/files.ts +33 -0
- package/src/publications/flags-update.ts +19 -0
- package/src/publications/flags.ts +19 -0
- package/src/publications/logs.ts +163 -0
- package/src/publications/notifications.ts +13 -0
- package/src/publications/report-builder-dashboard-builders.ts +39 -0
- package/src/publications/report-builder-libraries.ts +41 -0
- package/src/publications/report-builder-reports.ts +47 -0
- package/src/publications/super-admin.ts +13 -0
- package/src/publications/user-groups.ts +12 -0
- package/src/publications/user-guides.ts +12 -0
- package/src/resolveio-server-app.ts +617 -0
- package/src/server-app.ts +2616 -0
- package/src/services/codex-client.ts +1117 -0
- package/src/services/openai-client.ts +265 -0
- package/src/types/error-report.ts +26 -0
- package/src/types/js-tiktoken.d.ts +11 -0
- package/src/types/slow-query-report.ts +28 -0
- package/src/util/common.ts +649 -0
- package/src/util/customer-portal-password.ts +183 -0
- package/src/util/error-reporter.ts +332 -0
- package/src/util/error-tracking.ts +79 -0
- package/src/util/report-builder-unwinds.ts +180 -0
- package/src/util/schema-report-builder.ts +448 -0
- package/src/util/slow-query-reporter.ts +216 -0
- package/src/util/subscription-dependency-context.ts +1096 -0
- package/src/util/tokenizer.ts +38 -0
- package/src/workers/codex-runner.worker.ts +142 -0
- package/start_server.sh +5 -0
- package/tests/ai-assistant-corpus-build.ts +484 -0
- package/tests/ai-assistant-corpus-replay-e2e.ts +773 -0
- package/tests/ai-assistant-data-parity-e2e.ts +2018 -0
- package/tests/ai-assistant-eval-triage.ts +831 -0
- package/tests/ai-assistant-openai-e2e.ts +1061 -0
- package/tests/ai-assistant-openai-git-e2e.ts +155 -0
- package/tests/ai-assistant-preflight-matrix.ts +215 -0
- package/tests/ai-assistant-routing-eval.test.ts +560 -0
- package/tests/ai-assistant-snf-live-eval.ts +921 -0
- package/tests/ai-assistant-utils.test.ts +2165 -0
- package/tests/error-reporter.test.ts +145 -0
- package/tests/report-builder-linking.test.ts +79 -0
- package/tests/subscription-connect-race.test.ts +157 -0
- package/tests/subscription-dependency-context.test.ts +324 -0
- package/tests/subscription-manager-collection-tracking.test.ts +86 -0
- package/tests/subscription-manager-invalidation.test.ts +85 -0
- package/tsconfig.json +34 -0
- package/ai/assistant-core-heuristics.d.ts +0 -11
- package/ai/assistant-core-heuristics.js +0 -531
- package/ai/assistant-core-heuristics.js.map +0 -1
- package/client-server-app.d.ts +0 -1
- package/client-server-app.js +0 -68
- package/client-server-app.js.map +0 -1
- package/collections/ai-terminal-conversation.collection.d.ts +0 -2
- package/collections/ai-terminal-conversation.collection.js +0 -140
- package/collections/ai-terminal-conversation.collection.js.map +0 -1
- package/collections/ai-terminal-issue-report.collection.d.ts +0 -2
- package/collections/ai-terminal-issue-report.collection.js +0 -148
- package/collections/ai-terminal-issue-report.collection.js.map +0 -1
- package/collections/ai-terminal-message.collection.d.ts +0 -2
- package/collections/ai-terminal-message.collection.js +0 -121
- package/collections/ai-terminal-message.collection.js.map +0 -1
- package/collections/app-setting.collection.d.ts +0 -3
- package/collections/app-setting.collection.js +0 -103
- package/collections/app-setting.collection.js.map +0 -1
- package/collections/app-status.collection.d.ts +0 -3
- package/collections/app-status.collection.js +0 -57
- package/collections/app-status.collection.js.map +0 -1
- package/collections/communication-metric.collection.d.ts +0 -2
- package/collections/communication-metric.collection.js +0 -133
- package/collections/communication-metric.collection.js.map +0 -1
- package/collections/counter.collection.d.ts +0 -3
- package/collections/counter.collection.js +0 -56
- package/collections/counter.collection.js.map +0 -1
- package/collections/cron-job-history.collection.d.ts +0 -3
- package/collections/cron-job-history.collection.js +0 -137
- package/collections/cron-job-history.collection.js.map +0 -1
- package/collections/cron-job.collection.d.ts +0 -3
- package/collections/cron-job.collection.js +0 -92
- package/collections/cron-job.collection.js.map +0 -1
- package/collections/customer-notification.collection.d.ts +0 -3
- package/collections/customer-notification.collection.js +0 -130
- package/collections/customer-notification.collection.js.map +0 -1
- package/collections/customer-portal-password.collection.d.ts +0 -3
- package/collections/customer-portal-password.collection.js +0 -75
- package/collections/customer-portal-password.collection.js.map +0 -1
- package/collections/email-history.collection.d.ts +0 -3
- package/collections/email-history.collection.js +0 -121
- package/collections/email-history.collection.js.map +0 -1
- package/collections/email-verified.collection.d.ts +0 -3
- package/collections/email-verified.collection.js +0 -61
- package/collections/email-verified.collection.js.map +0 -1
- package/collections/file.collection.d.ts +0 -3
- package/collections/file.collection.js +0 -74
- package/collections/file.collection.js.map +0 -1
- package/collections/flag-update.collection.d.ts +0 -3
- package/collections/flag-update.collection.js +0 -57
- package/collections/flag-update.collection.js.map +0 -1
- package/collections/flag.collection.d.ts +0 -3
- package/collections/flag.collection.js +0 -57
- package/collections/flag.collection.js.map +0 -1
- package/collections/log-method-latency.collection.d.ts +0 -3
- package/collections/log-method-latency.collection.js +0 -77
- package/collections/log-method-latency.collection.js.map +0 -1
- package/collections/log-subscription.collection.d.ts +0 -3
- package/collections/log-subscription.collection.js +0 -80
- package/collections/log-subscription.collection.js.map +0 -1
- package/collections/log.collection.d.ts +0 -3
- package/collections/log.collection.js +0 -93
- package/collections/log.collection.js.map +0 -1
- package/collections/logged-in-users.collection.d.ts +0 -3
- package/collections/logged-in-users.collection.js +0 -67
- package/collections/logged-in-users.collection.js.map +0 -1
- package/collections/monitor-cpu.collection.d.ts +0 -3
- package/collections/monitor-cpu.collection.js +0 -65
- package/collections/monitor-cpu.collection.js.map +0 -1
- package/collections/monitor-function.collection.d.ts +0 -3
- package/collections/monitor-function.collection.js +0 -74
- package/collections/monitor-function.collection.js.map +0 -1
- package/collections/monitor-memory.collection.d.ts +0 -3
- package/collections/monitor-memory.collection.js +0 -77
- package/collections/monitor-memory.collection.js.map +0 -1
- package/collections/monitor-mongo.collection.d.ts +0 -3
- package/collections/monitor-mongo.collection.js +0 -71
- package/collections/monitor-mongo.collection.js.map +0 -1
- package/collections/notification.collection.d.ts +0 -3
- package/collections/notification.collection.js +0 -57
- package/collections/notification.collection.js.map +0 -1
- package/collections/openai-usage-ledger.collection.d.ts +0 -2
- package/collections/openai-usage-ledger.collection.js +0 -124
- package/collections/openai-usage-ledger.collection.js.map +0 -1
- package/collections/report-builder-dashboard-builder.collection.d.ts +0 -3
- package/collections/report-builder-dashboard-builder.collection.js +0 -109
- package/collections/report-builder-dashboard-builder.collection.js.map +0 -1
- package/collections/report-builder-library.collection.d.ts +0 -3
- package/collections/report-builder-library.collection.js +0 -87
- package/collections/report-builder-library.collection.js.map +0 -1
- package/collections/report-builder-report.collection.d.ts +0 -4
- package/collections/report-builder-report.collection.js +0 -180
- package/collections/report-builder-report.collection.js.map +0 -1
- package/collections/user-group.collection.d.ts +0 -4
- package/collections/user-group.collection.js +0 -89
- package/collections/user-group.collection.js.map +0 -1
- package/collections/user-guide.collection.d.ts +0 -3
- package/collections/user-guide.collection.js +0 -57
- package/collections/user-guide.collection.js.map +0 -1
- package/collections/user.collection.d.ts +0 -4
- package/collections/user.collection.js +0 -180
- package/collections/user.collection.js.map +0 -1
- package/cron/cron.d.ts +0 -14
- package/cron/cron.js +0 -216
- package/cron/cron.js.map +0 -1
- package/fixtures/cron-jobs.d.ts +0 -1
- package/fixtures/cron-jobs.js +0 -150
- package/fixtures/cron-jobs.js.map +0 -1
- package/fixtures/init.d.ts +0 -1
- package/fixtures/init.js +0 -91
- package/fixtures/init.js.map +0 -1
- package/http/auth.d.ts +0 -2
- package/http/auth.js +0 -903
- package/http/auth.js.map +0 -1
- package/http/health.d.ts +0 -1
- package/http/health.js +0 -11
- package/http/health.js.map +0 -1
- package/http/home.d.ts +0 -1
- package/http/home.js +0 -134
- package/http/home.js.map +0 -1
- package/http/slow-query-publication.d.ts +0 -2
- package/http/slow-query-publication.js +0 -99
- package/http/slow-query-publication.js.map +0 -1
- package/index.d.ts +0 -1
- package/index.js +0 -19
- package/index.js.map +0 -1
- package/managers/communication-metric.manager.d.ts +0 -16
- package/managers/communication-metric.manager.js +0 -134
- package/managers/communication-metric.manager.js.map +0 -1
- package/managers/cron.manager.d.ts +0 -20
- package/managers/cron.manager.js +0 -534
- package/managers/cron.manager.js.map +0 -1
- package/managers/customer-notification-content.manager.d.ts +0 -55
- package/managers/customer-notification-content.manager.js +0 -158
- package/managers/customer-notification-content.manager.js.map +0 -1
- package/managers/diagnostic-manager-bootstrap.d.ts +0 -9
- package/managers/diagnostic-manager-bootstrap.js +0 -260
- package/managers/diagnostic-manager-bootstrap.js.map +0 -1
- package/managers/error-auto-fix.manager.d.ts +0 -149
- package/managers/error-auto-fix.manager.js +0 -3064
- package/managers/error-auto-fix.manager.js.map +0 -1
- package/managers/local-log.manager.d.ts +0 -18
- package/managers/local-log.manager.js +0 -88
- package/managers/local-log.manager.js.map +0 -1
- package/managers/method.manager.d.ts +0 -77
- package/managers/method.manager.js +0 -1701
- package/managers/method.manager.js.map +0 -1
- package/managers/mongo.manager.d.ts +0 -222
- package/managers/mongo.manager.js +0 -4984
- package/managers/mongo.manager.js.map +0 -1
- package/managers/monitor.manager.d.ts +0 -69
- package/managers/monitor.manager.js +0 -534
- package/managers/monitor.manager.js.map +0 -1
- package/managers/openai-usage-ledger.manager.d.ts +0 -15
- package/managers/openai-usage-ledger.manager.js +0 -144
- package/managers/openai-usage-ledger.manager.js.map +0 -1
- package/managers/slow-query-verifier.manager.d.ts +0 -144
- package/managers/slow-query-verifier.manager.js +0 -3857
- package/managers/slow-query-verifier.manager.js.map +0 -1
- package/managers/slow-query.manager.d.ts +0 -28
- package/managers/slow-query.manager.js +0 -468
- package/managers/slow-query.manager.js.map +0 -1
- package/managers/subscription.manager.d.ts +0 -169
- package/managers/subscription.manager.js +0 -3422
- package/managers/subscription.manager.js.map +0 -1
- package/managers/websocket.manager.d.ts +0 -73
- package/managers/websocket.manager.js +0 -673
- package/managers/websocket.manager.js.map +0 -1
- package/managers/worker-dispatcher.manager.d.ts +0 -117
- package/managers/worker-dispatcher.manager.js +0 -1210
- package/managers/worker-dispatcher.manager.js.map +0 -1
- package/managers/worker-server.manager.d.ts +0 -16
- package/managers/worker-server.manager.js +0 -530
- package/managers/worker-server.manager.js.map +0 -1
- package/methods/accounts.d.ts +0 -2
- package/methods/accounts.js +0 -624
- package/methods/accounts.js.map +0 -1
- package/methods/ai-terminal.d.ts +0 -298
- package/methods/ai-terminal.js +0 -24872
- package/methods/ai-terminal.js.map +0 -1
- package/methods/app-settings.d.ts +0 -2
- package/methods/app-settings.js +0 -169
- package/methods/app-settings.js.map +0 -1
- package/methods/aws.d.ts +0 -2
- package/methods/aws.js +0 -874
- package/methods/aws.js.map +0 -1
- package/methods/collections.d.ts +0 -2
- package/methods/collections.js +0 -626
- package/methods/collections.js.map +0 -1
- package/methods/counters.d.ts +0 -2
- package/methods/counters.js +0 -111
- package/methods/counters.js.map +0 -1
- package/methods/cron-jobs.d.ts +0 -2
- package/methods/cron-jobs.js +0 -2471
- package/methods/cron-jobs.js.map +0 -1
- package/methods/customer-notifications.d.ts +0 -2
- package/methods/customer-notifications.js +0 -528
- package/methods/customer-notifications.js.map +0 -1
- package/methods/diagnostics.d.ts +0 -2
- package/methods/diagnostics.js +0 -514
- package/methods/diagnostics.js.map +0 -1
- package/methods/flag-updates.d.ts +0 -2
- package/methods/flag-updates.js +0 -8
- package/methods/flag-updates.js.map +0 -1
- package/methods/flags.d.ts +0 -2
- package/methods/flags.js +0 -8
- package/methods/flags.js.map +0 -1
- package/methods/logs.d.ts +0 -2
- package/methods/logs.js +0 -750
- package/methods/logs.js.map +0 -1
- package/methods/mongo-explorer.d.ts +0 -2
- package/methods/mongo-explorer.js +0 -1811
- package/methods/mongo-explorer.js.map +0 -1
- package/methods/monitor.d.ts +0 -2
- package/methods/monitor.js +0 -543
- package/methods/monitor.js.map +0 -1
- package/methods/pdf.d.ts +0 -2
- package/methods/pdf.js +0 -1195
- package/methods/pdf.js.map +0 -1
- package/methods/publications.d.ts +0 -1
- package/methods/publications.js +0 -183
- package/methods/publications.js.map +0 -1
- package/methods/report-builder.d.ts +0 -2
- package/methods/report-builder.js +0 -2960
- package/methods/report-builder.js.map +0 -1
- package/methods/support.d.ts +0 -2
- package/methods/support.js +0 -313
- package/methods/support.js.map +0 -1
- package/models/ai-terminal-conversation.model.d.ts +0 -17
- package/models/ai-terminal-conversation.model.js +0 -4
- package/models/ai-terminal-conversation.model.js.map +0 -1
- package/models/ai-terminal-issue-report.model.d.ts +0 -19
- package/models/ai-terminal-issue-report.model.js +0 -4
- package/models/ai-terminal-issue-report.model.js.map +0 -1
- package/models/ai-terminal-message.model.d.ts +0 -22
- package/models/ai-terminal-message.model.js +0 -4
- package/models/ai-terminal-message.model.js.map +0 -1
- package/models/app-setting.model.d.ts +0 -16
- package/models/app-setting.model.js +0 -4
- package/models/app-setting.model.js.map +0 -1
- package/models/app-status.model.js +0 -4
- package/models/app-status.model.js.map +0 -1
- package/models/billing-logged-in-users.model.js +0 -4
- package/models/billing-logged-in-users.model.js.map +0 -1
- package/models/collection-document.model.d.ts +0 -21
- package/models/collection-document.model.js +0 -4
- package/models/collection-document.model.js.map +0 -1
- package/models/communication-metric.model.d.ts +0 -20
- package/models/communication-metric.model.js +0 -4
- package/models/communication-metric.model.js.map +0 -1
- package/models/counter.model.js +0 -4
- package/models/counter.model.js.map +0 -1
- package/models/cron-job-history.model.d.ts +0 -15
- package/models/cron-job-history.model.js +0 -4
- package/models/cron-job-history.model.js.map +0 -1
- package/models/cron-job.model.d.ts +0 -14
- package/models/cron-job.model.js +0 -4
- package/models/cron-job.model.js.map +0 -1
- package/models/customer-notification.model.d.ts +0 -26
- package/models/customer-notification.model.js +0 -4
- package/models/customer-notification.model.js.map +0 -1
- package/models/customer-portal-password.model.d.ts +0 -11
- package/models/customer-portal-password.model.js +0 -4
- package/models/customer-portal-password.model.js.map +0 -1
- package/models/dialog.model.d.ts +0 -23
- package/models/dialog.model.js +0 -4
- package/models/dialog.model.js.map +0 -1
- package/models/email-history.model.d.ts +0 -30
- package/models/email-history.model.js.map +0 -1
- package/models/email-verified.model.js +0 -4
- package/models/email-verified.model.js.map +0 -1
- package/models/file.model.js +0 -4
- package/models/file.model.js.map +0 -1
- package/models/flag-update.model.js +0 -4
- package/models/flag-update.model.js.map +0 -1
- package/models/flag.model.js +0 -4
- package/models/flag.model.js.map +0 -1
- package/models/log-method-latency.model.d.ts +0 -10
- package/models/log-method-latency.model.js +0 -4
- package/models/log-method-latency.model.js.map +0 -1
- package/models/log-subscription.model.js +0 -4
- package/models/log-subscription.model.js.map +0 -1
- package/models/log.model.d.ts +0 -17
- package/models/log.model.js +0 -4
- package/models/log.model.js.map +0 -1
- package/models/logged-in-users.model.js +0 -4
- package/models/logged-in-users.model.js.map +0 -1
- package/models/method-response.model.js +0 -4
- package/models/method-response.model.js.map +0 -1
- package/models/method.model.d.ts +0 -24
- package/models/method.model.js +0 -4
- package/models/method.model.js.map +0 -1
- package/models/monitor-cpu.model.js +0 -4
- package/models/monitor-cpu.model.js.map +0 -1
- package/models/monitor-function.model.d.ts +0 -14
- package/models/monitor-function.model.js +0 -4
- package/models/monitor-function.model.js.map +0 -1
- package/models/monitor-memory.model.d.ts +0 -15
- package/models/monitor-memory.model.js +0 -4
- package/models/monitor-memory.model.js.map +0 -1
- package/models/monitor-mongo.model.d.ts +0 -13
- package/models/monitor-mongo.model.js +0 -4
- package/models/monitor-mongo.model.js.map +0 -1
- package/models/notification.model.js +0 -4
- package/models/notification.model.js.map +0 -1
- package/models/openai-usage-ledger.model.d.ts +0 -15
- package/models/openai-usage-ledger.model.js +0 -4
- package/models/openai-usage-ledger.model.js.map +0 -1
- package/models/pagination.model.d.ts +0 -11
- package/models/pagination.model.js +0 -28
- package/models/pagination.model.js.map +0 -1
- package/models/permission.model.d.ts +0 -12
- package/models/permission.model.js +0 -4
- package/models/permission.model.js.map +0 -1
- package/models/report-builder-dashboard-builder.model.d.ts +0 -25
- package/models/report-builder-dashboard-builder.model.js +0 -4
- package/models/report-builder-dashboard-builder.model.js.map +0 -1
- package/models/report-builder-library.model.d.ts +0 -17
- package/models/report-builder-library.model.js +0 -4
- package/models/report-builder-library.model.js.map +0 -1
- package/models/report-builder-report.model.d.ts +0 -120
- package/models/report-builder-report.model.js +0 -4
- package/models/report-builder-report.model.js.map +0 -1
- package/models/report-builder.model.d.ts +0 -61
- package/models/report-builder.model.js +0 -4
- package/models/report-builder.model.js.map +0 -1
- package/models/select-data-label.model.d.ts +0 -9
- package/models/select-data-label.model.js +0 -4
- package/models/select-data-label.model.js.map +0 -1
- package/models/server-message.model.d.ts +0 -32
- package/models/server-message.model.js +0 -4
- package/models/server-message.model.js.map +0 -1
- package/models/slow-query-report.model.d.ts +0 -23
- package/models/slow-query-report.model.js +0 -4
- package/models/slow-query-report.model.js.map +0 -1
- package/models/subscription.model.d.ts +0 -31
- package/models/subscription.model.js +0 -4
- package/models/subscription.model.js.map +0 -1
- package/models/support-ticket.model.d.ts +0 -86
- package/models/support-ticket.model.js +0 -4
- package/models/support-ticket.model.js.map +0 -1
- package/models/user-group.model.d.ts +0 -20
- package/models/user-group.model.js +0 -4
- package/models/user-group.model.js.map +0 -1
- package/models/user-guide.model.js +0 -4
- package/models/user-guide.model.js.map +0 -1
- package/models/user.model.d.ts +0 -84
- package/models/user.model.js +0 -4
- package/models/user.model.js.map +0 -1
- package/private/images/ResolveIO.png +0 -0
- package/public_api.js +0 -107
- package/public_api.js.map +0 -1
- package/publications/ai-terminal.d.ts +0 -1
- package/publications/ai-terminal.js +0 -122
- package/publications/ai-terminal.js.map +0 -1
- package/publications/app-settings.d.ts +0 -2
- package/publications/app-settings.js +0 -28
- package/publications/app-settings.js.map +0 -1
- package/publications/app-status.d.ts +0 -2
- package/publications/app-status.js +0 -16
- package/publications/app-status.js.map +0 -1
- package/publications/cron-jobs.d.ts +0 -2
- package/publications/cron-jobs.js +0 -32
- package/publications/cron-jobs.js.map +0 -1
- package/publications/customer-notifications.d.ts +0 -2
- package/publications/customer-notifications.js +0 -161
- package/publications/customer-notifications.js.map +0 -1
- package/publications/files.d.ts +0 -2
- package/publications/files.js +0 -36
- package/publications/files.js.map +0 -1
- package/publications/flags-update.d.ts +0 -2
- package/publications/flags-update.js +0 -22
- package/publications/flags-update.js.map +0 -1
- package/publications/flags.d.ts +0 -2
- package/publications/flags.js +0 -22
- package/publications/flags.js.map +0 -1
- package/publications/logs.d.ts +0 -2
- package/publications/logs.js +0 -164
- package/publications/logs.js.map +0 -1
- package/publications/notifications.d.ts +0 -2
- package/publications/notifications.js +0 -16
- package/publications/notifications.js.map +0 -1
- package/publications/report-builder-dashboard-builders.d.ts +0 -2
- package/publications/report-builder-dashboard-builders.js +0 -42
- package/publications/report-builder-dashboard-builders.js.map +0 -1
- package/publications/report-builder-libraries.d.ts +0 -2
- package/publications/report-builder-libraries.js +0 -90
- package/publications/report-builder-libraries.js.map +0 -1
- package/publications/report-builder-reports.d.ts +0 -2
- package/publications/report-builder-reports.js +0 -50
- package/publications/report-builder-reports.js.map +0 -1
- package/publications/super-admin.d.ts +0 -2
- package/publications/super-admin.js +0 -16
- package/publications/super-admin.js.map +0 -1
- package/publications/user-groups.d.ts +0 -1
- package/publications/user-groups.js +0 -16
- package/publications/user-groups.js.map +0 -1
- package/publications/user-guides.d.ts +0 -1
- package/publications/user-guides.js +0 -16
- package/publications/user-guides.js.map +0 -1
- package/resolveio-server-app.d.ts +0 -70
- package/resolveio-server-app.js +0 -801
- package/resolveio-server-app.js.map +0 -1
- package/server-app.d.ts +0 -167
- package/server-app.js +0 -2784
- package/server-app.js.map +0 -1
- package/services/codex-client.d.ts +0 -119
- package/services/codex-client.js +0 -1470
- package/services/codex-client.js.map +0 -1
- package/services/openai-client.d.ts +0 -46
- package/services/openai-client.js +0 -318
- package/services/openai-client.js.map +0 -1
- package/types/error-report.d.ts +0 -25
- package/types/error-report.js +0 -4
- package/types/error-report.js.map +0 -1
- package/types/slow-query-report.d.ts +0 -27
- package/types/slow-query-report.js +0 -6
- package/types/slow-query-report.js.map +0 -1
- package/util/common.d.ts +0 -31
- package/util/common.js +0 -683
- package/util/common.js.map +0 -1
- package/util/customer-portal-password.d.ts +0 -13
- package/util/customer-portal-password.js +0 -209
- package/util/customer-portal-password.js.map +0 -1
- package/util/error-reporter.d.ts +0 -52
- package/util/error-reporter.js +0 -326
- package/util/error-reporter.js.map +0 -1
- package/util/error-tracking.d.ts +0 -13
- package/util/error-tracking.js +0 -120
- package/util/error-tracking.js.map +0 -1
- package/util/report-builder-unwinds.d.ts +0 -15
- package/util/report-builder-unwinds.js +0 -156
- package/util/report-builder-unwinds.js.map +0 -1
- package/util/schema-report-builder.d.ts +0 -6
- package/util/schema-report-builder.js +0 -481
- package/util/schema-report-builder.js.map +0 -1
- package/util/slow-query-reporter.d.ts +0 -28
- package/util/slow-query-reporter.js +0 -226
- package/util/slow-query-reporter.js.map +0 -1
- package/util/subscription-dependency-context.d.ts +0 -34
- package/util/subscription-dependency-context.js +0 -1283
- package/util/subscription-dependency-context.js.map +0 -1
- package/util/tokenizer.d.ts +0 -5
- package/util/tokenizer.js +0 -41
- package/util/tokenizer.js.map +0 -1
- package/workers/codex-runner.worker.d.ts +0 -1
- package/workers/codex-runner.worker.js +0 -192
- package/workers/codex-runner.worker.js.map +0 -1
- /package/{private → src/private}/email-templates/enrollment.html +0 -0
- /package/{private → src/private}/email-templates/forgot-password.html +0 -0
- /package/{private → src/private}/email-templates/support-ticket-deleted.html +0 -0
- /package/{private → src/private}/email-templates/support-ticket-modified.html +0 -0
- /package/{private → src/private}/email-templates/support-ticket.html +0 -0
- /package/{public_api.d.ts → src/public_api.ts} +0 -0
|
@@ -0,0 +1,1557 @@
|
|
|
1
|
+
import { S3 } from '@aws-sdk/client-s3';
|
|
2
|
+
import { SESv2Client, SendEmailCommand } from '@aws-sdk/client-sesv2';
|
|
3
|
+
import { EventEmitter, once } from 'events';
|
|
4
|
+
import * as fs from 'fs';
|
|
5
|
+
import * as nodemailer from 'nodemailer';
|
|
6
|
+
import * as path from 'path';
|
|
7
|
+
import { setTimeout as delay } from 'timers/promises';
|
|
8
|
+
import { EmailHistories } from '../collections/email-history.collection';
|
|
9
|
+
import { Flags } from '../collections/flag.collection';
|
|
10
|
+
import { Logs } from '../collections/log.collection';
|
|
11
|
+
import { loadServerCronJobs } from '../fixtures/cron-jobs';
|
|
12
|
+
import { loadServerInit } from '../fixtures/init';
|
|
13
|
+
import { loadAccountMethods } from '../methods/accounts';
|
|
14
|
+
import { loadAppSettingsMethods } from '../methods/app-settings';
|
|
15
|
+
import { loadAWSMethods } from '../methods/aws';
|
|
16
|
+
import { loadAiTerminalMethods } from '../methods/ai-terminal';
|
|
17
|
+
import { loadCollectionMethods } from '../methods/collections';
|
|
18
|
+
import { loadCustomerNotificationMethods } from '../methods/customer-notifications';
|
|
19
|
+
import { loadCounterMethods } from '../methods/counters';
|
|
20
|
+
import { loadCronJobMethods } from '../methods/cron-jobs';
|
|
21
|
+
import { loadDiagnosticMethods } from '../methods/diagnostics';
|
|
22
|
+
import { loadFlagUpdatesMethods } from '../methods/flag-updates';
|
|
23
|
+
import { loadFlagMethods } from '../methods/flags';
|
|
24
|
+
import { loadLogMethods } from '../methods/logs';
|
|
25
|
+
import { loadMonitorMethods } from '../methods/monitor';
|
|
26
|
+
import { loadMongoExplorerMethods } from '../methods/mongo-explorer';
|
|
27
|
+
import { loadPublicationMethods } from '../methods/publications';
|
|
28
|
+
import { loadPDFMethods } from '../methods/pdf';
|
|
29
|
+
import { loadReportBuilderMethods } from '../methods/report-builder';
|
|
30
|
+
import { loadSupportMethods } from '../methods/support';
|
|
31
|
+
import { EmailHistoryModel, EmailHistoryOccurrence } from '../models/email-history.model';
|
|
32
|
+
import { MethodAllModel, MethodModel } from '../models/method.model';
|
|
33
|
+
import { ResolveIOServer } from '../resolveio-server-app';
|
|
34
|
+
import { getBinarySize, objectIdHexString } from '../util/common';
|
|
35
|
+
import { ErrorReporter } from '../util/error-reporter';
|
|
36
|
+
import { ensureErrorWithCorrelation, getCorrelationId, runWithCorrelationContext } from '../util/error-tracking';
|
|
37
|
+
import { MonitorManagerFunction } from './monitor.manager';
|
|
38
|
+
import { WebSocketManager } from './websocket.manager';
|
|
39
|
+
import { recordEmailMetric, recordTextMessageMetric } from './communication-metric.manager';
|
|
40
|
+
|
|
41
|
+
interface SendEmailOptions {
|
|
42
|
+
correlationId?: string;
|
|
43
|
+
meta?: Record<string, any>;
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
function appendCorrelationIdToSubject(subject: string, correlationId?: string): string {
|
|
47
|
+
if (!correlationId) {
|
|
48
|
+
return subject;
|
|
49
|
+
}
|
|
50
|
+
|
|
51
|
+
const correlationTag = `[${correlationId}]`;
|
|
52
|
+
|
|
53
|
+
if (subject && subject.includes(correlationTag)) {
|
|
54
|
+
return subject;
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
return `${subject} ${correlationTag}`.trim();
|
|
58
|
+
}
|
|
59
|
+
|
|
60
|
+
function createEmailOccurrence(subject: string, text?: string, html?: string, meta?: Record<string, any>): EmailHistoryOccurrence {
|
|
61
|
+
return {
|
|
62
|
+
_id: objectIdHexString(),
|
|
63
|
+
createdAt: new Date(),
|
|
64
|
+
subject,
|
|
65
|
+
text,
|
|
66
|
+
html,
|
|
67
|
+
meta
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
|
|
71
|
+
function formatGroupedEmailContent(correlationId: string, occurrences: EmailHistoryOccurrence[]): { text: string; html: string } {
|
|
72
|
+
const lines: string[] = [];
|
|
73
|
+
lines.push(`Correlation ID: ${correlationId}`);
|
|
74
|
+
|
|
75
|
+
occurrences.forEach((occurrence, index) => {
|
|
76
|
+
const timestamp = occurrence.createdAt instanceof Date ? occurrence.createdAt.toISOString() : new Date(occurrence.createdAt).toISOString();
|
|
77
|
+
lines.push('');
|
|
78
|
+
lines.push(`Occurrence #${index + 1} (${timestamp})`);
|
|
79
|
+
lines.push(`Subject: ${occurrence.subject}`);
|
|
80
|
+
if (occurrence.text) {
|
|
81
|
+
lines.push(occurrence.text);
|
|
82
|
+
}
|
|
83
|
+
});
|
|
84
|
+
|
|
85
|
+
const htmlSections = occurrences.map((occurrence, index) => {
|
|
86
|
+
const timestamp = occurrence.createdAt instanceof Date ? occurrence.createdAt.toISOString() : new Date(occurrence.createdAt).toISOString();
|
|
87
|
+
const escapedText = occurrence.text ? occurrence.text.replace(/&/g, '&').replace(/</g, '<').replace(/>/g, '>') : '';
|
|
88
|
+
return `<div><h4>Occurrence #${index + 1} (${timestamp})</h4><p><strong>Subject:</strong> ${occurrence.subject}</p>${escapedText ? `<pre>${escapedText}</pre>` : ''}</div>`;
|
|
89
|
+
});
|
|
90
|
+
|
|
91
|
+
const html = [
|
|
92
|
+
`<p><strong>Correlation ID:</strong> ${correlationId}</p>`,
|
|
93
|
+
...htmlSections
|
|
94
|
+
].join('');
|
|
95
|
+
|
|
96
|
+
return {
|
|
97
|
+
text: lines.join('\n'),
|
|
98
|
+
html
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
function createNodeMailerSESV2Transport(sesClient: SESv2Client): nodemailer.Transporter {
|
|
103
|
+
const transport: any = {
|
|
104
|
+
name: 'resolveio-sesv2-transport',
|
|
105
|
+
version: '1.0.0',
|
|
106
|
+
send: (mail: any, callback: any) => {
|
|
107
|
+
const stream = mail.message.createReadStream();
|
|
108
|
+
const chunks: Uint8Array[] = [];
|
|
109
|
+
let didFinish = false;
|
|
110
|
+
|
|
111
|
+
const finish = (error: any, info?: any) => {
|
|
112
|
+
if (didFinish) {
|
|
113
|
+
return;
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
didFinish = true;
|
|
117
|
+
callback(error, info);
|
|
118
|
+
};
|
|
119
|
+
|
|
120
|
+
stream.on('data', (chunk) => {
|
|
121
|
+
const chunkData = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
|
|
122
|
+
chunks.push(new Uint8Array(chunkData));
|
|
123
|
+
});
|
|
124
|
+
|
|
125
|
+
stream.on('error', (error) => {
|
|
126
|
+
finish(error);
|
|
127
|
+
});
|
|
128
|
+
|
|
129
|
+
stream.on('end', async () => {
|
|
130
|
+
try {
|
|
131
|
+
const rawData = Buffer.concat(chunks);
|
|
132
|
+
const rawMessageData = new Uint8Array(rawData);
|
|
133
|
+
const envelope = typeof mail.message.getEnvelope === 'function' ? mail.message.getEnvelope() : mail.data?.envelope;
|
|
134
|
+
|
|
135
|
+
const fromEmailAddress = envelope?.from || undefined;
|
|
136
|
+
const toAddresses = envelope?.to
|
|
137
|
+
? (Array.isArray(envelope.to) ? envelope.to : [envelope.to]).filter(Boolean)
|
|
138
|
+
: [];
|
|
139
|
+
|
|
140
|
+
const replyToAddresses = mail.data?.replyTo
|
|
141
|
+
? (Array.isArray(mail.data.replyTo) ? mail.data.replyTo : [mail.data.replyTo]).filter(Boolean)
|
|
142
|
+
: undefined;
|
|
143
|
+
|
|
144
|
+
const response = await sesClient.send(new SendEmailCommand({
|
|
145
|
+
FromEmailAddress: fromEmailAddress,
|
|
146
|
+
Destination: toAddresses.length ? { ToAddresses: toAddresses } : undefined,
|
|
147
|
+
ReplyToAddresses: replyToAddresses,
|
|
148
|
+
Content: {
|
|
149
|
+
Raw: {
|
|
150
|
+
Data: rawMessageData
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
}));
|
|
154
|
+
|
|
155
|
+
finish(null, {
|
|
156
|
+
envelope,
|
|
157
|
+
messageId: response.MessageId,
|
|
158
|
+
response: response.MessageId
|
|
159
|
+
});
|
|
160
|
+
}
|
|
161
|
+
catch (error) {
|
|
162
|
+
finish(error);
|
|
163
|
+
}
|
|
164
|
+
});
|
|
165
|
+
}
|
|
166
|
+
};
|
|
167
|
+
|
|
168
|
+
return nodemailer.createTransport(transport);
|
|
169
|
+
}
|
|
170
|
+
|
|
171
|
+
export class AWS {
|
|
172
|
+
private _s3: S3 = null;
|
|
173
|
+
private _s3USEast1: S3 = null;
|
|
174
|
+
|
|
175
|
+
constructor() {}
|
|
176
|
+
|
|
177
|
+
public create() {
|
|
178
|
+
const aws = new AWS();
|
|
179
|
+
aws.initialize();
|
|
180
|
+
return aws;
|
|
181
|
+
}
|
|
182
|
+
|
|
183
|
+
private initialize() {
|
|
184
|
+
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
public s3(): S3 {
|
|
188
|
+
if (this._s3) {
|
|
189
|
+
return this._s3;
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
this._s3 = new S3({
|
|
193
|
+
credentials: {
|
|
194
|
+
accessKeyId: process.env.AWS_ACCESS_KEY,
|
|
195
|
+
secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY
|
|
196
|
+
},
|
|
197
|
+
region: process.env.AWS_REGION,
|
|
198
|
+
apiVersion: '2006-03-01'
|
|
199
|
+
});
|
|
200
|
+
|
|
201
|
+
return this._s3;
|
|
202
|
+
}
|
|
203
|
+
|
|
204
|
+
public s3USEast1(): S3 {
|
|
205
|
+
if (process.env.AWS_REGION === 'us-east-1') {
|
|
206
|
+
return this.s3();
|
|
207
|
+
}
|
|
208
|
+
else {
|
|
209
|
+
if (this._s3USEast1) {
|
|
210
|
+
return this._s3USEast1;
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
this._s3USEast1 = new S3({
|
|
214
|
+
credentials: {
|
|
215
|
+
accessKeyId: process.env.AWS_ACCESS_KEY,
|
|
216
|
+
secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY
|
|
217
|
+
},
|
|
218
|
+
region: 'us-east-1',
|
|
219
|
+
apiVersion: '2006-03-01'
|
|
220
|
+
});
|
|
221
|
+
|
|
222
|
+
return this._s3USEast1;
|
|
223
|
+
}
|
|
224
|
+
}
|
|
225
|
+
}
|
|
226
|
+
|
|
227
|
+
export class MethodManager {
|
|
228
|
+
private _websocketManager: WebSocketManager;
|
|
229
|
+
public _methods: MethodModel = {};
|
|
230
|
+
private _mailerSES: nodemailer.Transporter;
|
|
231
|
+
private _mailerCustom: nodemailer.Transporter;
|
|
232
|
+
private _aws: AWS;
|
|
233
|
+
private _monitorManagerFunction: MonitorManagerFunction;
|
|
234
|
+
private _isWorkersEnabled = false;
|
|
235
|
+
private _isWorkerInstance = false;
|
|
236
|
+
|
|
237
|
+
private emailQueue: Set<string> = new Set(); // Set to store pending email IDs
|
|
238
|
+
private isEmailProcessing = false;
|
|
239
|
+
private readonly _emailProcessingDelayMs = 5000;
|
|
240
|
+
|
|
241
|
+
private _debugcallMethodHits = 0;
|
|
242
|
+
private _debugCallMethodHits = 0;
|
|
243
|
+
private _debugCallMethodCronJobHits = 0;
|
|
244
|
+
private _debugSendQueueHits = 0;
|
|
245
|
+
private _enableDebug = false;
|
|
246
|
+
private _ready = false;
|
|
247
|
+
private _readyEmitter = new EventEmitter();
|
|
248
|
+
private _readyError: any = null;
|
|
249
|
+
|
|
250
|
+
private _localActiveCounts: Map<string, number> = new Map();
|
|
251
|
+
private _localWaitQueues: Map<string, Array<() => void>> = new Map();
|
|
252
|
+
|
|
253
|
+
public clientDir = '';
|
|
254
|
+
public serverConfig: Record<string, any> = {};
|
|
255
|
+
|
|
256
|
+
constructor() {}
|
|
257
|
+
|
|
258
|
+
static create(websocketManager: WebSocketManager, monitorManagerFunction: MonitorManagerFunction, isWorkersEnabled, isWorkerInstance) {
|
|
259
|
+
const methodManager = new MethodManager();
|
|
260
|
+
methodManager.initialize(websocketManager, monitorManagerFunction, isWorkersEnabled, isWorkerInstance);
|
|
261
|
+
return methodManager;
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
private initialize(websocketManager: WebSocketManager, monitorManagerFunction: MonitorManagerFunction, isWorkersEnabled, isWorkerInstance) {
|
|
265
|
+
this._websocketManager = websocketManager;
|
|
266
|
+
this._monitorManagerFunction = monitorManagerFunction;
|
|
267
|
+
this._isWorkersEnabled = isWorkersEnabled;
|
|
268
|
+
this._isWorkerInstance = isWorkerInstance;
|
|
269
|
+
|
|
270
|
+
this.clientDir = ResolveIOServer.getClientDir();
|
|
271
|
+
this.serverConfig = ResolveIOServer.getServerConfig();
|
|
272
|
+
|
|
273
|
+
// Fixtures
|
|
274
|
+
if (!process.env.IS_WORKERS_ENABLED || process.env.IS_WORKERS_ENABLED === 'false' || (process.env.IS_WORKER_INSTANCE === 'true' && process.env.WORKER_INDEX === '0')) {
|
|
275
|
+
if (process.env.IS_WORKERS_ENABLED === 'false' || process.env.NODE_APP_INSTANCE === '1') {
|
|
276
|
+
setTimeout(async () => {
|
|
277
|
+
console.log(new Date(), 'Start Server Fixture');
|
|
278
|
+
await loadServerInit();
|
|
279
|
+
console.log(new Date(), 'End Server Fixture');
|
|
280
|
+
}, 5000);
|
|
281
|
+
}
|
|
282
|
+
}
|
|
283
|
+
|
|
284
|
+
setImmediate(async () => {
|
|
285
|
+
try {
|
|
286
|
+
// Methods
|
|
287
|
+
await loadServerCronJobs();
|
|
288
|
+
|
|
289
|
+
loadAccountMethods(this);
|
|
290
|
+
loadAppSettingsMethods(this);
|
|
291
|
+
loadAWSMethods(this);
|
|
292
|
+
loadAiTerminalMethods(this);
|
|
293
|
+
loadCollectionMethods(this);
|
|
294
|
+
loadCustomerNotificationMethods(this);
|
|
295
|
+
loadCounterMethods(this);
|
|
296
|
+
loadLogMethods(this);
|
|
297
|
+
loadPDFMethods(this);
|
|
298
|
+
loadCronJobMethods(this);
|
|
299
|
+
loadFlagMethods(this);
|
|
300
|
+
loadFlagUpdatesMethods(this);
|
|
301
|
+
loadReportBuilderMethods(this);
|
|
302
|
+
loadSupportMethods(this);
|
|
303
|
+
loadMonitorMethods(this);
|
|
304
|
+
loadMongoExplorerMethods(this);
|
|
305
|
+
loadPublicationMethods(this);
|
|
306
|
+
loadDiagnosticMethods(this);
|
|
307
|
+
|
|
308
|
+
let flag = await Flags.findOne({type: 'Enable Debug'});
|
|
309
|
+
|
|
310
|
+
if (flag && flag.value) {
|
|
311
|
+
this._enableDebug = true;
|
|
312
|
+
}
|
|
313
|
+
else {
|
|
314
|
+
this._enableDebug = false;
|
|
315
|
+
}
|
|
316
|
+
|
|
317
|
+
await this.loadPendingEmails();
|
|
318
|
+
this.markReady();
|
|
319
|
+
}
|
|
320
|
+
catch (error) {
|
|
321
|
+
console.error(new Date(), 'Method Manager init failed', error);
|
|
322
|
+
this.markReadyFailure(error);
|
|
323
|
+
}
|
|
324
|
+
});
|
|
325
|
+
|
|
326
|
+
this._aws = new AWS();
|
|
327
|
+
|
|
328
|
+
const sesRegion = process.env.AWS_SES_REGION || process.env.AWS_REGION || process.env.AWS_DEFAULT_REGION || 'us-east-1';
|
|
329
|
+
const sesCredentials = process.env.AWS_ACCESS_KEY && process.env.AWS_SECRET_ACCESS_KEY ? {
|
|
330
|
+
accessKeyId: process.env.AWS_ACCESS_KEY,
|
|
331
|
+
secretAccessKey: process.env.AWS_SECRET_ACCESS_KEY,
|
|
332
|
+
sessionToken: process.env.AWS_SESSION_TOKEN
|
|
333
|
+
} : undefined;
|
|
334
|
+
|
|
335
|
+
this._mailerSES = createNodeMailerSESV2Transport(new SESv2Client({
|
|
336
|
+
region: sesRegion,
|
|
337
|
+
credentials: sesCredentials
|
|
338
|
+
}));
|
|
339
|
+
|
|
340
|
+
if (!ResolveIOServer.getSESMail()) {
|
|
341
|
+
this._mailerCustom = nodemailer.createTransport({
|
|
342
|
+
host: ResolveIOServer.getServerConfig()['MAIL_HOST'], // 'smtp.office365.com', // Office 365 server
|
|
343
|
+
port: ResolveIOServer.getServerConfig()['MAIL_PORT'], //587, // secure SMTP
|
|
344
|
+
secure: false, // false for TLS - as a boolean not string - but the default is false so just remove this completely
|
|
345
|
+
auth: {
|
|
346
|
+
user: ResolveIOServer.getServerConfig()['MAIL_USERNAME'],
|
|
347
|
+
pass: ResolveIOServer.getServerConfig()['MAIL_PASSWORD']
|
|
348
|
+
},
|
|
349
|
+
tls: {
|
|
350
|
+
ciphers: 'SSLv3'
|
|
351
|
+
}
|
|
352
|
+
});
|
|
353
|
+
}
|
|
354
|
+
|
|
355
|
+
setInterval(async () => {
|
|
356
|
+
let flag = await Flags.findOne({type: 'Enable Debug'});
|
|
357
|
+
|
|
358
|
+
if (flag && flag.value) {
|
|
359
|
+
this._enableDebug = true;
|
|
360
|
+
}
|
|
361
|
+
else {
|
|
362
|
+
this._enableDebug = false;
|
|
363
|
+
}
|
|
364
|
+
|
|
365
|
+
if (this._enableDebug) {
|
|
366
|
+
console.log(new Date(), 'Method Manager', 'Send Queue Hits', this._debugSendQueueHits);
|
|
367
|
+
console.log(new Date(), 'Method Manager', 'Call Method Internal Hits', this._debugcallMethodHits);
|
|
368
|
+
console.log(new Date(), 'Method Manager', 'Call Method Hits', this._debugCallMethodHits);
|
|
369
|
+
console.log(new Date(), 'Method Manager', 'Call Method Cron Hits', this._debugCallMethodCronJobHits);
|
|
370
|
+
}
|
|
371
|
+
|
|
372
|
+
this._debugcallMethodHits = 0;
|
|
373
|
+
this._debugCallMethodHits = 0;
|
|
374
|
+
this._debugCallMethodCronJobHits = 0;
|
|
375
|
+
this._debugSendQueueHits = 0;
|
|
376
|
+
}, 60000);
|
|
377
|
+
|
|
378
|
+
if (!this._isWorkersEnabled || this._isWorkerInstance) {
|
|
379
|
+
this.setupEmailWatcher();
|
|
380
|
+
}
|
|
381
|
+
}
|
|
382
|
+
|
|
383
|
+
private markReady(): void {
|
|
384
|
+
if (this._ready) {
|
|
385
|
+
return;
|
|
386
|
+
}
|
|
387
|
+
this._ready = true;
|
|
388
|
+
this._readyEmitter.emit('ready');
|
|
389
|
+
this._readyEmitter.removeAllListeners('ready');
|
|
390
|
+
this._readyEmitter.removeAllListeners('readyError');
|
|
391
|
+
}
|
|
392
|
+
|
|
393
|
+
private markReadyFailure(error: any): void {
|
|
394
|
+
if (this._ready) {
|
|
395
|
+
return;
|
|
396
|
+
}
|
|
397
|
+
this._readyError = error;
|
|
398
|
+
this._readyEmitter.emit('readyError', error);
|
|
399
|
+
this._readyEmitter.removeAllListeners('ready');
|
|
400
|
+
this._readyEmitter.removeAllListeners('readyError');
|
|
401
|
+
}
|
|
402
|
+
|
|
403
|
+
public onReady(callback: () => void): () => void {
|
|
404
|
+
if (this._ready) {
|
|
405
|
+
callback();
|
|
406
|
+
return () => {};
|
|
407
|
+
}
|
|
408
|
+
if (this._readyError) {
|
|
409
|
+
return () => {};
|
|
410
|
+
}
|
|
411
|
+
|
|
412
|
+
const handleReady = () => {
|
|
413
|
+
callback();
|
|
414
|
+
};
|
|
415
|
+
|
|
416
|
+
this._readyEmitter.once('ready', handleReady);
|
|
417
|
+
|
|
418
|
+
return () => {
|
|
419
|
+
this._readyEmitter.removeListener('ready', handleReady);
|
|
420
|
+
};
|
|
421
|
+
}
|
|
422
|
+
|
|
423
|
+
private async waitForReadyEvent(): Promise<void> {
|
|
424
|
+
await once(this._readyEmitter, 'ready');
|
|
425
|
+
}
|
|
426
|
+
|
|
427
|
+
private async waitForReadyError(): Promise<void> {
|
|
428
|
+
const [error] = await once(this._readyEmitter, 'readyError');
|
|
429
|
+
throw error || new Error('MethodManager failed to initialize');
|
|
430
|
+
}
|
|
431
|
+
|
|
432
|
+
private async waitForReadyTimeout(timeoutMs: number): Promise<void> {
|
|
433
|
+
await delay(timeoutMs);
|
|
434
|
+
throw new Error('MethodManager ready timeout');
|
|
435
|
+
}
|
|
436
|
+
|
|
437
|
+
public isReady(): boolean {
|
|
438
|
+
return this._ready;
|
|
439
|
+
}
|
|
440
|
+
|
|
441
|
+
public getReadyError(): any {
|
|
442
|
+
return this._readyError;
|
|
443
|
+
}
|
|
444
|
+
|
|
445
|
+
public async waitUntilReady(timeoutMs: number = 30000): Promise<void> {
|
|
446
|
+
if (this._ready) {
|
|
447
|
+
return;
|
|
448
|
+
}
|
|
449
|
+
if (this._readyError) {
|
|
450
|
+
throw this._readyError;
|
|
451
|
+
}
|
|
452
|
+
if (!timeoutMs || timeoutMs <= 0) {
|
|
453
|
+
await Promise.race([
|
|
454
|
+
this.waitForReadyEvent(),
|
|
455
|
+
this.waitForReadyError()
|
|
456
|
+
]);
|
|
457
|
+
return;
|
|
458
|
+
}
|
|
459
|
+
await Promise.race([
|
|
460
|
+
this.waitForReadyEvent(),
|
|
461
|
+
this.waitForReadyError(),
|
|
462
|
+
this.waitForReadyTimeout(timeoutMs)
|
|
463
|
+
]);
|
|
464
|
+
}
|
|
465
|
+
|
|
466
|
+
public getMethod(methodName: string): MethodAllModel {
|
|
467
|
+
return this._methods[methodName];
|
|
468
|
+
}
|
|
469
|
+
|
|
470
|
+
// Add methods to private methods object
|
|
471
|
+
public methods(method: MethodModel) {
|
|
472
|
+
this._methods = Object.assign(this._methods, method);
|
|
473
|
+
}
|
|
474
|
+
|
|
475
|
+
private async reportMethodError(
|
|
476
|
+
subject: string,
|
|
477
|
+
correlationId: string,
|
|
478
|
+
context: Record<string, any> | string,
|
|
479
|
+
meta: Record<string, any>,
|
|
480
|
+
stack?: string
|
|
481
|
+
) {
|
|
482
|
+
const metadata = Object.assign({}, meta || {});
|
|
483
|
+
if (correlationId && !metadata.correlationId) {
|
|
484
|
+
metadata.correlationId = correlationId;
|
|
485
|
+
}
|
|
486
|
+
|
|
487
|
+
await ErrorReporter.report({
|
|
488
|
+
sourceApp: 'method-manager',
|
|
489
|
+
message: subject,
|
|
490
|
+
environment: this.serverConfig?.ROOT_URL,
|
|
491
|
+
clientSlug: ResolveIOServer.getClientName(),
|
|
492
|
+
clientName: this.serverConfig?.CLIENT_NAME,
|
|
493
|
+
severity: 'error',
|
|
494
|
+
stack,
|
|
495
|
+
context,
|
|
496
|
+
metadata,
|
|
497
|
+
correlationId
|
|
498
|
+
});
|
|
499
|
+
}
|
|
500
|
+
|
|
501
|
+
public async callMethodCron(method: string, ...methodData: any[]) {
|
|
502
|
+
this._debugCallMethodCronJobHits += 1;
|
|
503
|
+
|
|
504
|
+
const existingCorrelationId = getCorrelationId();
|
|
505
|
+
const correlationId = existingCorrelationId || objectIdHexString();
|
|
506
|
+
|
|
507
|
+
const execute = async () => {
|
|
508
|
+
const cronMethod = this._methods[method];
|
|
509
|
+
|
|
510
|
+
if (!cronMethod) {
|
|
511
|
+
console.log('No Method: ' + method);
|
|
512
|
+
|
|
513
|
+
await this.reportMethodError(
|
|
514
|
+
'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'],
|
|
515
|
+
correlationId,
|
|
516
|
+
{ message: 'No Method registered for cron execution', method },
|
|
517
|
+
{ context: 'callMethodCron', method }
|
|
518
|
+
);
|
|
519
|
+
|
|
520
|
+
throw new Error('No Method: ' + method);
|
|
521
|
+
}
|
|
522
|
+
|
|
523
|
+
if ((methodData.length > 1 || methodData[0]) && !cronMethod.skipValidation) {
|
|
524
|
+
if (!cronMethod.check) {
|
|
525
|
+
console.error(new Date(), 'No Check Function For Cron Method ' + method);
|
|
526
|
+
|
|
527
|
+
await this.reportMethodError(
|
|
528
|
+
'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'],
|
|
529
|
+
correlationId,
|
|
530
|
+
{ message: 'Missing check function for cron method', method },
|
|
531
|
+
{ context: 'callMethodCron-validation', method }
|
|
532
|
+
);
|
|
533
|
+
|
|
534
|
+
throw new Error('No Check Function For Cron Method ' + method);
|
|
535
|
+
}
|
|
536
|
+
else if (!cronMethod.check._schema) {
|
|
537
|
+
console.error(new Date(), 'No Check Schema For Cron Method ' + method);
|
|
538
|
+
|
|
539
|
+
await this.reportMethodError(
|
|
540
|
+
'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'],
|
|
541
|
+
correlationId,
|
|
542
|
+
{ message: 'Missing check schema for cron method', method },
|
|
543
|
+
{ context: 'callMethodCron-validation', method }
|
|
544
|
+
);
|
|
545
|
+
|
|
546
|
+
throw new Error('No Check Schema For Cron Method ' + method);
|
|
547
|
+
}
|
|
548
|
+
else {
|
|
549
|
+
const valObj = {};
|
|
550
|
+
const valKeys = Object.keys(cronMethod.check._schema);
|
|
551
|
+
|
|
552
|
+
const rootKeys = valKeys.filter(a => !a.includes('.'));
|
|
553
|
+
|
|
554
|
+
for (let i = 0; i < methodData.length; i++) {
|
|
555
|
+
valObj[rootKeys[i]] = methodData[i];
|
|
556
|
+
}
|
|
557
|
+
|
|
558
|
+
try {
|
|
559
|
+
cronMethod.check.validate(valObj);
|
|
560
|
+
}
|
|
561
|
+
catch (err) {
|
|
562
|
+
console.error(new Date(), 'Error in Cron Method Check (' + method + ')', err);
|
|
563
|
+
|
|
564
|
+
const { error: normalizedError, correlationId: resolvedCorrelationId } = ensureErrorWithCorrelation(err, correlationId);
|
|
565
|
+
|
|
566
|
+
await this.reportMethodError(
|
|
567
|
+
'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'],
|
|
568
|
+
resolvedCorrelationId,
|
|
569
|
+
{
|
|
570
|
+
message: 'Match error on cron method',
|
|
571
|
+
method,
|
|
572
|
+
data: valObj,
|
|
573
|
+
validationError: normalizedError
|
|
574
|
+
},
|
|
575
|
+
{ context: 'callMethodCron-validation-error', method },
|
|
576
|
+
normalizedError.stack
|
|
577
|
+
);
|
|
578
|
+
normalizedError.message = `${new Date().toISOString()} - Error in Cron Method Check (${method}): ${normalizedError.message}`;
|
|
579
|
+
|
|
580
|
+
throw normalizedError;
|
|
581
|
+
}
|
|
582
|
+
}
|
|
583
|
+
}
|
|
584
|
+
|
|
585
|
+
const monitor = this._monitorManagerFunction.startMonitorFunction('Cron Method', method, '', '', methodData);
|
|
586
|
+
|
|
587
|
+
try {
|
|
588
|
+
const res = await cronMethod.function.call(Object.assign({}, this, MethodManager.prototype, {id_user: '', user: '', id_ws: ''}), ...methodData);
|
|
589
|
+
return res;
|
|
590
|
+
}
|
|
591
|
+
catch (err) {
|
|
592
|
+
const { error: normalizedError, correlationId: resolvedCorrelationId } = ensureErrorWithCorrelation(err, correlationId);
|
|
593
|
+
|
|
594
|
+
await this.reportMethodError(
|
|
595
|
+
'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'],
|
|
596
|
+
resolvedCorrelationId,
|
|
597
|
+
{
|
|
598
|
+
message: 'Error detected during cron method execution',
|
|
599
|
+
method,
|
|
600
|
+
data: methodData,
|
|
601
|
+
error: normalizedError
|
|
602
|
+
},
|
|
603
|
+
{ context: 'callMethodCron-execution', method },
|
|
604
|
+
normalizedError.stack
|
|
605
|
+
);
|
|
606
|
+
|
|
607
|
+
normalizedError.message = `${new Date().toISOString()} - Error in Cron Method (${method}): ${normalizedError.message}`;
|
|
608
|
+
|
|
609
|
+
throw normalizedError;
|
|
610
|
+
}
|
|
611
|
+
finally {
|
|
612
|
+
await this._monitorManagerFunction.finishMonitorFunction(monitor);
|
|
613
|
+
}
|
|
614
|
+
};
|
|
615
|
+
|
|
616
|
+
return await runWithCorrelationContext(correlationId, execute);
|
|
617
|
+
}
|
|
618
|
+
|
|
619
|
+
// Call/run method internal (No Emit on Socket)
|
|
620
|
+
public async callMethod(methodName: string, ...methodData: any[]): Promise<any> {
|
|
621
|
+
this._debugcallMethodHits += 1;
|
|
622
|
+
|
|
623
|
+
const existingCorrelationId = getCorrelationId();
|
|
624
|
+
const correlationId = existingCorrelationId || objectIdHexString();
|
|
625
|
+
|
|
626
|
+
return await runWithCorrelationContext(correlationId, async () => await this.callMethodInternal(correlationId, methodName, methodData));
|
|
627
|
+
}
|
|
628
|
+
|
|
629
|
+
private async callMethodInternal(correlationId: string, methodName: string, methodData: any[]): Promise<any> {
|
|
630
|
+
const method = this.getMethod(methodName);
|
|
631
|
+
|
|
632
|
+
if (!method) {
|
|
633
|
+
console.log('No Method: ' + methodName);
|
|
634
|
+
throw new Error(`No Method: ${methodName}`);
|
|
635
|
+
}
|
|
636
|
+
|
|
637
|
+
const shouldTrackTextMetric = this.shouldTrackTextMessageMetric(methodName);
|
|
638
|
+
const textMetricProvider = shouldTrackTextMetric ? this.getTextMessageProvider() : undefined;
|
|
639
|
+
|
|
640
|
+
let releaseLocalConcurrency = await this.acquireLocalConcurrency(methodName, method.maxConcurrency);
|
|
641
|
+
|
|
642
|
+
try {
|
|
643
|
+
if ((methodData.length > 1 || (methodData[0] && typeof methodData[0] !== 'function')) && !method.skipValidation) {
|
|
644
|
+
if (!method.check) {
|
|
645
|
+
console.error(new Date(), 'No Check Function For Method ' + methodName);
|
|
646
|
+
throw new Error(`No Check Function For Method: ${methodName}`);
|
|
647
|
+
}
|
|
648
|
+
else if (!method.check._schema) {
|
|
649
|
+
console.error(new Date(), 'No Check Schema For Method ' + methodName);
|
|
650
|
+
throw new Error(`No Check Schema For Method: ${methodName}`);
|
|
651
|
+
}
|
|
652
|
+
}
|
|
653
|
+
|
|
654
|
+
if (methodName !== 'insertSubscriptionLog' &&
|
|
655
|
+
methodName !== 'getDataURIfromURL' &&
|
|
656
|
+
methodName !== 'processAirdropDistribution' &&
|
|
657
|
+
methodName !== 'incCounter' &&
|
|
658
|
+
methodName !== 'supportCreateBillingUser' &&
|
|
659
|
+
methodName !== 'countCollectionWithQuery' &&
|
|
660
|
+
methodName !== 'countWithQuery' &&
|
|
661
|
+
methodName !== 'qbFetchRequests' &&
|
|
662
|
+
methodName !== 'qbHandleResponse'
|
|
663
|
+
) {
|
|
664
|
+
if (
|
|
665
|
+
ResolveIOServer.shouldWriteLogsOffline()
|
|
666
|
+
) {
|
|
667
|
+
ResolveIOServer.getLocalLogManager().writeLog({
|
|
668
|
+
type: 'log',
|
|
669
|
+
data: {
|
|
670
|
+
_id: objectIdHexString(),
|
|
671
|
+
createdAt: new Date(),
|
|
672
|
+
type: 'callMethod',
|
|
673
|
+
collection: '',
|
|
674
|
+
id_document: '',
|
|
675
|
+
payload: getBinarySize(JSON.stringify([methodData])) < 1000000 ? JSON.stringify([methodData], null, 2) : 'Too Big',
|
|
676
|
+
method: methodName,
|
|
677
|
+
id_user: this['id_user'] || '',
|
|
678
|
+
user: this['user'] || '',
|
|
679
|
+
messageId: 0,
|
|
680
|
+
route: '',
|
|
681
|
+
instance_index: process.env.NODE_APP_INSTANCE || '0',
|
|
682
|
+
correlationId
|
|
683
|
+
}
|
|
684
|
+
});
|
|
685
|
+
}
|
|
686
|
+
else {
|
|
687
|
+
await Logs.insertOne({
|
|
688
|
+
_id: objectIdHexString(),
|
|
689
|
+
type: 'callMethod',
|
|
690
|
+
collection: '',
|
|
691
|
+
id_document: '',
|
|
692
|
+
payload: getBinarySize(JSON.stringify([methodData])) < 1000000 ? JSON.stringify([methodData], null, 2) : 'Too Big',
|
|
693
|
+
method: methodName,
|
|
694
|
+
id_user: this['id_user'] || '',
|
|
695
|
+
user: this['user'] || '',
|
|
696
|
+
messageId: 0,
|
|
697
|
+
route: '',
|
|
698
|
+
client: 'ResolveIO',
|
|
699
|
+
instance: ResolveIOServer.getInstanceHost(),
|
|
700
|
+
instance_index: process.env.NODE_APP_INSTANCE || '0',
|
|
701
|
+
correlationId
|
|
702
|
+
})
|
|
703
|
+
};
|
|
704
|
+
}
|
|
705
|
+
|
|
706
|
+
const methodCallback = typeof(methodData[methodData.length - 1]) === 'function' ? methodData[methodData.length - 1] : null;
|
|
707
|
+
const functionMethodData = methodCallback ? methodData.slice(0, -1) : methodData;
|
|
708
|
+
|
|
709
|
+
const session = ResolveIOServer.getMongoManager().getSession();
|
|
710
|
+
const shouldStartTransaction = !method.bypassSession &&
|
|
711
|
+
!session &&
|
|
712
|
+
![
|
|
713
|
+
'insertErrorLog', // CIRCULAR LOOP - DO NOT REMOVE
|
|
714
|
+
'countWithQuery', // MONGO SESSIONS/TRANSACTIONS DONT WORK WITH COUNTS
|
|
715
|
+
'sendEmail' // ALWAYS SEND SO ALWAYS HAVE RECORD - DONT ROLL BACK - BYPASS SESSION
|
|
716
|
+
].includes(methodName) &&
|
|
717
|
+
!methodName.startsWith('monitor-') &&
|
|
718
|
+
!methodName.startsWith('log');
|
|
719
|
+
|
|
720
|
+
const executeWithExistingSession = async () => {
|
|
721
|
+
// console.log(new Date(), 'Calling Method - Existing Session', methodName);
|
|
722
|
+
let monitor = this._monitorManagerFunction.startMonitorFunction('Method', methodName, this['user'] || '', '', functionMethodData);
|
|
723
|
+
|
|
724
|
+
try {
|
|
725
|
+
let res = await method.function.call(Object.assign({}, this, MethodManager.prototype), ...functionMethodData);
|
|
726
|
+
|
|
727
|
+
if (methodCallback) {
|
|
728
|
+
methodCallback(null, res);
|
|
729
|
+
}
|
|
730
|
+
|
|
731
|
+
if (shouldTrackTextMetric) {
|
|
732
|
+
try {
|
|
733
|
+
await recordTextMessageMetric({
|
|
734
|
+
status: 'sent',
|
|
735
|
+
provider: textMetricProvider,
|
|
736
|
+
metadata: {
|
|
737
|
+
method: methodName
|
|
738
|
+
}
|
|
739
|
+
});
|
|
740
|
+
}
|
|
741
|
+
catch (error) {
|
|
742
|
+
console.error('Error recording text message metric:', error);
|
|
743
|
+
}
|
|
744
|
+
}
|
|
745
|
+
|
|
746
|
+
return res;
|
|
747
|
+
}
|
|
748
|
+
catch (err) {
|
|
749
|
+
if (err.code === 112 || err.codeName === 'WriteConflict' || err.code === 251 || err.codeName === 'NoSuchTransaction') {
|
|
750
|
+
throw err; // Write error, retry
|
|
751
|
+
}
|
|
752
|
+
|
|
753
|
+
const { error: normalizedError, correlationId: resolvedCorrelationId } = ensureErrorWithCorrelation(err, correlationId);
|
|
754
|
+
|
|
755
|
+
console.log(JSON.stringify([new Date(), 'Error Method Manager - Run Method - Existing Session', methodName, {
|
|
756
|
+
code: normalizedError.code,
|
|
757
|
+
codeName: normalizedError.codeName,
|
|
758
|
+
message: normalizedError.message,
|
|
759
|
+
stack: normalizedError.stack,
|
|
760
|
+
correlationId: resolvedCorrelationId
|
|
761
|
+
}], null, 2));
|
|
762
|
+
|
|
763
|
+
await this.reportMethodError(
|
|
764
|
+
'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'],
|
|
765
|
+
resolvedCorrelationId,
|
|
766
|
+
{
|
|
767
|
+
message: 'Error detected during method execution (existing session)',
|
|
768
|
+
method: methodName,
|
|
769
|
+
data: methodData,
|
|
770
|
+
error: normalizedError
|
|
771
|
+
},
|
|
772
|
+
{ context: 'callMethod-existing-session', methodName },
|
|
773
|
+
normalizedError.stack
|
|
774
|
+
);
|
|
775
|
+
normalizedError.message = `${new Date().toISOString()} - Error in Method (${methodName}) - Existing Session: ${normalizedError.message}`;
|
|
776
|
+
|
|
777
|
+
if (methodCallback) {
|
|
778
|
+
methodCallback(normalizedError, null);
|
|
779
|
+
}
|
|
780
|
+
|
|
781
|
+
if (shouldTrackTextMetric) {
|
|
782
|
+
try {
|
|
783
|
+
await recordTextMessageMetric({
|
|
784
|
+
status: 'failed',
|
|
785
|
+
provider: textMetricProvider,
|
|
786
|
+
metadata: {
|
|
787
|
+
method: methodName
|
|
788
|
+
}
|
|
789
|
+
});
|
|
790
|
+
}
|
|
791
|
+
catch (error) {
|
|
792
|
+
console.error('Error recording text message metric:', error);
|
|
793
|
+
}
|
|
794
|
+
}
|
|
795
|
+
|
|
796
|
+
if (!process.env.IS_WORKER_INSTANCE) {
|
|
797
|
+
await this.callMethod(
|
|
798
|
+
'insertErrorLog',
|
|
799
|
+
`Error in Method: ${methodName}`,
|
|
800
|
+
{
|
|
801
|
+
method: methodName,
|
|
802
|
+
methodData,
|
|
803
|
+
error: {
|
|
804
|
+
message: normalizedError.message,
|
|
805
|
+
stack: normalizedError.stack,
|
|
806
|
+
code: normalizedError.code,
|
|
807
|
+
codeName: normalizedError.codeName
|
|
808
|
+
},
|
|
809
|
+
correlationId: resolvedCorrelationId
|
|
810
|
+
}
|
|
811
|
+
);
|
|
812
|
+
}
|
|
813
|
+
|
|
814
|
+
throw normalizedError;
|
|
815
|
+
}
|
|
816
|
+
finally {
|
|
817
|
+
await this._monitorManagerFunction.finishMonitorFunction(monitor);
|
|
818
|
+
}
|
|
819
|
+
};
|
|
820
|
+
|
|
821
|
+
if (shouldStartTransaction) {
|
|
822
|
+
let monitor = null;
|
|
823
|
+
|
|
824
|
+
return ResolveIOServer.getMongoManager().oneTimeTransaction(async () => {
|
|
825
|
+
// console.log(new Date(), 'Calling Method - New Session', methodName);
|
|
826
|
+
|
|
827
|
+
monitor = this._monitorManagerFunction.startMonitorFunction('Method', methodName, this['user'] || '', '', functionMethodData);
|
|
828
|
+
|
|
829
|
+
try {
|
|
830
|
+
let res = await method.function.call(Object.assign({}, this, MethodManager.prototype), ...functionMethodData);
|
|
831
|
+
|
|
832
|
+
if (methodCallback) {
|
|
833
|
+
methodCallback(null, res);
|
|
834
|
+
}
|
|
835
|
+
|
|
836
|
+
if (shouldTrackTextMetric) {
|
|
837
|
+
try {
|
|
838
|
+
await recordTextMessageMetric({
|
|
839
|
+
status: 'sent',
|
|
840
|
+
provider: textMetricProvider,
|
|
841
|
+
metadata: {
|
|
842
|
+
method: methodName
|
|
843
|
+
}
|
|
844
|
+
});
|
|
845
|
+
}
|
|
846
|
+
catch (error) {
|
|
847
|
+
console.error('Error recording text message metric:', error);
|
|
848
|
+
}
|
|
849
|
+
}
|
|
850
|
+
|
|
851
|
+
return res;
|
|
852
|
+
}
|
|
853
|
+
catch (err) {
|
|
854
|
+
if (err.code === 112 || err.codeName === 'WriteConflict' || err.code === 251 || err.codeName === 'NoSuchTransaction') {
|
|
855
|
+
throw err; // Write error, retry
|
|
856
|
+
}
|
|
857
|
+
|
|
858
|
+
const { error: normalizedError, correlationId: resolvedCorrelationId } = ensureErrorWithCorrelation(err, correlationId);
|
|
859
|
+
|
|
860
|
+
console.log(JSON.stringify([new Date(), 'Error Method Manager - Run Method - New Session', methodName, {
|
|
861
|
+
code: normalizedError.code,
|
|
862
|
+
codeName: normalizedError.codeName,
|
|
863
|
+
message: normalizedError.message,
|
|
864
|
+
stack: normalizedError.stack,
|
|
865
|
+
correlationId: resolvedCorrelationId
|
|
866
|
+
}], null, 2));
|
|
867
|
+
|
|
868
|
+
await this.reportMethodError(
|
|
869
|
+
'SERVER - Error Detected - ' + this.serverConfig['CLIENT_NAME'],
|
|
870
|
+
resolvedCorrelationId,
|
|
871
|
+
{
|
|
872
|
+
message: 'Error detected during method execution (new session)',
|
|
873
|
+
method: methodName,
|
|
874
|
+
data: methodData,
|
|
875
|
+
error: normalizedError
|
|
876
|
+
},
|
|
877
|
+
{ context: 'callMethod-new-session', methodName },
|
|
878
|
+
normalizedError.stack
|
|
879
|
+
);
|
|
880
|
+
normalizedError.message = `${new Date().toISOString()} - Error in Method With Session (${methodName}) - New Session: ${normalizedError.message}`;
|
|
881
|
+
|
|
882
|
+
if (methodCallback) {
|
|
883
|
+
methodCallback(normalizedError, null);
|
|
884
|
+
}
|
|
885
|
+
|
|
886
|
+
if (shouldTrackTextMetric) {
|
|
887
|
+
try {
|
|
888
|
+
await recordTextMessageMetric({
|
|
889
|
+
status: 'failed',
|
|
890
|
+
provider: textMetricProvider,
|
|
891
|
+
metadata: {
|
|
892
|
+
method: methodName
|
|
893
|
+
}
|
|
894
|
+
});
|
|
895
|
+
}
|
|
896
|
+
catch (error) {
|
|
897
|
+
console.error('Error recording text message metric:', error);
|
|
898
|
+
}
|
|
899
|
+
}
|
|
900
|
+
|
|
901
|
+
if (!process.env.IS_WORKER_INSTANCE) {
|
|
902
|
+
await this.callMethod(
|
|
903
|
+
'insertErrorLog',
|
|
904
|
+
`Error in Method: ${methodName}`,
|
|
905
|
+
{
|
|
906
|
+
method: methodName,
|
|
907
|
+
methodData,
|
|
908
|
+
error: {
|
|
909
|
+
message: normalizedError.message,
|
|
910
|
+
stack: normalizedError.stack,
|
|
911
|
+
code: normalizedError.code,
|
|
912
|
+
codeName: normalizedError.codeName
|
|
913
|
+
},
|
|
914
|
+
correlationId: resolvedCorrelationId
|
|
915
|
+
}
|
|
916
|
+
);
|
|
917
|
+
}
|
|
918
|
+
|
|
919
|
+
throw normalizedError;
|
|
920
|
+
}
|
|
921
|
+
finally {
|
|
922
|
+
await this._monitorManagerFunction.finishMonitorFunction(monitor);
|
|
923
|
+
}
|
|
924
|
+
});
|
|
925
|
+
}
|
|
926
|
+
else if (method.bypassSession && session) {
|
|
927
|
+
return ResolveIOServer.getMongoManager().runWithoutSession(async () => await executeWithExistingSession());
|
|
928
|
+
}
|
|
929
|
+
else {
|
|
930
|
+
return executeWithExistingSession();
|
|
931
|
+
}
|
|
932
|
+
}
|
|
933
|
+
finally {
|
|
934
|
+
releaseLocalConcurrency();
|
|
935
|
+
}
|
|
936
|
+
}
|
|
937
|
+
|
|
938
|
+
private async acquireLocalConcurrency(methodName: string, maxConcurrency?: number): Promise<() => void> {
|
|
939
|
+
if (!maxConcurrency || maxConcurrency < 1) {
|
|
940
|
+
return () => {};
|
|
941
|
+
}
|
|
942
|
+
|
|
943
|
+
let current = this._localActiveCounts.get(methodName) || 0;
|
|
944
|
+
|
|
945
|
+
if (current < maxConcurrency) {
|
|
946
|
+
this._localActiveCounts.set(methodName, current + 1);
|
|
947
|
+
return this.createLocalRelease(methodName);
|
|
948
|
+
}
|
|
949
|
+
|
|
950
|
+
// eslint-disable-next-line no-restricted-syntax
|
|
951
|
+
return new Promise((resolve) => {
|
|
952
|
+
let queue = this._localWaitQueues.get(methodName);
|
|
953
|
+
|
|
954
|
+
if (!queue) {
|
|
955
|
+
queue = [];
|
|
956
|
+
this._localWaitQueues.set(methodName, queue);
|
|
957
|
+
}
|
|
958
|
+
|
|
959
|
+
queue.push(() => {
|
|
960
|
+
let curr = this._localActiveCounts.get(methodName) || 0;
|
|
961
|
+
this._localActiveCounts.set(methodName, curr + 1);
|
|
962
|
+
resolve(this.createLocalRelease(methodName));
|
|
963
|
+
});
|
|
964
|
+
});
|
|
965
|
+
}
|
|
966
|
+
|
|
967
|
+
private createLocalRelease(methodName: string): () => void {
|
|
968
|
+
let released = false;
|
|
969
|
+
|
|
970
|
+
return () => {
|
|
971
|
+
if (released) {
|
|
972
|
+
return;
|
|
973
|
+
}
|
|
974
|
+
|
|
975
|
+
released = true;
|
|
976
|
+
|
|
977
|
+
let current = this._localActiveCounts.get(methodName) || 0;
|
|
978
|
+
this._localActiveCounts.set(methodName, current > 0 ? current - 1 : 0);
|
|
979
|
+
|
|
980
|
+
let queue = this._localWaitQueues.get(methodName);
|
|
981
|
+
|
|
982
|
+
if (queue && queue.length) {
|
|
983
|
+
let next = queue.shift();
|
|
984
|
+
|
|
985
|
+
if (next) {
|
|
986
|
+
next();
|
|
987
|
+
}
|
|
988
|
+
}
|
|
989
|
+
};
|
|
990
|
+
}
|
|
991
|
+
|
|
992
|
+
setupEmailWatcher() {
|
|
993
|
+
const changeStream = EmailHistories.watchCollection([]);
|
|
994
|
+
|
|
995
|
+
changeStream.on('change', async (change) => {
|
|
996
|
+
if (change.operationType === 'insert' && change.fullDocument && change.fullDocument.status === 'pending') {
|
|
997
|
+
this.emailQueue.add(change.fullDocument._id.toString());
|
|
998
|
+
await this.tryProcessEmail();
|
|
999
|
+
}
|
|
1000
|
+
else if (change.operationType === 'update' || change.operationType === 'replace') {
|
|
1001
|
+
const updatedEmail = change.fullDocument;
|
|
1002
|
+
if (updatedEmail && updatedEmail.status !== 'pending' && this.emailQueue.has(updatedEmail._id.toString())) {
|
|
1003
|
+
this.emailQueue.delete(updatedEmail._id.toString());
|
|
1004
|
+
}
|
|
1005
|
+
}
|
|
1006
|
+
})
|
|
1007
|
+
.on('error', async err => {
|
|
1008
|
+
console.error('Email history changestream error', err);
|
|
1009
|
+
await changeStream.close();
|
|
1010
|
+
})
|
|
1011
|
+
.on('close', () => {
|
|
1012
|
+
this.setupEmailWatcher();
|
|
1013
|
+
});
|
|
1014
|
+
}
|
|
1015
|
+
|
|
1016
|
+
async loadPendingEmails() {
|
|
1017
|
+
// Load any pending emails on startup
|
|
1018
|
+
const pendingEmails = await EmailHistories.find({ status: 'pending' }, {sort: {_id: 1}});
|
|
1019
|
+
for (const email of pendingEmails) {
|
|
1020
|
+
this.emailQueue.add(email._id.toString());
|
|
1021
|
+
}
|
|
1022
|
+
// Try to process emails
|
|
1023
|
+
await this.tryProcessEmail();
|
|
1024
|
+
}
|
|
1025
|
+
|
|
1026
|
+
async tryProcessEmail() {
|
|
1027
|
+
if (this.isEmailProcessing || this.emailQueue.size === 0) {
|
|
1028
|
+
return;
|
|
1029
|
+
}
|
|
1030
|
+
|
|
1031
|
+
this.isEmailProcessing = true;
|
|
1032
|
+
|
|
1033
|
+
try {
|
|
1034
|
+
while (this.emailQueue.size > 0) {
|
|
1035
|
+
const emailId = this.emailQueue.values().next().value;
|
|
1036
|
+
this.emailQueue.delete(emailId);
|
|
1037
|
+
|
|
1038
|
+
const pendingEmail = await EmailHistories.findOne(
|
|
1039
|
+
{
|
|
1040
|
+
_id: emailId,
|
|
1041
|
+
status: 'pending',
|
|
1042
|
+
}
|
|
1043
|
+
);
|
|
1044
|
+
|
|
1045
|
+
if (!pendingEmail) {
|
|
1046
|
+
continue;
|
|
1047
|
+
}
|
|
1048
|
+
|
|
1049
|
+
let queuedAt: Date;
|
|
1050
|
+
if (pendingEmail.date instanceof Date) {
|
|
1051
|
+
queuedAt = pendingEmail.date;
|
|
1052
|
+
}
|
|
1053
|
+
else if (pendingEmail.createdAt instanceof Date) {
|
|
1054
|
+
queuedAt = pendingEmail.createdAt;
|
|
1055
|
+
}
|
|
1056
|
+
else {
|
|
1057
|
+
queuedAt = new Date();
|
|
1058
|
+
}
|
|
1059
|
+
|
|
1060
|
+
const timeSinceQueued = Date.now() - queuedAt.getTime();
|
|
1061
|
+
const remainingDelay = this._emailProcessingDelayMs - timeSinceQueued;
|
|
1062
|
+
|
|
1063
|
+
if (remainingDelay > 0) {
|
|
1064
|
+
// eslint-disable-next-line no-restricted-syntax
|
|
1065
|
+
await new Promise(resolve => setTimeout(resolve, remainingDelay));
|
|
1066
|
+
}
|
|
1067
|
+
|
|
1068
|
+
const emailHistory = await EmailHistories.findOneAndUpdate(
|
|
1069
|
+
{
|
|
1070
|
+
_id: emailId,
|
|
1071
|
+
status: 'pending',
|
|
1072
|
+
},
|
|
1073
|
+
{
|
|
1074
|
+
$set: { status: 'processing', processingAt: new Date() },
|
|
1075
|
+
}
|
|
1076
|
+
);
|
|
1077
|
+
|
|
1078
|
+
if (!emailHistory) {
|
|
1079
|
+
continue;
|
|
1080
|
+
}
|
|
1081
|
+
|
|
1082
|
+
// Fetch and process attachments
|
|
1083
|
+
if (emailHistory.attachments && emailHistory.attachments.length > 0) {
|
|
1084
|
+
const validAttachments: any[] = [];
|
|
1085
|
+
let attachmentError = false;
|
|
1086
|
+
|
|
1087
|
+
for (const att of emailHistory.attachments) {
|
|
1088
|
+
if (att.path && att.path.startsWith('http')) {
|
|
1089
|
+
try {
|
|
1090
|
+
const response = await fetch(att.path);
|
|
1091
|
+
if (!response.ok) {
|
|
1092
|
+
attachmentError = true;
|
|
1093
|
+
continue;
|
|
1094
|
+
}
|
|
1095
|
+
const arrayBuffer = await response.arrayBuffer();
|
|
1096
|
+
const buffer = Buffer.from(arrayBuffer);
|
|
1097
|
+
|
|
1098
|
+
// Check the size of the attachment
|
|
1099
|
+
const maxSize = 20 * 1024 * 1024; // 20MB in bytes
|
|
1100
|
+
if (buffer.length <= maxSize) {
|
|
1101
|
+
// Attachment is within size limits, include it
|
|
1102
|
+
att.content = buffer;
|
|
1103
|
+
delete att.path;
|
|
1104
|
+
validAttachments.push(att);
|
|
1105
|
+
}
|
|
1106
|
+
}
|
|
1107
|
+
catch (err) {
|
|
1108
|
+
console.error('Failed to fetch attachment:', err);
|
|
1109
|
+
attachmentError = true;
|
|
1110
|
+
}
|
|
1111
|
+
}
|
|
1112
|
+
else {
|
|
1113
|
+
validAttachments.push(att);
|
|
1114
|
+
}
|
|
1115
|
+
}
|
|
1116
|
+
|
|
1117
|
+
emailHistory.attachments = validAttachments;
|
|
1118
|
+
if (attachmentError) {
|
|
1119
|
+
emailHistory.text =
|
|
1120
|
+
(typeof emailHistory.text === 'string' ? emailHistory.text : '') +
|
|
1121
|
+
'\n\nCould not load attachments.';
|
|
1122
|
+
emailHistory.html =
|
|
1123
|
+
(typeof emailHistory.html === 'string' ? emailHistory.html : '') +
|
|
1124
|
+
'<p>Could not load attachments.</p>';
|
|
1125
|
+
}
|
|
1126
|
+
}
|
|
1127
|
+
|
|
1128
|
+
// Prepare email options
|
|
1129
|
+
const mailOptions: any = {
|
|
1130
|
+
replyTo: emailHistory.reply_to || (ResolveIOServer.getServerConfig()['MAIL_REPLY_TO'] || undefined),
|
|
1131
|
+
from: emailHistory.send_from || ResolveIOServer.getServerConfig().MAIL_FROM,
|
|
1132
|
+
to: emailHistory.email,
|
|
1133
|
+
subject:
|
|
1134
|
+
(ResolveIOServer.getServerConfig()['ROOT_URL'].match(/https:\/\/dev\./) ||
|
|
1135
|
+
ResolveIOServer.getServerConfig()['ROOT_URL'].match(/https:\/\/www\.dev\./)
|
|
1136
|
+
? '(DEV SERVER) - '
|
|
1137
|
+
: '') + emailHistory.subject,
|
|
1138
|
+
text: typeof emailHistory.text === 'string' ? emailHistory.text : '',
|
|
1139
|
+
html: typeof emailHistory.html === 'string' ? emailHistory.html : '',
|
|
1140
|
+
attachments: emailHistory.attachments || [],
|
|
1141
|
+
force_ses: emailHistory.force_ses
|
|
1142
|
+
};
|
|
1143
|
+
|
|
1144
|
+
// Process attachments before sending
|
|
1145
|
+
if (mailOptions.attachments && mailOptions.attachments.length > 0) {
|
|
1146
|
+
mailOptions.attachments = mailOptions.attachments.map((att) => {
|
|
1147
|
+
const newAtt = { ...att };
|
|
1148
|
+
// Handle attachments stored as BinData or Buffer
|
|
1149
|
+
if (newAtt.content && typeof newAtt.content === 'object' && !(newAtt.content instanceof Buffer)) {
|
|
1150
|
+
// Convert MongoDB's Binary data to Buffer
|
|
1151
|
+
if (newAtt.content._bsontype === 'Binary' && newAtt.content.sub_type === 0) {
|
|
1152
|
+
newAtt.content = Buffer.from(newAtt.content.buffer);
|
|
1153
|
+
}
|
|
1154
|
+
else {
|
|
1155
|
+
// Handle other types if necessary
|
|
1156
|
+
newAtt.content = Buffer.from(newAtt.content);
|
|
1157
|
+
}
|
|
1158
|
+
}
|
|
1159
|
+
// Handle attachments stored as Base64 strings
|
|
1160
|
+
else if (typeof newAtt.content === 'string' && newAtt.encoding === 'base64') {
|
|
1161
|
+
newAtt.content = Buffer.from(newAtt.content, 'base64');
|
|
1162
|
+
delete newAtt.encoding;
|
|
1163
|
+
}
|
|
1164
|
+
// Ensure the content is a Buffer
|
|
1165
|
+
else if (typeof newAtt.content === 'string') {
|
|
1166
|
+
newAtt.content = Buffer.from(newAtt.content);
|
|
1167
|
+
}
|
|
1168
|
+
return newAtt;
|
|
1169
|
+
});
|
|
1170
|
+
}
|
|
1171
|
+
|
|
1172
|
+
// Send the email
|
|
1173
|
+
const emailProvider = (!mailOptions.force_ses && this._mailerCustom) ? 'custom' : 'ses';
|
|
1174
|
+
(!mailOptions.force_ses && this._mailerCustom ? this._mailerCustom : this._mailerSES).sendMail(mailOptions, async err => {
|
|
1175
|
+
const metricStatus = err ? 'failed' : 'sent';
|
|
1176
|
+
|
|
1177
|
+
try {
|
|
1178
|
+
if (err) {
|
|
1179
|
+
console.error('Failed to send email:', err);
|
|
1180
|
+
await EmailHistories.updateOne(
|
|
1181
|
+
{ _id: emailHistory._id },
|
|
1182
|
+
{
|
|
1183
|
+
$set: {
|
|
1184
|
+
status: 'failed',
|
|
1185
|
+
error: typeof err === 'string' ? err : this.safeStringify(err),
|
|
1186
|
+
completedAt: new Date(),
|
|
1187
|
+
},
|
|
1188
|
+
}
|
|
1189
|
+
);
|
|
1190
|
+
}
|
|
1191
|
+
else {
|
|
1192
|
+
if (emailHistory.email === 'dev@resolveio.com') {
|
|
1193
|
+
await EmailHistories.deleteOne({ _id: emailHistory._id });
|
|
1194
|
+
}
|
|
1195
|
+
else {
|
|
1196
|
+
await EmailHistories.updateOne(
|
|
1197
|
+
{ _id: emailHistory._id },
|
|
1198
|
+
{
|
|
1199
|
+
$set: {
|
|
1200
|
+
status: 'completed',
|
|
1201
|
+
completedAt: new Date(),
|
|
1202
|
+
},
|
|
1203
|
+
}
|
|
1204
|
+
);
|
|
1205
|
+
}
|
|
1206
|
+
}
|
|
1207
|
+
}
|
|
1208
|
+
catch (error) {
|
|
1209
|
+
console.error('Error in sendMail callback:', error);
|
|
1210
|
+
await EmailHistories.updateOne(
|
|
1211
|
+
{ _id: emailHistory._id },
|
|
1212
|
+
{
|
|
1213
|
+
$set: {
|
|
1214
|
+
status: 'failed',
|
|
1215
|
+
error: typeof error === 'string' ? error : this.safeStringify(error),
|
|
1216
|
+
completedAt: new Date(),
|
|
1217
|
+
},
|
|
1218
|
+
}
|
|
1219
|
+
);
|
|
1220
|
+
}
|
|
1221
|
+
finally {
|
|
1222
|
+
try {
|
|
1223
|
+
await recordEmailMetric({
|
|
1224
|
+
status: metricStatus,
|
|
1225
|
+
provider: emailProvider,
|
|
1226
|
+
metadata: {
|
|
1227
|
+
method: 'sendEmail'
|
|
1228
|
+
}
|
|
1229
|
+
});
|
|
1230
|
+
}
|
|
1231
|
+
catch (error) {
|
|
1232
|
+
console.error('Error recording email metric:', error);
|
|
1233
|
+
}
|
|
1234
|
+
}
|
|
1235
|
+
});
|
|
1236
|
+
|
|
1237
|
+
// Wait for at least one second before sending the next email
|
|
1238
|
+
// eslint-disable-next-line no-restricted-syntax
|
|
1239
|
+
await new Promise((resolve) => setTimeout(resolve, 1000));
|
|
1240
|
+
}
|
|
1241
|
+
}
|
|
1242
|
+
catch (err) {
|
|
1243
|
+
console.error('Error processing email queue:', err);
|
|
1244
|
+
}
|
|
1245
|
+
finally {
|
|
1246
|
+
this.isEmailProcessing = false;
|
|
1247
|
+
// Check if new emails arrived while processing
|
|
1248
|
+
if (this.emailQueue.size > 0) {
|
|
1249
|
+
await this.tryProcessEmail();
|
|
1250
|
+
}
|
|
1251
|
+
}
|
|
1252
|
+
}
|
|
1253
|
+
|
|
1254
|
+
private shouldTrackTextMessageMetric(methodName: string): boolean {
|
|
1255
|
+
const normalized = String(methodName || '').trim().toLowerCase();
|
|
1256
|
+
if (!normalized) {
|
|
1257
|
+
return false;
|
|
1258
|
+
}
|
|
1259
|
+
|
|
1260
|
+
return normalized.startsWith('sendsms') || normalized.startsWith('sendtext');
|
|
1261
|
+
}
|
|
1262
|
+
|
|
1263
|
+
private getTextMessageProvider(): string | undefined {
|
|
1264
|
+
const provider = this.serverConfig?.['SMS_PROVIDER'] || '';
|
|
1265
|
+
if (typeof provider === 'string' && provider.trim().length) {
|
|
1266
|
+
return provider.trim().toLowerCase();
|
|
1267
|
+
}
|
|
1268
|
+
|
|
1269
|
+
if (this.serverConfig?.['TWILIO_SID'] || this.serverConfig?.['TWILIO_AUTH_TOKEN']) {
|
|
1270
|
+
return 'twilio';
|
|
1271
|
+
}
|
|
1272
|
+
|
|
1273
|
+
return undefined;
|
|
1274
|
+
}
|
|
1275
|
+
|
|
1276
|
+
safeStringify(obj)
|
|
1277
|
+
{
|
|
1278
|
+
try
|
|
1279
|
+
{
|
|
1280
|
+
return JSON.stringify(obj, this.getCircularReplacer());
|
|
1281
|
+
}
|
|
1282
|
+
catch (e)
|
|
1283
|
+
{
|
|
1284
|
+
return `Error in JSON stringifying: ${e.message}`;
|
|
1285
|
+
}
|
|
1286
|
+
}
|
|
1287
|
+
|
|
1288
|
+
getCircularReplacer()
|
|
1289
|
+
{
|
|
1290
|
+
const seen = new WeakSet();
|
|
1291
|
+
return (key, value) =>
|
|
1292
|
+
{
|
|
1293
|
+
if (typeof value === "object" && value !== null)
|
|
1294
|
+
{
|
|
1295
|
+
if (seen.has(value))
|
|
1296
|
+
{
|
|
1297
|
+
return "[Circular]";
|
|
1298
|
+
}
|
|
1299
|
+
seen.add(value);
|
|
1300
|
+
}
|
|
1301
|
+
return value;
|
|
1302
|
+
};
|
|
1303
|
+
}
|
|
1304
|
+
|
|
1305
|
+
private async tryMergeEmailOccurrence(
|
|
1306
|
+
email: string,
|
|
1307
|
+
subject: string,
|
|
1308
|
+
correlationId: string,
|
|
1309
|
+
occurrence: EmailHistoryOccurrence,
|
|
1310
|
+
meta?: Record<string, any>
|
|
1311
|
+
): Promise<EmailHistoryModel | null> {
|
|
1312
|
+
const existing = await EmailHistories.findOne(
|
|
1313
|
+
{
|
|
1314
|
+
email,
|
|
1315
|
+
correlationId,
|
|
1316
|
+
status: 'pending'
|
|
1317
|
+
},
|
|
1318
|
+
{ sort: { date: 1 } }
|
|
1319
|
+
);
|
|
1320
|
+
|
|
1321
|
+
if (!existing) {
|
|
1322
|
+
return null;
|
|
1323
|
+
}
|
|
1324
|
+
|
|
1325
|
+
const normalizedOccurrences: EmailHistoryOccurrence[] = Array.isArray(existing.occurrences) && existing.occurrences.length
|
|
1326
|
+
? existing.occurrences.map((item: EmailHistoryOccurrence) => ({
|
|
1327
|
+
_id: item._id || objectIdHexString(),
|
|
1328
|
+
createdAt: item.createdAt instanceof Date ? item.createdAt : new Date(item.createdAt),
|
|
1329
|
+
subject: item.subject || existing.subject || '',
|
|
1330
|
+
text: item.text,
|
|
1331
|
+
html: item.html,
|
|
1332
|
+
meta: item.meta
|
|
1333
|
+
}))
|
|
1334
|
+
: [createEmailOccurrence(
|
|
1335
|
+
existing.subject || '',
|
|
1336
|
+
typeof existing.text === 'string' ? existing.text : undefined,
|
|
1337
|
+
typeof existing.html === 'string' ? existing.html : undefined,
|
|
1338
|
+
existing.meta
|
|
1339
|
+
)];
|
|
1340
|
+
|
|
1341
|
+
normalizedOccurrences.push(occurrence);
|
|
1342
|
+
|
|
1343
|
+
const { text: aggregatedText, html: aggregatedHtml } = formatGroupedEmailContent(correlationId, normalizedOccurrences);
|
|
1344
|
+
|
|
1345
|
+
const updated = await EmailHistories.findOneAndUpdate(
|
|
1346
|
+
{
|
|
1347
|
+
_id: existing._id,
|
|
1348
|
+
status: 'pending'
|
|
1349
|
+
},
|
|
1350
|
+
{
|
|
1351
|
+
$set: {
|
|
1352
|
+
subject,
|
|
1353
|
+
text: aggregatedText,
|
|
1354
|
+
html: aggregatedHtml,
|
|
1355
|
+
occurrences: normalizedOccurrences,
|
|
1356
|
+
meta: meta || existing.meta,
|
|
1357
|
+
updatedAt: new Date()
|
|
1358
|
+
}
|
|
1359
|
+
},
|
|
1360
|
+
{ returnDocument: 'after' }
|
|
1361
|
+
);
|
|
1362
|
+
|
|
1363
|
+
return updated || null;
|
|
1364
|
+
}
|
|
1365
|
+
|
|
1366
|
+
public async sendEmail(
|
|
1367
|
+
sendTo: string,
|
|
1368
|
+
subject: string,
|
|
1369
|
+
text?: string | null,
|
|
1370
|
+
html?: string | null,
|
|
1371
|
+
attachments?: any[] | null,
|
|
1372
|
+
send_from?: string | null,
|
|
1373
|
+
reply_to?: string | null,
|
|
1374
|
+
force_ses = false,
|
|
1375
|
+
local_override = false,
|
|
1376
|
+
options?: SendEmailOptions
|
|
1377
|
+
) {
|
|
1378
|
+
// Modify sendTo in development environments
|
|
1379
|
+
if (
|
|
1380
|
+
(ResolveIOServer.getServerConfig()['ROOT_URL'].match(/https:\/\/dev\./) ||
|
|
1381
|
+
ResolveIOServer.getServerConfig()['ROOT_URL'].match(/https:\/\/www\.dev\./) ||
|
|
1382
|
+
ResolveIOServer.getServerConfig()['ROOT_URL'] === 'http://localhost:4200') &&
|
|
1383
|
+
!sendTo.match(/\@resolveio\.com/)
|
|
1384
|
+
) {
|
|
1385
|
+
sendTo = 'dev@resolveio.com';
|
|
1386
|
+
}
|
|
1387
|
+
|
|
1388
|
+
const normalizedSubject = subject || '';
|
|
1389
|
+
const correlationId = options?.correlationId;
|
|
1390
|
+
const finalSubject = appendCorrelationIdToSubject(normalizedSubject, correlationId);
|
|
1391
|
+
const groupByCorrelationId = !!correlationId;
|
|
1392
|
+
const normalizedText = typeof text === 'string' ? text : '';
|
|
1393
|
+
const normalizedHtml = typeof html === 'string' ? html : '';
|
|
1394
|
+
const occurrence = groupByCorrelationId
|
|
1395
|
+
? createEmailOccurrence(normalizedSubject, normalizedText, normalizedHtml, options?.meta)
|
|
1396
|
+
: null;
|
|
1397
|
+
let allowGrouping = groupByCorrelationId;
|
|
1398
|
+
|
|
1399
|
+
if (sendTo) {
|
|
1400
|
+
if (
|
|
1401
|
+
ResolveIOServer.getServerConfig()['ROOT_URL'] !== 'http://localhost:4200' ||
|
|
1402
|
+
local_override
|
|
1403
|
+
) {
|
|
1404
|
+
let normalizedAttachments: any[] = [];
|
|
1405
|
+
if (Array.isArray(attachments)) {
|
|
1406
|
+
normalizedAttachments = attachments.slice();
|
|
1407
|
+
}
|
|
1408
|
+
else if (attachments) {
|
|
1409
|
+
normalizedAttachments = [attachments];
|
|
1410
|
+
}
|
|
1411
|
+
|
|
1412
|
+
normalizedAttachments = normalizedAttachments.map(att => {
|
|
1413
|
+
const newAtt = { ...att };
|
|
1414
|
+
if (Buffer.isBuffer(newAtt.content)) {
|
|
1415
|
+
newAtt.content = newAtt.content.toString('base64');
|
|
1416
|
+
newAtt.encoding = 'base64';
|
|
1417
|
+
}
|
|
1418
|
+
return newAtt;
|
|
1419
|
+
});
|
|
1420
|
+
|
|
1421
|
+
if (normalizedAttachments.length > 0) {
|
|
1422
|
+
allowGrouping = false;
|
|
1423
|
+
}
|
|
1424
|
+
|
|
1425
|
+
if (allowGrouping && occurrence && correlationId) {
|
|
1426
|
+
const merged = await this.tryMergeEmailOccurrence(sendTo, finalSubject, correlationId, occurrence, options?.meta);
|
|
1427
|
+
if (merged) {
|
|
1428
|
+
return merged;
|
|
1429
|
+
}
|
|
1430
|
+
}
|
|
1431
|
+
|
|
1432
|
+
const emailHistory: EmailHistoryModel = {
|
|
1433
|
+
_id: objectIdHexString(),
|
|
1434
|
+
__v: 0,
|
|
1435
|
+
date: new Date(),
|
|
1436
|
+
id_user: this['id_user'] || '',
|
|
1437
|
+
user: this['user'] || '',
|
|
1438
|
+
email: sendTo,
|
|
1439
|
+
subject: finalSubject,
|
|
1440
|
+
text: normalizedText,
|
|
1441
|
+
html: normalizedHtml,
|
|
1442
|
+
attachments: normalizedAttachments,
|
|
1443
|
+
send_from: send_from || '',
|
|
1444
|
+
reply_to: reply_to || '',
|
|
1445
|
+
status: 'pending',
|
|
1446
|
+
error: '',
|
|
1447
|
+
force_ses
|
|
1448
|
+
};
|
|
1449
|
+
|
|
1450
|
+
if (allowGrouping && occurrence && correlationId) {
|
|
1451
|
+
const { text: aggregatedText, html: aggregatedHtml } = formatGroupedEmailContent(correlationId, [occurrence]);
|
|
1452
|
+
emailHistory.text = aggregatedText;
|
|
1453
|
+
emailHistory.html = aggregatedHtml;
|
|
1454
|
+
emailHistory.occurrences = [occurrence];
|
|
1455
|
+
emailHistory.correlationId = correlationId;
|
|
1456
|
+
if (options?.meta) {
|
|
1457
|
+
emailHistory.meta = options.meta;
|
|
1458
|
+
}
|
|
1459
|
+
}
|
|
1460
|
+
else {
|
|
1461
|
+
if (correlationId) {
|
|
1462
|
+
emailHistory.correlationId = correlationId;
|
|
1463
|
+
}
|
|
1464
|
+
if (options?.meta) {
|
|
1465
|
+
emailHistory.meta = options.meta;
|
|
1466
|
+
}
|
|
1467
|
+
}
|
|
1468
|
+
|
|
1469
|
+
try {
|
|
1470
|
+
let history = await EmailHistories.insertOne(emailHistory);
|
|
1471
|
+
return history;
|
|
1472
|
+
}
|
|
1473
|
+
catch (err) {
|
|
1474
|
+
console.error('Failed to queue email:', err);
|
|
1475
|
+
err.message = `Failed to queue email: ${err.message}`;
|
|
1476
|
+
throw err;
|
|
1477
|
+
}
|
|
1478
|
+
}
|
|
1479
|
+
else {
|
|
1480
|
+
console.log(
|
|
1481
|
+
'Send email',
|
|
1482
|
+
sendTo,
|
|
1483
|
+
finalSubject,
|
|
1484
|
+
normalizedText,
|
|
1485
|
+
normalizedHtml,
|
|
1486
|
+
attachments,
|
|
1487
|
+
send_from,
|
|
1488
|
+
force_ses,
|
|
1489
|
+
correlationId
|
|
1490
|
+
);
|
|
1491
|
+
|
|
1492
|
+
return true;
|
|
1493
|
+
}
|
|
1494
|
+
}
|
|
1495
|
+
else {
|
|
1496
|
+
return true;
|
|
1497
|
+
}
|
|
1498
|
+
}
|
|
1499
|
+
|
|
1500
|
+
public getAWS(): AWS {
|
|
1501
|
+
return this._aws;
|
|
1502
|
+
}
|
|
1503
|
+
|
|
1504
|
+
public readFile(fileName) {
|
|
1505
|
+
if (fs.existsSync(path.join(__dirname, ('../private/' + fileName)))) {
|
|
1506
|
+
try {
|
|
1507
|
+
return fs.readFileSync(path.join(__dirname, ('../private/' + fileName)), 'utf-8');
|
|
1508
|
+
}
|
|
1509
|
+
catch (err) {
|
|
1510
|
+
err.message = `Error in readFile: ${err.message}`;
|
|
1511
|
+
throw err;
|
|
1512
|
+
}
|
|
1513
|
+
}
|
|
1514
|
+
else {
|
|
1515
|
+
if (fs.existsSync(path.join(ResolveIOServer.getClientDir(), ('./private/' + fileName)))) {
|
|
1516
|
+
try {
|
|
1517
|
+
return fs.readFileSync(path.join(ResolveIOServer.getClientDir(), ('./private/' + fileName)), 'utf-8');
|
|
1518
|
+
}
|
|
1519
|
+
catch (err) {
|
|
1520
|
+
err.message = `Error in readFile: ${err.message}`;
|
|
1521
|
+
throw err;
|
|
1522
|
+
}
|
|
1523
|
+
}
|
|
1524
|
+
}
|
|
1525
|
+
|
|
1526
|
+
throw new Error ('Error in readFile: File Not Found');
|
|
1527
|
+
}
|
|
1528
|
+
|
|
1529
|
+
public readImage(fileName) {
|
|
1530
|
+
if (fs.existsSync(path.join(__dirname, ('../private/' + fileName)))) {
|
|
1531
|
+
try {
|
|
1532
|
+
return fs.readFileSync(path.join(__dirname, ('../private/' + fileName)), 'base64');
|
|
1533
|
+
}
|
|
1534
|
+
catch (err) {
|
|
1535
|
+
err.message = `Error in readImage: ${err.message}`;
|
|
1536
|
+
throw err;
|
|
1537
|
+
}
|
|
1538
|
+
}
|
|
1539
|
+
else {
|
|
1540
|
+
if (fs.existsSync(path.join(ResolveIOServer.getClientDir(), ('./private/' + fileName)))) {
|
|
1541
|
+
try {
|
|
1542
|
+
return fs.readFileSync(path.join(ResolveIOServer.getClientDir(), ('./private/' + fileName)), 'base64');
|
|
1543
|
+
}
|
|
1544
|
+
catch (err) {
|
|
1545
|
+
err.message = `Error in readImage: ${err.message}`;
|
|
1546
|
+
throw err;
|
|
1547
|
+
}
|
|
1548
|
+
}
|
|
1549
|
+
}
|
|
1550
|
+
|
|
1551
|
+
throw new Error ('Error in readImage: File Not Found');
|
|
1552
|
+
}
|
|
1553
|
+
|
|
1554
|
+
public getEnableDebug() {
|
|
1555
|
+
return this._enableDebug;
|
|
1556
|
+
}
|
|
1557
|
+
}
|