emailengine-app 2.61.5 → 2.62.1

package/views/accounts/account.hbs

@@ -32,6 +32,14 @@
                     data-toggle="tooltip" data-placement="top">
                     <i class="fas fa-redo fa-fw" id="sync-icon"></i> Run sync
                 </button>
+
+                {{#if canReadMail}}
+                <button type="button" class="btn btn-light" id="request-export" title="Export messages to file"
+                    data-toggle="modal" data-target="#exportModal">
+                    <i class="fas fa-file-export fa-fw"></i> Export
+                    <span id="export-status-indicator" class="badge badge-pill ml-1 d-none"></span>
+                </button>
+                {{/if}}
             </div>
 
             <div class="btn-group mr-2 mb-1" role="group" aria-label="Third group">
@@ -64,7 +72,7 @@
                         {{#if canUseSmtp}}
                         <a class="dropdown-item" data-toggle="modal" data-target="#testSendModal" data-keyboard="false"
                             data-backdrop="static" data-account="{{account.account}}" href="#">Account's
-                            SMTP server</a>
+                            Mail server</a>
                         {{#if gateways}}
                         <div class="dropdown-divider"></div>
                         {{/if}}
@@ -935,6 +943,85 @@
     </div>
 </div>
 
+<div class="modal fade" id="exportModal" tabindex="-1" aria-labelledby="exportModalLabel" aria-hidden="true">
+    <div class="modal-dialog">
+        <div class="modal-content">
+            <div class="modal-header">
+                <h5 class="modal-title" id="exportModalLabel">Export Messages</h5>
+                <button type="button" class="close" data-dismiss="modal" aria-label="Close">
+                    <span aria-hidden="true">&times;</span>
+                </button>
+            </div>
+            <div class="modal-body">
+                <div class="alert alert-info mb-3">
+                    <i class="fas fa-flask fa-fw"></i>
+                    <strong>Beta Feature:</strong> The export feature is currently in beta. If you encounter any issues,
+                    please contact <a href="mailto:support@postalsys.com">support@postalsys.com</a>.
+                </div>
+                <div id="export-form-view">
+                    <div class="form-group">
+                        <label for="export-start-date">Start Date</label>
+                        <input type="date" class="form-control" id="export-start-date">
+                    </div>
+                    <div class="form-group">
+                        <label for="export-end-date">End Date</label>
+                        <input type="date" class="form-control" id="export-end-date">
+                    </div>
+                    <div class="form-group">
+                        <div class="custom-control custom-checkbox">
+                            <input type="checkbox" class="custom-control-input" id="export-include-attachments">
+                            <label class="custom-control-label" for="export-include-attachments">Include
+                                attachments</label>
+                        </div>
+                        <small class="form-text text-muted">Download and include attachment file contents in the export.
+                            This increases export size and time.</small>
+                    </div>
+                    <small class="text-muted">Gmail accounts export from All Mail. Other accounts export all folders
+                        (excluding Junk and Trash).</small>
+                </div>
+
+                <div id="export-status-view" class="d-none">
+                    <div class="mb-3">
+                        <strong>Status:</strong>
+                        <span id="export-status-badge" class="badge badge-info">Queued</span>
+                        <span id="export-phase-badge" class="badge badge-secondary ml-1 d-none"></span>
+                    </div>
+                    <div class="mb-3">
+                        <strong>Expires:</strong>
+                        <span id="export-expires-at" class="text-muted"></span>
+                    </div>
+                    <div id="export-progress-section">
+                        <div class="progress mb-2">
+                            <div id="export-progress-bar"
+                                class="progress-bar progress-bar-striped progress-bar-animated bg-info"
+                                role="progressbar" aria-valuenow="0" aria-valuemin="0" aria-valuemax="100"
+                                style="width: 0%"></div>
+                        </div>
+                        <small id="export-progress-text" class="text-muted"></small>
+                    </div>
+                    <div id="export-error-section" class="d-none">
+                        <div class="alert alert-danger" id="export-error-message"></div>
+                    </div>
+                    <div id="export-download-section" class="d-none mt-3">
+                        <a href="#" id="export-download-link" class="btn btn-success btn-block">
+                            <i class="fas fa-download fa-fw"></i> Download Export
+                        </a>
+                    </div>
+                </div>
+            </div>
+            <div class="modal-footer">
+                <button type="button" class="btn btn-secondary" data-dismiss="modal">Close</button>
+                <button type="button" class="btn btn-danger d-none" id="export-reset-btn">
+                    <i class="fas fa-trash fa-fw"></i> Reset
+                </button>
+                <button type="button" class="btn btn-primary" id="export-start-btn">
+                    <i class="fas fa-file-export fa-fw" id="export-start-icon"></i> Start Export
+                </button>
+            </div>
+        </div>
+    </div>
+</div>
+
 <input type="hidden" id="account-id" value="{{account.account}}">
 <input type="hidden" id="crumb" value="{{crumb}}">
 
@@ -1107,7 +1194,7 @@
                 flushingLogs = false;
                 showToast(data.error ? data.error : (data.success ? 'Stored logs were flushed' : 'Failed to flush logs'), data.success ? 'check-circle' : 'alert-triangle');
             }).catch(err => {
-                togglinflushingLogsgLogs = false;
+                flushingLogs = false;
                 showToast('Request failed\n' + err.message, 'alert-triangle');
             })
         });
@@ -1121,6 +1208,292 @@
 
         $('#renew-grant-btn').tooltip();
         $('#renew-grant-btn').click(() => $('#renew-grant-btn').tooltip('hide'));
+
+        // Export status indicator on page load
+        async function updateExportIndicator() {
+            const account = document.getElementById('account-id').value.trim();
+            const indicator = document.getElementById('export-status-indicator');
+            if (!indicator) return;
+
+            try {
+                const res = await fetch(`/admin/accounts/${account}/exports?pageSize=1`);
+                if (!res.ok) {
+                    indicator.classList.add('d-none');
+                    return;
+                }
+                const data = await res.json();
+
+                if (data.exports && data.exports.length > 0) {
+                    const latest = data.exports[0];
+                    if (latest.status === 'queued' || latest.status === 'processing') {
+                        indicator.textContent = latest.status === 'queued' ? 'Queued' : 'Exporting';
+                        indicator.className = 'badge badge-pill badge-info ml-1';
+                    } else if (latest.status === 'completed') {
+                        indicator.textContent = 'Ready';
+                        indicator.className = 'badge badge-pill badge-success ml-1';
+                    } else {
+                        indicator.classList.add('d-none');
+                        return;
+                    }
+                    indicator.classList.remove('d-none');
+                } else {
+                    indicator.classList.add('d-none');
+                }
+            } catch (err) {
+                console.error('Failed to check export status', err);
+                indicator.classList.add('d-none');
+            }
+        }
+
+        // Check export status on page load
+        updateExportIndicator();
+
+        // Export modal functionality
+        let currentExportId = null;
+        let exportPollingInterval = null;
+
+        function showFormView() {
+            document.getElementById('export-form-view').classList.remove('d-none');
+            document.getElementById('export-status-view').classList.add('d-none');
+            document.getElementById('export-start-btn').classList.remove('d-none');
+            document.getElementById('export-reset-btn').classList.add('d-none');
+
+            // Set default dates (last 1 year)
+            const today = new Date();
+            const lastYear = new Date(today);
+            lastYear.setFullYear(lastYear.getFullYear() - 1);
+            document.getElementById('export-end-date').value = today.toISOString().split('T')[0];
+            document.getElementById('export-start-date').value = lastYear.toISOString().split('T')[0];
+        }
+
+        function showStatusView() {
+            document.getElementById('export-form-view').classList.add('d-none');
+            document.getElementById('export-status-view').classList.remove('d-none');
+            document.getElementById('export-start-btn').classList.add('d-none');
+            document.getElementById('export-reset-btn').classList.remove('d-none');
+        }
+
+        function getStatusBadgeClass(status) {
+            switch (status) {
+                case 'completed': return 'success';
+                case 'failed': return 'danger';
+                case 'processing': return 'info';
+                default: return 'secondary';
+            }
+        }
+
+        function startPolling() {
+            if (exportPollingInterval) return;
+            exportPollingInterval = setInterval(updateExportStatus, 3000);
+        }
+
+        function stopPolling() {
+            if (exportPollingInterval) {
+                clearInterval(exportPollingInterval);
+                exportPollingInterval = null;
+            }
+        }
+
+        async function updateExportStatus() {
+            if (!currentExportId) return;
+
+            const account = document.getElementById('account-id').value.trim();
+            try {
+                const res = await fetch(`/admin/accounts/${account}/export/${currentExportId}`);
+                if (!res.ok) {
+                    throw new Error(`HTTP error! status: ${res.status}`);
+                }
+                const data = await res.json();
+
+                // Update status badge
+                const badge = document.getElementById('export-status-badge');
+                badge.textContent = data.status.charAt(0).toUpperCase() + data.status.slice(1);
+                badge.className = 'badge badge-' + getStatusBadgeClass(data.status);
+
+                // Update phase badge
+                const phaseBadge = document.getElementById('export-phase-badge');
+                if (data.phase && data.status === 'processing') {
+                    phaseBadge.textContent = data.phase.charAt(0).toUpperCase() + data.phase.slice(1);
+                    phaseBadge.classList.remove('d-none');
+                } else {
+                    phaseBadge.classList.add('d-none');
+                }
+
+                // Update expiration date
+                const expiresAtEl = document.getElementById('export-expires-at');
+                if (data.expiresAt) {
+                    const expiresDate = new Date(data.expiresAt);
+                    expiresAtEl.textContent = expiresDate.toLocaleString();
+                } else {
+                    expiresAtEl.textContent = 'Unknown';
+                }
+
+                // Update progress bar
+                const progressBar = document.getElementById('export-progress-bar');
+                const progressText = document.getElementById('export-progress-text');
+
+                if (data.phase === 'indexing' && data.progress) {
+                    // During indexing, show folders scanned progress
+                    const pct = data.progress.foldersTotal > 0
+                        ? Math.round((data.progress.foldersScanned / data.progress.foldersTotal) * 100)
+                        : 0;
+                    progressBar.style.width = pct + '%';
+                    progressBar.setAttribute('aria-valuenow', pct);
+                    progressText.textContent = `Scanning folders: ${data.progress.foldersScanned || 0} / ${data.progress.foldersTotal || '?'}`;
+                } else if (data.progress) {
+                    // During exporting, show messages exported progress
+                    const pct = data.progress.messagesQueued > 0
+                        ? Math.round((data.progress.messagesExported / data.progress.messagesQueued) * 100)
+                        : 0;
+                    progressBar.style.width = pct + '%';
+                    progressBar.setAttribute('aria-valuenow', pct);
+                    progressText.textContent =
+                        `${data.progress.messagesExported} / ${data.progress.messagesQueued} messages exported`;
+                }
+
+                // Handle completion
+                if (data.status === 'completed') {
+                    stopPolling();
+                    document.getElementById('export-download-section').classList.remove('d-none');
+                    document.getElementById('export-download-link').href =
+                        `/admin/accounts/${account}/export/${currentExportId}/download`;
+                    progressBar.style.width = '100%';
+                    progressBar.setAttribute('aria-valuenow', 100);
+                    progressBar.classList.remove('bg-info', 'progress-bar-striped', 'progress-bar-animated');
+                    progressBar.classList.add('bg-success');
+                }
+
+                // Handle failure
+                if (data.status === 'failed') {
+                    stopPolling();
+                    document.getElementById('export-error-section').classList.remove('d-none');
+                    document.getElementById('export-error-message').textContent = data.error || 'Export failed';
+                    document.getElementById('export-progress-section').classList.add('d-none');
+                }
+            } catch (err) {
+                console.error('Failed to update export status', err);
+            }
+        }
+
+        async function checkExistingExport() {
+            const account = document.getElementById('account-id').value.trim();
+            try {
+                const res = await fetch(`/admin/accounts/${account}/exports?pageSize=1`);
+                if (!res.ok) {
+                    showFormView();
+                    return;
+                }
+                const data = await res.json();
+
+                if (data.exports && data.exports.length > 0) {
+                    const latest = data.exports[0];
+                    if (latest.status === 'queued' || latest.status === 'processing' || latest.status === 'completed') {
+                        currentExportId = latest.exportId;
+                        showStatusView();
+                        // Reset progress display state
+                        document.getElementById('export-progress-section').classList.remove('d-none');
+                        document.getElementById('export-error-section').classList.add('d-none');
+                        document.getElementById('export-download-section').classList.add('d-none');
+                        document.getElementById('export-phase-badge').classList.add('d-none');
+                        const progressBar = document.getElementById('export-progress-bar');
+                        progressBar.classList.remove('bg-success');
+                        progressBar.classList.add('bg-info', 'progress-bar-striped', 'progress-bar-animated');
+                        await updateExportStatus();
+                        if (latest.status !== 'completed' && latest.status !== 'failed') {
+                            startPolling();
+                        }
+                        return;
+                    }
+                }
+                showFormView();
+            } catch (err) {
+                console.error('Failed to check existing export', err);
+                showFormView();
+            }
+        }
+
+        $('#exportModal').on('show.bs.modal', async function () {
+            await checkExistingExport();
+        });
+
+        $('#exportModal').on('hidden.bs.modal', function () {
+            stopPolling();
+            updateExportIndicator();
+        });
+
+        document.getElementById('export-start-btn').addEventListener('click', async function () {
+            const account = document.getElementById('account-id').value.trim();
+            const startDate = document.getElementById('export-start-date').value;
+            const endDate = document.getElementById('export-end-date').value;
+            const includeAttachments = document.getElementById('export-include-attachments').checked;
+
+            if (!startDate || !endDate) {
+                showToast('Please select date range', 'alert-triangle');
+                return;
+            }
+
+            document.getElementById('export-start-icon').classList.add('fa-spin');
+
+            try {
+                const res = await fetch(`/admin/accounts/${account}/export`, {
+                    method: 'POST',
+                    headers: { 'Content-Type': 'application/json' },
+                    body: JSON.stringify({
+                        crumb: document.getElementById('crumb').value,
+                        startDate: startDate + 'T00:00:00Z',
+                        endDate: endDate + 'T23:59:59Z',
+                        includeAttachments
+                    })
+                });
+
+                const data = await res.json();
+                if (data.exportId) {
+                    currentExportId = data.exportId;
+                    showStatusView();
+                    // Reset progress display state
+                    document.getElementById('export-progress-section').classList.remove('d-none');
+                    document.getElementById('export-error-section').classList.add('d-none');
+                    document.getElementById('export-download-section').classList.add('d-none');
+                    document.getElementById('export-phase-badge').classList.add('d-none');
+                    const progressBar = document.getElementById('export-progress-bar');
+                    progressBar.classList.remove('bg-success');
+                    progressBar.classList.add('bg-info', 'progress-bar-striped', 'progress-bar-animated');
+                    progressBar.style.width = '0%';
+                    progressBar.setAttribute('aria-valuenow', 0);
+                    document.getElementById('export-progress-text').textContent = '';
+                    await updateExportStatus();
+                    startPolling();
+                    showToast('Export started', 'check-circle');
+                } else {
+                    showToast(data.error || data.message || 'Failed to start export', 'alert-triangle');
+                }
+            } catch (err) {
+                showToast('Export failed: ' + err.message, 'alert-triangle');
+            } finally {
+                document.getElementById('export-start-icon').classList.remove('fa-spin');
+            }
+        });
+
+        document.getElementById('export-reset-btn').addEventListener('click', async function () {
+            if (!currentExportId) return;
+
+            const account = document.getElementById('account-id').value.trim();
+
+            try {
+                await fetch(`/admin/accounts/${account}/export/${currentExportId}`, {
+                    method: 'DELETE',
+                    headers: { 'Content-Type': 'application/json' },
+                    body: JSON.stringify({ crumb: document.getElementById('crumb').value })
+                });
+
+                stopPolling();
+                currentExportId = null;
+                showFormView();
+                showToast('Export cleared', 'check-circle');
+            } catch (err) {
+                showToast('Failed to clear export: ' + err.message, 'alert-triangle');
+            }
+        });
     });
 </script>
 

package/views/config/network.hbs

@@ -70,6 +70,51 @@
         </div>
     </div>
 
+    <div class="card mb-4 mt-4">
+        <div class="card-header py-3">
+            <h6 class="m-0 font-weight-bold text-primary">HTTP Proxy Settings</h6>
+        </div>
+        <div class="card-body">
+            <p>Route all outbound HTTP/HTTPS requests through a proxy. This applies to webhook delivery, OAuth token
+                exchange, and API calls to Gmail/Outlook. This is separate from the IMAP/SMTP proxy above.</p>
+
+            <div class="form-group form-check">
+
+                <div class="text-muted float-right code-link">[<a href="/admin/swagger#/Settings/postV1Settings"
+                        target="_blank" rel="noopener noreferrer">httpProxyEnabled</a>]</div>
+
+                <input type="checkbox"
+                    class="form-check-input http-proxy-status {{#if errors.httpProxyEnabled}}is-invalid{{/if}}"
+                    id="http_proxy_enabled" name="httpProxyEnabled" {{#if
+                    values.httpProxyEnabled}}checked{{/if}} />
+                <label class="form-check-label" for="http_proxy_enabled">Enable HTTP Proxy</label>
+                {{#if errors.httpProxyEnabled}}
+                <span class="invalid-feedback">{{errors.httpProxyEnabled}}</span>
+                {{/if}}
+                <small class="form-text text-muted">Routes all outbound HTTP/HTTPS requests through the proxy
+                    below.</small>
+
+            </div>
+
+            <div class="form-group">
+
+                <div class="text-muted float-right code-link">[<a href="/admin/swagger#/Settings/postV1Settings"
+                        target="_blank" rel="noopener noreferrer">httpProxyUrl</a>]</div>
+
+                <label for="httpProxyUrl">HTTP Proxy URL</label>
+                <input type="text" class="form-control or-else-all  {{#if errors.httpProxyUrl}}is-invalid{{/if}}"
+                    id="httpProxyUrl" placeholder="http://proxy:8080" value="{{values.httpProxyUrl}}"
+                    name="httpProxyUrl" data-target="http-proxy-status">
+                {{#if errors.httpProxyUrl}}
+                <span class="invalid-feedback">{{errors.httpProxyUrl}}</span>
+                {{/if}}
+                <small id="httpProxyUrlBlock" class="form-text text-muted">Format: <code>http://</code>,
+                    <code>https://</code>, <code>socks4://</code>, or <code>socks5://</code>
+                    followed by host:port</small>
+            </div>
+        </div>
+    </div>
+
     <div class="card mb-4 mt-4">
         <div class="card-header py-3">
             <h6 class="m-0 font-weight-bold text-primary">IP Address Strategy</h6>

package/views/config/service.hbs

@@ -341,6 +341,41 @@
         </div>
     </div>
 
+    <div id="export_settings" class="card mb-4">
+        <div class="card-header py-3">
+            <h6 class="m-0 font-weight-bold text-primary">Export Settings</h6>
+        </div>
+        <div class="card-body">
+            <p>Configure batch sizes for bulk message export operations.</p>
+
+            <div class="form-group">
+                <div class="text-muted float-right code-link">[<a href="/admin/swagger#/Settings/postV1Settings"
+                        target="_blank" rel="noopener noreferrer">gmailExportBatchSize</a>]</div>
+                <label for="settingsGmailExportBatchSize">Gmail Export Batch Size</label>
+                <input type="number" min="1" max="50" class="form-control {{#if errors.gmailExportBatchSize}}is-invalid{{/if}}"
+                    id="settingsGmailExportBatchSize" name="gmailExportBatchSize" value="{{values.gmailExportBatchSize}}"
+                    data-lpignore="true" autocomplete="off" />
+                {{#if errors.gmailExportBatchSize}}
+                <span class="invalid-feedback">{{errors.gmailExportBatchSize}}</span>
+                {{/if}}
+                <small class="form-text text-muted">Number of parallel requests when fetching Gmail messages for export (1-50, default: 10).</small>
+            </div>
+
+            <div class="form-group">
+                <div class="text-muted float-right code-link">[<a href="/admin/swagger#/Settings/postV1Settings"
+                        target="_blank" rel="noopener noreferrer">outlookExportBatchSize</a>]</div>
+                <label for="settingsOutlookExportBatchSize">Outlook Export Batch Size</label>
+                <input type="number" min="1" max="20" class="form-control {{#if errors.outlookExportBatchSize}}is-invalid{{/if}}"
+                    id="settingsOutlookExportBatchSize" name="outlookExportBatchSize" value="{{values.outlookExportBatchSize}}"
+                    data-lpignore="true" autocomplete="off" />
+                {{#if errors.outlookExportBatchSize}}
+                <span class="invalid-feedback">{{errors.outlookExportBatchSize}}</span>
+                {{/if}}
+                <small class="form-text text-muted">Messages per batch request for Outlook exports (1-20, default: 20). Limited by Microsoft Graph API.</small>
+            </div>
+        </div>
+    </div>
+
     <div id="templates_settings" class="card mb-4">
         <div class="card-header py-3 d-flex flex-row align-items-center justify-content-between">
             <h6 class="m-0 font-weight-bold text-primary">Public Page Customization</h6>