retold-data-service 2.0.21 → 2.0.23

package/source/services/data-cloner/pict-app/providers/Pict-Provider-DataCloner.js

@@ -83,7 +83,7 @@ class DataClonerProvider extends libPictProvider
 		let tmpPreview1 = tmpProvider;
 		if (tmpProvider === 'SQLite')
 		{
-			let tmpPath = document.getElementById('sqliteFilePath').value || 'data/cloned.sqlite';
+			let tmpPath = document.getElementById('sqliteFilePath').value || '~/headlight-liveconnect-local/cloned.sqlite';
 			tmpPreview1 = 'SQLite at ' + tmpPath;
 		}
 		else if (tmpProvider === 'MySQL')
@@ -121,12 +121,12 @@ class DataClonerProvider extends libPictProvider
 		}
 		else if (tmpProvider === 'RocksDB')
 		{
-			let tmpFolder = document.getElementById('rocksdbFolder').value || 'data/rocksdb';
+			let tmpFolder = document.getElementById('rocksdbFolder').value || '~/headlight-liveconnect-local/rocksdb';
 			tmpPreview1 = 'RocksDB at ' + tmpFolder;
 		}
 		else if (tmpProvider === 'Bibliograph')
 		{
-			let tmpFolder = document.getElementById('bibliographFolder').value || 'data/bibliograph';
+			let tmpFolder = document.getElementById('bibliographFolder').value || '~/headlight-liveconnect-local/bibliograph';
 			tmpPreview1 = 'Bibliograph at ' + tmpFolder;
 		}
 		document.getElementById('preview1').textContent = tmpPreview1;
@@ -513,9 +513,11 @@ class DataClonerProvider extends libPictProvider
 		}
 		tmpProgressFill.style.width = Math.min(100, Math.round(tmpPct)) + '%';
 
-		// Auto-expand the detail view when sync starts so users see counting progress
-		if ((pData.Phase === 'syncing' || pData.Phase === 'stopping') && !this.pict.AppData.DataCloner.StatusDetailExpanded)
+		// Auto-expand the detail view once when sync first starts so users see counting progress.
+		// Only expand once per sync run — if the user collapses it, respect that choice.
+		if ((pData.Phase === 'syncing' || pData.Phase === 'stopping') && !this.pict.AppData.DataCloner.StatusDetailExpanded && !this.pict.AppData.DataCloner.StatusDetailAutoExpanded)
 		{
+			this.pict.AppData.DataCloner.StatusDetailAutoExpanded = true;
 			let tmpLayoutView = this.pict.views['DataCloner-Layout'];
 			if (tmpLayoutView && typeof tmpLayoutView.toggleStatusDetail === 'function')
 			{
@@ -523,6 +525,13 @@ class DataClonerProvider extends libPictProvider
 			}
 		}
 
+		// Reset the auto-expand flag when the sync is no longer running,
+		// so the next sync run will auto-expand again.
+		if (pData.Phase !== 'syncing' && pData.Phase !== 'stopping')
+		{
+			this.pict.AppData.DataCloner.StatusDetailAutoExpanded = false;
+		}
+
 		// If the detail view is expanded, re-render it with fresh data
 		if (this.pict.AppData.DataCloner.StatusDetailExpanded)
 		{
@@ -662,6 +671,12 @@ class DataClonerProvider extends libPictProvider
 			&& tmpLiveStatus.PreCountProgress.Counted < tmpLiveStatus.PreCountProgress.TotalTables)
 		{
 			this.renderCountingPhaseDetail(tmpContainer, tmpLiveStatus.PreCountProgress);
+			// Prepend the summary banner above the counting detail
+			let tmpSummaryBanner = this.buildStatusSummaryHtml();
+			if (tmpSummaryBanner)
+			{
+				tmpContainer.innerHTML = tmpSummaryBanner + tmpContainer.innerHTML;
+			}
 			// Hide histogram during counting
 			let tmpHistContainer = document.getElementById('DataCloner-Throughput-Histogram');
 			if (tmpHistContainer) tmpHistContainer.style.display = 'none';
@@ -732,6 +747,9 @@ class DataClonerProvider extends libPictProvider
 
 		let tmpHtml = '';
 
+		// === Summary Banner (mirrors collapsed bar counters) ===
+		tmpHtml += this.buildStatusSummaryHtml();
+
 		// === Section 1: Running Operations ===
 		if (tmpRunning.length > 0 || tmpPending.length > 0)
 		{
@@ -875,6 +893,108 @@ class DataClonerProvider extends libPictProvider
 		}
 	}
 
+	buildStatusSummaryHtml()
+	{
+		let tmpLiveStatus = this.pict.AppData.DataCloner.LastLiveStatus;
+		let tmpReport = this.pict.AppData.DataCloner.LastReport;
+
+		let tmpParts = [];
+		let tmpMessage = '';
+
+		if (tmpLiveStatus && (tmpLiveStatus.Phase === 'syncing' || tmpLiveStatus.Phase === 'stopping'))
+		{
+			tmpMessage = tmpLiveStatus.Message || '';
+			if (tmpLiveStatus.Elapsed)
+			{
+				tmpParts.push('<span class="live-status-meta-item">\u23F1 ' + this.escapeHtml(tmpLiveStatus.Elapsed) + '</span>');
+			}
+			if (tmpLiveStatus.ETA)
+			{
+				tmpParts.push('<span class="live-status-meta-item">~' + this.escapeHtml(tmpLiveStatus.ETA) + ' remaining</span>');
+			}
+			if (tmpLiveStatus.TotalTables > 0)
+			{
+				tmpParts.push('<span class="live-status-meta-item"><strong>' + tmpLiveStatus.Completed + '</strong> / ' + tmpLiveStatus.TotalTables + ' tables</span>');
+			}
+			if (tmpLiveStatus.TotalSynced > 0)
+			{
+				let tmpSynced = this.formatNumber(tmpLiveStatus.TotalSynced);
+				if (tmpLiveStatus.PreCountGrandTotal > 0)
+				{
+					let tmpGrandTotal = this.formatNumber(tmpLiveStatus.PreCountGrandTotal);
+					tmpParts.push('<span class="live-status-meta-item"><strong>' + tmpSynced + '</strong> / ' + tmpGrandTotal + ' records</span>');
+				}
+				else
+				{
+					tmpParts.push('<span class="live-status-meta-item"><strong>' + tmpSynced + '</strong> records</span>');
+				}
+			}
+			else if (tmpLiveStatus.PreCountGrandTotal > 0)
+			{
+				let tmpGrandTotal = this.formatNumber(tmpLiveStatus.PreCountGrandTotal);
+				tmpParts.push('<span class="live-status-meta-item">' + tmpGrandTotal + ' records to sync</span>');
+			}
+			if (tmpLiveStatus.PreCountProgress && tmpLiveStatus.PreCountProgress.Counted < tmpLiveStatus.PreCountProgress.TotalTables)
+			{
+				let tmpCountedSoFar = tmpLiveStatus.PreCountGrandTotal > 0
+					? ' (' + this.formatNumber(tmpLiveStatus.PreCountGrandTotal) + ' records found)'
+					: '';
+				tmpParts.push('<span class="live-status-meta-item">counting: ' + tmpLiveStatus.PreCountProgress.Counted + ' / ' + tmpLiveStatus.PreCountProgress.TotalTables + ' tables' + tmpCountedSoFar + '</span>');
+			}
+			if (tmpLiveStatus.Errors > 0)
+			{
+				tmpParts.push('<span class="live-status-meta-item" style="color:#dc3545"><strong>' + tmpLiveStatus.Errors + '</strong> error' + (tmpLiveStatus.Errors === 1 ? '' : 's') + '</span>');
+			}
+		}
+		else if (tmpLiveStatus && tmpLiveStatus.Phase === 'complete')
+		{
+			tmpMessage = tmpLiveStatus.Message || 'Sync complete';
+			if (tmpLiveStatus.Elapsed)
+			{
+				tmpParts.push('<span class="live-status-meta-item">\u23F1 ' + this.escapeHtml(tmpLiveStatus.Elapsed) + '</span>');
+			}
+			if (tmpLiveStatus.TotalSynced > 0)
+			{
+				let tmpSynced = this.formatNumber(tmpLiveStatus.TotalSynced);
+				tmpParts.push('<span class="live-status-meta-item"><strong>' + tmpSynced + '</strong> records synced</span>');
+			}
+		}
+		else if (tmpReport && tmpReport.ReportVersion)
+		{
+			tmpMessage = 'Sync ' + (tmpReport.Outcome || 'complete').toLowerCase();
+			if (tmpReport.RunTimestamps && tmpReport.RunTimestamps.DurationSeconds)
+			{
+				tmpParts.push('<span class="live-status-meta-item">\u23F1 ' + this.formatElapsed(tmpReport.RunTimestamps.DurationSeconds) + '</span>');
+			}
+			if (tmpReport.Summary)
+			{
+				if (tmpReport.Summary.TotalSynced > 0)
+				{
+					tmpParts.push('<span class="live-status-meta-item"><strong>' + this.formatNumber(tmpReport.Summary.TotalSynced) + '</strong> records synced</span>');
+				}
+				tmpParts.push('<span class="live-status-meta-item"><strong>' + tmpReport.Summary.TotalTables + '</strong> tables</span>');
+				if (tmpReport.Summary.TotalErrors > 0)
+				{
+					tmpParts.push('<span class="live-status-meta-item" style="color:#dc3545"><strong>' + tmpReport.Summary.TotalErrors + '</strong> error' + (tmpReport.Summary.TotalErrors === 1 ? '' : 's') + '</span>');
+				}
+			}
+		}
+
+		if (!tmpMessage && tmpParts.length === 0) return '';
+
+		let tmpHtml = '<div class="status-detail-summary">';
+		if (tmpMessage)
+		{
+			tmpHtml += '<div class="status-detail-summary-message">' + this.escapeHtml(tmpMessage) + '</div>';
+		}
+		if (tmpParts.length > 0)
+		{
+			tmpHtml += '<div class="status-detail-summary-counters">' + tmpParts.join('') + '</div>';
+		}
+		tmpHtml += '</div>';
+		return tmpHtml;
+	}
+
 	formatElapsed(pSec)
 	{
 		if (pSec < 60) return pSec + 's';

package/source/services/data-cloner/pict-app/views/PictView-DataCloner-Connection.js

@@ -29,7 +29,7 @@ class DataClonerConnectionView extends libPictView
 
 		if (tmpProvider === 'SQLite')
 		{
-			tmpConfig.SQLiteFilePath = document.getElementById('sqliteFilePath').value.trim() || 'data/cloned.sqlite';
+			tmpConfig.SQLiteFilePath = document.getElementById('sqliteFilePath').value.trim() || '~/headlight-liveconnect-local/cloned.sqlite';
 		}
 		else if (tmpProvider === 'MySQL')
 		{
@@ -89,31 +89,41 @@ class DataClonerConnectionView extends libPictView
 
 	connectProvider()
 	{
+		// Guard against re-entrant calls (e.g. rapid auto-connect polling)
+		if (this._connectInFlight)
+		{
+			return;
+		}
+		this._connectInFlight = true;
+
 		let tmpConnInfo = this.getProviderConfig();
 
 		this.pict.providers.DataCloner.setSectionPhase(1, 'busy');
 		this.pict.providers.DataCloner.setStatus('connectionStatus', 'Connecting to ' + tmpConnInfo.Provider + '...', 'info');
 
+		let tmpSelf = this;
 		this.pict.providers.DataCloner.api('POST', '/clone/connection/configure', tmpConnInfo)
 			.then(
 				(pData) =>
 				{
+					tmpSelf._connectInFlight = false;
 					if (pData.Success)
 					{
-						this.pict.providers.DataCloner.setStatus('connectionStatus', pData.Message, 'ok');
-						this.pict.providers.DataCloner.setSectionPhase(1, 'ok');
+						tmpSelf.pict.providers.DataCloner.setStatus('connectionStatus', pData.Message, 'ok');
+						tmpSelf.pict.providers.DataCloner.setSectionPhase(1, 'ok');
 					}
 					else
 					{
-						this.pict.providers.DataCloner.setStatus('connectionStatus', 'Connection failed: ' + (pData.Error || 'Unknown error'), 'error');
-						this.pict.providers.DataCloner.setSectionPhase(1, 'error');
+						tmpSelf.pict.providers.DataCloner.setStatus('connectionStatus', 'Connection failed: ' + (pData.Error || 'Unknown error'), 'error');
+						tmpSelf.pict.providers.DataCloner.setSectionPhase(1, 'error');
 					}
 				})
 			.catch(
 				(pError) =>
 				{
-					this.pict.providers.DataCloner.setStatus('connectionStatus', 'Request failed: ' + pError.message, 'error');
-					this.pict.providers.DataCloner.setSectionPhase(1, 'error');
+					tmpSelf._connectInFlight = false;
+					tmpSelf.pict.providers.DataCloner.setStatus('connectionStatus', 'Request failed: ' + pError.message, 'error');
+					tmpSelf.pict.providers.DataCloner.setSectionPhase(1, 'error');
 				});
 	}
 
@@ -214,7 +224,7 @@ module.exports.default_configuration =
 			<!-- SQLite Config -->
 			<div id="configSQLite">
 				<label for="sqliteFilePath">SQLite File Path</label>
-				<input type="text" id="sqliteFilePath" placeholder="data/cloned.sqlite" value="data/cloned.sqlite">
+				<input type="text" id="sqliteFilePath" placeholder="~/headlight-liveconnect-local/cloned.sqlite" value="~/headlight-liveconnect-local/cloned.sqlite">
 			</div>
 
 			<!-- MySQL Config -->

package/source/services/data-cloner/pict-app/views/PictView-DataCloner-Deploy.js

@@ -27,7 +27,19 @@ class DataClonerDeployView extends libPictView
 			{
 				if (pData.Success)
 				{
-					tmpSelf.pict.providers.DataCloner.setStatus('deployStatus', pData.Message, 'ok');
+					let tmpStatusMsg = pData.Message;
+
+					// Append migration details if schema deltas were applied
+					if (Array.isArray(pData.MigrationsApplied) && pData.MigrationsApplied.length > 0)
+					{
+						let tmpDetails = pData.MigrationsApplied.map(function(pM)
+						{
+							return pM.Table + ': +' + pM.ColumnsAdded.join(', +');
+						});
+						tmpStatusMsg += '\nMigrations: ' + tmpDetails.join('; ');
+					}
+
+					tmpSelf.pict.providers.DataCloner.setStatus('deployStatus', tmpStatusMsg, 'ok');
 					tmpSelf.pict.providers.DataCloner.setSectionPhase(4, 'ok');
 					tmpSelf.pict.AppData.DataCloner.DeployedTables = pData.TablesDeployed || tmpSelectedTables;
 					tmpSelf.pict.providers.DataCloner.saveDeployedTables();
@@ -47,6 +59,95 @@ class DataClonerDeployView extends libPictView
 			});
 	}
 
+	auditGUIDIndices()
+	{
+		let tmpReportEl = document.getElementById('guidIndexReport');
+		if (tmpReportEl) tmpReportEl.innerHTML = '<span style="color:#888">Checking GUID indices...</span>';
+
+		let tmpSelf = this;
+		this.pict.providers.DataCloner.api('GET', '/clone/schema/guid-index-audit')
+			.then(function(pData)
+			{
+				if (!tmpReportEl) return;
+
+				if (!pData.Success)
+				{
+					tmpReportEl.innerHTML = '<span style="color:red">' + (pData.Error || 'Audit failed') + '</span>';
+					return;
+				}
+
+				if (pData.MissingCount === 0)
+				{
+					tmpReportEl.innerHTML = '<span style="color:green">All GUID columns have indices.</span>';
+					return;
+				}
+
+				let tmpHTML = '<div style="margin-top:6px"><strong>' + pData.Message + '</strong></div>';
+				tmpHTML += '<table style="font-size:0.85em; margin:6px 0; border-collapse:collapse; width:100%">';
+				tmpHTML += '<tr style="text-align:left; border-bottom:1px solid #ccc"><th style="padding:3px 8px">Table</th><th style="padding:3px 8px">GUID Column</th><th style="padding:3px 8px">Index</th></tr>';
+
+				for (let t = 0; t < pData.Tables.length; t++)
+				{
+					let tmpTable = pData.Tables[t];
+					for (let c = 0; c < tmpTable.GUIDColumns.length; c++)
+					{
+						let tmpCol = tmpTable.GUIDColumns[c];
+						let tmpStatus = tmpCol.HasIndex
+							? '<span style="color:green">' + tmpCol.IndexName + '</span>'
+							: '<span style="color:red">MISSING</span>';
+						tmpHTML += '<tr style="border-bottom:1px solid #eee"><td style="padding:3px 8px">' + tmpTable.Table + '</td><td style="padding:3px 8px">' + tmpCol.Column + '</td><td style="padding:3px 8px">' + tmpStatus + '</td></tr>';
+					}
+				}
+				tmpHTML += '</table>';
+				tmpHTML += '<button class="primary" style="margin-top:4px" onclick="pict.views[\'DataCloner-Deploy\'].createMissingGUIDIndices()">Create Missing Indices</button>';
+
+				tmpReportEl.innerHTML = tmpHTML;
+			})
+			.catch(function(pError)
+			{
+				if (tmpReportEl) tmpReportEl.innerHTML = '<span style="color:red">Request failed: ' + pError.message + '</span>';
+			});
+	}
+
+	createMissingGUIDIndices()
+	{
+		let tmpReportEl = document.getElementById('guidIndexReport');
+		if (tmpReportEl) tmpReportEl.innerHTML = '<span style="color:#888">Creating GUID indices...</span>';
+
+		let tmpSelf = this;
+		this.pict.providers.DataCloner.api('POST', '/clone/schema/guid-index-create')
+			.then(function(pData)
+			{
+				if (!tmpReportEl) return;
+
+				if (!pData.Success)
+				{
+					tmpReportEl.innerHTML = '<span style="color:red">' + (pData.Error || 'Index creation failed') + '</span>';
+					return;
+				}
+
+				let tmpHTML = '<div style="margin-top:6px; color:green"><strong>' + pData.Message + '</strong></div>';
+
+				if (pData.IndicesCreated && pData.IndicesCreated.length > 0)
+				{
+					tmpHTML += '<ul style="font-size:0.85em; margin:4px 0">';
+					for (let i = 0; i < pData.IndicesCreated.length; i++)
+					{
+						let tmpIdx = pData.IndicesCreated[i];
+						tmpHTML += '<li>' + tmpIdx.Table + ': ' + tmpIdx.IndexName + '</li>';
+					}
+					tmpHTML += '</ul>';
+				}
+
+				tmpHTML += '<button style="margin-top:4px" onclick="pict.views[\'DataCloner-Deploy\'].auditGUIDIndices()">Re-check</button>';
+				tmpReportEl.innerHTML = tmpHTML;
+			})
+			.catch(function(pError)
+			{
+				if (tmpReportEl) tmpReportEl.innerHTML = '<span style="color:red">Request failed: ' + pError.message + '</span>';
+			});
+	}
+
 	resetDatabase()
 	{
 		if (!confirm('This will delete ALL data in the local SQLite database. Continue?'))
@@ -107,8 +208,10 @@ module.exports.default_configuration =
 		<div class="accordion-body">
 			<p style="font-size:0.9em; color:#666; margin-bottom:10px">Creates the selected tables in the local database and sets up CRUD endpoints (e.g. GET /1.0/Documents).</p>
 			<button class="primary" onclick="pict.views['DataCloner-Deploy'].deploySchema()">Deploy Selected Tables</button>
+			<button onclick="pict.views['DataCloner-Deploy'].auditGUIDIndices()">Check GUID Indices</button>
 			<button class="danger" onclick="pict.views['DataCloner-Deploy'].resetDatabase()">Reset Database</button>
 			<div id="deployStatus"></div>
+			<div id="guidIndexReport"></div>
 		</div>
 	</div>
 </div>

package/source/services/data-cloner/pict-app/views/PictView-DataCloner-Export.js

@@ -18,7 +18,7 @@ class DataClonerExportView extends libPictView
 
 		if (tmpProvider === 'SQLite')
 		{
-			tmpDbConfig.SQLiteFilePath = document.getElementById('sqliteFilePath').value.trim() || 'data/cloned.sqlite';
+			tmpDbConfig.SQLiteFilePath = document.getElementById('sqliteFilePath').value.trim() || '~/headlight-liveconnect-local/cloned.sqlite';
 		}
 		else if (tmpProvider === 'MySQL')
 		{

package/source/services/data-cloner/pict-app/views/PictView-DataCloner-Layout.js

@@ -275,6 +275,18 @@ select { background: #fff; width: 100%; padding: 8px 12px; border: 1px solid #cc
 	padding: 12px 20px 16px; max-height: 60vh; overflow-y: auto;
 }
 
+/* Status Detail Summary Banner */
+.status-detail-summary {
+	display: flex; align-items: center; gap: 16px; flex-wrap: wrap;
+	padding: 8px 0 12px; margin-bottom: 12px; border-bottom: 1px solid #e9ecef;
+}
+.status-detail-summary-message {
+	font-size: 0.92em; color: #333; font-weight: 600;
+}
+.status-detail-summary-counters {
+	display: flex; gap: 16px; flex-wrap: wrap; font-size: 0.82em; color: #666;
+}
+
 /* Status Detail Sections */
 .status-detail-section { margin-bottom: 14px; }
 .status-detail-section:last-child { margin-bottom: 0; }