retold-data-service 2.0.20 → 2.0.22

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "retold-data-service",
-    "version": "2.0.20",
+    "version": "2.0.22",
     "description": "Serve up a whole model!",
     "main": "source/Retold-Data-Service.js",
     "bin": {
@@ -61,7 +61,7 @@
     "devDependencies": {
         "meadow-connection-sqlite": "^1.0.18",
         "puppeteer": "^24.38.0",
-        "quackage": "^1.0.63",
+        "quackage": "^1.0.64",
         "stricture": "^4.0.2",
         "supertest": "^7.2.2"
     },
@@ -72,7 +72,7 @@
         "meadow": "^2.0.33",
         "meadow-connection-mysql": "^1.0.14",
         "meadow-endpoints": "^4.0.14",
-        "meadow-integration": "^1.0.16",
+        "meadow-integration": "^1.0.18",
         "meadow-migrationmanager": "^0.0.4",
         "orator": "^6.0.4",
         "orator-http-proxy": "^1.0.5",

package/test/RetoldDataService_tests.js

@@ -1509,5 +1509,227 @@ suite
 				);
 			}
 		);
+
+		suite
+		(
+			'Sync with Standard Pagination',
+			function()
+			{
+				let _SyncFable;
+				let _SyncDB;
+
+				suiteSetup
+				(
+					function(fDone)
+					{
+						this.timeout(15000);
+
+						let tmpSyncSettings = {
+							Product: 'SyncTestStandard',
+							ProductVersion: '1.0.0',
+							LogStreams: [{ streamtype: 'console', level: 'fatal' }],
+							SQLite: { SQLiteFilePath: ':memory:' }
+						};
+
+						_SyncFable = new libFable(tmpSyncSettings);
+
+						// Register SQLite provider for destination
+						_SyncFable.serviceManager.addServiceType('MeadowSQLiteProvider', libMeadowConnectionSQLite);
+						_SyncFable.serviceManager.instantiateServiceProvider('MeadowSQLiteProvider');
+
+						_SyncFable.MeadowSQLiteProvider.connectAsync(
+							(pError) =>
+							{
+								if (pError) return fDone(pError);
+
+								_SyncDB = _SyncFable.MeadowSQLiteProvider.db;
+
+								// Set up MeadowCloneRestClient pointed at the test server
+								const libMeadowCloneRestClient = require('../node_modules/meadow-integration/source/services/clone/Meadow-Service-RestClient.js');
+								_SyncFable.serviceManager.addServiceType('MeadowCloneRestClient', libMeadowCloneRestClient);
+								_SyncFable.serviceManager.instantiateServiceProvider('MeadowCloneRestClient',
+									{
+										ServerURL: `${_BaseURL}1.0/`,
+										UserID: false,
+										Password: false
+									});
+
+								// Set up Meadow prototype (required by sync entities)
+								const libMeadow = require('meadow');
+								_SyncFable._MeadowPrototype = libMeadow;
+								_SyncFable.Meadow = libMeadow.new(_SyncFable, 'SyncTest-Prototype');
+
+								// Set up MeadowSync
+								_SyncFable.ProgramConfiguration = {};
+								const libMeadowSync = require('../node_modules/meadow-integration/source/services/clone/Meadow-Service-Sync.js');
+								_SyncFable.serviceManager.addServiceType('MeadowSync', libMeadowSync);
+								_SyncFable.serviceManager.instantiateServiceProvider('MeadowSync',
+									{
+										SyncEntityList: ['Author'],
+										PageSize: 2,
+										SyncDeletedRecords: false,
+										UseAdvancedIDPagination: false
+									});
+
+								// Load the test schema into MeadowSync
+								let tmpFullModel = require('./model/MeadowModel-Extended.json');
+								_SyncFable.MeadowSync.loadMeadowSchema(tmpFullModel,
+									(pSchemaError) =>
+									{
+										if (pSchemaError)
+										{
+											return fDone(pSchemaError);
+										}
+										return fDone();
+									});
+							});
+					}
+				);
+
+				test
+				(
+					'Should sync Author records using standard offset pagination',
+					function(fDone)
+					{
+						this.timeout(15000);
+
+						_SyncFable.MeadowSync.syncAll(
+							(pSyncError) =>
+							{
+								Expect(pSyncError).to.not.exist;
+
+								// Query the destination database to verify records were copied
+								let tmpRows = _SyncDB.prepare('SELECT * FROM Author WHERE Deleted = 0 ORDER BY IDAuthor').all();
+								Expect(tmpRows.length).to.be.greaterThan(0);
+								Expect(tmpRows[0].IDAuthor).to.equal(1);
+
+								let tmpSyncEntity = _SyncFable.MeadowSync.MeadowSyncEntities['Author'];
+								Expect(tmpSyncEntity.syncResults).to.be.an('object');
+								Expect(tmpSyncEntity.syncResults.Created).to.be.greaterThan(0);
+
+								fDone();
+							});
+					}
+				);
+			}
+		);
+
+		suite
+		(
+			'Sync with Advanced ID Pagination',
+			function()
+			{
+				let _SyncFable;
+				let _SyncDB;
+
+				suiteSetup
+				(
+					function(fDone)
+					{
+						this.timeout(15000);
+
+						let tmpSyncSettings = {
+							Product: 'SyncTestAdvanced',
+							ProductVersion: '1.0.0',
+							LogStreams: [{ streamtype: 'console', level: 'fatal' }],
+							SQLite: { SQLiteFilePath: ':memory:' }
+						};
+
+						_SyncFable = new libFable(tmpSyncSettings);
+
+						// Register SQLite provider for destination
+						_SyncFable.serviceManager.addServiceType('MeadowSQLiteProvider', libMeadowConnectionSQLite);
+						_SyncFable.serviceManager.instantiateServiceProvider('MeadowSQLiteProvider');
+
+						_SyncFable.MeadowSQLiteProvider.connectAsync(
+							(pError) =>
+							{
+								if (pError) return fDone(pError);
+
+								_SyncDB = _SyncFable.MeadowSQLiteProvider.db;
+
+								// Set up MeadowCloneRestClient pointed at the test server
+								const libMeadowCloneRestClient = require('../node_modules/meadow-integration/source/services/clone/Meadow-Service-RestClient.js');
+								_SyncFable.serviceManager.addServiceType('MeadowCloneRestClient', libMeadowCloneRestClient);
+								_SyncFable.serviceManager.instantiateServiceProvider('MeadowCloneRestClient',
+									{
+										ServerURL: `${_BaseURL}1.0/`,
+										UserID: false,
+										Password: false
+									});
+
+								// Set up Meadow prototype (required by sync entities)
+								const libMeadow = require('meadow');
+								_SyncFable._MeadowPrototype = libMeadow;
+								_SyncFable.Meadow = libMeadow.new(_SyncFable, 'SyncTest-Prototype');
+
+								// Set up MeadowSync with advanced ID pagination enabled
+								const libMeadowSync = require('../node_modules/meadow-integration/source/services/clone/Meadow-Service-Sync.js');
+								_SyncFable.serviceManager.addServiceType('MeadowSync', libMeadowSync);
+								_SyncFable.serviceManager.instantiateServiceProvider('MeadowSync',
+									{
+										SyncEntityList: ['Author'],
+										PageSize: 2,
+										SyncDeletedRecords: false,
+										UseAdvancedIDPagination: true
+									});
+
+								// Load the test schema into MeadowSync
+								let tmpFullModel = require('./model/MeadowModel-Extended.json');
+								_SyncFable.MeadowSync.loadMeadowSchema(tmpFullModel,
+									(pSchemaError) =>
+									{
+										if (pSchemaError)
+										{
+											return fDone(pSchemaError);
+										}
+										return fDone();
+									});
+							});
+					}
+				);
+
+				test
+				(
+					'Should sync Author records using advanced ID (keyset) pagination',
+					function(fDone)
+					{
+						this.timeout(15000);
+
+						_SyncFable.MeadowSync.syncAll(
+							(pSyncError) =>
+							{
+								Expect(pSyncError).to.not.exist;
+
+								// Query the destination database to verify records were copied
+								let tmpRows = _SyncDB.prepare('SELECT * FROM Author WHERE Deleted = 0 ORDER BY IDAuthor').all();
+								Expect(tmpRows.length).to.be.greaterThan(0);
+								Expect(tmpRows[0].IDAuthor).to.equal(1);
+
+								let tmpSyncEntity = _SyncFable.MeadowSync.MeadowSyncEntities['Author'];
+								Expect(tmpSyncEntity.syncResults).to.be.an('object');
+								Expect(tmpSyncEntity.syncResults.Created).to.be.greaterThan(0);
+
+								// Verify that UseAdvancedIDPagination was set on the entity
+								Expect(tmpSyncEntity.UseAdvancedIDPagination).to.equal(true);
+
+								fDone();
+							});
+					}
+				);
+
+				test
+				(
+					'Should produce the same record count as standard pagination',
+					function(fDone)
+					{
+						// The advanced pagination destination should have the same records
+						let tmpRows = _SyncDB.prepare('SELECT COUNT(*) as cnt FROM Author WHERE Deleted = 0').get();
+						Expect(tmpRows.cnt).to.be.greaterThan(0);
+						fDone();
+					}
+				);
+			}
+		);
 	}
 );