@resolveio/server-lib 22.3.17 → 22.3.19

package/tests/server-app-cron-owner.test.ts

@@ -0,0 +1,127 @@
+import { ResolveIOMainServer } from '../src/server-app';
+
+function assert(condition: boolean, message: string) {
+	if (!condition) {
+		throw new Error(message);
+	}
+}
+
+const ENV_KEYS = [
+	'WORKER_INDEX',
+	'NODE_APP_INSTANCE',
+	'SERVER_MANAGER_WORKER_INDEX',
+	'SERVER_MANAGER_WORKER_INSTANCE',
+	'SERVER_MANAGER_NODE_APP_INSTANCE'
+];
+
+function withEnv(env: Record<string, string | undefined>, test: () => void) {
+	const previous: Record<string, string | undefined> = {};
+	for (const key of ENV_KEYS) {
+		previous[key] = process.env[key];
+		delete process.env[key];
+	}
+
+	for (const [key, value] of Object.entries(env)) {
+		if (value !== undefined) {
+			process.env[key] = value;
+		}
+	}
+
+	try {
+		test();
+	}
+	finally {
+		for (const key of ENV_KEYS) {
+			delete process.env[key];
+			if (previous[key] !== undefined) {
+				process.env[key] = previous[key];
+			}
+		}
+	}
+}
+
+function shouldStartCron(): boolean {
+	const server = new ResolveIOMainServer() as any;
+	return server.shouldStartCronManagerForWorker();
+}
+
+async function testStandaloneNodeReaperAlertsAreThrottled() {
+	const server = new ResolveIOMainServer() as any;
+	const proc = {
+		pid: 12345,
+		ppid: 1,
+		ageSeconds: 600,
+		cpuPct: 99,
+		rssKb: 512 * 1024,
+		command: 'node',
+		args: 'node -e while(true){}'
+	};
+	const reports: any[] = [];
+
+	server._standaloneNodeReaperAlertWindowMs = 60 * 60 * 1000;
+	server.resolveProcessCwd = () => '/tmp/resolveio-reaper-test';
+	server.reportServerError = async (...args: any[]) => {
+		reports.push(args);
+	};
+
+	await server.reportStandaloneNodeReaperAction(proc, 'orphan_high_cpu_for_2_scans', 'dry-run');
+	await server.reportStandaloneNodeReaperAction(proc, 'orphan_high_cpu_for_2_scans', 'dry-run');
+	assert(reports.length === 1, 'Expected duplicate dry-run reaper alert to be throttled');
+
+	await server.reportStandaloneNodeReaperAction(proc, 'orphan_high_cpu_for_2_scans', 'terminated');
+	assert(reports.length === 2, 'Expected different reaper action to report independently');
+
+	const alertKey = `dry-run|${server.resolveStandaloneNodeProcessSignature(proc)}`;
+	server._standaloneNodeReaperAlertTimes.set(alertKey, Date.now() - server._standaloneNodeReaperAlertWindowMs - 1);
+	await server.reportStandaloneNodeReaperAction(proc, 'orphan_high_cpu_for_2_scans', 'dry-run');
+	assert(reports.length === 3, 'Expected reaper alert to report again after throttle window');
+}
+
+async function run() {
+	withEnv({ WORKER_INDEX: '0', NODE_APP_INSTANCE: '0' }, () => {
+		assert(shouldStartCron() === true, 'Expected default worker 0 to start cron');
+	});
+
+	withEnv({ WORKER_INDEX: '1', NODE_APP_INSTANCE: '0' }, () => {
+		assert(shouldStartCron() === false, 'Expected default non-zero worker to skip cron');
+	});
+
+	withEnv({
+		WORKER_INDEX: '0',
+		NODE_APP_INSTANCE: '0',
+		SERVER_MANAGER_WORKER_INDEX: '0',
+		SERVER_MANAGER_WORKER_INSTANCE: '1'
+	}, () => {
+		assert(shouldStartCron() === false, 'Expected publication worker to skip ResolveIO server-manager cron');
+	});
+
+	withEnv({
+		WORKER_INDEX: '0',
+		NODE_APP_INSTANCE: '1',
+		SERVER_MANAGER_WORKER_INDEX: '0',
+		SERVER_MANAGER_WORKER_INSTANCE: '1'
+	}, () => {
+		assert(shouldStartCron() === true, 'Expected ResolveIO server-manager worker to start cron');
+	});
+
+	withEnv({
+		WORKER_INDEX: '0',
+		NODE_APP_INSTANCE: '0',
+		SERVER_MANAGER_WORKER_INDEX: '0',
+		SERVER_MANAGER_WORKER_INSTANCE: '0'
+	}, () => {
+		assert(shouldStartCron() === true, 'Expected explicit default server-manager owner to preserve cron behavior');
+	});
+
+	await testStandaloneNodeReaperAlertsAreThrottled();
+}
+
+run()
+	.then(() => {
+		console.log('server-app-cron-owner.test.ts passed');
+		process.exit(0);
+	})
+	.catch(error => {
+		console.error(error);
+		process.exit(1);
+	});

package/tests/subscription-connect-race.test.ts

@@ -0,0 +1,158 @@
+import { ResolveIOMainServer } from '../src/server-app';
+
+function assert(condition: boolean, message: string) {
+	if (!condition) {
+		throw new Error(message);
+	}
+}
+
+function sleep(ms: number) {
+	return new Promise(resolve => setTimeout(resolve, ms));
+}
+
+class FakeWebSocket {
+	public readyState = 1;
+	public closed = false;
+	public sent: any[] = [];
+	private _handlers = new Map<string, Function>();
+
+	on(event: string, handler: Function) {
+		this._handlers.set(event, handler);
+		return this;
+	}
+
+	send(data: any, cb?: (error?: Error) => void) {
+		this.sent.push(data);
+		if (cb) {
+			cb();
+		}
+	}
+
+	ping() {
+		// noop
+	}
+
+	close() {
+		this.closed = true;
+	}
+
+	getHandler(event: string): Function | undefined {
+		return this._handlers.get(event);
+	}
+}
+
+async function testConnectionHandlerDoesNotBlockOnLoggedInUserInsert() {
+	const server = new ResolveIOMainServer();
+	const serverAny = server as any;
+
+	let connectionHandler: ((ws: FakeWebSocket, req: any) => Promise<void>) | null = null;
+	let createLoggedInUserCalled = false;
+
+	let resolveCreateLoggedInUser: () => void = null;
+	const createLoggedInUserPromise = new Promise<void>(resolve => {
+		resolveCreateLoggedInUser = resolve;
+	});
+
+	serverAny._portHTTP = 8080;
+	serverAny._clientHeartbeatInitialDelayMs = 1;
+	serverAny._methodManager = {
+		getEnableDebug: () => false,
+		_methods: {}
+	};
+	serverAny._subscriptionManager = {
+		createLoggedInUser: () => {
+			createLoggedInUserCalled = true;
+			return createLoggedInUserPromise;
+		},
+		loggedInLatency: () => {},
+		unsubscribeAll: async () => {},
+		subscribe: async () => {},
+		unsubscribe: () => {}
+	};
+	serverAny._websocketManager = {
+		addWebSocket: () => {},
+		getWebSocket: () => null,
+		send: () => {}
+	};
+	serverAny._workerDispatcherManager = {
+		addWorker: () => {},
+		disconnectWorker: () => {},
+		sendWorkerPayload: () => {},
+		handleWorkerMessage: () => {}
+	};
+	serverAny._clientRoutes = [];
+	serverAny.publicProgram = false;
+	serverAny.LOGGER = 'ERROR';
+	serverAny.triggerClientHeartbeat = async () => {};
+	serverAny.unsubscribeWS = async () => {};
+	serverAny._serverHTTP = {
+		listen: (_port: number, _host: string, cb: () => void) => cb()
+	};
+	serverAny._serverWSS = {
+		clients: new Set(),
+		on: (event: string, handler: any) => {
+			if (event === 'connection') {
+				connectionHandler = handler;
+			}
+		}
+	};
+
+	const originalSetInterval = global.setInterval;
+	(global as any).setInterval = (() => 0) as any;
+
+	try {
+		serverAny.listen();
+
+		assert(typeof connectionHandler === 'function', 'Expected WS connection handler registration');
+
+		const ws = new FakeWebSocket();
+		const req = {
+			url: '/',
+			id_user: 'user-1',
+			user: 'Test User',
+			user_readonly: false,
+			doc_user: {
+				roles: {
+					groups: [],
+					super_admin: true
+				}
+			},
+			socket: {
+				remoteAddress: '127.0.0.1'
+			},
+			headers: {
+				origin: 'http://localhost:4200'
+			}
+		};
+
+		const connectionResult = await Promise.race([
+			connectionHandler(ws, req).then(() => 'resolved'),
+			sleep(100).then(() => 'timed_out')
+		]);
+
+		assert(connectionResult === 'resolved', 'Connection handler blocked on createLoggedInUser');
+		await sleep(0);
+		assert(createLoggedInUserCalled, 'Expected createLoggedInUser to be called');
+		assert(typeof ws.getHandler('message') === 'function', 'Expected message handler registered immediately');
+
+		const messageHandler = ws.getHandler('message') as (message: any) => Promise<void>;
+		await messageHandler('ping');
+		assert(ws.sent.includes('pong'), 'Expected ping message to be handled immediately after connection');
+
+		resolveCreateLoggedInUser();
+	}
+	finally {
+		global.setInterval = originalSetInterval;
+	}
+}
+
+async function run() {
+	await testConnectionHandlerDoesNotBlockOnLoggedInUserInsert();
+	console.log('subscription-connect-race tests completed');
+	process.exit(0);
+}
+
+run().catch(error => {
+	console.error(error);
+	process.exit(1);
+});

package/tests/subscription-dependency-context.test.ts

@@ -0,0 +1,324 @@
+import { recordAggregateDependencies, recordDependencyResult, withDependencyTracking } from '../src/util/subscription-dependency-context';
+
+function assert(condition: boolean, message: string) {
+	if (!condition) {
+		throw new Error(message);
+	}
+}
+
+async function testTracksIdsFromResults() {
+	const { snapshot } = await withDependencyTracking(async () => {
+		recordDependencyResult('primary', [
+			{ _id: 'A' },
+			{ _id: 'B' },
+			{ _id: { toString: () => 'C' } }
+		]);
+	});
+
+	const primary = snapshot.dependencies.get('primary');
+
+	assert(primary instanceof Set, 'Expected dependency set for primary collection');
+	assert(primary.size === 3, 'Expected three tracked ids for primary collection');
+	assert(primary.has('A') && primary.has('B') && primary.has('C'), 'Tracked ids missing expected values');
+}
+
+async function testFallsBackToWatchAllWithoutIds() {
+	const { snapshot } = await withDependencyTracking(async () => {
+		recordDependencyResult('no-ids', [{ foo: 'bar' }]);
+	});
+
+	assert(snapshot.watchAllCollections.has('no-ids'), 'Expected no-ids collection marked as watch-all');
+}
+
+async function testCollectsLookupDependencies() {
+	const pipeline = [
+		{
+			$lookup: {
+				from: 'secondary',
+				localField: 'id_secondary',
+				foreignField: '_id',
+				as: 'secondaryDocs'
+			}
+		}
+	];
+
+	const result = [
+		{
+			_id: 'P1',
+			secondaryDocs: [
+				{ _id: 'S1' },
+				{ _id: { toHexString: () => 'S2' } }
+			]
+		}
+	];
+
+	const { snapshot } = await withDependencyTracking(async () => {
+		recordAggregateDependencies('primary', pipeline, result);
+	});
+
+	const primary = snapshot.dependencies.get('primary');
+	const secondary = snapshot.dependencies.get('secondary');
+
+	assert(primary?.has('P1'), 'Expected primary dependency to include P1');
+	assert(secondary?.has('S1'), 'Expected secondary dependency to include S1');
+	assert(secondary?.has('S2'), 'Expected secondary dependency to include S2');
+}
+
+async function testLookupFilterStoredWhenNoMatches() {
+	const pipeline = [
+		{
+			$lookup: {
+				from: 'secondary',
+				localField: 'id_secondary',
+				foreignField: 'id_parent',
+				as: 'secondaryDocs'
+			}
+		}
+	];
+
+	const result = [
+		{
+			_id: 'P1',
+			id_secondary: ['X1', 'X2'],
+			secondaryDocs: []
+		}
+	];
+
+	const { snapshot } = await withDependencyTracking(async () => {
+		recordAggregateDependencies('primary', pipeline, result);
+	});
+
+	const filters = snapshot.filters.get('secondary');
+
+	assert(filters && filters.length === 1, 'Expected one filter stored for secondary collection');
+	assert(filters[0].id_parent && Array.isArray(filters[0].id_parent.$in), 'Expected filter to use $in on id_parent');
+	assert(filters[0].id_parent.$in.includes('X1'), 'Expected filter to include X1');
+	assert(filters[0].id_parent.$in.includes('X2'), 'Expected filter to include X2');
+	assert(!snapshot.watchAllCollections.has('secondary'), 'Expected secondary collection not marked as watch-all');
+}
+
+async function testMatchFilterCapturedForPrimary() {
+	const pipeline = [
+		{
+			$match: {
+				status: 'Active',
+				id_customer: { $in: ['C1', 'C2'] }
+			}
+		},
+		{
+			$lookup: {
+				from: 'secondary',
+				localField: 'id_secondary',
+				foreignField: '_id',
+				as: 'secondaryDocs'
+			}
+		}
+	];
+
+	const result = [
+		{
+			_id: 'P1',
+			status: 'Active',
+			id_customer: 'C1',
+			secondaryDocs: []
+		}
+	];
+
+	const { snapshot } = await withDependencyTracking(async () => {
+		recordAggregateDependencies('primary', pipeline, result);
+	});
+
+	const filters = snapshot.filters.get('primary');
+
+	assert(filters && filters.length === 1, 'Expected one filter stored for primary collection');
+	const storedFilter = filters[0];
+	assert(storedFilter.status === 'Active', 'Expected status to be Active in stored filter');
+	assert(storedFilter.id_customer && Array.isArray(storedFilter.id_customer.$in), 'Expected id_customer filter to use $in');
+	assert(storedFilter.id_customer.$in.includes('C1'), 'Expected filter to include C1');
+	assert(storedFilter.id_customer.$in.includes('C2'), 'Expected filter to include C2');
+}
+
+async function testMatchFilterIgnoresLookupAliases() {
+	const pipeline = [
+		{
+			$match: {
+				type: 'Truck Treat'
+			}
+		},
+		{
+			$lookup: {
+				from: 'bols',
+				localField: 'id_bol',
+				foreignField: '_id',
+				as: 'bol'
+			}
+		},
+		{
+			$match: {
+				'bol.status': 'Delivered',
+				approved: true
+			}
+		}
+	];
+
+	const { snapshot } = await withDependencyTracking(async () => {
+		recordAggregateDependencies('production-deliveries', pipeline, []);
+	});
+
+	const filters = snapshot.filters.get('production-deliveries');
+
+	assert(filters && filters.length === 1, 'Expected sanitized filter stored for production-deliveries');
+	const storedFilter = filters[0];
+
+	const serialized = JSON.stringify(storedFilter);
+	assert(!serialized.includes('bol.status'), 'Expected lookup alias fields stripped from stored filter');
+	assert(serialized.includes('type'), 'Expected base collection field retained');
+	assert(serialized.includes('approved'), 'Expected base collection field retained');
+}
+
+async function testFindQueryMetadataCaptured() {
+	const { snapshot } = await withDependencyTracking(async () => {
+		recordDependencyResult('primary', [{ _id: 'P1' }], {
+			filter: { status: 'Active' },
+			meta: {
+				limit: 25,
+				skip: 0,
+				sort: { createdAt: -1 }
+			}
+		});
+	});
+
+	const meta = snapshot.queryMetadata.get('primary');
+
+	assert(meta && meta.length === 1, 'Expected query metadata stored for primary collection');
+	assert(meta[0].limit === 25, 'Expected limit metadata to equal 25');
+	assert(meta[0].sort && meta[0].sort.createdAt === -1, 'Expected sort metadata captured');
+}
+
+async function testAggregateMetadataCaptured() {
+	const pipeline = [
+		{$match: { status: 'Active' }},
+		{$sort: { createdAt: -1 }},
+		{$skip: 10},
+		{$limit: 5}
+	];
+
+	const { snapshot } = await withDependencyTracking(async () => {
+		recordAggregateDependencies('primary', pipeline, []);
+	});
+
+	const meta = snapshot.queryMetadata.get('primary');
+
+	assert(meta && meta.length === 1, 'Expected aggregate metadata stored for primary collection');
+	assert(meta[0].limit === 5, 'Expected aggregate limit metadata to equal 5');
+	assert(meta[0].skip === 10, 'Expected aggregate skip metadata to equal 10');
+	assert(meta[0].sort && meta[0].sort.createdAt === -1, 'Expected aggregate sort metadata captured');
+}
+
+async function testLookupPipelineFiltersCaptured() {
+	const pipeline = [
+		{
+			$lookup: {
+				from: 'orders',
+				let: { customerId: '$customer.id' },
+				pipeline: [
+					{
+						$match: {
+							$expr: {
+								$eq: ['$id_customer', '$$customerId']
+							}
+						}
+					}
+				],
+				as: 'orders'
+			}
+		}
+	];
+
+	const result = [
+		{
+			_id: 'cust-1',
+			customer: {
+				id: 'CUST-A'
+			},
+			orders: []
+		}
+	];
+
+	const { snapshot } = await withDependencyTracking(async () => {
+		recordAggregateDependencies('customers', pipeline, result);
+	});
+
+	const filters = snapshot.filters.get('orders');
+
+	assert(filters && filters.length === 1, 'Expected one filter stored for orders lookup pipeline');
+	assert(filters[0].$expr && filters[0].$expr.$eq, 'Expected pipeline filter to contain $expr equality');
+	assert(filters[0].$expr.$eq[1] === 'CUST-A', 'Expected lookup pipeline filter to include substituted customer id');
+	assert(!snapshot.watchAllCollections.has('orders'), 'Expected orders collection not marked as watch-all for pipeline lookup');
+}
+
+async function testGroupPipelineMarksWatchAll() {
+	const pipeline = [
+		{$match: {status: 'Active'}},
+		{
+			$group: {
+				_id: '$type',
+				count: {$sum: 1}
+			}
+		}
+	];
+
+	const { snapshot } = await withDependencyTracking(async () => {
+		recordAggregateDependencies('orders', pipeline, [{_id: 'Truck', count: 3}]);
+	});
+
+	assert(snapshot.watchAllCollections.has('orders'), 'Expected grouped aggregate to mark orders as watch-all');
+}
+
+async function testLookupPipelineWithoutResolvableFiltersMarksWatchAll() {
+	const pipeline = [
+		{
+			$lookup: {
+				from: 'orders',
+				pipeline: [
+					{$sort: {createdAt: -1}},
+					{$limit: 5}
+				],
+				as: 'orders'
+			}
+		},
+		{
+			$project: {
+				orders: 0
+			}
+		}
+	];
+
+	const { snapshot } = await withDependencyTracking(async () => {
+		recordAggregateDependencies('customers', pipeline, [{_id: 'cust-1'}]);
+	});
+
+	assert(snapshot.watchAllCollections.has('orders'), 'Expected lookup collection orders marked as watch-all when alias results are unavailable');
+}
+
+async function run() {
+	await testTracksIdsFromResults();
+	await testFallsBackToWatchAllWithoutIds();
+	await testCollectsLookupDependencies();
+	await testLookupFilterStoredWhenNoMatches();
+	await testMatchFilterCapturedForPrimary();
+	await testMatchFilterIgnoresLookupAliases();
+	await testFindQueryMetadataCaptured();
+	await testAggregateMetadataCaptured();
+	await testLookupPipelineFiltersCaptured();
+	await testGroupPipelineMarksWatchAll();
+	await testLookupPipelineWithoutResolvableFiltersMarksWatchAll();
+
+	console.log('subscription dependency tests passed');
+}
+
+run().catch(err => {
+	console.error('subscription dependency tests failed');
+	console.error(err);
+	process.exit(1);
+});

package/tests/subscription-manager-collection-tracking.test.ts

@@ -0,0 +1,86 @@
+import { SubscriptionManager } from '../src/managers/subscription.manager';
+import { ActiveSubscriptionModel } from '../src/models/subscription.model';
+
+function assert(condition: boolean, message: string) {
+	if (!condition) {
+		throw new Error(message);
+	}
+}
+
+function createBaseSubscription(): ActiveSubscriptionModel {
+	return {
+		publication: 'productionlocationDetailsWithId',
+		subscriptionKey: '[]',
+		subscriptionData: [],
+		collections: ['production-locations'],
+		clients: [],
+		cacheId: 0,
+		running: false,
+		runAgain: false,
+		collectionDependencies: new Map(),
+		collectionFilters: new Map(),
+		watchAllCollections: new Set(),
+		collectionQueryMeta: new Map()
+	};
+}
+
+async function testTracksRuntimeDependencies() {
+	const manager = new SubscriptionManager() as any;
+	const sub = createBaseSubscription();
+	manager.ensureDependencyContainers(sub);
+
+	sub.collectionDependencies.set('truck-treating-deliveries', new Set(['TT1']));
+
+	assert(
+		manager.subscriptionReferencesCollection(sub, 'truck-treating-deliveries'),
+		'Expected dynamic dependency ids to mark collection as tracked'
+	);
+}
+
+async function testTracksFiltersAndWatchAll() {
+	const manager = new SubscriptionManager() as any;
+	const sub = createBaseSubscription();
+	manager.ensureDependencyContainers(sub);
+
+	sub.collectionFilters.set('truck-treating-deliveries', [{status: 'Scheduled'}]);
+
+	assert(
+		manager.subscriptionReferencesCollection(sub, 'truck-treating-deliveries'),
+		'Expected dependency filters to mark collection as tracked'
+	);
+
+	sub.collectionFilters.clear();
+	sub.watchAllCollections.add('truck-treating-deliveries');
+
+	assert(
+		manager.subscriptionReferencesCollection(sub, 'truck-treating-deliveries'),
+		'Expected watch-all collections to be considered tracked'
+	);
+}
+
+async function testNonTrackedCollection() {
+	const manager = new SubscriptionManager() as any;
+	const sub = createBaseSubscription();
+	manager.ensureDependencyContainers(sub);
+
+	assert(
+		!manager.subscriptionReferencesCollection(sub, 'truck-treating-deliveries'),
+		'Expected unrelated collections to remain untracked'
+	);
+}
+
+async function run() {
+	await testTracksRuntimeDependencies();
+	await testTracksFiltersAndWatchAll();
+	await testNonTrackedCollection();
+}
+
+run()
+	.then(() => {
+		console.log('subscription-manager-collection-tracking tests completed');
+		process.exit(0);
+	})
+	.catch(error => {
+		console.error(error);
+		process.exit(1);
+	});