@observertc/observer-js 0.9.27-beta → 0.30.0-beta

package/src/middlewares/CallOperationsContext.ts

@@ -1,56 +0,0 @@
-import { EvaluatorContext } from '../common/types';
-import { Writable } from '../common/utils';
-import { ObservedClientSourceConfig } from '../sources/ObservedClientSource';
-
-export type CallOperationsContext = {
-	joinedClients: ObservedClientSourceConfig[];
-	detachedClients: (ObservedClientSourceConfig & {
-		detached: number;
-	})[];
-
-	evaluatorContext?: Writable<EvaluatorContext>;
-};
-
-export type CallOperation =
-	| (ObservedClientSourceConfig & {
-		type: 'join';
-	}) | (ObservedClientSourceConfig & {
-		type: 'detach';
-		detached: number;
-	});
-
-export function createCallOperationContext(
-	clientOperations: Map<string, CallOperation>,
-	evaluatorContext?: Writable<EvaluatorContext>
-): CallOperationsContext {
-	const joinedClients: CallOperationsContext['joinedClients'] = [];
-	const detachedClients: CallOperationsContext['detachedClients'] = [];
-
-	for (const clientOperation of clientOperations.values()) {
-		switch (clientOperation.type) {
-			case 'join': {
-				const joinedClient: CallOperationsContext['joinedClients'][number] = {
-					...clientOperation,
-				};
-
-				joinedClients.push(joinedClient);
-				break;
-			}
-			case 'detach': {
-				const detachedClient: CallOperationsContext['detachedClients'][number] = {
-					...clientOperation,
-				};
-
-				detachedClients.push(detachedClient);
-				break;
-			}
-		}
-	}
-	
-	return {
-		joinedClients,
-		detachedClients,
-
-		evaluatorContext,
-	};
-}

package/src/middlewares/CallProcessor.ts

@@ -1,38 +0,0 @@
-import { ReportsCollector } from '../common/ReportsCollector';
-import { createDetachClientProcess, DetachClientProcessInput } from '../processes/detachClientProcess';
-import { createJoinClientProcess, JoinClientProcessInput } from '../processes/joinClientProcess';
-import { StorageProvider } from '../storages/StorageProvider';
-import { CallOperationsContext } from './CallOperationsContext';
-import { Middleware } from './Middleware';
-import { createProcessor, Processor } from './Processor';
-
-export function createCallProcessor(
-	storageProvider: StorageProvider,
-	reportsCollector: ReportsCollector
-): Processor<CallOperationsContext> {
-	const joinClientProcess = createJoinClientProcess(storageProvider, reportsCollector);
-	const detachClientProcess = createDetachClientProcess(storageProvider, reportsCollector);
-
-	const joinClientMiddleware: Middleware<CallOperationsContext> = async (context, next) => {
-		const input: JoinClientProcessInput = {
-			clients: context.joinedClients,
-
-			evaluatorContext: context.evaluatorContext,
-		};
-
-		await Promise.all([ joinClientProcess(input), next ? next(context) : Promise.resolve() ]);
-	};
-
-	const detachClientMiddleware: Middleware<CallOperationsContext> = async (context, next) => {
-		const input: DetachClientProcessInput = {
-			clients: context.detachedClients,
-
-			evaluatorContext: context.evaluatorContext,
-			recursive: true,
-		};
-
-		await Promise.all([ detachClientProcess(input), next ? next(context) : Promise.resolve() ]);
-	};
-
-	return createProcessor(joinClientMiddleware, detachClientMiddleware);
-}

package/src/middlewares/CommitTransactionMiddleware.ts

@@ -1,328 +0,0 @@
-import { createLogger } from '../common/logger';
-import { ReportsCollector } from '../common/ReportsCollector';
-import { ObserverStorage } from '../storages/ObserverStorage';
-import { StorageProvider } from '../storages/StorageProvider';
-import { Middleware } from './Middleware';
-import { TransactionContext } from './TransactionContext';
-
-const logger = createLogger('CallUpdateMiddleware');
-
-export function createCommitTransactionMiddleware(
-	storageProvider: StorageProvider,
-	reports: ReportsCollector,
-): Middleware<TransactionContext> {
-	const process = async (transaction: TransactionContext) => {
-		const {
-			clientStorage,
-			peerConnectionStorage,
-			inboundTrackStorage,
-			outboundTrackStorage,
-			sfuStorage,
-			sfuTransportStorage,
-			sfuInboundRtpPadStorage,
-			sfuOutboundRtpPadStorage,
-			sfuSctpChannelStorage,
-		} = storageProvider;
-
-		const {
-			clients,
-			updatedPeerConnections,
-			deletedPeerConnections,
-			updatedInboundAudioTracks,
-			deletedInboundAudioTracks,
-			updatedInboundVideoTracks,
-			deletedInboundVideoTracks,
-			updatedOutboundAudioTracks,
-			deletedOutboundAudioTracks,
-			updatedOutboundVideoTracks,
-			deletedOutboundVideoTracks,
-			updatedSfus,
-			deletedSfus,
-			updatedSfuTransports,
-			deletedSfuTransports,
-			updatedSfuInboundRtpPads,
-			deletedSfuInboundRtpPads,
-			updatedSfuOutboundRtpPads,
-			deletedSfuOutboundRtpPads,
-			updatedSfuSctpChannels,
-			deletedSfuSctpChannels,
-
-			evaluatorContext,
-		} = transaction;
-
-		const emptyMap = new Map();
-
-		// Ensure updates are disjointed!
-
-		for (const deletedPeerConnectionId of deletedPeerConnections) {
-			if (updatedPeerConnections.has(deletedPeerConnectionId)) {
-				logger.warn(
-					`Updated PeerConnection held a peerConnectionId for deletedPeerConnections. Transaction ${transaction.id}`
-				);
-				updatedPeerConnections.delete(deletedPeerConnectionId);
-			}
-		}
-
-		for (const deletedInboundTrackId of deletedInboundAudioTracks) {
-			if (updatedInboundAudioTracks.has(deletedInboundTrackId)) {
-				logger.warn(
-					`Updated InboundAudioTrack held an inboundAudioTrackId for deletedInboundAudioTracks. Transaction ${transaction.id}`
-				);
-				updatedInboundAudioTracks.delete(deletedInboundTrackId);
-			}
-		}
-
-		for (const deletedInboundTrackId of deletedInboundVideoTracks) {
-			if (updatedInboundVideoTracks.has(deletedInboundTrackId)) {
-				logger.warn(
-					`Updated InboundVideoTrack held an inboundVideoTrackId for deletedInboundVideoTracks. Transaction ${transaction.id}`
-				);
-				updatedInboundVideoTracks.delete(deletedInboundTrackId);
-			}
-		}
-
-		for (const deletedOutboundTrackId of deletedOutboundAudioTracks) {
-			if (updatedOutboundAudioTracks.has(deletedOutboundTrackId)) {
-				logger.warn(
-					`Updated OutboundAudioTrack held an outboundAudioTrackId for deletedOutboundAudioTracks. Transaction ${transaction.id}`
-				);
-				updatedOutboundAudioTracks.delete(deletedOutboundTrackId);
-			}
-		}
-
-		for (const deletedOutboundTrackId of deletedOutboundVideoTracks) {
-			if (updatedOutboundVideoTracks.has(deletedOutboundTrackId)) {
-				logger.warn(
-					`Updated OutboundVideoTrack held an outboundVideoTrackId for deletedOutboundVideoTracks. Transaction ${transaction.id}`
-				);
-				updatedOutboundVideoTracks.delete(deletedOutboundTrackId);
-			}
-		}
-
-		for (const deletedSfuId of deletedSfus) {
-			if (updatedSfus.has(deletedSfuId)) {
-				logger.warn(`Updated Sfu held an sfuId for deletedSfus. Transaction ${transaction.id}`);
-				updatedSfus.delete(deletedSfuId);
-			}
-		}
-
-		for (const deletedSfuTransportId of deletedSfuTransports) {
-			if (updatedSfuTransports.has(deletedSfuTransportId)) {
-				logger.warn(
-					`Updated SfuTransport held an sfuTransportId for deletedSfuTransports. Transaction ${transaction.id}`
-				);
-				updatedSfuTransports.delete(deletedSfuTransportId);
-			}
-		}
-
-		for (const deletedSfuInboundRtpPadId of deletedSfuInboundRtpPads) {
-			if (updatedSfuInboundRtpPads.has(deletedSfuInboundRtpPadId)) {
-				logger.warn(
-					`Updated SfuInboundRtpPad held an updatedSfuInboundRtpPadId for deletedSfuInboundRtpPads. Transaction ${transaction.id}`
-				);
-				updatedSfuInboundRtpPads.delete(deletedSfuInboundRtpPadId);
-			}
-		}
-
-		for (const deletedSfuOutboundRtpPadId of deletedSfuOutboundRtpPads) {
-			if (updatedSfuOutboundRtpPads.has(deletedSfuOutboundRtpPadId)) {
-				logger.warn(
-					`Updated SfuOutboundRtpPad held an updatedSfuOutboundRtpPadId for deletedSfuOutboundRtpPads. Transaction ${transaction.id}`
-				);
-				updatedSfuOutboundRtpPads.delete(deletedSfuOutboundRtpPadId);
-			}
-		}
-
-		for (const deletedSfuSctpChannelId of deletedSfuSctpChannels) {
-			if (updatedSfuSctpChannels.has(deletedSfuSctpChannelId)) {
-				logger.warn(
-					`Updated SfuSctpChannelId held an deletedSfuSctpChannelId for deletedSfuSctpChannels. Transaction ${transaction.id}`
-				);
-				updatedSfuSctpChannels.delete(deletedSfuSctpChannelId);
-			}
-		}
-
-		const promiseSetAll = <K, V>(storage: ObserverStorage<K, V>, input: ReadonlyMap<K, V>) => {
-			if (0 < input.size) {
-				return storage.setAll(input);
-			} else {
-				return Promise.resolve<ReadonlyMap<K, V>>(emptyMap);
-			}
-		};
-
-		const promiseRemoveAll = <K, V>(storage: ObserverStorage<K, V>, input: ReadonlySet<K>) => {
-			if (0 < input.size) {
-				return storage.removeAll(input);
-			} else {
-				return Promise.resolve<ReadonlyMap<K, V>>(emptyMap);
-			}
-		};
-
-		const [
-			[
-				// eslint-disable-next-line @typescript-eslint/no-unused-vars
-				oldClientModels,
-				oldPeerConnectionModels,
-				oldInboundAudioTrackModels,
-				oldInboundVideoTrackModels,
-				oldOutboundAudioTrackModels,
-				oldOutboundVideoTrackModels,
-			],
-			[
-				removedPeerConnectionModels,
-				removedInboundAudioTrackModels,
-				removedInboundVideoTrackModels,
-				removedOutboundAudioTrackModels,
-				removedOutboundVideoTrackModels,
-			],
-			[
-				oldSfuModels,
-				oldSfuTransportModels,
-				oldSfuInboundRtpPadModels,
-				oldSfuOutboundRtpPadModels,
-				oldSfuSctpChannelModels,
-			],
-			[
-				removedSfuModels,
-				removedSfuTransportModels,
-				removedSfuInboundRtpPadModels,
-				removedSfuOutboundRtpPadModels,
-				removedSfuSctpChannelModels,
-			],
-		] = await Promise.all([
-			// Call related updates
-			Promise.all([
-				promiseSetAll(clientStorage, clients),
-				promiseSetAll(peerConnectionStorage, updatedPeerConnections),
-				promiseSetAll(inboundTrackStorage, updatedInboundAudioTracks),
-				promiseSetAll(inboundTrackStorage, updatedInboundVideoTracks),
-				promiseSetAll(outboundTrackStorage, updatedOutboundAudioTracks),
-				promiseSetAll(outboundTrackStorage, updatedOutboundVideoTracks),
-			]),
-			Promise.all([
-				promiseRemoveAll(peerConnectionStorage, deletedPeerConnections),
-				promiseRemoveAll(inboundTrackStorage, deletedInboundAudioTracks),
-				promiseRemoveAll(inboundTrackStorage, deletedInboundVideoTracks),
-				promiseRemoveAll(outboundTrackStorage, deletedOutboundAudioTracks),
-				promiseRemoveAll(outboundTrackStorage, deletedOutboundVideoTracks),
-			]),
-
-			// Sfu related updates
-			Promise.all([
-				promiseSetAll(sfuStorage, updatedSfus),
-				promiseSetAll(sfuTransportStorage, updatedSfuTransports),
-				promiseSetAll(sfuInboundRtpPadStorage, updatedSfuInboundRtpPads),
-				promiseSetAll(sfuOutboundRtpPadStorage, updatedSfuOutboundRtpPads),
-				promiseSetAll(sfuSctpChannelStorage, updatedSfuSctpChannels),
-			]),
-			Promise.all([
-				promiseRemoveAll(sfuStorage, deletedSfus),
-				promiseRemoveAll(sfuTransportStorage, deletedSfuTransports),
-				promiseRemoveAll(sfuInboundRtpPadStorage, deletedSfuInboundRtpPads),
-				promiseRemoveAll(sfuOutboundRtpPadStorage, deletedSfuOutboundRtpPads),
-				promiseRemoveAll(sfuSctpChannelStorage, deletedSfuSctpChannels),
-			]),
-		]);
-
-		const removedUnits = <K, V>(removedModels: ReadonlyMap<K, V>) => {
-			return Array.from(removedModels.values()).map((o) => {
-				return {
-					...o,
-					removed: Date.now(),
-				};
-			});
-		};
-		const addedUnits = <K, V>(oldItems: ReadonlyMap<K, V>, updatedItems: ReadonlyMap<K, V>) => {
-			const oldSet = new Set<K>(oldItems.keys());
-			
-			return Array.from(updatedItems.keys()).filter((updatedKey) => !oldSet.has(updatedKey));
-		};
-
-		evaluatorContext.openedPeerConnectionIds.push(...addedUnits(oldPeerConnectionModels, updatedPeerConnections));
-		evaluatorContext.closedPeerConnections.push(
-			...Array.from(removedPeerConnectionModels.values()).map((o) => {
-				return {
-					...o,
-					closed: Date.now(),
-				};
-			})
-		);
-
-		evaluatorContext.removedInboundAudioTracks.push(...removedUnits(removedInboundAudioTrackModels));
-		evaluatorContext.addedInboundAudioTrackIds.push(
-			...addedUnits(oldInboundAudioTrackModels, updatedInboundAudioTracks)
-		);
-
-		evaluatorContext.removedInboundVideoTracks.push(...removedUnits(removedInboundVideoTrackModels));
-		evaluatorContext.addedInboundVideoTrackIds.push(
-			...addedUnits(oldInboundVideoTrackModels, updatedInboundVideoTracks)
-		);
-
-		evaluatorContext.removedOutboundAudioTracks.push(...removedUnits(removedOutboundAudioTrackModels));
-		evaluatorContext.addedOutboundAudioTrackIds.push(
-			...addedUnits(oldOutboundAudioTrackModels, updatedOutboundAudioTracks)
-		);
-
-		evaluatorContext.removedOutboundVideoTracks.push(...removedUnits(removedOutboundVideoTrackModels));
-		evaluatorContext.addedOutboundVideoTrackIds.push(
-			...addedUnits(oldOutboundVideoTrackModels, updatedOutboundVideoTracks)
-		);
-
-		evaluatorContext.joinedSfuIds.push(
-			...addedUnits(oldSfuModels, updatedSfus)
-		);
-		evaluatorContext.detachedSfus.push(
-			...Array.from(removedSfuModels.values()).map((o) => {
-				return {
-					...o,
-					detached: Date.now(),
-				};
-			})
-		);
-
-		evaluatorContext.openedSfuTransportIds.push(
-			...addedUnits(oldSfuTransportModels, updatedSfuTransports)
-		);
-		evaluatorContext.closedSfuTransports.push(
-			...Array.from(removedSfuTransportModels.values()).map((o) => {
-				return {
-					...o,
-					closed: Date.now(),
-				};
-			})
-		);
-
-		evaluatorContext.removedSfuInbounRtpPadIds.push(...removedUnits(removedSfuInboundRtpPadModels));
-		evaluatorContext.addedSfuInbounRtpPadIds.push(
-			...addedUnits(oldSfuInboundRtpPadModels, updatedSfuInboundRtpPads)
-		);
-
-		evaluatorContext.removedSfuOutbounRtpPadIds.push(...removedUnits(removedSfuOutboundRtpPadModels));
-		evaluatorContext.addedSfuOutbounRtpPadIds.push(
-			...addedUnits(oldSfuOutboundRtpPadModels, updatedSfuOutboundRtpPads)
-		);
-
-		evaluatorContext.openedSfuSctpChannelIds.push(
-			...addedUnits(oldSfuSctpChannelModels, updatedSfuSctpChannels)
-		);
-		evaluatorContext.closedSfuSctpChannels.push(
-			...Array.from(removedSfuSctpChannelModels.values()).map((o) => {
-				return {
-					...o,
-					closed: Date.now(),
-				};
-			})
-		);
-
-		evaluatorContext.callEvents = [ ...reports.getCallEventReports() ];
-		evaluatorContext.clientExtensionStats = [ ...reports.getClientExtensionReports() ];
-		evaluatorContext.sfuEvents = [ ...reports.getSfuEventReports() ];
-		evaluatorContext.sfuExtensionStats = [ ...reports.getSfuExtensionReports() ];
-	};
-
-	const result = async (context: TransactionContext, next?: Middleware<TransactionContext>) => {
-		await Promise.all([ process(context), next ? next(context) : Promise.resolve() ]);
-	};
-	
-	return result;
-}

package/src/middlewares/DeleteOutdatedCallEntries.ts

@@ -1,159 +0,0 @@
-import { Middleware } from './Middleware';
-import { TransactionContext } from './TransactionContext';
-import { createLogger } from '../common/logger';
-import { StorageProvider } from '..';
-
-export const logger = createLogger('DeleteOutdatedCallEntries');
-
-export function createDeleteOutdatedCallEntries(
-	storages: StorageProvider,
-	maxIdleTimeInMs: bigint,
-): Middleware<TransactionContext> {
-	const process = async (transaction: TransactionContext) => {
-		const {
-			clients,
-			
-			evaluatorContext,
-			
-			updatedPeerConnections,
-			deletedPeerConnections,
-
-			updatedInboundAudioTracks,
-			deletedInboundAudioTracks,
-
-			updatedInboundVideoTracks,
-			deletedInboundVideoTracks,
-
-			updatedOutboundAudioTracks,
-			deletedOutboundAudioTracks,
-
-			updatedOutboundVideoTracks,
-			deletedOutboundVideoTracks,
-		} = transaction;
-
-		const now = BigInt(Date.now());
-		const deletedCallIds = new Set(evaluatorContext.endedCalls.map((c) => c.callId).filter((id) => Boolean(id)));
-		const deletedClientIds = new Set(evaluatorContext.detachedClients.map((c) => c.clientId).filter((id) => Boolean(id)));
-
-		for (const [ peerConnectionId, peerConnection ] of storages.peerConnectionStorage.localEntries()) {
-			if (updatedPeerConnections.has(peerConnectionId)) {
-				continue;
-			}
-			
-			const { touched, clientId, callId } = peerConnection;
-
-			if (touched && now - touched < maxIdleTimeInMs) {
-				if (
-					!deletedCallIds.has(callId ?? 'not exists') &&
-					!deletedClientIds.has(clientId ?? 'not exists')
-				) {
-					continue;
-				}
-			}
-
-			deletedPeerConnections.add(peerConnectionId);
-
-			if (clientId) {
-				let storedClient = clients.get(clientId);
-
-				if (storedClient) {
-					storedClient.peerConnectionIds = storedClient.peerConnectionIds.filter((pcId) => pcId !== peerConnectionId);
-				} else {
-					storedClient = await storages.clientStorage.get(clientId);
-					if (storedClient) {
-						storedClient.peerConnectionIds = storedClient.peerConnectionIds.filter((pcId) => pcId !== peerConnectionId);
-						await storages.clientStorage.set(clientId, storedClient);
-					}
-				}
-			}
-		}
-
-		for (const [ trackId, inboundTrack ] of storages.inboundTrackStorage.localEntries()) {
-			if (updatedInboundAudioTracks.has(trackId) || updatedInboundVideoTracks.has(trackId)) {
-				continue;
-			}
-
-			const { touched, clientId, callId, peerConnectionId } = inboundTrack;
-
-			if (touched && now - touched < maxIdleTimeInMs) {
-				if (
-					!deletedCallIds.has(callId ?? 'not exists') &&
-					!deletedClientIds.has(clientId ?? 'not exists') && 
-					!deletedPeerConnections.has(peerConnectionId ?? 'not exists')
-				) {
-					continue;
-				}
-			}
-
-			switch (inboundTrack.kind) {
-				case 'audio':
-					deletedInboundAudioTracks.add(trackId);
-					break;
-				case 'video':
-					deletedInboundVideoTracks.add(trackId);
-			}
-
-			if (peerConnectionId) {
-				let storedPeerConnection = updatedPeerConnections.get(peerConnectionId);
-
-				if (!storedPeerConnection) {
-					storedPeerConnection = await storages.peerConnectionStorage.get(peerConnectionId);
-					if (storedPeerConnection) {
-						updatedPeerConnections.set(peerConnectionId, storedPeerConnection);
-					}
-				}
-				if (storedPeerConnection) {
-					storedPeerConnection.inboundTrackIds = storedPeerConnection.inboundTrackIds.filter((tId) => tId !== trackId);
-				}
-			}
-		}
-
-		// console.warn("auodiaussdoi", updatedOutboundAudioTracks, updatedOutboundVideoTracks);
-		for (const [ trackId, outboundTrack ] of storages.outboundTrackStorage.localEntries()) {
-			if (updatedOutboundAudioTracks.has(trackId) || updatedOutboundVideoTracks.has(trackId)) {
-				continue;
-			}
-
-			const { touched, clientId, callId, peerConnectionId } = outboundTrack;
-			// console.warn("deprecated outb tracks", outboundTrack, now, touched, maxIdleTimeInMs, touched && now - touched < maxIdleTimeInMs, callId)
-
-			if (touched && now - touched < maxIdleTimeInMs) {
-				if (
-					!deletedCallIds.has(callId ?? 'not exists') &&
-					!deletedClientIds.has(clientId ?? 'not exists') && 
-					!deletedPeerConnections.has(peerConnectionId ?? 'not exists')
-				) {
-					continue;
-				}
-			}
-
-			switch (outboundTrack.kind) {
-				case 'audio':
-					deletedOutboundAudioTracks.add(trackId);
-					break;
-				case 'video':
-					deletedOutboundVideoTracks.add(trackId);
-			}
-			
-			if (peerConnectionId) {
-				let storedPeerConnection = updatedPeerConnections.get(peerConnectionId);
-
-				if (!storedPeerConnection) {
-					storedPeerConnection = await storages.peerConnectionStorage.get(peerConnectionId);
-					if (storedPeerConnection) {
-						updatedPeerConnections.set(peerConnectionId, storedPeerConnection);
-					}
-				}
-				if (storedPeerConnection) {
-					storedPeerConnection.outboundTrackIds = storedPeerConnection.outboundTrackIds.filter((tId) => tId !== trackId);
-				}
-			}
-		}
-	};
-	const result = async (context: TransactionContext, next?: Middleware<TransactionContext>) => {
-		await process(context);
-		if (next) await next(context);
-	};
-	
-	return result;
-}