@needle-tools/engine 4.7.0-alpha → 4.7.0-next.da47826

package/src/engine/engine_networking_streams.ts

@@ -1,713 +1,713 @@
-import Peer, { CallOption, MediaConnection } from "peerjs"
-import { EventDispatcher } from "three";
-
-import { RoomEvents } from "../engine/engine_networking.js";
-import { UserJoinedOrLeftRoomModel } from "../engine/engine_networking.js";
-import { getPeerjsInstance } from "../engine/engine_networking_peer.js";
-import { showBalloonMessage } from "./debug/index.js";
-import { Application } from "./engine_application.js";
-import { Context } from "./engine_context.js";
-import type { IModel } from "./engine_networking_types.js";
-import { type IComponent,isComponent } from "./engine_types.js";
-import { getParam } from "./engine_utils.js";
-
-
-
-const debug = getParam("debugnetworkingstreams");
-
-export enum NetworkedStreamEvents {
-    Connected = "peer-user-connected",
-    StreamReceived = "receive-stream",
-    StreamEnded = "call-ended",
-    Disconnected = "peer-user-disconnected",
-    UserJoined = "user-joined",
-}
-
-export class StreamEndedEvent {
-    readonly type = NetworkedStreamEvents.StreamEnded;
-    readonly userId: string;
-    readonly direction: CallDirection;
-    constructor(userId: string, direction: CallDirection) {
-        this.userId = userId;
-        this.direction = direction;
-    }
-}
-export class StreamReceivedEvent {
-    readonly type = NetworkedStreamEvents.StreamReceived;
-    readonly userId: string;
-    readonly stream: MediaStream;
-    readonly target: CallHandle;
-
-    constructor(userId: string, stream: MediaStream, target: CallHandle) {
-        this.userId = userId;
-        this.stream = stream
-        this.target = target;
-    }
-}
-
-class PeerUserConnectedModel implements IModel {
-    /** the peer handle id */
-    readonly guid: string;
-    readonly peerId: string;
-    // internal so server doesnt save it to persistent storage
-    readonly dontSave: boolean = true;
-    constructor(handle: PeerHandle, peerId: string) {
-        this.guid = handle.id;
-        this.peerId = peerId;
-    }
-}
-
-export enum CallDirection {
-    Incoming = "incoming",
-    Outgoing = "outgoing",
-}
-
-class CallHandle extends EventDispatcher<any> {
-    readonly peerId: string;
-    readonly userId: string;
-    readonly direction: CallDirection;
-    readonly call: MediaConnection;
-    get stream() { return this._stream; };
-
-    private _stream: MediaStream | null = null;
-    private _isDisposed: boolean = false;
-
-    close() {
-        if (this._isDisposed) return;
-        this._isDisposed = true;
-        this.call.close();
-        disposeStream(this._stream);
-    }
-
-    get isOpen() {
-        return this.call.peerConnection?.connectionState === "connected";// && this._stream?.active;
-    }
-
-    get isOpening() {
-        return this.call.peerConnection?.connectionState === "connecting";
-    }
-
-    get isClosed() {
-        return !this.isOpen || this._isDisposed;
-    }
-
-    constructor(userId: string, call: MediaConnection, direction: CallDirection, stream: MediaStream | null = null) {
-        super();
-        this.peerId = call.peer;
-        this.userId = userId;
-        this.call = call;
-        this.direction = direction;
-        this._stream = stream;
-        call.on("stream", stream => {
-            if (debug)
-                console.log("Receive stream", "\nAudio:", stream.getAudioTracks(), "\nVideo:", stream.getVideoTracks());
-            this._stream = stream;
-            if (direction === CallDirection.Incoming) {
-                const args: StreamReceivedEvent = new StreamReceivedEvent(userId, stream, this);
-                this.dispatchEvent(args);
-            }
-        });
-        call.on("close", () => {
-            this.dispatchEvent(new StreamEndedEvent(userId, direction));
-        })
-    }
-}
-
-function applySdpTransform(sdp){
-    sdp = sdp.replace("a=fmtp:111 minptime=10;useinbandfec=1","a=fmtp:111 ptime=5;useinbandfec=1;stereo=1;maxplaybackrate=48000;maxaveragebitrat=128000;sprop-stereo=1");
-    return sdp;
-}
-
-export class PeerHandle extends EventDispatcher<any> {
-
-    private static readonly instances: Map<string, PeerHandle> = new Map();
-
-    static getOrCreate(context: Context, guid: string): PeerHandle {
-        // if (id === undefined) {
-        //     // randomId
-        //     id = Math.random().toFixed(5);
-        // }
-        if (PeerHandle.instances.has(guid))
-            return PeerHandle.instances.get(guid)!;
-        const peer = new PeerHandle(context, guid);
-        PeerHandle.instances.set(guid, peer);
-        return peer;
-    }
-
-    getMyPeerId(): string | undefined {
-        if (this.context.connection.connectionId)
-            return this.getPeerIdFromUserId(this.context.connection.connectionId);
-        return undefined;
-    }
-
-    getPeerIdFromUserId(userConnectionId: string): string {
-        // we build the peer id ourselves so we dont need to wait for peer to report it
-        return this.id + "-" + userConnectionId;
-    }
-
-    getUserIdFromPeerId(peerId: string): string {
-        return peerId.substring(this.id.length + 1);
-    }
-
-    makeCall(peerId: string, stream: MediaStream): CallHandle | undefined {
-        if (!stream?.id) {
-            if (debug) console.warn("Can not make a call: mediastream has no id or is undefined");
-            else console.debug("Can not make a call: mediastream has no id or is undefined");
-            return undefined;
-        }
-
-        const opts: CallOption = {
-            metadata: {
-                userId: this.context.connection.connectionId,
-                streamId: stream.id
-            },
-            sdpTransform: sdp => {
-                return applySdpTransform(sdp);
-            },
-        };
-        const call = this._peer?.call(peerId, stream, opts);
-        if (call) {
-            const res = this.registerCall(call, CallDirection.Outgoing, stream);
-            if (debug) console.warn(`📞 CALL ${peerId}`, "\nOutgoing:", this._outgoingCalls, "\nIncoming:", this._incomingCalls)
-            return res;
-        }
-        else if (debug) {
-            console.error("Failed to make call", peerId, stream, this._peer);
-        }
-        return undefined;
-    }
-
-    closeAll() {
-        for (const call of this._incomingCalls) {
-            call.close();
-        }
-        for (const call of this._outgoingCalls) {
-            call.close();
-        }
-        this.updateCalls();
-    }
-
-    updateCalls = () => {
-        for (let i = this._incomingCalls.length - 1; i >= 0; i--) {
-            const call = this._incomingCalls[i];
-            if (call.isClosed && !call.isOpening) {
-                this._incomingCalls.splice(i, 1);
-            }
-        }
-        for (let i = this._outgoingCalls.length - 1; i >= 0; i--) {
-            const call = this._outgoingCalls[i];
-            let shouldRemove = false;
-            if (call.isClosed && !call.isOpening) {
-                if (call.stream?.active) {
-                    // don't remove the call if the stream is still active
-                    if (debug) console.warn("!!! Stream is still active, don't remove call", call.userId, "Your id: " + this.context.connection.connectionId);
-                }
-                else {
-                    if (debug) console.warn("!!! Remove closed call", call.userId);
-                    shouldRemove = true;
-                }
-            }
-            // check if the user is still in the room
-            if (this.context.connection.userIsInRoom(call.userId) === false) {
-                if (debug) console.warn("!!! User is not in room anymore, remove call", call.userId);
-                shouldRemove = true;
-            }
-
-            if (shouldRemove) {
-                call.close();
-                this._outgoingCalls.splice(i, 1);
-            }
-        }
-    }
-
-    get peer(): Peer | undefined { return this._peer; }
-
-    get incomingCalls() {
-        return this._incomingCalls;
-    }
-
-    readonly id: string;
-    readonly context: Context;
-    private readonly _incomingCalls: CallHandle[] = [];
-    private readonly _outgoingCalls: CallHandle[] = [];
-    private _peer: Peer | undefined;
-
-    private constructor(context: Context, id: string) {
-        super();
-        this.context = context;
-        this.id = id;
-        this.setupPeer();
-        navigator["getUserMedia"] = (
-            navigator["getUserMedia"] || navigator["webkitGetUserMedia"] ||
-            navigator["mozGetUserMedia"] || navigator["msGetUserMedia"]
-        );
-    }
-
-    private _enabled: boolean = false;
-    private _enabledPeer: boolean = false;
-    private onConnectRoomFn: Function = this.onConnectRoom.bind(this);
-    // private onUserJoinedOrLeftRoomFn: Function = this.onUserJoinedOrLeftRoom.bind(this);
-    // private onPeerConnectFn: (id) => void = this.onPeerConnect.bind(this);
-    // private onPeerReceiveCallFn: (call) => void = this.onPeerReceivingCall.bind(this);
-    // private _connectionPeerIdMap : Map<string, string> = new Map();
-
-    enable() {
-        if (this._enabled) return;
-        this._enabled = true;
-        this.context.connection.beginListen(RoomEvents.JoinedRoom, this.onConnectRoomFn);
-        // this.context.connection.beginListen(RoomEvents.UserJoinedRoom, this.onUserJoinedOrLeftRoomFn);
-        // this.context.connection.beginListen(RoomEvents.UserLeftRoom, this.onUserJoinedOrLeftRoomFn);
-        this.subscribePeerEvents();
-    }
-
-    disable() {
-        if (!this._enabled) return;
-        this._enabled = false;
-        this.context.connection.stopListen(RoomEvents.JoinedRoom, this.onConnectRoomFn);
-        // this.context.connection.stopListen(RoomEvents.UserJoinedRoom, this.onUserJoinedOrLeftRoomFn);
-        // this.context.connection.stopListen(RoomEvents.UserLeftRoom, this.onUserJoinedOrLeftRoomFn);
-        this.unsubscribePeerEvents();
-    }
-
-    private onConnectRoom(): void {
-        this.setupPeer();
-    };
-
-    // private onUserJoinedOrLeftRoom(_: UserJoinedOrLeftRoomModel): void {
-    // };
-
-    private setupPeer() {
-        if (!this.context.connection.connectionId) return;
-        if (this._enabledPeer) return;
-        this._enabledPeer = true;
-        if (!this._peer) {
-            const peerId = this.getMyPeerId();
-            if (peerId)
-                this._peer = getPeerjsInstance(peerId);
-            else console.error("Failed to setup peerjs because we dont have a connection id", this.context.connection.connectionId);
-        }
-        if (this._enabled)
-            this.subscribePeerEvents();
-    }
-
-    private subscribePeerEvents() {
-        if (!this._peer) return;
-        this._peer.on("open", this.onPeerConnect);
-        this._peer.on("close", this.onPeerClose);
-        this._peer.on("call", this.onPeerReceivingCall);
-        this._peer.on("disconnected", this.onPeerDisconnected);
-        this._peer.on("error", this.onPeerError);
-        // this.context.connection.beginListen(PeerEvent.Connected, this.onRemotePeerConnect.bind(this));
-        // TODO: make connection to all current active calls even if the user is not anymore in the needle room
-    }
-
-    private unsubscribePeerEvents() {
-        if (!this._peer) return;
-        this._peer.off("open", this.onPeerConnect);
-        this._peer.off("close", this.onPeerClose);
-        this._peer.off("call", this.onPeerReceivingCall);
-        this._peer.off("disconnected", this.onPeerDisconnected);
-        this._peer.off("error", this.onPeerError);
-        // this.context.connection.stopListen(PeerEvent.Connected, this.onRemotePeerConnect.bind(this));
-    }
-
-    /**
-     * Emitted when a connection to the PeerServer is established. You may use the peer before this is emitted, but messages to the server will be queued. id is the brokering ID of the peer (which was either provided in the constructor or assigned by the server).
-     * @param id ID of the peer 
-    */
-    private onPeerConnect = (id) => {
-        if (debug) console.log("PEER opened as", id);
-        if (id === null) {
-            console.error("Peer connection failed", id);
-            return;
-        }
-        this.context.connection.send(NetworkedStreamEvents.Connected, new PeerUserConnectedModel(this, id));
-    }
-
-    /** Emitted when the peer is destroyed and can no longer accept or create any new connections. At this time, the peer's connections will all be closed. */
-    private onPeerClose = () => {
-        if (debug) console.log("PEER closed");
-        this.updateCalls();
-    }
-
-    /** Emitted when the peer is disconnected from the signalling server, either manually or because the connection to the signalling server was lost. */
-    private onPeerDisconnected = () => {
-        if (debug) console.log("PEER disconnected");
-        this.updateCalls();
-    }
-
-    /**
-     * Errors on the peer are almost always fatal and will destroy the peer. Errors from the underlying socket and PeerConnections are forwarded here.
-     */
-    private onPeerError = (err: Error) => {
-        if (debug) console.error("PEER error", err);
-    }
-
-    private onPeerReceivingCall = (call: MediaConnection) => {
-
-        call.answer(undefined, {
-            sdpTransform: sdp => {
-                return applySdpTransform(sdp);
-            },
-        });
-        this.registerCall(call, CallDirection.Incoming, null);
-
-        // if (call.type != "media") {
-        //     call.answer();
-        //     this.registerCall(call, CallDirection.Incoming, null);
-        // }
-        // else {
-        // if (!Application.userInteractionRegistered) {
-        //     showBalloonMessage("You have an incoming call. Please click on the screen to answer it.");
-        // }
-        // Application.registerWaitForInteraction(() => {
-        // })
-        // }
-    }
-
-    private registerCall(call: MediaConnection, direction: CallDirection, stream: MediaStream | null): CallHandle {
-
-        const meta = call.metadata;
-        if (!meta || !meta.userId) {
-            console.error("Missing call metadata", call);
-        }
-
-        const userId = meta.userId;
-
-        if (direction === CallDirection.Incoming && debug) console.warn("← Receive call from", call.metadata, call.connectionId);
-        else if (debug) {
-            console.warn("→ Make call to", call.metadata);
-        }
-        const calls = direction === CallDirection.Incoming ? this._incomingCalls : this._outgoingCalls;
-
-        const handle = new CallHandle(userId, call, direction, stream);
-        calls.push(handle);
-
-        call.on("error", err => {
-            console.error("Call error", err);
-        });
-        call.on("close", () => {
-            if (debug) console.log("Call ended", call.metadata);
-            const index = calls.indexOf(handle);
-            if (index !== -1) calls.splice(index, 1);
-            handle.close();
-            this.dispatchEvent(new StreamEndedEvent(userId, direction));
-        });
-
-        handle.addEventListener(NetworkedStreamEvents.StreamEnded, e => {
-            this.dispatchEvent(e);
-        });
-
-        if (direction === CallDirection.Incoming) {
-
-            handle.addEventListener(NetworkedStreamEvents.StreamReceived, e => {
-                this.dispatchEvent(e);
-            });
-
-            call.on("stream", () => {
-                if (debug) console.log("Received stream for call", call.metadata);
-                // workaround for https://github.com/peers/peerjs/issues/636
-                let intervalCounter = 0;
-                const closeInterval = setInterval(() => {
-                    const isFirstInterval = intervalCounter === 0;
-                    if (!handle.isOpen && isFirstInterval) {
-                        if (debug) console.warn("Close call because stream is not active", call.metadata);
-                        intervalCounter += 1;
-                        clearInterval(closeInterval);
-                        handle.close();
-                    }
-                }, 2000);
-            });
-        }
-        return handle;
-    }
-
-    // private onRemotePeerConnect(user: PeerUserConnectedModel) {
-    //     console.log("other user connected", user);
-    // }
-}
-
-
-// type UserVideoCall = {
-//     call: Peer.MediaConnection;
-//     stream: MediaStream;
-//     userId: string;
-// }
-
-// type IncomingStreamArgs = {
-//     stream: MediaStream;
-//     userId: string;
-// }
-
-/**
- * This class is responsible for managing the sending and receiving of streams between peers.
- */
-export class NetworkedStreams extends EventDispatcher<any> {
-
-    /**
-     * Create a new NetworkedStreams instance
-     */
-    static create(comp: IComponent, guid?: string) {
-        const peer = PeerHandle.getOrCreate(comp.context, guid || comp.context.connection.connectionId || comp.guid);
-        return new NetworkedStreams(comp.context, peer);
-    }
-
-    private readonly context: Context;
-    private readonly peer: PeerHandle;
-
-    // private _receiveVideoStreamListeners: Array<(info: IncomingStreamArgs) => void> = [];
-    private _sendingStreams: Map<MediaStream, CallHandle[]> = new Map();
-
-    /**
-     * If true, will log debug information
-     */
-    debug: boolean = false;
-
-    constructor(context: IComponent);
-    constructor(context: Context, guid: string);
-    constructor(context: Context, peer: PeerHandle);
-    constructor(context: Context | IComponent, peer?: PeerHandle | string) {
-        super();
-
-        if (isComponent(context)) {
-            const comp = context;
-            context = comp.context;
-            peer = PeerHandle.getOrCreate(comp.context, comp.guid);
-        }
-        else if (typeof peer === "string") {
-            peer = PeerHandle.getOrCreate(context, peer);
-        }
-
-        if (!context) throw new Error("Failed to create NetworkedStreams because context is undefined");
-        else if(!(context instanceof Context)) throw new Error("Failed to create NetworkedStreams because context is not an instance of Context");
-        if (!peer) throw new Error("Failed to create NetworkedStreams because peer is undefined");
-
-        this.context = context;
-        this.peer = peer;
-        if (debug) this.debug = true;
-    }
-
-    startSendingStream(stream: MediaStream) {
-        if (!this._sendingStreams.has(stream)) {
-            this._sendingStreams.set(stream, []);
-            this.updateSendingCalls();
-        }
-        else {
-            console.warn("Received start sending stream with stream that is already being sent");
-        }
-    }
-
-    stopSendingStream(_steam: MediaStream | undefined | null) {
-        if (_steam) {
-            const calls = this._sendingStreams.get(_steam);
-            if (calls) {
-                for (const call of calls) {
-                    call.close();
-                }
-                calls.length = 0;
-            }
-            this._sendingStreams.delete(_steam);
-            if (calls && this.debug)
-                this.debugLogCurrentState();
-        }
-        this.updateSendingCalls();
-    }
-
-    // private onConnectRoomFn: Function = this.onConnectRoom.bind(this);
-    // private onUserConnectedFn: Function = this.onUserConnected.bind(this);
-    // private onUserLeftFn: Function = this.onUserLeft.bind(this);
-
-    private _enabled: boolean = false;
-
-    get enabled() { return this._enabled; }
-
-    enable() {
-        if (this._enabled) return;
-        this._enabled = true;
-        this.peer.enable();
-        this.peer.addEventListener(NetworkedStreamEvents.StreamReceived, this.onCallStreamReceived);
-        //@ts-ignore
-        this.peer.addEventListener(NetworkedStreamEvents.StreamEnded, this.onCallEnded);
-        // this.peer.addEventListener(PeerEvent.UserJoined, this.onUserJoinedPeer);
-        this.context.connection.beginListen(NetworkedStreamEvents.Connected, this.onUserConnected);
-        this.context.connection.beginListen(RoomEvents.JoinedRoom, this.onJoinedRoom);
-        this.context.connection.beginListen(RoomEvents.UserJoinedRoom, this.onJoinedRoom);
-        this.context.connection.beginListen(RoomEvents.UserLeftRoom, this.onUserLeft);
-        this.context.connection.beginListen(RoomEvents.LeftRoom, this.onLeftRoom);
-        this._tickIntervalId = setInterval(this.tick, 5_000);
-    }
-
-    disable() {
-        if (!this._enabled) return;
-        this._enabled = false;
-        this.peer.disable();
-        this.peer.removeEventListener(NetworkedStreamEvents.StreamReceived, this.onCallStreamReceived);
-        //@ts-ignore
-        this.peer.removeEventListener(NetworkedStreamEvents.StreamEnded, this.onCallEnded);
-        // this.peer.removeEventListener(PeerEvent.UserJoined, this.onUserJoinedPeer);
-        this.context.connection.stopListen(NetworkedStreamEvents.Connected, this.onUserConnected);
-        this.context.connection.stopListen(RoomEvents.JoinedRoom, this.onJoinedRoom);
-        this.context.connection.stopListen(RoomEvents.UserJoinedRoom, this.onJoinedRoom);
-        this.context.connection.stopListen(RoomEvents.UserLeftRoom, this.onUserLeft);
-        this.context.connection.stopListen(RoomEvents.LeftRoom, this.onLeftRoom);
-        if (this._tickIntervalId != undefined) {
-            clearInterval(this._tickIntervalId);
-            this._tickIntervalId = undefined;
-        }
-    }
-
-    private _tickIntervalId?: any; /* for webpack */
-
-    private tick = () => {
-        this.updateSendingCalls();
-    }
-
-    // private onUserJoinedPeer = (evt) => {
-    //     if (!this.context.connection.isConnected && evt.userId) {
-    //         this.startCallWithUserIfNotAlready(evt.userId);
-    //     }
-    // }
-
-    // When either we ourselves OR someone else is joining the room we want to make sure to re-establish all calls
-    // and if the user that joined is not yet receiving our video stream we want to start a stream with them
-    // https://github.com/needle-tools/needle-tiny/issues/697#issuecomment-1510425539
-    private onJoinedRoom = (evt) => {
-        if (this._sendingStreams.size > 0) {
-            if (this.debug) console.warn(`${evt?.userId ? `User ${evt.userId}` : "You"} joined room`, evt, this._sendingStreams.size);
-            this.updateSendingCalls();
-        }
-    }
-    /** This is when the local user leaves the room */
-    private onLeftRoom = (evt) => {
-        if (this.debug) console.warn(`${evt?.userId || "You"} left room`, evt);
-        this.stopCallsToUsersThatAreNotInTheRoomAnymore();
-        this.peer.closeAll();
-
-    }
-
-    private onCallStreamReceived = (evt: StreamReceivedEvent) => {
-        if (this.debug) console.log("Call with " + evt.userId + " started");
-        this.dispatchEvent({ type: NetworkedStreamEvents.StreamReceived, target: this, stream: evt.stream, userId: evt.userId });
-        if (this.debug) {
-            this.debugLogCurrentState();
-        }
-    }
-
-    private onCallEnded = (evt: StreamEndedEvent) => {
-        if (this.debug) console.log("Call with " + evt.userId + " ended");
-        this.dispatchEvent(evt);
-        if (this.debug) {
-            this.debugLogCurrentState();
-        }
-    }
-
-    private onUserConnected = (user: PeerUserConnectedModel) => {
-        // console.log(this.peer.id, user.guid)
-        if (this.peer.id === user.guid) {
-            if (this.debug)
-                console.log("PEER USER CONNECTED", user.guid, user, this._sendingStreams.size);
-            const stream = this._sendingStreams.keys().next().value;
-
-            // check if we already have a call with this user
-            // const existing = this._outgoingCalls.find(c => c.call.peer === peerId && c.stream === stream);
-            // if (existing) {
-            //     console.warn("Already have a call with this user", peerId, stream);
-            //     return existing;
-            // }
-            this.peer.makeCall(user.peerId, stream);
-        }
-        else {
-            if (debug) console.log("Unknown user connected", user.guid, user.peerId)
-        }
-    }
-
-    private onUserLeft = (_: UserJoinedOrLeftRoomModel) => {
-        if (this.debug) console.log("User left room: " + _.userId);
-        this.stopCallsToUsersThatAreNotInTheRoomAnymore();
-    }
-
-    private updateSendingCalls() {
-        let startedNewCall = false;
-        const localUserId = this.context.connection.connectionId;
-        for (const stream of this._sendingStreams.keys()) {
-            const calls = this._sendingStreams.get(stream) || [];
-            for (const userId of this.context.connection.usersInRoom()) {
-                if (userId === localUserId) continue;
-                const peerId = this.peer.getPeerIdFromUserId(userId);
-                const existing = calls.find(c => c.peerId === peerId && c.direction === CallDirection.Outgoing && !c.isClosed && c.stream?.active);
-                if (!existing) {
-                    const handle = this.peer.makeCall(peerId, stream);
-                    if (handle) {
-                        startedNewCall = true;
-                        calls.push(handle);
-                    }
-                }
-                else if (debug) {
-                    console.debug("Already have a call with user " + userId + " / peer " + peerId);
-                }
-            }
-
-            this._sendingStreams.set(stream, calls);
-        }
-        this.stopCallsToUsersThatAreNotInTheRoomAnymore();
-    }
-
-    // private startCallWithUserIfNotAlready(userId: string) {
-    //     for (const stream of this._sendingVideoStreams.keys()) {
-    //         const calls = this._sendingVideoStreams.get(stream) || [];
-    //         const existing = calls.find(c => c.userId === userId);
-    //         if (!existing || existing.stream?.active === false) {
-    //             if (this.debug) console.log("Starting call to", userId)
-    //             const handle = this.peer.makeCall(this.peer.getPeerIdFromUserId(userId), stream);
-    //             if (handle) {
-    //                 calls.push(handle);
-    //                 return true;
-    //             }
-    //         }
-    //     }
-    //     return false;
-    // }
-
-    private stopCallsToUsersThatAreNotInTheRoomAnymore() {
-
-        for (const stream of this._sendingStreams.keys()) {
-            const calls = this._sendingStreams.get(stream);
-            if (!calls) continue;
-            for (let i = calls.length - 1; i >= 0; i--) {
-                const call = calls[i];
-                if (!this.context.connection.userIsInRoom(call.userId)) {
-                    if (debug) console.log(`Remove call ${[i]} to user that is not in room anymore ${call.userId}`);
-                    call.close();
-                    calls.splice(i, 1);
-                }
-                else if (debug) {
-                    if (this.context.connection.connectionId === call.userId)
-                        console.warn(`You are still in the room [${i}] ${call.userId}`);
-                    else {
-                        console.log(`User is still in room [${i}] ${call.userId}`);
-                    }
-                }
-            }
-        }
-
-        this.peer.updateCalls();
-
-        if (this.debug) {
-            this.debugLogCurrentState();
-        }
-    }
-
-    private debugLogCurrentState() {
-        console.warn(`You (${this.context.connection.connectionId}) are currently sending ${this._sendingStreams.size} and receiving ${this.peer.incomingCalls.length} calls (${this.peer.incomingCalls.map(c => c.userId).join(", ")})`, this.peer.incomingCalls);
-    }
-
-    // const call = peer.call(peerId, stream);
-}
-
-export function disposeStream(str: MediaStream | null | undefined) {
-    if (!str) return;
-    if (str instanceof MediaStream) {
-        for (const cap of str.getTracks())
-            cap.stop();
-    }
-}
+import Peer, { CallOption, MediaConnection } from "peerjs"
+import { EventDispatcher } from "three";
+
+import { RoomEvents } from "../engine/engine_networking.js";
+import { UserJoinedOrLeftRoomModel } from "../engine/engine_networking.js";
+import { getPeerjsInstance } from "../engine/engine_networking_peer.js";
+import { showBalloonMessage } from "./debug/index.js";
+import { Application } from "./engine_application.js";
+import { Context } from "./engine_context.js";
+import type { IModel } from "./engine_networking_types.js";
+import { type IComponent,isComponent } from "./engine_types.js";
+import { getParam } from "./engine_utils.js";
+
+
+
+const debug = getParam("debugnetworkingstreams");
+
+export enum NetworkedStreamEvents {
+    Connected = "peer-user-connected",
+    StreamReceived = "receive-stream",
+    StreamEnded = "call-ended",
+    Disconnected = "peer-user-disconnected",
+    UserJoined = "user-joined",
+}
+
+export class StreamEndedEvent {
+    readonly type = NetworkedStreamEvents.StreamEnded;
+    readonly userId: string;
+    readonly direction: CallDirection;
+    constructor(userId: string, direction: CallDirection) {
+        this.userId = userId;
+        this.direction = direction;
+    }
+}
+export class StreamReceivedEvent {
+    readonly type = NetworkedStreamEvents.StreamReceived;
+    readonly userId: string;
+    readonly stream: MediaStream;
+    readonly target: CallHandle;
+
+    constructor(userId: string, stream: MediaStream, target: CallHandle) {
+        this.userId = userId;
+        this.stream = stream
+        this.target = target;
+    }
+}
+
+class PeerUserConnectedModel implements IModel {
+    /** the peer handle id */
+    readonly guid: string;
+    readonly peerId: string;
+    // internal so server doesnt save it to persistent storage
+    readonly dontSave: boolean = true;
+    constructor(handle: PeerHandle, peerId: string) {
+        this.guid = handle.id;
+        this.peerId = peerId;
+    }
+}
+
+export enum CallDirection {
+    Incoming = "incoming",
+    Outgoing = "outgoing",
+}
+
+class CallHandle extends EventDispatcher<any> {
+    readonly peerId: string;
+    readonly userId: string;
+    readonly direction: CallDirection;
+    readonly call: MediaConnection;
+    get stream() { return this._stream; };
+
+    private _stream: MediaStream | null = null;
+    private _isDisposed: boolean = false;
+
+    close() {
+        if (this._isDisposed) return;
+        this._isDisposed = true;
+        this.call.close();
+        disposeStream(this._stream);
+    }
+
+    get isOpen() {
+        return this.call.peerConnection?.connectionState === "connected";// && this._stream?.active;
+    }
+
+    get isOpening() {
+        return this.call.peerConnection?.connectionState === "connecting";
+    }
+
+    get isClosed() {
+        return !this.isOpen || this._isDisposed;
+    }
+
+    constructor(userId: string, call: MediaConnection, direction: CallDirection, stream: MediaStream | null = null) {
+        super();
+        this.peerId = call.peer;
+        this.userId = userId;
+        this.call = call;
+        this.direction = direction;
+        this._stream = stream;
+        call.on("stream", stream => {
+            if (debug)
+                console.log("Receive stream", "\nAudio:", stream.getAudioTracks(), "\nVideo:", stream.getVideoTracks());
+            this._stream = stream;
+            if (direction === CallDirection.Incoming) {
+                const args: StreamReceivedEvent = new StreamReceivedEvent(userId, stream, this);
+                this.dispatchEvent(args);
+            }
+        });
+        call.on("close", () => {
+            this.dispatchEvent(new StreamEndedEvent(userId, direction));
+        })
+    }
+}
+
+function applySdpTransform(sdp){
+    sdp = sdp.replace("a=fmtp:111 minptime=10;useinbandfec=1","a=fmtp:111 ptime=5;useinbandfec=1;stereo=1;maxplaybackrate=48000;maxaveragebitrat=128000;sprop-stereo=1");
+    return sdp;
+}
+
+export class PeerHandle extends EventDispatcher<any> {
+
+    private static readonly instances: Map<string, PeerHandle> = new Map();
+
+    static getOrCreate(context: Context, guid: string): PeerHandle {
+        // if (id === undefined) {
+        //     // randomId
+        //     id = Math.random().toFixed(5);
+        // }
+        if (PeerHandle.instances.has(guid))
+            return PeerHandle.instances.get(guid)!;
+        const peer = new PeerHandle(context, guid);
+        PeerHandle.instances.set(guid, peer);
+        return peer;
+    }
+
+    getMyPeerId(): string | undefined {
+        if (this.context.connection.connectionId)
+            return this.getPeerIdFromUserId(this.context.connection.connectionId);
+        return undefined;
+    }
+
+    getPeerIdFromUserId(userConnectionId: string): string {
+        // we build the peer id ourselves so we dont need to wait for peer to report it
+        return this.id + "-" + userConnectionId;
+    }
+
+    getUserIdFromPeerId(peerId: string): string {
+        return peerId.substring(this.id.length + 1);
+    }
+
+    makeCall(peerId: string, stream: MediaStream): CallHandle | undefined {
+        if (!stream?.id) {
+            if (debug) console.warn("Can not make a call: mediastream has no id or is undefined");
+            else console.debug("Can not make a call: mediastream has no id or is undefined");
+            return undefined;
+        }
+
+        const opts: CallOption = {
+            metadata: {
+                userId: this.context.connection.connectionId,
+                streamId: stream.id
+            },
+            sdpTransform: sdp => {
+                return applySdpTransform(sdp);
+            },
+        };
+        const call = this._peer?.call(peerId, stream, opts);
+        if (call) {
+            const res = this.registerCall(call, CallDirection.Outgoing, stream);
+            if (debug) console.warn(`📞 CALL ${peerId}`, "\nOutgoing:", this._outgoingCalls, "\nIncoming:", this._incomingCalls)
+            return res;
+        }
+        else if (debug) {
+            console.error("Failed to make call", peerId, stream, this._peer);
+        }
+        return undefined;
+    }
+
+    closeAll() {
+        for (const call of this._incomingCalls) {
+            call.close();
+        }
+        for (const call of this._outgoingCalls) {
+            call.close();
+        }
+        this.updateCalls();
+    }
+
+    updateCalls = () => {
+        for (let i = this._incomingCalls.length - 1; i >= 0; i--) {
+            const call = this._incomingCalls[i];
+            if (call.isClosed && !call.isOpening) {
+                this._incomingCalls.splice(i, 1);
+            }
+        }
+        for (let i = this._outgoingCalls.length - 1; i >= 0; i--) {
+            const call = this._outgoingCalls[i];
+            let shouldRemove = false;
+            if (call.isClosed && !call.isOpening) {
+                if (call.stream?.active) {
+                    // don't remove the call if the stream is still active
+                    if (debug) console.warn("!!! Stream is still active, don't remove call", call.userId, "Your id: " + this.context.connection.connectionId);
+                }
+                else {
+                    if (debug) console.warn("!!! Remove closed call", call.userId);
+                    shouldRemove = true;
+                }
+            }
+            // check if the user is still in the room
+            if (this.context.connection.userIsInRoom(call.userId) === false) {
+                if (debug) console.warn("!!! User is not in room anymore, remove call", call.userId);
+                shouldRemove = true;
+            }
+
+            if (shouldRemove) {
+                call.close();
+                this._outgoingCalls.splice(i, 1);
+            }
+        }
+    }
+
+    get peer(): Peer | undefined { return this._peer; }
+
+    get incomingCalls() {
+        return this._incomingCalls;
+    }
+
+    readonly id: string;
+    readonly context: Context;
+    private readonly _incomingCalls: CallHandle[] = [];
+    private readonly _outgoingCalls: CallHandle[] = [];
+    private _peer: Peer | undefined;
+
+    private constructor(context: Context, id: string) {
+        super();
+        this.context = context;
+        this.id = id;
+        this.setupPeer();
+        navigator["getUserMedia"] = (
+            navigator["getUserMedia"] || navigator["webkitGetUserMedia"] ||
+            navigator["mozGetUserMedia"] || navigator["msGetUserMedia"]
+        );
+    }
+
+    private _enabled: boolean = false;
+    private _enabledPeer: boolean = false;
+    private onConnectRoomFn: Function = this.onConnectRoom.bind(this);
+    // private onUserJoinedOrLeftRoomFn: Function = this.onUserJoinedOrLeftRoom.bind(this);
+    // private onPeerConnectFn: (id) => void = this.onPeerConnect.bind(this);
+    // private onPeerReceiveCallFn: (call) => void = this.onPeerReceivingCall.bind(this);
+    // private _connectionPeerIdMap : Map<string, string> = new Map();
+
+    enable() {
+        if (this._enabled) return;
+        this._enabled = true;
+        this.context.connection.beginListen(RoomEvents.JoinedRoom, this.onConnectRoomFn);
+        // this.context.connection.beginListen(RoomEvents.UserJoinedRoom, this.onUserJoinedOrLeftRoomFn);
+        // this.context.connection.beginListen(RoomEvents.UserLeftRoom, this.onUserJoinedOrLeftRoomFn);
+        this.subscribePeerEvents();
+    }
+
+    disable() {
+        if (!this._enabled) return;
+        this._enabled = false;
+        this.context.connection.stopListen(RoomEvents.JoinedRoom, this.onConnectRoomFn);
+        // this.context.connection.stopListen(RoomEvents.UserJoinedRoom, this.onUserJoinedOrLeftRoomFn);
+        // this.context.connection.stopListen(RoomEvents.UserLeftRoom, this.onUserJoinedOrLeftRoomFn);
+        this.unsubscribePeerEvents();
+    }
+
+    private onConnectRoom(): void {
+        this.setupPeer();
+    };
+
+    // private onUserJoinedOrLeftRoom(_: UserJoinedOrLeftRoomModel): void {
+    // };
+
+    private setupPeer() {
+        if (!this.context.connection.connectionId) return;
+        if (this._enabledPeer) return;
+        this._enabledPeer = true;
+        if (!this._peer) {
+            const peerId = this.getMyPeerId();
+            if (peerId)
+                this._peer = getPeerjsInstance(peerId);
+            else console.error("Failed to setup peerjs because we dont have a connection id", this.context.connection.connectionId);
+        }
+        if (this._enabled)
+            this.subscribePeerEvents();
+    }
+
+    private subscribePeerEvents() {
+        if (!this._peer) return;
+        this._peer.on("open", this.onPeerConnect);
+        this._peer.on("close", this.onPeerClose);
+        this._peer.on("call", this.onPeerReceivingCall);
+        this._peer.on("disconnected", this.onPeerDisconnected);
+        this._peer.on("error", this.onPeerError);
+        // this.context.connection.beginListen(PeerEvent.Connected, this.onRemotePeerConnect.bind(this));
+        // TODO: make connection to all current active calls even if the user is not anymore in the needle room
+    }
+
+    private unsubscribePeerEvents() {
+        if (!this._peer) return;
+        this._peer.off("open", this.onPeerConnect);
+        this._peer.off("close", this.onPeerClose);
+        this._peer.off("call", this.onPeerReceivingCall);
+        this._peer.off("disconnected", this.onPeerDisconnected);
+        this._peer.off("error", this.onPeerError);
+        // this.context.connection.stopListen(PeerEvent.Connected, this.onRemotePeerConnect.bind(this));
+    }
+
+    /**
+     * Emitted when a connection to the PeerServer is established. You may use the peer before this is emitted, but messages to the server will be queued. id is the brokering ID of the peer (which was either provided in the constructor or assigned by the server).
+     * @param id ID of the peer 
+    */
+    private onPeerConnect = (id) => {
+        if (debug) console.log("PEER opened as", id);
+        if (id === null) {
+            console.error("Peer connection failed", id);
+            return;
+        }
+        this.context.connection.send(NetworkedStreamEvents.Connected, new PeerUserConnectedModel(this, id));
+    }
+
+    /** Emitted when the peer is destroyed and can no longer accept or create any new connections. At this time, the peer's connections will all be closed. */
+    private onPeerClose = () => {
+        if (debug) console.log("PEER closed");
+        this.updateCalls();
+    }
+
+    /** Emitted when the peer is disconnected from the signalling server, either manually or because the connection to the signalling server was lost. */
+    private onPeerDisconnected = () => {
+        if (debug) console.log("PEER disconnected");
+        this.updateCalls();
+    }
+
+    /**
+     * Errors on the peer are almost always fatal and will destroy the peer. Errors from the underlying socket and PeerConnections are forwarded here.
+     */
+    private onPeerError = (err: Error) => {
+        if (debug) console.error("PEER error", err);
+    }
+
+    private onPeerReceivingCall = (call: MediaConnection) => {
+
+        call.answer(undefined, {
+            sdpTransform: sdp => {
+                return applySdpTransform(sdp);
+            },
+        });
+        this.registerCall(call, CallDirection.Incoming, null);
+
+        // if (call.type != "media") {
+        //     call.answer();
+        //     this.registerCall(call, CallDirection.Incoming, null);
+        // }
+        // else {
+        // if (!Application.userInteractionRegistered) {
+        //     showBalloonMessage("You have an incoming call. Please click on the screen to answer it.");
+        // }
+        // Application.registerWaitForInteraction(() => {
+        // })
+        // }
+    }
+
+    private registerCall(call: MediaConnection, direction: CallDirection, stream: MediaStream | null): CallHandle {
+
+        const meta = call.metadata;
+        if (!meta || !meta.userId) {
+            console.error("Missing call metadata", call);
+        }
+
+        const userId = meta.userId;
+
+        if (direction === CallDirection.Incoming && debug) console.warn("← Receive call from", call.metadata, call.connectionId);
+        else if (debug) {
+            console.warn("→ Make call to", call.metadata);
+        }
+        const calls = direction === CallDirection.Incoming ? this._incomingCalls : this._outgoingCalls;
+
+        const handle = new CallHandle(userId, call, direction, stream);
+        calls.push(handle);
+
+        call.on("error", err => {
+            console.error("Call error", err);
+        });
+        call.on("close", () => {
+            if (debug) console.log("Call ended", call.metadata);
+            const index = calls.indexOf(handle);
+            if (index !== -1) calls.splice(index, 1);
+            handle.close();
+            this.dispatchEvent(new StreamEndedEvent(userId, direction));
+        });
+
+        handle.addEventListener(NetworkedStreamEvents.StreamEnded, e => {
+            this.dispatchEvent(e);
+        });
+
+        if (direction === CallDirection.Incoming) {
+
+            handle.addEventListener(NetworkedStreamEvents.StreamReceived, e => {
+                this.dispatchEvent(e);
+            });
+
+            call.on("stream", () => {
+                if (debug) console.log("Received stream for call", call.metadata);
+                // workaround for https://github.com/peers/peerjs/issues/636
+                let intervalCounter = 0;
+                const closeInterval = setInterval(() => {
+                    const isFirstInterval = intervalCounter === 0;
+                    if (!handle.isOpen && isFirstInterval) {
+                        if (debug) console.warn("Close call because stream is not active", call.metadata);
+                        intervalCounter += 1;
+                        clearInterval(closeInterval);
+                        handle.close();
+                    }
+                }, 2000);
+            });
+        }
+        return handle;
+    }
+
+    // private onRemotePeerConnect(user: PeerUserConnectedModel) {
+    //     console.log("other user connected", user);
+    // }
+}
+
+
+// type UserVideoCall = {
+//     call: Peer.MediaConnection;
+//     stream: MediaStream;
+//     userId: string;
+// }
+
+// type IncomingStreamArgs = {
+//     stream: MediaStream;
+//     userId: string;
+// }
+
+/**
+ * This class is responsible for managing the sending and receiving of streams between peers.
+ */
+export class NetworkedStreams extends EventDispatcher<any> {
+
+    /**
+     * Create a new NetworkedStreams instance
+     */
+    static create(comp: IComponent, guid?: string) {
+        const peer = PeerHandle.getOrCreate(comp.context, guid || comp.context.connection.connectionId || comp.guid);
+        return new NetworkedStreams(comp.context, peer);
+    }
+
+    private readonly context: Context;
+    private readonly peer: PeerHandle;
+
+    // private _receiveVideoStreamListeners: Array<(info: IncomingStreamArgs) => void> = [];
+    private _sendingStreams: Map<MediaStream, CallHandle[]> = new Map();
+
+    /**
+     * If true, will log debug information
+     */
+    debug: boolean = false;
+
+    constructor(context: IComponent);
+    constructor(context: Context, guid: string);
+    constructor(context: Context, peer: PeerHandle);
+    constructor(context: Context | IComponent, peer?: PeerHandle | string) {
+        super();
+
+        if (isComponent(context)) {
+            const comp = context;
+            context = comp.context;
+            peer = PeerHandle.getOrCreate(comp.context, comp.guid);
+        }
+        else if (typeof peer === "string") {
+            peer = PeerHandle.getOrCreate(context, peer);
+        }
+
+        if (!context) throw new Error("Failed to create NetworkedStreams because context is undefined");
+        else if(!(context instanceof Context)) throw new Error("Failed to create NetworkedStreams because context is not an instance of Context");
+        if (!peer) throw new Error("Failed to create NetworkedStreams because peer is undefined");
+
+        this.context = context;
+        this.peer = peer;
+        if (debug) this.debug = true;
+    }
+
+    startSendingStream(stream: MediaStream) {
+        if (!this._sendingStreams.has(stream)) {
+            this._sendingStreams.set(stream, []);
+            this.updateSendingCalls();
+        }
+        else {
+            console.warn("Received start sending stream with stream that is already being sent");
+        }
+    }
+
+    stopSendingStream(_steam: MediaStream | undefined | null) {
+        if (_steam) {
+            const calls = this._sendingStreams.get(_steam);
+            if (calls) {
+                for (const call of calls) {
+                    call.close();
+                }
+                calls.length = 0;
+            }
+            this._sendingStreams.delete(_steam);
+            if (calls && this.debug)
+                this.debugLogCurrentState();
+        }
+        this.updateSendingCalls();
+    }
+
+    // private onConnectRoomFn: Function = this.onConnectRoom.bind(this);
+    // private onUserConnectedFn: Function = this.onUserConnected.bind(this);
+    // private onUserLeftFn: Function = this.onUserLeft.bind(this);
+
+    private _enabled: boolean = false;
+
+    get enabled() { return this._enabled; }
+
+    enable() {
+        if (this._enabled) return;
+        this._enabled = true;
+        this.peer.enable();
+        this.peer.addEventListener(NetworkedStreamEvents.StreamReceived, this.onCallStreamReceived);
+        //@ts-ignore
+        this.peer.addEventListener(NetworkedStreamEvents.StreamEnded, this.onCallEnded);
+        // this.peer.addEventListener(PeerEvent.UserJoined, this.onUserJoinedPeer);
+        this.context.connection.beginListen(NetworkedStreamEvents.Connected, this.onUserConnected);
+        this.context.connection.beginListen(RoomEvents.JoinedRoom, this.onJoinedRoom);
+        this.context.connection.beginListen(RoomEvents.UserJoinedRoom, this.onJoinedRoom);
+        this.context.connection.beginListen(RoomEvents.UserLeftRoom, this.onUserLeft);
+        this.context.connection.beginListen(RoomEvents.LeftRoom, this.onLeftRoom);
+        this._tickIntervalId = setInterval(this.tick, 5_000);
+    }
+
+    disable() {
+        if (!this._enabled) return;
+        this._enabled = false;
+        this.peer.disable();
+        this.peer.removeEventListener(NetworkedStreamEvents.StreamReceived, this.onCallStreamReceived);
+        //@ts-ignore
+        this.peer.removeEventListener(NetworkedStreamEvents.StreamEnded, this.onCallEnded);
+        // this.peer.removeEventListener(PeerEvent.UserJoined, this.onUserJoinedPeer);
+        this.context.connection.stopListen(NetworkedStreamEvents.Connected, this.onUserConnected);
+        this.context.connection.stopListen(RoomEvents.JoinedRoom, this.onJoinedRoom);
+        this.context.connection.stopListen(RoomEvents.UserJoinedRoom, this.onJoinedRoom);
+        this.context.connection.stopListen(RoomEvents.UserLeftRoom, this.onUserLeft);
+        this.context.connection.stopListen(RoomEvents.LeftRoom, this.onLeftRoom);
+        if (this._tickIntervalId != undefined) {
+            clearInterval(this._tickIntervalId);
+            this._tickIntervalId = undefined;
+        }
+    }
+
+    private _tickIntervalId?: any; /* for webpack */
+
+    private tick = () => {
+        this.updateSendingCalls();
+    }
+
+    // private onUserJoinedPeer = (evt) => {
+    //     if (!this.context.connection.isConnected && evt.userId) {
+    //         this.startCallWithUserIfNotAlready(evt.userId);
+    //     }
+    // }
+
+    // When either we ourselves OR someone else is joining the room we want to make sure to re-establish all calls
+    // and if the user that joined is not yet receiving our video stream we want to start a stream with them
+    // https://github.com/needle-tools/needle-tiny/issues/697#issuecomment-1510425539
+    private onJoinedRoom = (evt) => {
+        if (this._sendingStreams.size > 0) {
+            if (this.debug) console.warn(`${evt?.userId ? `User ${evt.userId}` : "You"} joined room`, evt, this._sendingStreams.size);
+            this.updateSendingCalls();
+        }
+    }
+    /** This is when the local user leaves the room */
+    private onLeftRoom = (evt) => {
+        if (this.debug) console.warn(`${evt?.userId || "You"} left room`, evt);
+        this.stopCallsToUsersThatAreNotInTheRoomAnymore();
+        this.peer.closeAll();
+
+    }
+
+    private onCallStreamReceived = (evt: StreamReceivedEvent) => {
+        if (this.debug) console.log("Call with " + evt.userId + " started");
+        this.dispatchEvent({ type: NetworkedStreamEvents.StreamReceived, target: this, stream: evt.stream, userId: evt.userId });
+        if (this.debug) {
+            this.debugLogCurrentState();
+        }
+    }
+
+    private onCallEnded = (evt: StreamEndedEvent) => {
+        if (this.debug) console.log("Call with " + evt.userId + " ended");
+        this.dispatchEvent(evt);
+        if (this.debug) {
+            this.debugLogCurrentState();
+        }
+    }
+
+    private onUserConnected = (user: PeerUserConnectedModel) => {
+        // console.log(this.peer.id, user.guid)
+        if (this.peer.id === user.guid) {
+            if (this.debug)
+                console.log("PEER USER CONNECTED", user.guid, user, this._sendingStreams.size);
+            const stream = this._sendingStreams.keys().next().value;
+
+            // check if we already have a call with this user
+            // const existing = this._outgoingCalls.find(c => c.call.peer === peerId && c.stream === stream);
+            // if (existing) {
+            //     console.warn("Already have a call with this user", peerId, stream);
+            //     return existing;
+            // }
+            this.peer.makeCall(user.peerId, stream);
+        }
+        else {
+            if (debug) console.log("Unknown user connected", user.guid, user.peerId)
+        }
+    }
+
+    private onUserLeft = (_: UserJoinedOrLeftRoomModel) => {
+        if (this.debug) console.log("User left room: " + _.userId);
+        this.stopCallsToUsersThatAreNotInTheRoomAnymore();
+    }
+
+    private updateSendingCalls() {
+        let startedNewCall = false;
+        const localUserId = this.context.connection.connectionId;
+        for (const stream of this._sendingStreams.keys()) {
+            const calls = this._sendingStreams.get(stream) || [];
+            for (const userId of this.context.connection.usersInRoom()) {
+                if (userId === localUserId) continue;
+                const peerId = this.peer.getPeerIdFromUserId(userId);
+                const existing = calls.find(c => c.peerId === peerId && c.direction === CallDirection.Outgoing && !c.isClosed && c.stream?.active);
+                if (!existing) {
+                    const handle = this.peer.makeCall(peerId, stream);
+                    if (handle) {
+                        startedNewCall = true;
+                        calls.push(handle);
+                    }
+                }
+                else if (debug) {
+                    console.debug("Already have a call with user " + userId + " / peer " + peerId);
+                }
+            }
+
+            this._sendingStreams.set(stream, calls);
+        }
+        this.stopCallsToUsersThatAreNotInTheRoomAnymore();
+    }
+
+    // private startCallWithUserIfNotAlready(userId: string) {
+    //     for (const stream of this._sendingVideoStreams.keys()) {
+    //         const calls = this._sendingVideoStreams.get(stream) || [];
+    //         const existing = calls.find(c => c.userId === userId);
+    //         if (!existing || existing.stream?.active === false) {
+    //             if (this.debug) console.log("Starting call to", userId)
+    //             const handle = this.peer.makeCall(this.peer.getPeerIdFromUserId(userId), stream);
+    //             if (handle) {
+    //                 calls.push(handle);
+    //                 return true;
+    //             }
+    //         }
+    //     }
+    //     return false;
+    // }
+
+    private stopCallsToUsersThatAreNotInTheRoomAnymore() {
+
+        for (const stream of this._sendingStreams.keys()) {
+            const calls = this._sendingStreams.get(stream);
+            if (!calls) continue;
+            for (let i = calls.length - 1; i >= 0; i--) {
+                const call = calls[i];
+                if (!this.context.connection.userIsInRoom(call.userId)) {
+                    if (debug) console.log(`Remove call ${[i]} to user that is not in room anymore ${call.userId}`);
+                    call.close();
+                    calls.splice(i, 1);
+                }
+                else if (debug) {
+                    if (this.context.connection.connectionId === call.userId)
+                        console.warn(`You are still in the room [${i}] ${call.userId}`);
+                    else {
+                        console.log(`User is still in room [${i}] ${call.userId}`);
+                    }
+                }
+            }
+        }
+
+        this.peer.updateCalls();
+
+        if (this.debug) {
+            this.debugLogCurrentState();
+        }
+    }
+
+    private debugLogCurrentState() {
+        console.warn(`You (${this.context.connection.connectionId}) are currently sending ${this._sendingStreams.size} and receiving ${this.peer.incomingCalls.length} calls (${this.peer.incomingCalls.map(c => c.userId).join(", ")})`, this.peer.incomingCalls);
+    }
+
+    // const call = peer.call(peerId, stream);
+}
+
+export function disposeStream(str: MediaStream | null | undefined) {
+    if (!str) return;
+    if (str instanceof MediaStream) {
+        for (const cap of str.getTracks())
+            cap.stop();
+    }
+}