@needle-tools/engine 3.28.7-beta → 3.28.7-beta.1

package/src/engine-components/OrbitControls.ts

@@ -1,653 +1,653 @@
-import { Behaviour, GameObject } from "./Component.js";
-import { Camera } from "./Camera.js";
-import { LookAtConstraint } from "./LookAtConstraint.js";
-import { getWorldDirection, getWorldPosition, getWorldRotation, setWorldPosition, setWorldRotation, slerp } from "../engine/engine_three_utils.js";
-import { RaycastOptions } from "../engine/engine_physics.js";
-import { serializable } from "../engine/engine_serialization_decorator.js";
-import { getParam, isMobileDevice } from "../engine/engine_utils.js";
-
-import { Camera as ThreeCamera, Box3, Object3D, PerspectiveCamera, Vector2, Vector3, Box3Helper, GridHelper, Mesh, ShadowMaterial, RGBA_ASTC_10x10_Format, Ray } from "three";
-import { OrbitControls as ThreeOrbitControls } from "three/examples/jsm/controls/OrbitControls.js";
-import { type AfterHandleInputEvent, EventSystem, EventSystemEvents } from "./ui/EventSystem.js";
-import type { ICameraController } from "../engine/engine_types.js";
-import { setCameraController, useForAutoFit } from "../engine/engine_camera.js";
-import { SyncedTransform } from "./SyncedTransform.js";
-import { tryGetUIComponent } from "./ui/Utils.js";
-import { GroundProjectedSkybox } from "three/examples/jsm/objects/GroundProjectedSkybox.js";
-import { Mathf } from "../engine/engine_math.js";
-
-const freeCam = getParam("freecam");
-const debugCameraFit = getParam("debugcamerafit");
-const smoothcam = getParam("smoothcam");
-
-const disabledKeys = { LEFT: "", UP: "", RIGHT: "", BOTTOM: "" };
-let defaultKeys: any = undefined;
-
-export enum OrbitControlsEventsType {
-    /** Invoked with a CameraTargetReachedEvent */
-    CameraTargetReached = "target-reached",
-}
-export class CameraTargetReachedEvent extends CustomEvent<{ controls: OrbitControls, type: "camera" | "lookat" }> {
-    constructor(ctrls: OrbitControls, type: "camera" | "lookat") {
-        super(OrbitControlsEventsType.CameraTargetReached, {
-            detail: {
-                controls: ctrls,
-                type: type,
-            }
-        });
-    }
-}
-
-export class OrbitControls extends Behaviour implements ICameraController {
-
-    get isCameraController(): boolean {
-        return true;
-    }
-
-    /** The underlying three.js OrbitControls */
-    public get controls() {
-        return this._controls;
-    }
-
-    /** The object being controlled by the OrbitControls (usually the camera) */
-    public get controllerObject(): Object3D | null {
-        return this._cameraObject;
-    }
-
-    /** Register callback when user starts interacting with the orbit controls */
-    public onStartInteraction(callback: Function) {
-        this.controls?.addEventListener("start", callback as any);
-    }
-
-    /** When enabled the scene will be automatically fitted into the camera view in onEnable */
-    @serializable()
-    autoFit: boolean = false;
-    @serializable()
-    enableRotate: boolean = true;
-    @serializable()
-    autoRotate: boolean = false;
-    @serializable()
-    autoRotateSpeed: number = 1.0;
-    @serializable()
-    enableKeys: boolean = true;
-    @serializable()
-    enableDamping: boolean = true;
-    @serializable()
-    dampingFactor: number = 0.1;
-    @serializable()
-    enableZoom: boolean = true;
-    @serializable()
-    minZoom: number = 0;
-    @serializable()
-    maxZoom: number = Infinity;
-    @serializable()
-    enablePan: boolean = true;
-    @serializable(LookAtConstraint)
-    lookAtConstraint: LookAtConstraint | null = null;
-    @serializable()
-    lookAtConstraint01: number = 1;
-
-    /** If true user input interrupts the camera from animating to a target */
-    @serializable()
-    allowInterrupt: boolean = true;
-    @serializable()
-    middleClickToFocus: boolean = true;
-    @serializable()
-    doubleClickToFocus: boolean = true;
-    // @serializable()
-    // zoomToCursor: boolean = false;
-
-    // remove once slerp works correctly
-    useSlerp: boolean = true;
-
-    debugLog: boolean = false;
-
-    /** 
-     * @deprecated use `targetLerpDuration` instead  
-     * ~~The speed at which the camera target and the camera will be lerping to their destinations (if set via script or user input)~~ 
-     * */
-    get targetLerpSpeed() { return 5 }
-    set targetLerpSpeed(v) { this.targetLerpDuration = 1 / v; }
-
-    /** The duration in seconds it takes for the camera look ad and position lerp to reach their destination (when set via `setCameraTargetPosition` and `setLookTargetPosition`) */
-    @serializable()
-    targetLerpDuration = 1;
-
-    /** When enabled OrbitControls will automatically raycast find a look at target in start */
-    autoTarget: boolean = true;
-
-    private _controls: ThreeOrbitControls | null = null;
-    private _cameraObject: Object3D | null = null;
-
-    private _lookTargetLerpActive: boolean = false;
-    private _lookTargetStartPosition: Vector3 = new Vector3();
-    private _lookTargetEndPosition: Vector3 = new Vector3();
-    private _lookTargetLerp01: number = 0;
-    private _lookTargetLerpDuration: number = 0;
-
-    private _cameraLerpActive: boolean = false;
-    private _cameraStartPosition: Vector3 = new Vector3();
-    private _cameraEndPosition: Vector3 = new Vector3();
-    private _cameraLerp01: number = 0;
-    private _cameraLerpDuration: number = 0;
-
-    private _inputs: number = 0;
-    private _enableTime: number = 0; // use to disable double click when double clicking on UI
-    private _startedListeningToKeyEvents: boolean = false;
-
-    private _eventSystem?: EventSystem;
-    private _afterHandleInputFn?: any;
-    private _camera: Camera | null = null;
-    private _syncedTransform?: SyncedTransform;
-    private _didStart = false;
-
-    targetElement: HTMLElement | null = null;
-
-    awake(): void {
-        this._didStart = false;
-        this._startedListeningToKeyEvents = false;
-    }
-
-    start() {
-        this._didStart = true;
-        if (this.autoTarget) {
-            if (this._controls) {
-                const camGo = GameObject.getComponent(this.gameObject, Camera);
-                if (camGo && !this.setLookTargetFromConstraint()) {
-                    if (this.debugLog)
-                        console.log("NO TARGET");
-                    const worldPosition = getWorldPosition(camGo.cam);
-                    const distanceToCenter = worldPosition.length();
-                    const forward = new Vector3(0, 0, -distanceToCenter).applyMatrix4(camGo.cam.matrixWorld);
-                    this.setLookTargetPosition(forward, true);
-                }
-                if (this.autoTarget && !this.setLookTargetFromConstraint()) {
-                    const opts = new RaycastOptions();
-                    // center of the screen:
-                    opts.screenPoint = new Vector2(0, 0);
-                    opts.lineThreshold = 0.1;
-                    const hits = this.context.physics.raycast(opts);
-                    if (hits.length > 0) {
-                        this.setLookTargetPosition(hits[0].point, true);
-                    }
-                    if (debugCameraFit)
-                        console.log("OrbitControls hits", ...hits);
-                }
-                if (this.autoFit) this.fitCamera()
-            }
-        }
-
-        this._eventSystem = EventSystem.get(this.context) ?? undefined;
-        if (this._eventSystem) {
-            this._afterHandleInputFn = this.afterHandleInput.bind(this);
-            this._eventSystem.addEventListener(EventSystemEvents.AfterHandleInput, this._afterHandleInputFn!);
-        }
-    }
-
-    onDestroy() {
-        this._controls?.dispose();
-        this._eventSystem?.removeEventListener(EventSystemEvents.AfterHandleInput, this._afterHandleInputFn!);
-    }
-
-    onEnable() {
-        this._enableTime = this.context.time.time;
-        const cameraComponent = GameObject.getComponent(this.gameObject, Camera);
-        this._camera = cameraComponent;
-        const cam = cameraComponent?.cam;
-        if (cam) setCameraController(cam, this, true);
-        if (!this._controls) {
-            if (!cam) {
-                console.warn("OrbitControls: Requires a Camera component on the same object as this component.");
-                return;
-            }
-            if (cam)
-                this._cameraObject = cam;
-            // Using the parent if possible to make it possible to disable input on the canvas
-            // for having HTML content behind it and still receive input
-            const element = this.targetElement ?? this.context.renderer.domElement;
-            // HACK: workaround for three orbit controls forcing an update when being created....
-            const mat = cam?.quaternion.clone();
-            this._controls = new ThreeOrbitControls(cam!, element);
-            cam?.quaternion.copy(mat!)
-            if (defaultKeys === undefined) defaultKeys = { ...this._controls.keys };
-        }
-
-        if (this._controls) {
-            if (freeCam) {
-                this.enablePan = true;
-                this.enableZoom = true;
-                this.middleClickToFocus = true;
-                if (isMobileDevice()) this.doubleClickToFocus = true;
-            }
-            this._controls.addEventListener("start", this.onControlsChangeStarted);
-            if (cam?.type === "PerspectiveCamera") {
-                if (freeCam) {
-                    // dont set limits
-                }
-                else {
-                    this._controls.minDistance = this.minZoom;
-                    this._controls.maxDistance = this.maxZoom;
-                }
-            }
-            else {
-                if (freeCam) {
-                    // dont set limits
-                }
-                else {
-                    this._controls.minZoom = this.minZoom;
-                    this._controls.maxZoom = this.maxZoom;
-                }
-            }
-
-            if (!this._startedListeningToKeyEvents) {
-                this._startedListeningToKeyEvents = true;
-                this._controls.listenToKeyEvents(window.document.body);
-            }
-        }
-        this._syncedTransform = GameObject.getComponent(this.gameObject, SyncedTransform) ?? undefined;
-        // if we autofit in onEnable then DragControls will trigger fitting every time (because they disable OrbitControls)
-        // that's confusing and not what we want
-        // if (this._didStart) {
-        //     if (this.autoFit) this.fitCamera()
-        // }
-    }
-
-    onDisable() {
-        if (this._camera?.cam) {
-            setCameraController(this._camera.cam, this, false);
-        }
-        if (this._controls) {
-            this._controls.enabled = false;
-            this._controls.autoRotate = false;
-            this._controls.removeEventListener("start", this.onControlsChangeStarted);
-            // this._controls.reset();
-        }
-    }
-
-    private onControlsChangeStarted = () => {
-        if (this._syncedTransform) {
-            this._syncedTransform.requestOwnership();
-        }
-    }
-
-    private _shouldDisable: boolean = false;
-    private afterHandleInput(evt: CustomEvent<AfterHandleInputEvent>) {
-        if (evt.detail.args.pointerId === 0) {
-            if (evt.detail.args.isDown) {
-                if (this._controls && this._eventSystem) {
-                    this._shouldDisable = this._eventSystem.hasActiveUI;
-                }
-            }
-            else if (!evt.detail.args.isPressed || evt.detail.args.isUp) {
-                this._shouldDisable = false;
-            }
-        }
-    }
-
-
-    onBeforeRender() {
-        if (!this._controls) return;
-        if (this._cameraObject !== this.context.mainCamera) return;
-
-        if (this.context.input.getPointerDown(1) || this.context.input.getPointerDown(2) || this.context.input.mouseWheelChanged || (this.context.input.getPointerPressed(0) && this.context.input.getPointerPositionDelta(0)?.length() || 0 > .1)) {
-            this._inputs += 1;
-        }
-        if (this._inputs > 0 && this.allowInterrupt) {
-            // if a user has disabled rotation but enabled auto rotate we don't want to change it when we receive input
-            if (this.enableRotate) {
-                this.autoRotate = false;
-            }
-            this._cameraLerpActive = false;
-            this._lookTargetLerpActive = false;
-        }
-        this._inputs = 0;
-
-        let focusAtPointer = (this.middleClickToFocus && this.context.input.getPointerClicked(1));
-        focusAtPointer ||= (this.doubleClickToFocus && this.context.input.getPointerDoubleClicked(0) && this.context.time.time - this._enableTime > .3);
-        if (focusAtPointer) {
-            this.setTargetFromRaycast();
-        }
-
-        if (this._lookTargetLerpActive || this._cameraLerpActive) {
-
-            // lerp the camera
-            if (this._cameraLerpActive && this._cameraObject) {
-                this._cameraLerp01 += this.context.time.deltaTime / this._cameraLerpDuration;
-                if (this._cameraLerp01 >= 1) {
-                    this._cameraObject.position.copy(this._cameraEndPosition);
-                    this._cameraLerpActive = false;
-                    this.dispatchEvent(new CameraTargetReachedEvent(this, "camera"));
-                }
-                else {
-                    const t = Mathf.easeInOutCubic(this._cameraLerp01);
-                    this._cameraObject.position.lerpVectors(this._cameraStartPosition, this._cameraEndPosition, t);
-                }
-            }
-
-            // lerp the look target
-            if (this._lookTargetLerpActive) {
-                this._lookTargetLerp01 += this.context.time.deltaTime / this._lookTargetLerpDuration;
-                if (this._lookTargetLerp01 >= 1) {
-                    this._controls.target.copy(this._lookTargetEndPosition);
-                    this._lookTargetLerpActive = false;
-                    this.dispatchEvent(new CameraTargetReachedEvent(this, "lookat"));
-                } else {
-                    const t = Mathf.easeInOutCubic(this._lookTargetLerp01);
-                    this._controls.target.lerpVectors(this._lookTargetStartPosition, this._lookTargetEndPosition, t);
-                }
-            }
-        }
-
-
-        if (this._controls) {
-            if (this.debugLog)
-                this._controls.domElement = this.context.renderer.domElement;
-            this._controls.enabled = !this._shouldDisable && this._camera === this.context.mainCameraComponent && !this.context.isInXR;
-            this._controls.keys = this.enableKeys ? defaultKeys : disabledKeys;
-            this._controls.autoRotate = this.autoRotate;
-            this._controls.autoRotateSpeed = this.autoRotateSpeed;
-            this._controls.enableZoom = this.enableZoom;
-            this._controls.enableDamping = this.enableDamping;
-            this._controls.dampingFactor = this.dampingFactor;
-            this._controls.enablePan = this.enablePan;
-            this._controls.enableRotate = this.enableRotate;
-
-            if (typeof smoothcam === "number" || smoothcam === true) {
-                this._controls.enableDamping = true;
-                const factor = typeof smoothcam === "number" ? smoothcam : .99;
-                this._controls.dampingFactor = Math.max(.001, 1 - Math.min(1, factor));
-            }
-
-            if (!this.allowInterrupt) {
-                if (this._lookTargetLerpActive) {
-                    this._controls.enablePan = false;
-                }
-                if (this._cameraLerpActive) {
-                    this._controls.enableRotate = false;
-                    this._controls.autoRotate = false;
-                }
-                if (this._lookTargetLerpActive || this._cameraLerpActive) {
-                    this._controls.enableZoom = false;
-                }
-            }
-            //@ts-ignore
-            // this._controls.zoomToCursor = this.zoomToCursor;
-            if (!this.context.isInXR) {
-                if (!freeCam && this.lookAtConstraint?.locked) this.setLookTargetFromConstraint(0, this.lookAtConstraint01);
-                this._controls.update();
-            }
-        }
-
-    }
-
-
-    /** 
-     * Sets camera target position and look direction. Does perform a raycast in the forward direction of the passed in object to find an orbit point 
-     */
-    public setCameraAndLookTarget(target: Object3D) {
-        if (!target || !(target instanceof Object3D)) return;
-        const worldPosition = getWorldPosition(target);
-        const forward = getWorldDirection(target);
-        this.setTargetFromRaycast(new Ray(worldPosition, forward));
-        this.setCameraTargetPosition(worldPosition);
-    }
-
-    /** Moves the camera to position smoothly. 
-     * @param position The position in local space of the controllerObject to move the camera to. If null the camera will stop lerping to the target.
-    */
-    public setCameraTargetPosition(position?: Object3D | Vector3 | null, immediateOrDuration: boolean | number = false) {
-        if (!position) return;
-        if (position instanceof Object3D) {
-            position = getWorldPosition(position) as Vector3;
-        }
-        if (!this._cameraEndPosition) this._cameraEndPosition = new Vector3();
-        this._cameraEndPosition.copy(position);
-        if (immediateOrDuration === true) {
-            this._cameraLerpActive = false;
-            this.controllerObject?.position.copy(this._cameraEndPosition);
-        }
-        else if (this._cameraObject) {
-            this._cameraLerpActive = true;
-            this._cameraLerp01 = 0;
-            this._cameraStartPosition.copy(this._cameraObject?.position);
-            if (typeof immediateOrDuration === "number") {
-                this._cameraLerpDuration = immediateOrDuration;
-            }
-            else this._cameraLerpDuration = this.targetLerpDuration;
-        }
-    }
-    /** True while the camera position is being lerped */
-    get cameraLerpActive() { return this._cameraLerpActive; }
-    /** Call to stop camera position lerping */
-    public stopCameraLerp() {
-        this._cameraLerpActive = false;
-    }
-
-    /** Moves the camera look-at target to a position smoothly. */
-    public setLookTargetPosition(position: Object3D | Vector3 | null = null, immediateOrDuration: boolean = false) {
-        if (!this._controls) return;
-        if (!position) return
-        if (position instanceof Object3D) {
-            position = getWorldPosition(position) as Vector3;
-        }
-        this._lookTargetEndPosition.copy(position);
-
-        if (immediateOrDuration === true) {
-            this._controls.target.copy(this._lookTargetEndPosition);
-        }
-        else {
-            this._lookTargetLerpActive = true;
-            this._lookTargetLerp01 = 0;
-            this._lookTargetStartPosition.copy(this._controls.target);
-            if (typeof immediateOrDuration === "number") {
-                this._lookTargetLerpDuration = immediateOrDuration;
-            }
-            else this._lookTargetLerpDuration = this.targetLerpDuration;
-        }
-    }
-    /** True while the camera look target is being lerped */
-    get lookTargetLerpActive() { return this._lookTargetLerpActive; }
-    /** Call to stop camera look target lerping */
-    public stopLookTargetLerp() {
-        this._lookTargetLerpActive = false;
-    }
-
-    /** Sets the look at target from an assigned lookAtConstraint source by index */
-    private setLookTargetFromConstraint(index: number = 0, t: number = 1): boolean {
-        if (!this._controls) return false;
-        const sources = this.lookAtConstraint?.sources;
-        if (sources && sources.length > 0) {
-            const target = sources[index];
-            if (target) {
-                target.getWorldPosition(this._lookTargetEndPosition);
-                this.lerpLookTarget(this._lookTargetEndPosition, t);
-                return true;
-            }
-        }
-        return false;
-    }
-
-    /** @deprecated use `controls.target.lerp(position, delta)` */
-    public lerpTarget(position: Vector3, delta: number) { return this.lerpLookTarget(position, delta); }
-
-    private lerpLookTarget(position: Vector3, delta: number) {
-        if (!this._controls) return;
-        if (delta >= 1) this._controls.target.copy(position);
-        else this._controls.target.lerp(position, delta);
-    }
-
-    private setTargetFromRaycast(ray?: Ray) {
-        if (!this.controls) return;
-        const rc = ray ? this.context.physics.raycastFromRay(ray) : this.context.physics.raycast();
-        for (const hit of rc) {
-            if (hit.distance > 0 && GameObject.isActiveInHierarchy(hit.object)) {
-
-                const uiComponent = tryGetUIComponent(hit.object);
-                if (uiComponent) {
-                    const canvas = uiComponent.canvas;
-                    if (canvas?.screenspace) {
-                        break;
-                    }
-                }
-
-                this.setLookTargetPosition(hit.point);
-
-                if (this.context.mainCamera) {
-                    const pos = getWorldPosition(this.context.mainCamera);
-                    const cameraTarget = pos.clone().sub(this.controls.target).add(this._lookTargetEndPosition);
-                    this._cameraObject?.parent?.worldToLocal(cameraTarget);
-                    this.setCameraTargetPosition(cameraTarget);
-                }
-                break;
-            }
-        }
-    }
-
-    // Adapted from https://discourse.threejs.org/t/camera-zoom-to-fit-object/936/24
-    // Slower but better implementation that takes bones and exact vertex positions into account: https://github.com/google/model-viewer/blob/04e900c5027de8c5306fe1fe9627707f42811b05/packages/model-viewer/src/three-components/ModelScene.ts#L321
-    /** Fits the camera to show the objects provided (defaults to the scene if no objects are passed in) */
-    fitCamera(objects?: Array<Object3D>, fitOffset: number = 1.1, immediate: boolean = true) {
-        const camera = this._cameraObject as PerspectiveCamera;
-        const controls = this._controls as ThreeOrbitControls | null;
-        if (!objects?.length) objects = this.context.scene.children;
-        if (objects.length <= 0) return;
-
-        if (!camera || !controls) return;
-
-        const size = new Vector3();
-        const center = new Vector3();
-        const box = new Box3();
-
-        // TODO would be much better to calculate the bounds in camera space instead of world space - 
-        // we would get proper view-dependant fit.
-        // Right now it's independent from where the camera is actually looking from,
-        // and thus we're just getting some maximum that will work for sure.
-
-        box.makeEmpty();
-        const emptyChildren = [];
-        function expandByObjectRecursive(obj: Object3D) {
-            let allowExpanding = true;
-            // we dont want to check invisible objects
-            if (!obj.visible) return;
-            if (useForAutoFit(obj) === false) return;
-            if(obj.type === "TransformControlsGizmo" || obj.type === "TransformControlsPlane") return;
-            // ignore Box3Helpers
-            if (obj instanceof Box3Helper) allowExpanding = false;
-            if (obj instanceof GridHelper) allowExpanding = false;
-            // ignore GroundProjectedEnv
-            if (obj instanceof GroundProjectedSkybox) allowExpanding = false;
-            // // Ignore shadow catcher geometry
-            if ((obj as Mesh).material instanceof ShadowMaterial) allowExpanding = false;
-            // ONLY fit meshes
-            if (!(obj instanceof Mesh)) allowExpanding = false;
-            // Ignore things parented to the camera + ignore the camera
-            if (obj === camera) return;
-            // We don't want to fit UI objects
-            if (obj["isUI"] === true) return;
-            // If we encountered some geometry that should be ignored
-            // Then we don't want to use that for expanding the view
-            if (allowExpanding) {
-                if (debugCameraFit)
-                    console.log(obj.name, obj.type, obj);
-                // Temporary override children
-                const children_length = obj.children;
-                obj.children = emptyChildren;
-                // TODO: validate that object doesn't contain NaN values
-                const pos = obj.position;
-                const scale = obj.scale;
-                if (Number.isNaN(pos.x) || Number.isNaN(pos.y) || Number.isNaN(pos.z)) {
-                    console.warn(`Object \"${obj.name}\" has NaN values in position or scale.... will ignore it`, pos, scale);
-                    return;
-                }
-                box.expandByObject(obj, true);
-                obj.children = children_length;
-            }
-            for (const child of obj.children) {
-                expandByObjectRecursive(child);
-            }
-        }
-        for (const object of objects) {
-            object.updateMatrixWorld();
-            expandByObjectRecursive(object);
-        }
-
-        camera.updateMatrixWorld();
-        camera.updateProjectionMatrix();
-        box.getCenter(center);
-
-        // project this box into camera space
-        box.applyMatrix4(camera.matrixWorldInverse);
-
-        box.getSize(size);
-        box.setFromCenterAndSize(center, size);
-        if( Number.isNaN(size.x) || Number.isNaN(size.y) || Number.isNaN(size.z)){
-            console.warn("Camera fit size resultet in NaN", camera, box, [...objects]);
-            return;
-        }
-        if (size.length() <= 0.0000000001) {
-            if (debugCameraFit) console.warn("Camera fit size is zero", box, [...objects]);
-            return;
-        }
-
-        const verticalFov = camera.fov;
-        const horizontalFov = 2 * Math.atan(Math.tan(verticalFov * Math.PI / 360 / 2) * camera.aspect) / Math.PI * 360;
-        const fitHeightDistance = size.y / (2 * Math.atan(Math.PI * verticalFov / 360));
-        const fitWidthDistance = size.x / (2 * Math.atan(Math.PI * horizontalFov / 360));
-
-        const distance = fitOffset * Math.max(fitHeightDistance, fitWidthDistance) + size.z / 2;
-
-        if (debugCameraFit) {
-            console.log("Fit camera to objects", fitHeightDistance, fitWidthDistance, "distance", distance);
-        }
-
-        const cameraWp = getWorldPosition(camera);
-        const direction = controls.target.clone()
-            .sub(cameraWp)
-            .normalize()
-            .multiplyScalar(distance);
-
-        controls.maxDistance = distance * 10;
-        controls.minDistance = distance * 0.01;
-
-        this.setLookTargetPosition(center, immediate);
-        this.autoTarget = false;
-
-        // TODO: this doesnt take the Camera component nearClipPlane into account
-        camera.near = distance / 100;
-        camera.far = distance * 100;
-
-        camera.updateMatrixWorld();
-        camera.updateProjectionMatrix();
-
-        if (camera.parent) {
-            const cameraLocalPosition = camera.parent!.worldToLocal(controls.target.clone().sub(direction));
-            this.setCameraTargetPosition(cameraLocalPosition, immediate);
-        }
-        else console.error(`Can not fit camera ${camera.name} because it has no parent`)
-
-        // setWorldPosition(camera, controls.target.clone().sub(direction));
-
-        if (debugCameraFit) {
-            const helper = new Box3Helper(box);
-            this.context.scene.add(helper);
-            setWorldRotation(helper, getWorldRotation(camera));
-
-            if (!this._haveAttachedKeyboardEvents) {
-                this._haveAttachedKeyboardEvents = true;
-                document.body.addEventListener("keydown", (e) => {
-                    if (e.code === "KeyF") {
-                        this.fitCamera(objects);
-                    }
-                });
-            }
-        }
-
-        controls.update();
-    }
-
-    private _haveAttachedKeyboardEvents: boolean = false;
-
-    // private onPositionDrag(){
-
-    // }
-}
+import { Behaviour, GameObject } from "./Component.js";
+import { Camera } from "./Camera.js";
+import { LookAtConstraint } from "./LookAtConstraint.js";
+import { getWorldDirection, getWorldPosition, getWorldRotation, setWorldPosition, setWorldRotation, slerp } from "../engine/engine_three_utils.js";
+import { RaycastOptions } from "../engine/engine_physics.js";
+import { serializable } from "../engine/engine_serialization_decorator.js";
+import { getParam, isMobileDevice } from "../engine/engine_utils.js";
+
+import { Camera as ThreeCamera, Box3, Object3D, PerspectiveCamera, Vector2, Vector3, Box3Helper, GridHelper, Mesh, ShadowMaterial, RGBA_ASTC_10x10_Format, Ray } from "three";
+import { OrbitControls as ThreeOrbitControls } from "three/examples/jsm/controls/OrbitControls.js";
+import { type AfterHandleInputEvent, EventSystem, EventSystemEvents } from "./ui/EventSystem.js";
+import type { ICameraController } from "../engine/engine_types.js";
+import { setCameraController, useForAutoFit } from "../engine/engine_camera.js";
+import { SyncedTransform } from "./SyncedTransform.js";
+import { tryGetUIComponent } from "./ui/Utils.js";
+import { GroundProjectedSkybox } from "three/examples/jsm/objects/GroundProjectedSkybox.js";
+import { Mathf } from "../engine/engine_math.js";
+
+const freeCam = getParam("freecam");
+const debugCameraFit = getParam("debugcamerafit");
+const smoothcam = getParam("smoothcam");
+
+const disabledKeys = { LEFT: "", UP: "", RIGHT: "", BOTTOM: "" };
+let defaultKeys: any = undefined;
+
+export enum OrbitControlsEventsType {
+    /** Invoked with a CameraTargetReachedEvent */
+    CameraTargetReached = "target-reached",
+}
+export class CameraTargetReachedEvent extends CustomEvent<{ controls: OrbitControls, type: "camera" | "lookat" }> {
+    constructor(ctrls: OrbitControls, type: "camera" | "lookat") {
+        super(OrbitControlsEventsType.CameraTargetReached, {
+            detail: {
+                controls: ctrls,
+                type: type,
+            }
+        });
+    }
+}
+
+export class OrbitControls extends Behaviour implements ICameraController {
+
+    get isCameraController(): boolean {
+        return true;
+    }
+
+    /** The underlying three.js OrbitControls */
+    public get controls() {
+        return this._controls;
+    }
+
+    /** The object being controlled by the OrbitControls (usually the camera) */
+    public get controllerObject(): Object3D | null {
+        return this._cameraObject;
+    }
+
+    /** Register callback when user starts interacting with the orbit controls */
+    public onStartInteraction(callback: Function) {
+        this.controls?.addEventListener("start", callback as any);
+    }
+
+    /** When enabled the scene will be automatically fitted into the camera view in onEnable */
+    @serializable()
+    autoFit: boolean = false;
+    @serializable()
+    enableRotate: boolean = true;
+    @serializable()
+    autoRotate: boolean = false;
+    @serializable()
+    autoRotateSpeed: number = 1.0;
+    @serializable()
+    enableKeys: boolean = true;
+    @serializable()
+    enableDamping: boolean = true;
+    @serializable()
+    dampingFactor: number = 0.1;
+    @serializable()
+    enableZoom: boolean = true;
+    @serializable()
+    minZoom: number = 0;
+    @serializable()
+    maxZoom: number = Infinity;
+    @serializable()
+    enablePan: boolean = true;
+    @serializable(LookAtConstraint)
+    lookAtConstraint: LookAtConstraint | null = null;
+    @serializable()
+    lookAtConstraint01: number = 1;
+
+    /** If true user input interrupts the camera from animating to a target */
+    @serializable()
+    allowInterrupt: boolean = true;
+    @serializable()
+    middleClickToFocus: boolean = true;
+    @serializable()
+    doubleClickToFocus: boolean = true;
+    // @serializable()
+    // zoomToCursor: boolean = false;
+
+    // remove once slerp works correctly
+    useSlerp: boolean = true;
+
+    debugLog: boolean = false;
+
+    /** 
+     * @deprecated use `targetLerpDuration` instead  
+     * ~~The speed at which the camera target and the camera will be lerping to their destinations (if set via script or user input)~~ 
+     * */
+    get targetLerpSpeed() { return 5 }
+    set targetLerpSpeed(v) { this.targetLerpDuration = 1 / v; }
+
+    /** The duration in seconds it takes for the camera look ad and position lerp to reach their destination (when set via `setCameraTargetPosition` and `setLookTargetPosition`) */
+    @serializable()
+    targetLerpDuration = 1;
+
+    /** When enabled OrbitControls will automatically raycast find a look at target in start */
+    autoTarget: boolean = true;
+
+    private _controls: ThreeOrbitControls | null = null;
+    private _cameraObject: Object3D | null = null;
+
+    private _lookTargetLerpActive: boolean = false;
+    private _lookTargetStartPosition: Vector3 = new Vector3();
+    private _lookTargetEndPosition: Vector3 = new Vector3();
+    private _lookTargetLerp01: number = 0;
+    private _lookTargetLerpDuration: number = 0;
+
+    private _cameraLerpActive: boolean = false;
+    private _cameraStartPosition: Vector3 = new Vector3();
+    private _cameraEndPosition: Vector3 = new Vector3();
+    private _cameraLerp01: number = 0;
+    private _cameraLerpDuration: number = 0;
+
+    private _inputs: number = 0;
+    private _enableTime: number = 0; // use to disable double click when double clicking on UI
+    private _startedListeningToKeyEvents: boolean = false;
+
+    private _eventSystem?: EventSystem;
+    private _afterHandleInputFn?: any;
+    private _camera: Camera | null = null;
+    private _syncedTransform?: SyncedTransform;
+    private _didStart = false;
+
+    targetElement: HTMLElement | null = null;
+
+    awake(): void {
+        this._didStart = false;
+        this._startedListeningToKeyEvents = false;
+    }
+
+    start() {
+        this._didStart = true;
+        if (this.autoTarget) {
+            if (this._controls) {
+                const camGo = GameObject.getComponent(this.gameObject, Camera);
+                if (camGo && !this.setLookTargetFromConstraint()) {
+                    if (this.debugLog)
+                        console.log("NO TARGET");
+                    const worldPosition = getWorldPosition(camGo.cam);
+                    const distanceToCenter = worldPosition.length();
+                    const forward = new Vector3(0, 0, -distanceToCenter).applyMatrix4(camGo.cam.matrixWorld);
+                    this.setLookTargetPosition(forward, true);
+                }
+                if (this.autoTarget && !this.setLookTargetFromConstraint()) {
+                    const opts = new RaycastOptions();
+                    // center of the screen:
+                    opts.screenPoint = new Vector2(0, 0);
+                    opts.lineThreshold = 0.1;
+                    const hits = this.context.physics.raycast(opts);
+                    if (hits.length > 0) {
+                        this.setLookTargetPosition(hits[0].point, true);
+                    }
+                    if (debugCameraFit)
+                        console.log("OrbitControls hits", ...hits);
+                }
+                if (this.autoFit) this.fitCamera()
+            }
+        }
+
+        this._eventSystem = EventSystem.get(this.context) ?? undefined;
+        if (this._eventSystem) {
+            this._afterHandleInputFn = this.afterHandleInput.bind(this);
+            this._eventSystem.addEventListener(EventSystemEvents.AfterHandleInput, this._afterHandleInputFn!);
+        }
+    }
+
+    onDestroy() {
+        this._controls?.dispose();
+        this._eventSystem?.removeEventListener(EventSystemEvents.AfterHandleInput, this._afterHandleInputFn!);
+    }
+
+    onEnable() {
+        this._enableTime = this.context.time.time;
+        const cameraComponent = GameObject.getComponent(this.gameObject, Camera);
+        this._camera = cameraComponent;
+        const cam = cameraComponent?.cam;
+        if (cam) setCameraController(cam, this, true);
+        if (!this._controls) {
+            if (!cam) {
+                console.warn("OrbitControls: Requires a Camera component on the same object as this component.");
+                return;
+            }
+            if (cam)
+                this._cameraObject = cam;
+            // Using the parent if possible to make it possible to disable input on the canvas
+            // for having HTML content behind it and still receive input
+            const element = this.targetElement ?? this.context.renderer.domElement;
+            // HACK: workaround for three orbit controls forcing an update when being created....
+            const mat = cam?.quaternion.clone();
+            this._controls = new ThreeOrbitControls(cam!, element);
+            cam?.quaternion.copy(mat!)
+            if (defaultKeys === undefined) defaultKeys = { ...this._controls.keys };
+        }
+
+        if (this._controls) {
+            if (freeCam) {
+                this.enablePan = true;
+                this.enableZoom = true;
+                this.middleClickToFocus = true;
+                if (isMobileDevice()) this.doubleClickToFocus = true;
+            }
+            this._controls.addEventListener("start", this.onControlsChangeStarted);
+            if (cam?.type === "PerspectiveCamera") {
+                if (freeCam) {
+                    // dont set limits
+                }
+                else {
+                    this._controls.minDistance = this.minZoom;
+                    this._controls.maxDistance = this.maxZoom;
+                }
+            }
+            else {
+                if (freeCam) {
+                    // dont set limits
+                }
+                else {
+                    this._controls.minZoom = this.minZoom;
+                    this._controls.maxZoom = this.maxZoom;
+                }
+            }
+
+            if (!this._startedListeningToKeyEvents) {
+                this._startedListeningToKeyEvents = true;
+                this._controls.listenToKeyEvents(window.document.body);
+            }
+        }
+        this._syncedTransform = GameObject.getComponent(this.gameObject, SyncedTransform) ?? undefined;
+        // if we autofit in onEnable then DragControls will trigger fitting every time (because they disable OrbitControls)
+        // that's confusing and not what we want
+        // if (this._didStart) {
+        //     if (this.autoFit) this.fitCamera()
+        // }
+    }
+
+    onDisable() {
+        if (this._camera?.cam) {
+            setCameraController(this._camera.cam, this, false);
+        }
+        if (this._controls) {
+            this._controls.enabled = false;
+            this._controls.autoRotate = false;
+            this._controls.removeEventListener("start", this.onControlsChangeStarted);
+            // this._controls.reset();
+        }
+    }
+
+    private onControlsChangeStarted = () => {
+        if (this._syncedTransform) {
+            this._syncedTransform.requestOwnership();
+        }
+    }
+
+    private _shouldDisable: boolean = false;
+    private afterHandleInput(evt: CustomEvent<AfterHandleInputEvent>) {
+        if (evt.detail.args.pointerId === 0) {
+            if (evt.detail.args.isDown) {
+                if (this._controls && this._eventSystem) {
+                    this._shouldDisable = this._eventSystem.hasActiveUI;
+                }
+            }
+            else if (!evt.detail.args.isPressed || evt.detail.args.isUp) {
+                this._shouldDisable = false;
+            }
+        }
+    }
+
+
+    onBeforeRender() {
+        if (!this._controls) return;
+        if (this._cameraObject !== this.context.mainCamera) return;
+
+        if (this.context.input.getPointerDown(1) || this.context.input.getPointerDown(2) || this.context.input.mouseWheelChanged || (this.context.input.getPointerPressed(0) && this.context.input.getPointerPositionDelta(0)?.length() || 0 > .1)) {
+            this._inputs += 1;
+        }
+        if (this._inputs > 0 && this.allowInterrupt) {
+            // if a user has disabled rotation but enabled auto rotate we don't want to change it when we receive input
+            if (this.enableRotate) {
+                this.autoRotate = false;
+            }
+            this._cameraLerpActive = false;
+            this._lookTargetLerpActive = false;
+        }
+        this._inputs = 0;
+
+        let focusAtPointer = (this.middleClickToFocus && this.context.input.getPointerClicked(1));
+        focusAtPointer ||= (this.doubleClickToFocus && this.context.input.getPointerDoubleClicked(0) && this.context.time.time - this._enableTime > .3);
+        if (focusAtPointer) {
+            this.setTargetFromRaycast();
+        }
+
+        if (this._lookTargetLerpActive || this._cameraLerpActive) {
+
+            // lerp the camera
+            if (this._cameraLerpActive && this._cameraObject) {
+                this._cameraLerp01 += this.context.time.deltaTime / this._cameraLerpDuration;
+                if (this._cameraLerp01 >= 1) {
+                    this._cameraObject.position.copy(this._cameraEndPosition);
+                    this._cameraLerpActive = false;
+                    this.dispatchEvent(new CameraTargetReachedEvent(this, "camera"));
+                }
+                else {
+                    const t = Mathf.easeInOutCubic(this._cameraLerp01);
+                    this._cameraObject.position.lerpVectors(this._cameraStartPosition, this._cameraEndPosition, t);
+                }
+            }
+
+            // lerp the look target
+            if (this._lookTargetLerpActive) {
+                this._lookTargetLerp01 += this.context.time.deltaTime / this._lookTargetLerpDuration;
+                if (this._lookTargetLerp01 >= 1) {
+                    this._controls.target.copy(this._lookTargetEndPosition);
+                    this._lookTargetLerpActive = false;
+                    this.dispatchEvent(new CameraTargetReachedEvent(this, "lookat"));
+                } else {
+                    const t = Mathf.easeInOutCubic(this._lookTargetLerp01);
+                    this._controls.target.lerpVectors(this._lookTargetStartPosition, this._lookTargetEndPosition, t);
+                }
+            }
+        }
+
+
+        if (this._controls) {
+            if (this.debugLog)
+                this._controls.domElement = this.context.renderer.domElement;
+            this._controls.enabled = !this._shouldDisable && this._camera === this.context.mainCameraComponent && !this.context.isInXR;
+            this._controls.keys = this.enableKeys ? defaultKeys : disabledKeys;
+            this._controls.autoRotate = this.autoRotate;
+            this._controls.autoRotateSpeed = this.autoRotateSpeed;
+            this._controls.enableZoom = this.enableZoom;
+            this._controls.enableDamping = this.enableDamping;
+            this._controls.dampingFactor = this.dampingFactor;
+            this._controls.enablePan = this.enablePan;
+            this._controls.enableRotate = this.enableRotate;
+
+            if (typeof smoothcam === "number" || smoothcam === true) {
+                this._controls.enableDamping = true;
+                const factor = typeof smoothcam === "number" ? smoothcam : .99;
+                this._controls.dampingFactor = Math.max(.001, 1 - Math.min(1, factor));
+            }
+
+            if (!this.allowInterrupt) {
+                if (this._lookTargetLerpActive) {
+                    this._controls.enablePan = false;
+                }
+                if (this._cameraLerpActive) {
+                    this._controls.enableRotate = false;
+                    this._controls.autoRotate = false;
+                }
+                if (this._lookTargetLerpActive || this._cameraLerpActive) {
+                    this._controls.enableZoom = false;
+                }
+            }
+            //@ts-ignore
+            // this._controls.zoomToCursor = this.zoomToCursor;
+            if (!this.context.isInXR) {
+                if (!freeCam && this.lookAtConstraint?.locked) this.setLookTargetFromConstraint(0, this.lookAtConstraint01);
+                this._controls.update();
+            }
+        }
+
+    }
+
+
+    /** 
+     * Sets camera target position and look direction. Does perform a raycast in the forward direction of the passed in object to find an orbit point 
+     */
+    public setCameraAndLookTarget(target: Object3D) {
+        if (!target || !(target instanceof Object3D)) return;
+        const worldPosition = getWorldPosition(target);
+        const forward = getWorldDirection(target);
+        this.setTargetFromRaycast(new Ray(worldPosition, forward));
+        this.setCameraTargetPosition(worldPosition);
+    }
+
+    /** Moves the camera to position smoothly. 
+     * @param position The position in local space of the controllerObject to move the camera to. If null the camera will stop lerping to the target.
+    */
+    public setCameraTargetPosition(position?: Object3D | Vector3 | null, immediateOrDuration: boolean | number = false) {
+        if (!position) return;
+        if (position instanceof Object3D) {
+            position = getWorldPosition(position) as Vector3;
+        }
+        if (!this._cameraEndPosition) this._cameraEndPosition = new Vector3();
+        this._cameraEndPosition.copy(position);
+        if (immediateOrDuration === true) {
+            this._cameraLerpActive = false;
+            this.controllerObject?.position.copy(this._cameraEndPosition);
+        }
+        else if (this._cameraObject) {
+            this._cameraLerpActive = true;
+            this._cameraLerp01 = 0;
+            this._cameraStartPosition.copy(this._cameraObject?.position);
+            if (typeof immediateOrDuration === "number") {
+                this._cameraLerpDuration = immediateOrDuration;
+            }
+            else this._cameraLerpDuration = this.targetLerpDuration;
+        }
+    }
+    /** True while the camera position is being lerped */
+    get cameraLerpActive() { return this._cameraLerpActive; }
+    /** Call to stop camera position lerping */
+    public stopCameraLerp() {
+        this._cameraLerpActive = false;
+    }
+
+    /** Moves the camera look-at target to a position smoothly. */
+    public setLookTargetPosition(position: Object3D | Vector3 | null = null, immediateOrDuration: boolean = false) {
+        if (!this._controls) return;
+        if (!position) return
+        if (position instanceof Object3D) {
+            position = getWorldPosition(position) as Vector3;
+        }
+        this._lookTargetEndPosition.copy(position);
+
+        if (immediateOrDuration === true) {
+            this._controls.target.copy(this._lookTargetEndPosition);
+        }
+        else {
+            this._lookTargetLerpActive = true;
+            this._lookTargetLerp01 = 0;
+            this._lookTargetStartPosition.copy(this._controls.target);
+            if (typeof immediateOrDuration === "number") {
+                this._lookTargetLerpDuration = immediateOrDuration;
+            }
+            else this._lookTargetLerpDuration = this.targetLerpDuration;
+        }
+    }
+    /** True while the camera look target is being lerped */
+    get lookTargetLerpActive() { return this._lookTargetLerpActive; }
+    /** Call to stop camera look target lerping */
+    public stopLookTargetLerp() {
+        this._lookTargetLerpActive = false;
+    }
+
+    /** Sets the look at target from an assigned lookAtConstraint source by index */
+    private setLookTargetFromConstraint(index: number = 0, t: number = 1): boolean {
+        if (!this._controls) return false;
+        const sources = this.lookAtConstraint?.sources;
+        if (sources && sources.length > 0) {
+            const target = sources[index];
+            if (target) {
+                target.getWorldPosition(this._lookTargetEndPosition);
+                this.lerpLookTarget(this._lookTargetEndPosition, t);
+                return true;
+            }
+        }
+        return false;
+    }
+
+    /** @deprecated use `controls.target.lerp(position, delta)` */
+    public lerpTarget(position: Vector3, delta: number) { return this.lerpLookTarget(position, delta); }
+
+    private lerpLookTarget(position: Vector3, delta: number) {
+        if (!this._controls) return;
+        if (delta >= 1) this._controls.target.copy(position);
+        else this._controls.target.lerp(position, delta);
+    }
+
+    private setTargetFromRaycast(ray?: Ray) {
+        if (!this.controls) return;
+        const rc = ray ? this.context.physics.raycastFromRay(ray) : this.context.physics.raycast();
+        for (const hit of rc) {
+            if (hit.distance > 0 && GameObject.isActiveInHierarchy(hit.object)) {
+
+                const uiComponent = tryGetUIComponent(hit.object);
+                if (uiComponent) {
+                    const canvas = uiComponent.canvas;
+                    if (canvas?.screenspace) {
+                        break;
+                    }
+                }
+
+                this.setLookTargetPosition(hit.point);
+
+                if (this.context.mainCamera) {
+                    const pos = getWorldPosition(this.context.mainCamera);
+                    const cameraTarget = pos.clone().sub(this.controls.target).add(this._lookTargetEndPosition);
+                    this._cameraObject?.parent?.worldToLocal(cameraTarget);
+                    this.setCameraTargetPosition(cameraTarget);
+                }
+                break;
+            }
+        }
+    }
+
+    // Adapted from https://discourse.threejs.org/t/camera-zoom-to-fit-object/936/24
+    // Slower but better implementation that takes bones and exact vertex positions into account: https://github.com/google/model-viewer/blob/04e900c5027de8c5306fe1fe9627707f42811b05/packages/model-viewer/src/three-components/ModelScene.ts#L321
+    /** Fits the camera to show the objects provided (defaults to the scene if no objects are passed in) */
+    fitCamera(objects?: Array<Object3D>, fitOffset: number = 1.1, immediate: boolean = true) {
+        const camera = this._cameraObject as PerspectiveCamera;
+        const controls = this._controls as ThreeOrbitControls | null;
+        if (!objects?.length) objects = this.context.scene.children;
+        if (objects.length <= 0) return;
+
+        if (!camera || !controls) return;
+
+        const size = new Vector3();
+        const center = new Vector3();
+        const box = new Box3();
+
+        // TODO would be much better to calculate the bounds in camera space instead of world space - 
+        // we would get proper view-dependant fit.
+        // Right now it's independent from where the camera is actually looking from,
+        // and thus we're just getting some maximum that will work for sure.
+
+        box.makeEmpty();
+        const emptyChildren = [];
+        function expandByObjectRecursive(obj: Object3D) {
+            let allowExpanding = true;
+            // we dont want to check invisible objects
+            if (!obj.visible) return;
+            if (useForAutoFit(obj) === false) return;
+            if(obj.type === "TransformControlsGizmo" || obj.type === "TransformControlsPlane") return;
+            // ignore Box3Helpers
+            if (obj instanceof Box3Helper) allowExpanding = false;
+            if (obj instanceof GridHelper) allowExpanding = false;
+            // ignore GroundProjectedEnv
+            if (obj instanceof GroundProjectedSkybox) allowExpanding = false;
+            // // Ignore shadow catcher geometry
+            if ((obj as Mesh).material instanceof ShadowMaterial) allowExpanding = false;
+            // ONLY fit meshes
+            if (!(obj instanceof Mesh)) allowExpanding = false;
+            // Ignore things parented to the camera + ignore the camera
+            if (obj === camera) return;
+            // We don't want to fit UI objects
+            if (obj["isUI"] === true) return;
+            // If we encountered some geometry that should be ignored
+            // Then we don't want to use that for expanding the view
+            if (allowExpanding) {
+                if (debugCameraFit)
+                    console.log(obj.name, obj.type, obj);
+                // Temporary override children
+                const children_length = obj.children;
+                obj.children = emptyChildren;
+                // TODO: validate that object doesn't contain NaN values
+                const pos = obj.position;
+                const scale = obj.scale;
+                if (Number.isNaN(pos.x) || Number.isNaN(pos.y) || Number.isNaN(pos.z)) {
+                    console.warn(`Object \"${obj.name}\" has NaN values in position or scale.... will ignore it`, pos, scale);
+                    return;
+                }
+                box.expandByObject(obj, true);
+                obj.children = children_length;
+            }
+            for (const child of obj.children) {
+                expandByObjectRecursive(child);
+            }
+        }
+        for (const object of objects) {
+            object.updateMatrixWorld();
+            expandByObjectRecursive(object);
+        }
+
+        camera.updateMatrixWorld();
+        camera.updateProjectionMatrix();
+        box.getCenter(center);
+
+        // project this box into camera space
+        box.applyMatrix4(camera.matrixWorldInverse);
+
+        box.getSize(size);
+        box.setFromCenterAndSize(center, size);
+        if( Number.isNaN(size.x) || Number.isNaN(size.y) || Number.isNaN(size.z)){
+            console.warn("Camera fit size resultet in NaN", camera, box, [...objects]);
+            return;
+        }
+        if (size.length() <= 0.0000000001) {
+            if (debugCameraFit) console.warn("Camera fit size is zero", box, [...objects]);
+            return;
+        }
+
+        const verticalFov = camera.fov;
+        const horizontalFov = 2 * Math.atan(Math.tan(verticalFov * Math.PI / 360 / 2) * camera.aspect) / Math.PI * 360;
+        const fitHeightDistance = size.y / (2 * Math.atan(Math.PI * verticalFov / 360));
+        const fitWidthDistance = size.x / (2 * Math.atan(Math.PI * horizontalFov / 360));
+
+        const distance = fitOffset * Math.max(fitHeightDistance, fitWidthDistance) + size.z / 2;
+
+        if (debugCameraFit) {
+            console.log("Fit camera to objects", fitHeightDistance, fitWidthDistance, "distance", distance);
+        }
+
+        const cameraWp = getWorldPosition(camera);
+        const direction = controls.target.clone()
+            .sub(cameraWp)
+            .normalize()
+            .multiplyScalar(distance);
+
+        controls.maxDistance = distance * 10;
+        controls.minDistance = distance * 0.01;
+
+        this.setLookTargetPosition(center, immediate);
+        this.autoTarget = false;
+
+        // TODO: this doesnt take the Camera component nearClipPlane into account
+        camera.near = distance / 100;
+        camera.far = distance * 100;
+
+        camera.updateMatrixWorld();
+        camera.updateProjectionMatrix();
+
+        if (camera.parent) {
+            const cameraLocalPosition = camera.parent!.worldToLocal(controls.target.clone().sub(direction));
+            this.setCameraTargetPosition(cameraLocalPosition, immediate);
+        }
+        else console.error(`Can not fit camera ${camera.name} because it has no parent`)
+
+        // setWorldPosition(camera, controls.target.clone().sub(direction));
+
+        if (debugCameraFit) {
+            const helper = new Box3Helper(box);
+            this.context.scene.add(helper);
+            setWorldRotation(helper, getWorldRotation(camera));
+
+            if (!this._haveAttachedKeyboardEvents) {
+                this._haveAttachedKeyboardEvents = true;
+                document.body.addEventListener("keydown", (e) => {
+                    if (e.code === "KeyF") {
+                        this.fitCamera(objects);
+                    }
+                });
+            }
+        }
+
+        controls.update();
+    }
+
+    private _haveAttachedKeyboardEvents: boolean = false;
+
+    // private onPositionDrag(){
+
+    // }
+}