@realsee/dnalogel 2.0.0-alpha.9 → 2.0.0-beta.36

package/dist/ModelTVVideoPlugin/index.js

@@ -0,0 +1,301 @@
+'use strict';
+
+Object.defineProperty(exports, '__esModule', { value: true });
+
+var THREE = require('three');
+
+function _interopNamespace(e) {
+    if (e && e.__esModule) return e;
+    var n = Object.create(null);
+    if (e) {
+        Object.keys(e).forEach(function (k) {
+            if (k !== 'default') {
+                var d = Object.getOwnPropertyDescriptor(e, k);
+                Object.defineProperty(n, k, d.get ? d : {
+                    enumerable: true,
+                    get: function () { return e[k]; }
+                });
+            }
+        });
+    }
+    n["default"] = e;
+    return Object.freeze(n);
+}
+
+var THREE__namespace = /*#__PURE__*/_interopNamespace(THREE);
+
+exports.DIRECTION = void 0;
+(function (DIRECTION) {
+    DIRECTION["TOP_LEFT"] = "topLeft";
+    DIRECTION["TOP_RIGHT"] = "topRight";
+    DIRECTION["BOTTOM_LEFT"] = "bottomLeft";
+    DIRECTION["BOTTOM_RIGHT"] = "bottomRight";
+})(exports.DIRECTION || (exports.DIRECTION = {}));
+
+function parseModelTVVideoPoints(points) {
+    if (points.length === 0)
+        return [];
+    if (Array.isArray(points[0]))
+        return points;
+    let newPoints = [];
+    points.map(point => {
+        const newPoint = [point[exports.DIRECTION.TOP_LEFT], point[exports.DIRECTION.BOTTOM_LEFT], point[exports.DIRECTION.BOTTOM_RIGHT], point[exports.DIRECTION.TOP_RIGHT]];
+        newPoints.push(newPoint);
+    });
+    return newPoints;
+}
+
+const ModelTVVideoPlugin = (five, { videoElement }) => {
+    const state = {
+        videoMeshes: [],
+        videoTextureEnabled: false,
+        videoSource: '',
+        rectPoints: [],
+        enabled: false,
+        videoElement: videoElement,
+    };
+    const setMuted = (muted) => {
+        if (state.videoTexture) {
+            state.videoTexture.image.muted = muted;
+            state.videoTexture.image.play();
+        }
+    };
+    const getMuted = () => {
+        if (state.videoTexture)
+            return state.videoTexture.image.muted;
+        else
+            return true;
+    };
+    const enable = () => {
+        if (state.enabled)
+            return;
+        if (!state.videoTexture)
+            return;
+        state.enabled = true;
+        state.videoMeshes = createPanoVideoMeshes();
+        console.log('state.videoMeshes', state.videoMeshes);
+        state.videoMeshes.forEach((mesh) => five.scene.add(mesh));
+        const play = () => {
+            console.log('play', state.videoTexture);
+            if (!state.videoTexture)
+                return;
+            const timeupdate = () => {
+                var _a;
+                if (!state.videoTexture)
+                    return;
+                (_a = state.videoTexture) === null || _a === void 0 ? void 0 : _a.image.removeEventListener('timeupdate', timeupdate);
+                state.videoTextureEnabled = true;
+                state.videoMeshes.forEach((mesh) => {
+                    if (mesh.material.map !== state.videoTexture)
+                        mesh.material.map = state.videoTexture;
+                });
+                five.needsRender = true;
+            };
+            state.videoTexture.image.addEventListener('timeupdate', timeupdate);
+            if (state.videoTexture && state.videoMeshes.length) {
+                state.videoTexture.image.play();
+            }
+        };
+        if (five.model.loaded)
+            play();
+        else {
+            return five.once('modelLoaded', () => play());
+        }
+    };
+    const disable = () => {
+        if (!state.enabled)
+            return;
+        state.enabled = false;
+        state.videoMeshes.forEach((mesh) => {
+            mesh.geometry.dispose();
+            mesh.material.dispose();
+            five.scene.remove(mesh);
+            if (state.videoTexture)
+                state.videoTexture.image.pause();
+        });
+        state.videoMeshes = [];
+        five.needsRender = true;
+    };
+    const createPanoVideoMeshes = () => {
+        return state.rectPoints.map((points, index) => {
+            const geometry = new THREE__namespace.BufferGeometry();
+            const segments = 128;
+            const verticesArray = [];
+            verticesArray.push(points[0].x, points[0].y, points[0].z);
+            for (let i = 1; i < segments; i++) {
+                verticesArray.push(points[0].x + ((points[1].x - points[0].x) * i) / segments, points[0].y + ((points[1].y - points[0].y) * i) / segments, points[0].z + ((points[1].z - points[0].z) * i) / segments);
+            }
+            verticesArray.push(points[1].x, points[1].y, points[1].z);
+            verticesArray.push(points[2].x, points[2].y, points[2].z);
+            for (let i = 1; i < segments; i++) {
+                verticesArray.push(points[2].x + ((points[3].x - points[2].x) * i) / segments, points[2].y + ((points[3].y - points[2].y) * i) / segments, points[2].z + ((points[3].z - points[2].z) * i) / segments);
+            }
+            verticesArray.push(points[3].x, points[3].y, points[3].z);
+            const uvArray = [];
+            uvArray.push(0, 1);
+            for (let i = 1; i < segments; i++) {
+                uvArray.push(0, 1 - i / segments);
+            }
+            uvArray.push(0, 0);
+            uvArray.push(1, 0);
+            for (let i = 1; i < segments; i++) {
+                uvArray.push(1, i / segments);
+            }
+            uvArray.push(1, 1);
+            const indicesArray = [];
+            for (let i = 0; i < segments; i++) {
+                indicesArray.push(i, i + 1, segments * 2 - i, i, segments * 2 - i, segments * 2 + 1 - i);
+            }
+            geometry.setAttribute('position', new THREE__namespace.BufferAttribute(new Float32Array(verticesArray), 3));
+            geometry.setAttribute('uv', new THREE__namespace.BufferAttribute(new Float32Array(uvArray), 2));
+            geometry.setIndex(new THREE__namespace.BufferAttribute(new Uint32Array(indicesArray), 1));
+            const material = new THREE__namespace.MeshBasicMaterial({
+                map: state.videoTextureEnabled ? state.videoTexture : state.imageTexture,
+                side: THREE__namespace.DoubleSide,
+            });
+            const mesh = new THREE__namespace.Mesh(geometry, material);
+            mesh.renderOrder = 1;
+            mesh.name = `ModelTVVideoPlugin-${index}-${performance.now()}`;
+            return mesh;
+        });
+    };
+    const getImageTexture = (source) => {
+        const texture = new THREE__namespace.TextureLoader().load(source);
+        texture.minFilter = THREE__namespace.LinearFilter;
+        texture.magFilter = THREE__namespace.LinearFilter;
+        texture.format = THREE__namespace.RGBFormat;
+        return texture;
+    };
+    const getVideoTexture = (source, video) => {
+        return new Promise((resolve, reject) => {
+            const xhr = new XMLHttpRequest();
+            xhr.onreadystatechange = () => {
+                if (xhr.readyState == 4) {
+                    if (xhr.status == 200) {
+                        const url = window.URL || window.webkitURL;
+                        video = video || document.createElement('video');
+                        video.crossOrigin = 'anonymous';
+                        video.autoplay = true;
+                        video.muted = true;
+                        video.loop = true;
+                        video.playsInline = true;
+                        video.src = url.createObjectURL(xhr.response);
+                        const texture = new THREE__namespace.VideoTexture(video);
+                        texture.minFilter = THREE__namespace.LinearFilter;
+                        texture.magFilter = THREE__namespace.LinearFilter;
+                        texture.format = THREE__namespace.RGBFormat;
+                        resolve(Object.assign(texture, { videoSource: source }));
+                    }
+                    else {
+                        reject(new Error('Video download Error: ' + xhr.status));
+                    }
+                }
+            };
+            xhr.onerror = (error) => reject(error);
+            xhr.open('GET', source);
+            xhr.responseType = 'blob';
+            xhr.send();
+        });
+    };
+    const load = async (data, videoElement) => {
+        const { video_src, video_poster_src, points } = data;
+        state.videoSource = video_src;
+        // TODO 存疑，先处理多一次遍历 o(2n)
+        state.rectPoints = parseModelTVVideoPoints(points)
+            .map((items) => items.map(({ x, y, z }) => new THREE__namespace.Vector3(x, y, z)));
+        state.imageTexture = getImageTexture(video_poster_src);
+        if (videoElement) {
+            state.videoElement = videoElement;
+        }
+        state.videoTexture = await getVideoTexture(state.videoSource, state.videoElement);
+        state.enabled = !!data.enable;
+        if (state.enabled)
+            enable();
+    };
+    const dispose = () => {
+        disable();
+        state.videoTexture = undefined;
+        five.off('modeChange', () => setMuted(true));
+        five.off('wantsTapGesture', (raycaster) => {
+            if (!state.enabled)
+                return;
+            const [intersect] = raycaster.intersectObjects(five.scene.children, true);
+            if (!!intersect && /^video/.test(intersect.object.name)) {
+                if (state.videoTexture)
+                    setMuted(!state.videoTexture.image.muted);
+                return false;
+            }
+        });
+        five.off('panoArrived', () => {
+            if (!state.enabled)
+                return;
+            if (getMuted())
+                return;
+            const cameraPosition = five.camera.position;
+            const visible = state.rectPoints.find((points) => {
+                const centerVector = points.reduce((total, curr) => new THREE__namespace.Vector3(total.x + curr.x / points.length, total.y + curr.y / points.length, total.z + curr.z / points.length), new THREE__namespace.Vector3());
+                return (points.map((point) => new THREE__namespace.Vector3((point.x + centerVector.x) / 2, (point.y + centerVector.y) / 2, (point.z + centerVector.z) / 2)).filter((vector) => {
+                    vector = vector.clone().sub(cameraPosition).normalize();
+                    const raycaster = new THREE__namespace.Raycaster(cameraPosition, vector);
+                    const [intersect] = raycaster.intersectObjects(five.scene.children, true);
+                    return !!intersect && /^video/.test(intersect.object.name);
+                }).length >= 2);
+            });
+            if (!visible)
+                setMuted(true);
+        });
+        five.off('renderFrame', () => {
+            // console.log('renderFrame', state.videoMeshes)
+            state.videoMeshes.forEach((meshes) => {
+                if (meshes)
+                    //@ts-ignore
+                    meshes.needsRender = true;
+            });
+        });
+    };
+    five.on('modeChange', () => setMuted(true));
+    five.on('wantsTapGesture', (raycaster) => {
+        if (!state.enabled)
+            return;
+        const targetMesh = five.scene.children.find(item => /^ModelTVVideoPlugin/.test(item.name));
+        if (!targetMesh)
+            return;
+        const intersectObjects = raycaster.intersectObjects([targetMesh]);
+        if (intersectObjects.length === 0)
+            return;
+        if (state.videoTexture)
+            setMuted(!state.videoTexture.image.muted); // TODO  toggle video play
+        return false;
+    });
+    five.on('panoArrived', () => {
+        if (!state.enabled)
+            return;
+        if (getMuted())
+            return;
+        const cameraPosition = five.camera.position;
+        const visible = state.rectPoints.find((points) => {
+            const centerVector = points.reduce((total, curr) => new THREE__namespace.Vector3(total.x + curr.x / points.length, total.y + curr.y / points.length, total.z + curr.z / points.length), new THREE__namespace.Vector3());
+            return (points.map((point) => new THREE__namespace.Vector3((point.x + centerVector.x) / 2, (point.y + centerVector.y) / 2, (point.z + centerVector.z) / 2)).filter((vector) => {
+                vector = vector.clone().sub(cameraPosition).normalize();
+                const raycaster = new THREE__namespace.Raycaster(cameraPosition, vector);
+                const [intersect] = raycaster.intersectObjects(five.scene.children, true);
+                return !!intersect && /^video/.test(intersect.object.name);
+            }).length >= 2);
+        });
+        if (!visible)
+            setMuted(true);
+    });
+    five.on('renderFrame', () => {
+        // console.log('renderFrame', state.videoMeshes)
+        state.videoMeshes.forEach((meshes) => {
+            if (meshes)
+                //@ts-ignore
+                meshes.needsRender = true;
+        });
+    });
+    Object.assign(window, { $state: state });
+    return { enable, disable, load, dispose };
+};
+
+exports.ModelTVVideoPlugin = ModelTVVideoPlugin;
+exports["default"] = ModelTVVideoPlugin;

package/dist/ModelTVVideoPlugin/typings.d.ts

@@ -0,0 +1,25 @@
+export interface ModelTVVideoPluginParameterType {
+    videoElement?: HTMLVideoElement;
+}
+export declare enum DIRECTION {
+    TOP_LEFT = "topLeft",
+    TOP_RIGHT = "topRight",
+    BOTTOM_LEFT = "bottomLeft",
+    BOTTOM_RIGHT = "bottomRight"
+}
+export interface Point {
+    x: number;
+    y: number;
+    z: number;
+}
+export interface ModelTVVideoPluginData {
+    enable?: boolean;
+    video_src: string;
+    video_poster_src: string;
+    points: Point[][] | Record<DIRECTION, Point>[];
+}
+export interface ModelTVVideoPluginExportType {
+    enable: () => void;
+    disable: () => void;
+    load: (data: ModelTVVideoPluginData, videoElement?: HTMLVideoElement) => Promise<void>;
+}

package/dist/ModelTVVideoPlugin/utils/parseData.d.ts

@@ -0,0 +1,2 @@
+import { DIRECTION, Point } from "../typings";
+export declare function parseModelTVVideoPoints(points: Point[][] | Record<DIRECTION, Point>[]): Point[][];

package/dist/ModelViewPlugin/Plugin.d.ts

@@ -0,0 +1,17 @@
+import type { FivePlugin } from '@realsee/five';
+export interface ModelViewPluginExportType {
+    appendTo(element: HTMLElement, size?: {
+        width?: number;
+        height?: number;
+    }): void;
+    refresh(size?: {
+        width?: number;
+        height?: number;
+    }): void;
+}
+/**
+ * Five 模型插件
+ * @template ExportType 导出方法
+ */
+export declare const ModelViewPlugin: FivePlugin<void, ModelViewPluginExportType>;
+export default ModelViewPlugin;

package/dist/ModelViewPlugin/index.d.ts

@@ -1,17 +1,4 @@
-import type { FivePlugin } from '@realsee/five';
-export interface ModelViewPluginExportType {
-    appendTo(element: HTMLElement, size?: {
-        width?: number;
-        height?: number;
-    }): void;
-    refresh(size?: {
-        width?: number;
-        height?: number;
-    }): void;
-}
-/**
- * Five 模型插件
- * @template ExportType 导出方法
- */
-export declare const ModelViewPlugin: FivePlugin<void, ModelViewPluginExportType>;
+import ModelViewPlugin from './Plugin';
+export { ModelViewPlugin };
 export default ModelViewPlugin;
+export type { ModelViewPluginExportType } from './Plugin';

package/dist/PanoCompassPlugin/Plugin.d.ts

@@ -0,0 +1,47 @@
+import type { Five, FivePlugin } from '@realsee/five';
+import type { FloorplanServerRoomItem } from '../floorplan/typings/floorplanServerData';
+export interface PanoCompassPluginParameterType {
+    compassImageUrl?: string;
+    entryDoorImageUrl?: string;
+}
+export interface PanoCompassPluginData {
+    north_rad: null | number;
+    entrance: null | undefined | {
+        position: {
+            x: number;
+            y: number;
+            z: number;
+        };
+    };
+    room_observers: undefined | {
+        index: number;
+        floor_index: number;
+        room: FloorplanServerRoomItem;
+    }[];
+}
+export declare type PanoCompassPluginExportType = PanoCompassController;
+export declare const PanoCompassPlugin: FivePlugin<PanoCompassPluginParameterType | undefined, PanoCompassController>;
+export default PanoCompassPlugin;
+declare class PanoCompassController {
+    five: Five;
+    data?: PanoCompassPluginData;
+    config?: PanoCompassPluginParameterType;
+    private group;
+    private modelLoaded;
+    private roomInfoInstance?;
+    private roomInfoWrapperInstance?;
+    private compassMeshTween?;
+    private compassMesh?;
+    private entryDoorMesh?;
+    constructor(five: Five, config?: PanoCompassPluginParameterType);
+    load(data: PanoCompassPluginData): void;
+    dispose: () => void;
+    private onFiveFistPanoLoaded;
+    private init;
+    private loadCompassMesh;
+    private loadEntryDoorMesh;
+    private loadRoomInfo;
+    private onFivePanoWillArrive;
+    private onFivePanoArrived;
+    private onFiveCameraDirectionUpdate;
+}

package/dist/PanoCompassPlugin/index.d.ts

@@ -1,51 +1,8 @@
-import type { Five, FivePlugin } from '@realsee/five';
-import type { FloorplanServerRoomItem } from '../floorplan/typings/floorplanServerData';
-export interface PanoCompassPluginParameterType {
-    compassImageUrl?: string;
-    entryDoorImageUrl?: string;
-}
-export interface PanoCompassPluginData {
-    north_rad: null | number;
-    entrance: null | undefined | {
-        position: {
-            x: number;
-            y: number;
-            z: number;
-        };
-    };
-    room_observers: undefined | {
-        index: number;
-        floor_index: number;
-        room: FloorplanServerRoomItem;
-    }[];
-}
-export declare type PanoCompassPluginExportType = PanoCompassController;
+import PanoCompassPlugin from './Plugin';
+export { PanoCompassPlugin };
+export default PanoCompassPlugin;
+export type { PanoCompassPluginParameterType, PanoCompassPluginData, PanoCompassPluginExportType } from './Plugin';
 export declare const panoCompassPluginServerParams: {
     name: string;
     version: number;
 };
-export declare const PanoCompassPlugin: FivePlugin<PanoCompassPluginParameterType | undefined, PanoCompassController>;
-export default PanoCompassPlugin;
-declare class PanoCompassController {
-    five: Five;
-    data?: PanoCompassPluginData;
-    config?: PanoCompassPluginParameterType;
-    private group;
-    private modelLoaded;
-    private roomInfoInstance?;
-    private roomInfoWrapperInstance?;
-    private compassMeshTween?;
-    private compassMesh?;
-    private entryDoorMesh?;
-    constructor(five: Five, config?: PanoCompassPluginParameterType);
-    load(data: PanoCompassPluginData): void;
-    dispose: () => void;
-    private onFiveFistPanoLoaded;
-    private init;
-    private loadCompassMesh;
-    private loadEntryDoorMesh;
-    private loadRoomInfo;
-    private onFivePanoWillArrive;
-    private onFivePanoArrived;
-    private onFiveCameraDirectionUpdate;
-}