@realsee/vreo 0.2.0-alpha.11 → 0.2.0-alpha.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (94) hide show
  1. package/README.md +2 -2
  2. package/docs/assets/search.js +1 -1
  3. package/docs/classes/Player.AudioLike.html +52 -0
  4. package/docs/classes/Player.Controller.html +3 -3
  5. package/docs/classes/Player.Player-1.html +3 -3
  6. package/docs/classes/Player.VideoAgentMesh.html +12 -12
  7. package/docs/classes/Player.VideoAgentScene.html +1 -1
  8. package/docs/demo/assets/AppReact.5d77c4d8.js +1 -0
  9. package/docs/demo/assets/default.3cf9974e.js +64 -0
  10. package/docs/demo/assets/default.70243c83.css +1 -0
  11. package/docs/demo/assets/dynamic.ee28990e.js +1 -0
  12. package/docs/demo/assets/examples.294e0a10.js +25 -0
  13. package/docs/demo/assets/examples.dac4a6fe.css +1 -0
  14. package/docs/demo/assets/index.a7bafdff.css +1 -0
  15. package/docs/demo/assets/index.c55a0972.js +1 -0
  16. package/docs/demo/assets/main.8fadf245.js +1 -0
  17. package/docs/demo/assets/react.aa3cf7f7.css +1 -0
  18. package/docs/demo/assets/react.ed4b53f9.js +25 -0
  19. package/docs/demo/assets/vendor.5714cf27.js +3903 -0
  20. package/docs/demo/assets/znRoyv06SZQeqA7m.0057e8ae.js +1 -0
  21. package/docs/demo/examples.html +18 -0
  22. package/docs/demo/index-react-dynamic.html +21 -0
  23. package/docs/demo/index-react.html +21 -0
  24. package/docs/demo/index.html +20 -0
  25. package/docs/enums/Player.InfoPanelStyleEnum.html +1 -1
  26. package/docs/enums/Player.InfoPanelTypeEnum.html +1 -1
  27. package/docs/enums/Player.PanoEffectEnum.html +1 -1
  28. package/docs/enums/Player.PanoTagEnum.html +1 -1
  29. package/docs/enums/Player.PanoTagStyleEnum.html +7 -0
  30. package/docs/enums/Player.VreoKeyframeEnum.html +12 -12
  31. package/docs/enums/fivePlugins.CameraMovementEffect.html +1 -1
  32. package/docs/enums/fivePlugins.Rotation.html +1 -1
  33. package/docs/index.html +2 -2
  34. package/docs/interfaces/Player.CustomVreoKeyframeProps.html +1 -1
  35. package/docs/interfaces/Player.PlayerConfigs.html +2 -2
  36. package/docs/interfaces/Player.Vertex.html +1 -1
  37. package/docs/interfaces/Player.VideoAgentMeshOptions.html +1 -1
  38. package/docs/interfaces/Player.VreoKeyframe.html +1 -1
  39. package/docs/interfaces/Player.VreoUnit.html +1 -1
  40. package/docs/interfaces/Player.VreoVideo.html +1 -1
  41. package/docs/interfaces/fivePlugins.CSS3DRenderPluginExportType.html +4 -0
  42. package/docs/interfaces/fivePlugins.CameraMovementOptsCallback.html +1 -1
  43. package/docs/interfaces/fivePlugins.CameraMovementPluginExportType.html +2 -2
  44. package/docs/interfaces/fivePlugins.ModelTVVideoPluginData.html +1 -1
  45. package/docs/interfaces/fivePlugins.ModelTVVideoPluginExportType.html +1 -1
  46. package/docs/interfaces/fivePlugins.ModelTVVideoPluginParameterType.html +1 -1
  47. package/docs/interfaces/fivePlugins.Vector3Position.html +3 -0
  48. package/docs/interfaces/react.VreoActionCallbacks.html +6 -6
  49. package/docs/interfaces/react.VreoProviderProps.html +1 -1
  50. package/docs/modules/Player.html +18 -14
  51. package/docs/modules/custom.html +1 -1
  52. package/docs/modules/fivePlugins.html +5 -2
  53. package/docs/modules/react.html +1 -1
  54. package/lib/Player/Controller.d.ts +1 -1
  55. package/lib/Player/index.d.ts +1 -1
  56. package/lib/Player/index.js +15 -15
  57. package/lib/Player/modules/VideoAgent/VideoAgentMesh.d.ts +4 -2
  58. package/lib/Player/modules/VideoAgent/VideoAgentMesh.js +71 -23
  59. package/lib/Player/modules/VideoAgent/VideoAgentScene.js +2 -1
  60. package/lib/Player/modules/keyframes/PanoTag/index.js +19 -6
  61. package/lib/Player/modules/keyframes/PanoTextLabel/index.d.ts +3 -0
  62. package/lib/Player/modules/keyframes/PanoTextLabel/index.js +96 -43
  63. package/lib/fivePlugins/CSS3DRenderPlugin/centerPoint.d.ts +2 -0
  64. package/lib/fivePlugins/CSS3DRenderPlugin/centerPoint.js +12 -0
  65. package/lib/fivePlugins/CSS3DRenderPlugin/createResizeObserver.d.ts +7 -0
  66. package/lib/fivePlugins/CSS3DRenderPlugin/createResizeObserver.js +32 -0
  67. package/lib/fivePlugins/CSS3DRenderPlugin/evenNumber.d.ts +3 -0
  68. package/lib/fivePlugins/CSS3DRenderPlugin/evenNumber.js +11 -0
  69. package/lib/fivePlugins/CSS3DRenderPlugin/index.d.ts +56 -0
  70. package/lib/fivePlugins/CSS3DRenderPlugin/index.js +275 -0
  71. package/lib/fivePlugins/CSS3DRenderPlugin/transformPositionToVector3.d.ts +7 -0
  72. package/lib/fivePlugins/CSS3DRenderPlugin/transformPositionToVector3.js +18 -0
  73. package/lib/react/index.d.ts +2 -2
  74. package/lib/react/index.js +2 -2
  75. package/lib/shared-utils/AduioLike.d.ts +37 -0
  76. package/lib/shared-utils/AduioLike.js +165 -0
  77. package/lib/typings/VreoUnit.d.ts +25 -0
  78. package/lib/typings/VreoUnit.js +13 -1
  79. package/package.json +4 -4
  80. package/resources/Player/Controller.ts +2 -0
  81. package/resources/Player/index.tsx +42 -28
  82. package/resources/Player/modules/VideoAgent/VideoAgentMesh.ts +39 -9
  83. package/resources/Player/modules/VideoAgent/VideoAgentScene.ts +2 -0
  84. package/resources/Player/modules/keyframes/PanoTag/index.tsx +31 -12
  85. package/resources/Player/modules/keyframes/PanoTextLabel/index.tsx +87 -34
  86. package/resources/fivePlugins/CSS3DRenderPlugin/centerPoint.ts +5 -0
  87. package/resources/fivePlugins/CSS3DRenderPlugin/createResizeObserver.ts +17 -0
  88. package/resources/fivePlugins/CSS3DRenderPlugin/evenNumber.ts +4 -0
  89. package/resources/fivePlugins/CSS3DRenderPlugin/index.ts +254 -0
  90. package/resources/fivePlugins/CSS3DRenderPlugin/transformPositionToVector3.ts +5 -0
  91. package/resources/react/index.tsx +2 -2
  92. package/resources/shared-utils/AduioLike.ts +108 -0
  93. package/resources/typings/VreoUnit.ts +28 -1
  94. package/stylesheets/default.css +30 -5
@@ -2,13 +2,21 @@ import classNames from 'classnames'
2
2
  import * as React from 'react'
3
3
  import { Vector3 } from 'three'
4
4
  import { useController, useFiveInstance, useFiveProject2d } from '../../../hooks'
5
- import { PanoTagData, PanoTagEnum, Vertex, VreoKeyframe, VreoKeyframeEnum } from '../../../../typings/VreoUnit'
5
+ import {
6
+ PanoTagData,
7
+ PanoTagEnum,
8
+ PanoTagStyleEnum,
9
+ Vertex,
10
+ VreoKeyframe,
11
+ VreoKeyframeEnum,
12
+ } from '../../../../typings/VreoUnit'
6
13
 
7
14
  export function PanoTag() {
8
15
  const [state, setState] = React.useState<{
9
16
  vertex: Vertex
10
17
  text?: string
11
18
  type: PanoTagEnum
19
+ style?: PanoTagStyleEnum
12
20
  imgUrl?: string
13
21
  } | null>(null)
14
22
 
@@ -30,6 +38,7 @@ export function PanoTag() {
30
38
  const vertex = panoTagData.vertex
31
39
  const { x, y, z } = panoTagData.vertex
32
40
  const res = project2d(new Vector3(x, y, z))
41
+
33
42
  if (!res) return
34
43
  const { x: left, y: top } = res
35
44
  setState({
@@ -37,6 +46,7 @@ export function PanoTag() {
37
46
  text: panoTagData.text || PanoTagEnum.Text,
38
47
  type: panoTagData.type,
39
48
  imgUrl: panoTagData.imgUrl,
49
+ style: panoTagData.style || PanoTagStyleEnum.Growth,
40
50
  })
41
51
  setPos({ left, top })
42
52
  timeoutRef.current = setTimeout(() => {
@@ -92,6 +102,25 @@ export function PanoTag() {
92
102
  return undefined
93
103
  })()
94
104
 
105
+ if (state?.style === PanoTagStyleEnum.Expand) {
106
+ return (
107
+ <>
108
+ <div
109
+ className={classNames('PanoTag', {
110
+ 'PanoTag--expand': true,
111
+ 'PanoTag--notHidden': state,
112
+ })}
113
+ style={{
114
+ left: (pos?.left || 0) + 'px',
115
+ top: (pos?.top || 0) + 'px',
116
+ }}
117
+ >
118
+ <div className={'PanoTag-box PanoTag-box--' + (state?.type || '')}>{boxContent}</div>
119
+ <div className="PanoTag-guideline"></div>
120
+ </div>
121
+ </>
122
+ )
123
+ }
95
124
  return (
96
125
  <>
97
126
  <div
@@ -109,17 +138,7 @@ export function PanoTag() {
109
138
  <span className="PanoTag-slashline"></span>
110
139
  <span className="PanoTag-straightline"></span>
111
140
  </span>
112
- <div
113
- onClick={() => {
114
- if (state?.imgUrl) {
115
- // @TODO
116
- // setDrawerVisible(true)
117
- }
118
- }}
119
- className={'PanoTag-box PanoTag-box--' + (state?.type || '')}
120
- >
121
- {boxContent}
122
- </div>
141
+ <div className={'PanoTag-box PanoTag-box--' + (state?.type || '')}>{boxContent}</div>
123
142
  </div>
124
143
  </div>
125
144
  </>
@@ -1,21 +1,66 @@
1
- import classNames from 'classnames'
2
1
  import * as React from 'react'
3
- import { Vector3 } from 'three'
2
+ import * as THREE from 'three'
3
+ import ReactDOM from 'react-dom'
4
+ import { Vector3, Quaternion } from 'three'
5
+
6
+ import { useController, useFiveInstance } from '../../../hooks'
7
+ import { CSS3DRenderPlugin } from '../../../../fivePlugins/CSS3DRenderPlugin'
4
8
  import { PanoTextLabelData, VreoKeyframe, VreoKeyframeEnum } from '../../../../typings/VreoUnit'
5
- import { useController, useFiveProject2d } from '../../../hooks'
6
9
 
7
- interface PanoTextLabelState {
8
- text: string
9
- left: number
10
- top: number
11
- fontSize: number
10
+ /**
11
+ * 通过传入中心点确定矩形框架容器的四个点:
12
+ * 1. 已知矩形长宽和中心点
13
+ * 2. 借助planeGeometry生成垂直相机视角的平面上的四个点
14
+ * 3. 通过向量相加,平行四边形法则获取到移动position后的面上四个点
15
+ */
16
+ const calcPoints = (
17
+ centerPoint: Vector3,
18
+ normal: THREE.Vector3 | undefined,
19
+ wrapperLength: number,
20
+ wrapperWidth: number
21
+ ) => {
22
+ // 375px 对应 1m
23
+ const length = wrapperLength / 375
24
+ const width = wrapperWidth / 375
25
+
26
+ const geometry = new THREE.PlaneGeometry(length, width)
27
+ if (normal) {
28
+ const lookPoint = new THREE.Vector3(normal.x + centerPoint.x, normal.y + centerPoint.y, normal.z + centerPoint.z)
29
+ geometry.lookAt(lookPoint)
30
+ }
31
+ // const pointgeometry = new THREE.Geometry()
32
+ // pointgeometry.vertices.push(cameraPosition)
33
+ // const pointmaterial = new THREE.PointsMaterial({
34
+ // color: 0xffffff,
35
+ // size: 0.4,
36
+ // })
37
+ // _point = new THREE.Points(pointgeometry, pointmaterial)
38
+ // console.log(cameraPosition)
39
+
40
+ const material = new THREE.MeshBasicMaterial({ color: 0xffff00, side: THREE.DoubleSide })
41
+ const plane = new THREE.Mesh(geometry, material)
42
+ const v0 = centerPoint.clone()
43
+ plane.position.copy(v0)
44
+
45
+ // 计算传入的四个点的坐标
46
+ const [v1, v2, v3, v4] = plane.geometry.vertices
47
+ const downLeft = v0.clone().add(v4)
48
+ const downRight = v0.clone().add(v3)
49
+ const upLeft = v0.clone().add(v2)
50
+ const upRight = v0.clone().add(v1)
51
+
52
+ // 插件使用要求:矩形四个点位数据,顺序为**必须**为左下、右下、右上、左上
53
+ return [downLeft, downRight, upRight, upLeft]
12
54
  }
13
55
 
56
+ /**
57
+ * 空间文本标签。
58
+ */
14
59
  export function PanoTextLabel() {
15
- const [state, setState] = React.useState<PanoTextLabelState | null>(null)
16
60
  const timeoutRef = React.useRef<NodeJS.Timeout | null>()
17
61
  const controller = useController()
18
- const project2d = useFiveProject2d()
62
+ const five = useFiveInstance()
63
+ const ref = React.useRef<ReturnType<typeof CSS3DRenderPlugin>>()
19
64
 
20
65
  React.useEffect(() => {
21
66
  if (controller.configs?.keyframeMap.PanoTextLabel === false) {
@@ -24,19 +69,43 @@ export function PanoTextLabel() {
24
69
  const callback = (keyframe: VreoKeyframe) => {
25
70
  const { start, end, data } = keyframe
26
71
  const panoTextLabelData = data as PanoTextLabelData
72
+ // 增加无文本情况的判断
73
+ if (data.text === '') return
74
+
27
75
  const { x, y, z } = panoTextLabelData.vertex
76
+ const centerPoint = new Vector3(x, y, z)
77
+ const normal = new Vector3(panoTextLabelData.normal?.x, panoTextLabelData.normal?.y, panoTextLabelData.normal?.z)
78
+ // 生成传入的四个点,将文本框最大宽度定在200px,最高高度在30px
79
+ const wrapperLength = 200
80
+ const wrapperWidth = 30
81
+ const points = calcPoints(centerPoint, panoTextLabelData.normal && normal, wrapperLength, wrapperWidth)
28
82
 
29
- const res = project2d(new Vector3(x, y, z))
30
- if (!res) return
31
- const { x: left, y: top } = res
83
+ if (!ref.current) ref.current = CSS3DRenderPlugin(five)
84
+ const container = ref.current.create3DDomContainer(points)
85
+ const css3DObject = container?.css3DObject
86
+ // 将获取的mesh进行旋转操作,根据欧拉角去进行mesh的变换
87
+ if (data.quaternion) {
88
+ const quaternion = new Quaternion(data.quaternion.x, data.quaternion.y, data.quaternion.z, data.quaternion.w)
89
+ css3DObject?.quaternion.copy(quaternion)
90
+ }
91
+ if (container?.container)
92
+ ReactDOM.render(
93
+ <div className="PanoTextLabel PanoTextLabel--notHidden">
94
+ <div className="PanoTextLabel-wrapper">
95
+ <div style={{ fontSize: `${data.fontSize || 16}px` }} className="PanoText-innerText">
96
+ {data.text || ''}
97
+ </div>
98
+ </div>
99
+ </div>,
100
+ container?.container
101
+ )
32
102
 
33
- // Object.assign(window, { $PanoTextLabel: { setState } })
34
- setState({ left, top, text: data.text || '', fontSize: data.fontSize || 16 })
35
- timeoutRef.current = setTimeout(() => setState(null), end - start)
103
+ timeoutRef.current = setTimeout(() => {
104
+ ref.current?.disposeAll()
105
+ }, end - start)
36
106
  }
37
107
  controller.on(VreoKeyframeEnum.PanoTextLabel, callback)
38
108
 
39
- // Object.assign(window, { $panoTextLabel: { setState } })
40
109
  return () => {
41
110
  controller.off(VreoKeyframeEnum.PanoTextLabel, callback)
42
111
  if (timeoutRef.current) {
@@ -45,21 +114,5 @@ export function PanoTextLabel() {
45
114
  }
46
115
  }, [controller])
47
116
 
48
- return (
49
- <div
50
- className={classNames('PanoTextLabel', {
51
- 'PanoTextLabel--notHidden': state,
52
- })}
53
- style={{
54
- left: (state?.left || 0) + 'px',
55
- top: (state?.top || 0) + 'px',
56
- }}
57
- >
58
- <div className="PanoTextLabel-wrapper">
59
- <div style={{ fontSize: `${state?.fontSize || 16}px` }} className="PanoText-innerText">
60
- {state?.text || ''}
61
- </div>
62
- </div>
63
- </div>
64
- )
117
+ return <></>
65
118
  }
@@ -0,0 +1,5 @@
1
+ import { Vector3 } from 'three'
2
+
3
+ export default function centerPoint(point1: Vector3, point2: Vector3): Vector3 {
4
+ return new Vector3((point1.x + point2.x) / 2, (point1.y + point2.y) / 2, (point1.z + point2.z) / 2)
5
+ }
@@ -0,0 +1,17 @@
1
+ /**
2
+ * @description: 简陋的 ResizeObserver polyfill
3
+ */
4
+ export default function createResizeObserver(func: () => any, element?: HTMLElement) {
5
+ if (!element || typeof ResizeObserver === 'undefined') {
6
+ return {
7
+ observe: () => window.addEventListener('resize', func),
8
+ unobserve: () => window.removeEventListener('resize', func),
9
+ }
10
+ } else {
11
+ const observer = new ResizeObserver(func)
12
+ return {
13
+ observe: () => observer.observe(element),
14
+ unobserve: () => observer.unobserve(element),
15
+ }
16
+ }
17
+ }
@@ -0,0 +1,4 @@
1
+ export default function evenNumber(num: number, config?: { smaller?: boolean }): number {
2
+ const roundNum = Math.round(num)
3
+ return roundNum % 2 === 0 ? roundNum : roundNum + Number(config?.smaller ? -1 : 1)
4
+ }
@@ -0,0 +1,254 @@
1
+ import { FivePlugin } from '@realsee/five'
2
+ import * as THREE from 'three'
3
+ import { Scene, Vector3 } from 'three'
4
+ import { CSS3DObject, CSS3DRenderer } from 'three/examples/jsm/renderers/CSS3DRenderer'
5
+ import evenNumber from './evenNumber'
6
+ import centerPoint from './centerPoint'
7
+ import transformPositionToVector3 from './transformPositionToVector3'
8
+ import createResizeObserver from './createResizeObserver'
9
+
10
+ /**
11
+ * 三维向量
12
+ */
13
+ export interface Vector3Position {
14
+ x: number
15
+ y: number
16
+ z: number
17
+ }
18
+
19
+ export type CSS3DRenderPluginParameterType = undefined
20
+ export interface CSS3DRenderPluginExportType {
21
+ /**
22
+ * @description: 根据传入的四个点位创建一个3d dom容器,可以通过ReactDom.render()的方式将react组件放到容器中
23
+ * @param {Five} five
24
+ * @param {Vector3[] | Vector3Position[]} points: 矩形四个点坐标
25
+ * @param {number} config.ratio: 1px对应多少米,默认为 0.002,即1px对应2mm
26
+ * @param {number} config.dpr: dpr, 默认为1
27
+ * @param {HTMLElement} config.container: HTMLElement
28
+ * @param {number} config.autoRender: 默认为true,如果需要手动render则传false
29
+ * @param {'front' | 'behind'} config.mode: 两种模式
30
+ * @param {HTMLElement} config.behindFiveContainer: 如果config.mode为'behind',需要传入容器,并确保此容器位five下方,且中间没有其他dom元素遮挡
31
+ * @return {{ container: HTMLElement; dispose: () => void }}: container: dom容器, dispose: 清理函数
32
+ */
33
+ create3DDomContainer: (
34
+ points: Vector3[] | Vector3Position[],
35
+ config?: { ratio?: number; dpr?: number; autoRender?: boolean; container?: HTMLElement; [key: string]: any } & (
36
+ | { mode?: 'front' }
37
+ | { mode: 'behind'; behindFiveContainer: HTMLElement }
38
+ ),
39
+ ) => { container: HTMLElement; dispose: () => void; css3DObject: CSS3DObject; render?: () => void } | void
40
+
41
+ /**
42
+ * @description: 销毁所有的渲染内容
43
+ * @return {void}
44
+ */
45
+ disposeAll: () => void
46
+ }
47
+
48
+ type Create3DDomContainerInterface = CSS3DRenderPluginExportType['create3DDomContainer']
49
+ type Create3DDomContainerConfigInterface = NonNullable<Parameters<Create3DDomContainerInterface>[1]>
50
+ interface CSS3DRenderPluginState {
51
+ disposeCallbacks: (() => boolean)[]
52
+ frontMode?: {
53
+ scene: Scene
54
+ css3DRenderer: CSS3DRenderer
55
+ }
56
+ behindMode?: {
57
+ scene: Scene
58
+ css3DRenderer: CSS3DRenderer
59
+ }
60
+ }
61
+
62
+ /**
63
+ * **CSS3DRenderPlugin** 提供矩形区域(三维空间四个坐标点),你可以在此矩形区域中渲染 DOM 内容。
64
+ * 实现原理参考[CSS3DRenderer](https://threejs.org/docs/index.html?q=CSS3D#examples/en/renderers/CSS3DRenderer)。
65
+ *
66
+ * @returns
67
+ */
68
+ export const CSS3DRenderPlugin: FivePlugin<CSS3DRenderPluginParameterType, CSS3DRenderPluginExportType> = (five) => {
69
+ const state: CSS3DRenderPluginState = { disposeCallbacks: [] }
70
+ const create3DDomContainer = (
71
+ ...params: Parameters<Create3DDomContainerInterface>
72
+ ): ReturnType<Create3DDomContainerInterface> => {
73
+ const points = params[0].map((point) => (point instanceof Vector3 ? point : transformPositionToVector3(point)))
74
+ const config = params[1]
75
+ if (points?.length < 4) return console.error('points must be equal or greater than than 4')
76
+ if (!five?.model?.loaded) return console.error('five.model.loaded is: ', five?.model?.loaded)
77
+ const fiveElement = five.getElement()
78
+ if (!fiveElement) return console.error('five.getElement() is ' + fiveElement)
79
+
80
+ const disposers: any[] = []
81
+ const ratio = config?.ratio || 0.00216
82
+ if (ratio <= 0.00215) console.warn('if you need click css3DElement on safari, ratio must be greater than 0.00215')
83
+ const dpr = config?.dpr || 1
84
+ const mode = config?.mode || 'front'
85
+ const autoRender = config?.autoRender ?? true
86
+ const behindFiveContainer = config?.behindFiveContainer || fiveElement.parentElement || document.body
87
+ const container = config?.container || document.createElement('div')
88
+ container.classList.add('__Dnalogel-plugin--CSS3DRenderPlugin')
89
+
90
+ // 获取css3DObject, 如果mode为behind的话,一起获取mesh
91
+ const { css3DObject, mesh } = createObject(points, { ratio, dpr, container, mode })
92
+
93
+ // ======= INIT START =======
94
+ let resizeObserver:
95
+ | {
96
+ observe?: () => void
97
+ unobserve?: () => void
98
+ }
99
+ | undefined
100
+ const frontModeUnInited = mode === 'front' && !state.frontMode
101
+ const behindModeUnInited = mode === 'behind' && !state.behindMode
102
+ const inited = !(frontModeUnInited || behindModeUnInited)
103
+ let stopRenderFlag = false
104
+ let requestAnimationFrameId: number | null = null
105
+
106
+ if (behindModeUnInited) {
107
+ state.behindMode = { scene: new Scene(), css3DRenderer: new CSS3DRenderer() }
108
+ }
109
+ if (frontModeUnInited) {
110
+ state.frontMode = { scene: new Scene(), css3DRenderer: new CSS3DRenderer() }
111
+ }
112
+ const { scene, css3DRenderer } = mode === 'behind' ? state.behindMode! : state.frontMode!
113
+
114
+ const render = (() => {
115
+ if (!inited) {
116
+ const css3DRendererSetSize = () => {
117
+ // 这里evenNumber策略是遇到奇数会加1,不知道为啥会触发滚动条显示,导致fiveElement变小,fiveElement变小又触发了这里的resize,宽高变小,滚动条消失,然后又触发resize。。。无限循环
118
+ // 为了规避上面这种情况,evenNumber设置了一个参数,遇到奇数可选择减一
119
+ const rendererWidth = evenNumber(fiveElement.clientWidth, { smaller: true })
120
+ const rendererHeight = evenNumber(fiveElement.clientHeight, { smaller: true })
121
+ css3DRenderer.setSize(rendererWidth, rendererHeight)
122
+ }
123
+ css3DRendererSetSize()
124
+ resizeObserver = createResizeObserver(css3DRendererSetSize, fiveElement)
125
+ css3DRenderer.domElement.style.position = 'absolute'
126
+ css3DRenderer.domElement.style.top = '0'
127
+ css3DRenderer.domElement.style.userSelect = 'none'
128
+ css3DRenderer.domElement.style.pointerEvents = 'none'
129
+
130
+ const renderEveryFrame = () => {
131
+ if (stopRenderFlag) return
132
+ requestAnimationFrameId = requestAnimationFrame(renderEveryFrame)
133
+ css3DRenderer.render(scene!, five.camera)
134
+ }
135
+ return () => {
136
+ scene.add(css3DObject)
137
+ resizeObserver?.observe?.()
138
+ renderEveryFrame()
139
+ if (mode === 'behind' && mesh) {
140
+ five.scene.add(mesh)
141
+ disposers.push(() => mesh && five.scene.remove(mesh))
142
+ }
143
+ }
144
+ } else {
145
+ return () => {
146
+ scene.add(css3DObject)
147
+ }
148
+ }
149
+ })()
150
+ if (frontModeUnInited) {
151
+ const wrapper = fiveElement.parentElement || document.body
152
+ wrapper.appendChild(css3DRenderer.domElement)
153
+ }
154
+ if (behindModeUnInited) {
155
+ const wrapper = behindFiveContainer
156
+ wrapper.appendChild(css3DRenderer.domElement)
157
+ }
158
+ // ======= INIT END =======
159
+
160
+ const dispose = () => {
161
+ stopRenderFlag = true
162
+ disposers.forEach((d) => d?.())
163
+ scene.remove(css3DObject)
164
+ if (typeof requestAnimationFrameId === 'number') cancelAnimationFrame(requestAnimationFrameId)
165
+ if (scene.children.length === 0) {
166
+ css3DRenderer.domElement.remove()
167
+ if (mode === 'front') state.frontMode = undefined
168
+ if (mode === 'behind') state.behindMode = undefined
169
+ if (!state.behindMode && !state.frontMode) {
170
+ resizeObserver?.unobserve?.()
171
+ }
172
+ }
173
+ return true
174
+ }
175
+ const idx = state.disposeCallbacks.findIndex((item) => item === dispose)
176
+ if (idx !== -1) {
177
+ state.disposeCallbacks.splice(idx, 1)
178
+ } else {
179
+ state.disposeCallbacks.push(dispose)
180
+ }
181
+
182
+ if (autoRender) render()
183
+ return { container, dispose, css3DObject, render: autoRender ? undefined : render }
184
+ }
185
+
186
+ const createObject = (
187
+ points: Vector3[],
188
+ config: Required<Pick<Create3DDomContainerConfigInterface, 'ratio' | 'dpr' | 'container'>> &
189
+ Pick<Create3DDomContainerConfigInterface, 'mode'>,
190
+ ) => {
191
+ const { ratio, dpr, container: element, mode } = config
192
+ const planeWidth = points[0].distanceTo(points[1])
193
+ const planeHeight = points[1].distanceTo(points[2])
194
+ const domWidthPx = evenNumber((planeWidth / ratio) * dpr)
195
+ const domHeightPx = evenNumber((planeHeight / ratio) * dpr)
196
+
197
+ const css3DObject = new CSS3DObject(element)
198
+ css3DObject.scale.set(ratio, ratio, ratio)
199
+ element.style.width = domWidthPx + 'px'
200
+ element.style.height = domHeightPx + 'px'
201
+ element.style.pointerEvents = 'none'
202
+
203
+ const centerPosition = centerPoint(points[0], points[2])
204
+
205
+ const vector01 = points[1].clone().sub(points[0]) // 点0 -> 点1 的向量
206
+ const vector12 = points[2].clone().sub(points[1]) // 点1 -> 点2 的向量
207
+
208
+ // 旋转
209
+ const rotateXAngle = new Vector3(0, 1, 0).angleTo(new Vector3(0, vector12.y, vector12.z))
210
+ const rotateYAngle = new Vector3(1, 0, 0).angleTo(new Vector3(vector01.x, 0, vector01.z))
211
+ const rotateZAngle = vector01.angleTo(new Vector3(vector01.x, 0, vector01.z))
212
+ /**
213
+ * [0,1,0] => [0,0,1] 为rolate Worldx正方向
214
+ * [0,0,1] => [0,1,0] 为rolate Worldy正方向
215
+ * [0,1,1] => [-1,0,0] 为rolate Worldz正方向
216
+ */
217
+ const rotateX = (vector12.z > 0 ? -1 : 1) * rotateXAngle
218
+ const rotateY = (vector01.z < 0 ? 1 : -1) * rotateYAngle
219
+ const rotateZ = ((vector01.x > 0 && vector01.y < 0) || (vector01.x < 0 && vector01.y > 0) ? -1 : 1) * rotateZAngle
220
+
221
+ css3DObject.rotateOnWorldAxis(new Vector3(1, 0, 0), rotateX) // x
222
+ css3DObject.rotateOnWorldAxis(new Vector3(0, 1, 0), rotateY) // y
223
+ css3DObject.rotateOnWorldAxis(new Vector3(0, 0, 1), rotateZ) // z
224
+
225
+ css3DObject.position.set(centerPosition.x, centerPosition.y, centerPosition.z)
226
+
227
+ let mesh: THREE.Mesh<THREE.PlaneGeometry, THREE.MeshBasicMaterial> | undefined
228
+ if (mode === 'behind') {
229
+ const material = new THREE.MeshBasicMaterial({
230
+ opacity: 0,
231
+ transparent: false,
232
+ side: THREE.DoubleSide,
233
+ })
234
+ const geometry = new THREE.PlaneGeometry(domWidthPx, domHeightPx)
235
+ mesh = new THREE.Mesh(geometry, material)
236
+ mesh.name = 'CSS3DRenderPlugin-mesh'
237
+ mesh.position.copy(css3DObject.position)
238
+ mesh.rotation.copy(css3DObject.rotation)
239
+ mesh.scale.copy(css3DObject.scale)
240
+ }
241
+
242
+ return { css3DObject, mesh }
243
+ }
244
+
245
+ return {
246
+ create3DDomContainer,
247
+ disposeAll: () => {
248
+ state.disposeCallbacks.forEach((d) => d?.())
249
+ state.disposeCallbacks = []
250
+ },
251
+ }
252
+ }
253
+
254
+ export default CSS3DRenderPlugin
@@ -0,0 +1,5 @@
1
+ import { Vector3 } from 'three'
2
+
3
+ const transformPositionToVector3 = ({ x, y, z }: { x: number; y: number; z: number }) => new Vector3(x, y, z)
4
+
5
+ export default transformPositionToVector3
@@ -54,7 +54,7 @@ export interface VreoActionCallbacks {
54
54
  /**
55
55
  * 播放。
56
56
  */
57
- play: () => void
57
+ play: (currentTime?: number) => void
58
58
  /**
59
59
  * 暂停。
60
60
  */
@@ -81,7 +81,7 @@ export function useVreoAction() {
81
81
  [player]
82
82
  )
83
83
 
84
- const play = React.useCallback(() => player.play(), [player])
84
+ const play = React.useCallback((currentTime?: number) => player.play(currentTime || 0), [player])
85
85
  const pause = React.useCallback(() => player.pause(), [player])
86
86
  const show = React.useCallback(() => player.show(), [player])
87
87
  const hide = React.useCallback(() => player.hide(), [player])
@@ -0,0 +1,108 @@
1
+ import { Subscribe } from '@realsee/five'
2
+ import { requestAnimationFrameInterval } from './animationFrame'
3
+
4
+ /**
5
+ * 模拟 `<Audio>` 事件。
6
+ */
7
+ export type AudioLikeEvent = {
8
+ // 播放
9
+ play: () => void
10
+ // 语音状态 播放 -> 暂停
11
+ pause: () => void
12
+ // 语音时间刷新
13
+ timeupdate: () => void
14
+ // 播放
15
+ ended: () => void
16
+ }
17
+
18
+
19
+ /**
20
+ * 模拟 `<Audio>` 功能:没有音频,但执行逻辑跟 `<Audio>` 相似。
21
+ */
22
+ export class AudioLike extends Subscribe<AudioLikeEvent> {
23
+ private $timestamp = 0
24
+ private $currentTime = 0
25
+ private $duration = 0
26
+ private stopInterval?: () => void
27
+ muted = false
28
+ src = ''
29
+
30
+ setAttribute(name: string, value: string) {
31
+ // nothing todo
32
+ }
33
+
34
+ constructor({ duration }: { duration?: number } = {}) {
35
+ super()
36
+ if (duration) {
37
+ this.$duration = duration
38
+ }
39
+ }
40
+
41
+ play() {
42
+ if (this.$timestamp === 0) {
43
+ this.$timestamp = performance.now()
44
+ }
45
+ if (this.$currentTime === this.$duration) {
46
+ this.$currentTime = 0
47
+ }
48
+ this.stopInterval = requestAnimationFrameInterval(() => this.requestAnimationFrameLoop())
49
+ this.emit('play')
50
+ }
51
+
52
+ pause() {
53
+ if (this.stopInterval) {
54
+ this.stopInterval()
55
+ this.emit('pause')
56
+ this.stopInterval = undefined
57
+ }
58
+ this.$timestamp = 0
59
+ }
60
+
61
+ requestAnimationFrameLoop() {
62
+ const now = performance.now()
63
+ this.$currentTime = now - this.$timestamp
64
+ this.emit('timeupdate')
65
+ if (this.$currentTime >= this.$duration - 10) {
66
+ this.$currentTime = this.$duration
67
+ this.pause()
68
+ this.emit('ended')
69
+ }
70
+ }
71
+
72
+ get currentTime() {
73
+ return this.$currentTime / 1000
74
+ }
75
+
76
+ set currentTime(time: number) {
77
+ this.$currentTime = time
78
+ }
79
+
80
+ get duration() {
81
+ return this.$duration
82
+ }
83
+
84
+ set duration(duration: number) {
85
+ this.pause()
86
+ this.$duration = duration
87
+ this.$timestamp = 0
88
+ this.$currentTime = 0
89
+ }
90
+
91
+ get ended() {
92
+ return this.$currentTime === this.$duration
93
+ }
94
+
95
+ get paused() {
96
+ return !this.stopInterval
97
+ }
98
+
99
+ addEventListener(evtName: keyof AudioLikeEvent, callback: () => void, useCapture = false) {
100
+ this.on(evtName, callback)
101
+ }
102
+
103
+ removeEventListener(evtName: keyof AudioLikeEvent, callback: () => void, useCapture = false) {
104
+ this.off(evtName, callback)
105
+ }
106
+ }
107
+
108
+ export default AudioLike