@needle-tools/engine 4.13.1 → 4.14.0-beta

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (141) hide show
  1. package/CHANGELOG.md +9 -0
  2. package/components.needle.json +1 -1
  3. package/dist/generateMeshBVH.worker-DiCnZlf3.js +21 -0
  4. package/dist/gltf-progressive-Bm_6aEi4.js +1528 -0
  5. package/dist/gltf-progressive-BttGBXw6.umd.cjs +10 -0
  6. package/dist/gltf-progressive-T5WKTux5.min.js +10 -0
  7. package/dist/loader.worker-BqODMeeW.js +23 -0
  8. package/dist/{materialx-B9ddsHcF.min.js → materialx-CJyQZtjt.min.js} +1 -1
  9. package/dist/{materialx-fkoFuRh3.js → materialx-DMs1E08Z.js} +2 -2
  10. package/dist/{materialx-BF23AVE8.umd.cjs → materialx-DaKKOoVk.umd.cjs} +1 -1
  11. package/dist/needle-engine.bundle-BW2VusZV.min.js +1646 -0
  12. package/dist/{needle-engine.bundle-tjI5Fq2c.umd.cjs → needle-engine.bundle-Cb5bKEqa.umd.cjs} +152 -159
  13. package/dist/{needle-engine.bundle-DauZUYl7.js → needle-engine.bundle-D9VPvp5o.js} +7798 -7497
  14. package/dist/needle-engine.d.ts +779 -42
  15. package/dist/needle-engine.js +416 -415
  16. package/dist/needle-engine.min.js +1 -1
  17. package/dist/needle-engine.umd.cjs +1 -1
  18. package/dist/{postprocessing-BVNrgYZK.min.js → postprocessing-CctM1XIO.min.js} +1 -1
  19. package/dist/{postprocessing-DdM-tz1j.js → postprocessing-DGm6qJ-I.js} +2 -2
  20. package/dist/{postprocessing-CI2TjWpu.umd.cjs → postprocessing-Dbl2PJpd.umd.cjs} +1 -1
  21. package/dist/{three-BW2s1Yl-.umd.cjs → three-BjYim-vL.umd.cjs} +4 -4
  22. package/dist/{three-VvRoMeIN.js → three-Bvk2VKbF.js} +4210 -4210
  23. package/dist/{three-I__hSXzr.min.js → three-IG2qPafA.min.js} +33 -33
  24. package/dist/{three-examples-Bpfu6ke_.umd.cjs → three-examples-BMmNgNCN.umd.cjs} +1 -1
  25. package/dist/{three-examples-BhfOE7NG.js → three-examples-CMYCd5nH.js} +1 -1
  26. package/dist/{three-examples-D8zAE_7t.min.js → three-examples-CQl1fFZp.min.js} +1 -1
  27. package/dist/{three-mesh-ui-C3QbemOV.min.js → three-mesh-ui-5HVE2RV-.min.js} +1 -1
  28. package/dist/{three-mesh-ui-CcMp-FQm.js → three-mesh-ui-BlakAItG.js} +1 -1
  29. package/dist/{three-mesh-ui-BU55xDxJ.umd.cjs → three-mesh-ui-D828VbQp.umd.cjs} +1 -1
  30. package/dist/{vendor-DW7zqjuT.min.js → vendor-BxK0WKmT.min.js} +1 -1
  31. package/dist/{vendor-COVQl0b8.umd.cjs → vendor-CIDkyBaO.umd.cjs} +1 -1
  32. package/dist/{vendor-BiyIZ61v.js → vendor-ixwD-vv2.js} +1 -1
  33. package/lib/engine/api.d.ts +1 -0
  34. package/lib/engine/api.js +1 -0
  35. package/lib/engine/api.js.map +1 -1
  36. package/lib/engine/engine_context.js +12 -2
  37. package/lib/engine/engine_context.js.map +1 -1
  38. package/lib/engine/engine_lightdata.js +8 -6
  39. package/lib/engine/engine_lightdata.js.map +1 -1
  40. package/lib/engine/engine_materialpropertyblock.d.ts +259 -0
  41. package/lib/engine/engine_materialpropertyblock.js +682 -0
  42. package/lib/engine/engine_materialpropertyblock.js.map +1 -0
  43. package/lib/engine/engine_utils.d.ts +1 -0
  44. package/lib/engine/engine_utils.js +1 -0
  45. package/lib/engine/engine_utils.js.map +1 -1
  46. package/lib/engine/engine_utils_screenshot.d.ts +171 -14
  47. package/lib/engine/engine_utils_screenshot.js +65 -0
  48. package/lib/engine/engine_utils_screenshot.js.map +1 -1
  49. package/lib/engine/engine_utils_screenshot.xr.d.ts +1 -1
  50. package/lib/engine/engine_utils_screenshot.xr.js +1 -1
  51. package/lib/engine/extensions/NEEDLE_techniques_webgl.js +3 -0
  52. package/lib/engine/extensions/NEEDLE_techniques_webgl.js.map +1 -1
  53. package/lib/engine/xr/NeedleXRSession.d.ts +5 -0
  54. package/lib/engine/xr/NeedleXRSession.js +5 -0
  55. package/lib/engine/xr/NeedleXRSession.js.map +1 -1
  56. package/lib/engine-components/Camera.js.map +1 -1
  57. package/lib/engine-components/DropListener.js.map +1 -1
  58. package/lib/engine-components/Duplicatable.js.map +1 -1
  59. package/lib/engine-components/GroundProjection.js.map +1 -1
  60. package/lib/engine-components/NeedleMenu.js.map +1 -1
  61. package/lib/engine-components/NestedGltf.js.map +1 -1
  62. package/lib/engine-components/ReflectionProbe.d.ts +32 -4
  63. package/lib/engine-components/ReflectionProbe.js +58 -88
  64. package/lib/engine-components/ReflectionProbe.js.map +1 -1
  65. package/lib/engine-components/Renderer.d.ts +2 -0
  66. package/lib/engine-components/Renderer.js +30 -6
  67. package/lib/engine-components/Renderer.js.map +1 -1
  68. package/lib/engine-components/RendererLightmap.d.ts +13 -9
  69. package/lib/engine-components/RendererLightmap.js +67 -81
  70. package/lib/engine-components/RendererLightmap.js.map +1 -1
  71. package/lib/engine-components/SeeThrough.d.ts +0 -2
  72. package/lib/engine-components/SeeThrough.js +114 -88
  73. package/lib/engine-components/SeeThrough.js.map +1 -1
  74. package/lib/engine-components/SmoothFollow.js.map +1 -1
  75. package/lib/engine-components/VideoPlayer.js +6 -0
  76. package/lib/engine-components/VideoPlayer.js.map +1 -1
  77. package/lib/engine-components/ui/Button.js.map +1 -1
  78. package/lib/engine-components/ui/Raycaster.js.map +1 -1
  79. package/lib/engine-components/utils/OpenURL.d.ts +1 -0
  80. package/lib/engine-components/utils/OpenURL.js +1 -0
  81. package/lib/engine-components/utils/OpenURL.js.map +1 -1
  82. package/lib/engine-components/web/CursorFollow.d.ts +1 -0
  83. package/lib/engine-components/web/CursorFollow.js +1 -0
  84. package/lib/engine-components/web/CursorFollow.js.map +1 -1
  85. package/lib/engine-components/web/ScrollFollow.d.ts +1 -0
  86. package/lib/engine-components/web/ScrollFollow.js +1 -0
  87. package/lib/engine-components/web/ScrollFollow.js.map +1 -1
  88. package/lib/engine-components/web/ViewBox.d.ts +2 -2
  89. package/lib/engine-components/web/ViewBox.js +2 -2
  90. package/lib/engine-components/web/ViewBox.js.map +1 -1
  91. package/lib/engine-components/webxr/WebARCameraBackground.d.ts +9 -0
  92. package/lib/engine-components/webxr/WebARCameraBackground.js +9 -0
  93. package/lib/engine-components/webxr/WebARCameraBackground.js.map +1 -1
  94. package/lib/engine-components/webxr/WebXR.d.ts +1 -0
  95. package/lib/engine-components/webxr/WebXR.js +1 -0
  96. package/lib/engine-components/webxr/WebXR.js.map +1 -1
  97. package/lib/engine-components/webxr/WebXRPlaneTracking.js.map +1 -1
  98. package/lib/engine-components/webxr/controllers/XRControllerFollow.js.map +1 -1
  99. package/lib/engine-components/webxr/controllers/XRControllerMovement.js.map +1 -1
  100. package/package.json +5 -5
  101. package/plugins/vite/build-pipeline.js +16 -2
  102. package/src/engine/api.ts +1 -0
  103. package/src/engine/engine_context.ts +17 -3
  104. package/src/engine/engine_lightdata.ts +8 -6
  105. package/src/engine/engine_materialpropertyblock.ts +866 -0
  106. package/src/engine/engine_utils.ts +1 -0
  107. package/src/engine/engine_utils_screenshot.ts +241 -17
  108. package/src/engine/engine_utils_screenshot.xr.ts +1 -1
  109. package/src/engine/extensions/NEEDLE_techniques_webgl.ts +3 -0
  110. package/src/engine/xr/NeedleXRSession.ts +5 -0
  111. package/src/engine-components/Camera.ts +2 -2
  112. package/src/engine-components/ContactShadows.ts +1 -1
  113. package/src/engine-components/DropListener.ts +1 -1
  114. package/src/engine-components/Duplicatable.ts +1 -1
  115. package/src/engine-components/GroundProjection.ts +3 -0
  116. package/src/engine-components/NeedleMenu.ts +3 -0
  117. package/src/engine-components/NestedGltf.ts +1 -1
  118. package/src/engine-components/ReflectionProbe.ts +64 -105
  119. package/src/engine-components/Renderer.ts +34 -6
  120. package/src/engine-components/RendererLightmap.ts +75 -87
  121. package/src/engine-components/SeeThrough.ts +124 -109
  122. package/src/engine-components/SmoothFollow.ts +2 -2
  123. package/src/engine-components/VideoPlayer.ts +6 -0
  124. package/src/engine-components/ui/Button.ts +1 -1
  125. package/src/engine-components/ui/Raycaster.ts +1 -1
  126. package/src/engine-components/utils/OpenURL.ts +1 -0
  127. package/src/engine-components/web/CursorFollow.ts +1 -0
  128. package/src/engine-components/web/ScrollFollow.ts +1 -0
  129. package/src/engine-components/web/ViewBox.ts +9 -2
  130. package/src/engine-components/webxr/WebARCameraBackground.ts +12 -3
  131. package/src/engine-components/webxr/WebXR.ts +1 -0
  132. package/src/engine-components/webxr/WebXRPlaneTracking.ts +3 -3
  133. package/src/engine-components/webxr/controllers/XRControllerFollow.ts +1 -1
  134. package/src/engine-components/webxr/controllers/XRControllerMovement.ts +4 -4
  135. package/dist/generateMeshBVH.worker-iyfPIK6R.js +0 -21
  136. package/dist/gltf-progressive-BURrJW0U.umd.cjs +0 -8
  137. package/dist/gltf-progressive-DHLDFNvQ.min.js +0 -8
  138. package/dist/gltf-progressive-eiJCrjLb.js +0 -1400
  139. package/dist/loader.worker-C1GG9A7C.js +0 -23
  140. package/dist/needle-engine.bundle-BNIUpreS.min.js +0 -1653
  141. package/src/include/three/DragControls.js +0 -232
@@ -604,11 +604,17 @@ export class VideoPlayer extends Behaviour {
604
604
  const videoMaterial = this._videoMaterial as any;
605
605
 
606
606
  if (!this.targetMaterialProperty) {
607
+ if (debug && videoMaterial[fieldName] === undefined) {
608
+ console.warn(`The target material does not have a '${fieldName}' property, video might not render correctly.`);
609
+ }
607
610
  videoMaterial[fieldName] = this._videoTexture;
608
611
  }
609
612
  else {
610
613
  switch (this.targetMaterialProperty) {
611
614
  default:
615
+ if (debug && videoMaterial[this.targetMaterialProperty] === undefined) {
616
+ console.warn(`The target material does not have a '${this.targetMaterialProperty}' property, video might not render correctly.`);
617
+ }
612
618
  videoMaterial[fieldName] = this._videoTexture;
613
619
  break;
614
620
  // doesnt render:
@@ -204,7 +204,7 @@ export class Button extends Behaviour implements IPointerEventHandler {
204
204
  // image? : Image;
205
205
 
206
206
  @serializable()
207
- set interactable(value) {
207
+ set interactable(value: boolean) {
208
208
  this._interactable = value;
209
209
  if (this._image) {
210
210
  this._image.setInteractable(value);
@@ -63,7 +63,7 @@ export class ObjectRaycaster extends Raycaster {
63
63
  private raycastHits: Intersection[] = [];
64
64
 
65
65
  @serializable()
66
- ignoreSkinnedMeshes = false;
66
+ ignoreSkinnedMeshes: boolean = false;
67
67
 
68
68
  start(): void {
69
69
  this.targets = [this.gameObject];
@@ -19,6 +19,7 @@ export enum OpenURLMode {
19
19
  * OpenURL behaviour opens a URL in a new tab or window when the object (or any if it's children) is clicked.
20
20
  *
21
21
  * @category Interactivity
22
+ * @category Web
22
23
  * @group Components
23
24
  */
24
25
  export class OpenURL extends Behaviour implements IPointerClickHandler {
@@ -87,6 +87,7 @@ const debug = getParam("debugcursor");
87
87
  *
88
88
  * @summary Makes objects follow the cursor/touch position in 3D space
89
89
  * @category Interactivity
90
+ * @category Web
90
91
  * @group Components
91
92
  * @component
92
93
  */
@@ -66,6 +66,7 @@ type ScrollFollowEvent = {
66
66
  *
67
67
  * @summary Links scroll position to target objects
68
68
  * @category Web
69
+ * @category Interaction
69
70
  * @group Components
70
71
  * @component
71
72
  */
@@ -8,6 +8,13 @@ import { registerType } from "../../engine/engine_typestore.js";
8
8
  import { getParam } from "../../engine/engine_utils.js";
9
9
  import { RGBAColor } from "../../engine/js-extensions/RGBAColor.js";
10
10
  import { Behaviour } from "../Component.js";
11
+ // Type-only imports for TSDoc @see links
12
+ import type { Context } from "../../engine/engine_context.js";
13
+ import type { Camera as CameraComponent } from "../Camera.js";
14
+ import type { DragControls } from "../DragControls.js";
15
+ import type { LookAtConstraint } from "../LookAtConstraint.js";
16
+ import type { OrbitControls } from "../OrbitControls.js";
17
+ import type { SceneSwitcher } from "../SceneSwitcher.js";
11
18
 
12
19
 
13
20
  const debugParam = getParam("debugviewbox");
@@ -83,7 +90,7 @@ export type ViewBoxMode = "continuous" | "once";
83
90
  * scene.add(viewBox);
84
91
  * ```
85
92
  *
86
- * @see {@link Camera} - The camera component that ViewBox controls
93
+ * @see {@link CameraComponent} - The camera component that ViewBox controls
87
94
  * @see {@link OrbitControls} - Camera controls that work alongside ViewBox
88
95
  * @see {@link DragControls} - Alternative camera controls compatible with ViewBox
89
96
  * @see {@link LookAtConstraint} - Another way to control camera targeting
@@ -121,7 +128,7 @@ export class ViewBox extends Behaviour {
121
128
  * as they would appear with that field of view. Setting it to a wider FOV (e.g., 90) makes objects appear
122
129
  * smaller, while a narrower FOV (e.g., 30) makes them appear larger.
123
130
  *
124
- * @see {@link Camera} for the camera component and its FOV property
131
+ * @see {@link CameraComponent} for the camera component and its FOV property
125
132
  * @default -1 (automatically uses the camera's FOV on the first frame)
126
133
  */
127
134
  @serializable()
@@ -22,13 +22,22 @@ import { Behaviour } from "../Component.js";
22
22
  const debug = getParam("debugarcamera");
23
23
 
24
24
  /**
25
- * WebARCameraBackground is a component that allows to display the camera feed as a background in an AR session to more easily blend the real world with the virtual world or applying effects to the camera feed.
26
- *
25
+ * WebARCameraBackground is a component that allows to display the camera feed as a background in an AR session to more easily blend the real world with the virtual world or applying effects to the camera feed.
26
+ *
27
+ * This component automatically requests `camera-access` permission when entering AR mode, which is required to:
28
+ * - Display the real-world camera feed as a background
29
+ * - Include the camera feed in AR screenshots taken with {@link screenshot2}
30
+ *
31
+ * **Note**: If you want to take AR screenshots with the camera feed but don't need to display it as a background,
32
+ * you can still add this component to your scene (it will request camera access) or manually request the
33
+ * `camera-access` feature in your `onBeforeXR` method.
34
+ *
27
35
  * - Example: https://samples.needle.tools/ar-camera-background
28
- *
36
+ *
29
37
  * @summary Displays the camera feed as background in WebAR sessions
30
38
  * @category XR
31
39
  * @group Components
40
+ * @see {@link screenshot2} for taking screenshots in AR (requires camera access for camera feed compositing)
32
41
  */
33
42
  export class WebARCameraBackground extends Behaviour {
34
43
 
@@ -59,6 +59,7 @@ const debugQuicklook = getParam("debugusdz");
59
59
  * @see {@link XRControllerMovement} for VR locomotion
60
60
  * @see {@link WebARSessionRoot} for AR session configuration
61
61
  * @see {@link Avatar} for networked user avatars
62
+ * @see {@link screenshot2} for taking screenshots in XR (including AR camera feed compositing)
62
63
  * @link https://engine.needle.tools/docs/xr.html
63
64
  * @link https://engine.needle.tools/samples/?overlay=samples&tag=xr
64
65
  * @link https://engine.needle.tools/samples/collaborative-sandbox
@@ -66,13 +66,13 @@ export class WebXRPlaneTracking extends Behaviour {
66
66
  * Note: this will only be applied if dataTemplate is not assigned
67
67
  */
68
68
  @serializable()
69
- occluder = true;
69
+ occluder: boolean = true;
70
70
 
71
71
  /**
72
72
  * If true the system will try to initiate room capture if no planes are detected.
73
73
  */
74
74
  @serializable()
75
- initiateRoomCaptureIfNoData = true;
75
+ initiateRoomCaptureIfNoData: boolean = true;
76
76
 
77
77
  /**
78
78
  * If true plane tracking will be enabled
@@ -88,7 +88,7 @@ export class WebXRPlaneTracking extends Behaviour {
88
88
 
89
89
  /** when enabled mesh or plane tracking will also be used in VR */
90
90
  @serializable()
91
- runInVR = true;
91
+ runInVR: boolean = true;
92
92
 
93
93
  /**
94
94
  * Returns all tracked planes
@@ -63,7 +63,7 @@ export class XRControllerFollow extends Behaviour {
63
63
  * @default false
64
64
  */
65
65
  @serializable()
66
- useGripSpace = false;
66
+ useGripSpace: boolean = false;
67
67
 
68
68
  /** when enabled the position, rotation and scale of this object will be set to the position it was at when it entered the XR session
69
69
  * @default true
@@ -40,13 +40,13 @@ export class XRControllerMovement extends Behaviour implements XRMovementBehavio
40
40
  * @default 1.5
41
41
  */
42
42
  @serializable()
43
- movementSpeed = 1.5;
43
+ movementSpeed: number = 1.5;
44
44
 
45
45
  /** How many degrees to rotate the XR rig when using the rotation trigger
46
46
  * @default 30
47
47
  */
48
48
  @serializable()
49
- rotationStep = 30;
49
+ rotationStep: number = 30;
50
50
 
51
51
  /** When enabled you can teleport using the right XR controller's thumbstick by pressing forward
52
52
  * @default true
@@ -65,13 +65,13 @@ export class XRControllerMovement extends Behaviour implements XRMovementBehavio
65
65
  * @default false
66
66
  */
67
67
  @serializable()
68
- useTeleportTarget = false;
68
+ useTeleportTarget: boolean = false;
69
69
 
70
70
  /** Enable to fade out the scene when teleporting
71
71
  * @default false
72
72
  */
73
73
  @serializable()
74
- useTeleportFade = false;
74
+ useTeleportFade: boolean = false;
75
75
 
76
76
  /** enable to visualize controller rays in the 3D scene
77
77
  * @default true